feat: publish long-context deep dive

This commit is contained in:
wuyang
2026-07-28 22:49:04 +08:00
parent 8dc62bfaec
commit 761a75d5af
13 changed files with 2788 additions and 24 deletions
+6 -1
View File
@@ -359,6 +359,10 @@ const toc = [
这说明长上下文竞争已从单一位置外推转向混合注意力、压缩缓存、残差、优化器和后训练的系统协同。
它也解释 K3 报告为何把 V4 列为同代开放基础模型对照。
</p>
<p>
<a href="/long-context/#hybrids">进入长上下文专题</a>,可以把 V4 的 CSA/HCA 与 K3 的
KDA/NoPE MLA 放进同一张“计算—缓存—状态容量”账本逐项比较。
</p>
<div class="warning-note">
<b>V4 与 K3 不是同一条注意力路线</b>
<p>
@@ -402,7 +406,8 @@ const toc = [
<a class="paper-row" href="https://arxiv.org/abs/2606.19348"><time>08</time><b>DeepSeek-V4</b><p>从百万上下文成本倒推 CSA/HCA、mHC 与 Muon。</p></a>
</div>
<div class="hero-actions">
<a class="button primary" href="/k3/">回到 K3:看这些技术怎样重新组合 →</a>
<a class="button primary" href="/long-context/">精读 MLA、DSA、CSA/HCA 与 KDA →</a>
<a class="button" href="/k3/">回到 K3</a>
<a class="button" href="/roadmap/">完整课程地图</a>
</div>
</section>
+106
View File
@@ -7,6 +7,7 @@ import { chapters, statusLabel } from "@/data/chapters";
const routes: Record<string, string> = {
roadmap: "/roadmap/",
foundations: "/foundations/",
"long-context": "/long-context/",
};
const paths = [
@@ -74,6 +75,7 @@ const paths = [
<a class="button primary" href="/roadmap/">选择学习路径 <span aria-hidden="true">↓</span></a>
<a class="button" href="/k3/">直接解剖 K3</a>
<a class="button" href="/deepseek/">DeepSeek 专题</a>
<a class="button" href="/long-context/">长上下文专题</a>
</div>
</div>
<aside class="hero-aside" aria-label="项目统计">
@@ -95,6 +97,25 @@ const paths = [
</div>
</section>
<section class="section compact release-section" id="new-long-context">
<a class="release-card" href="/long-context/">
<div>
<p class="eyebrow"><span>NEW / CHAPTER 07</span> LONG CONTEXT</p>
<h2>一百万 Token,不是一扇更大的窗</h2>
<p>
新专题把长上下文拆成计算、缓存、位置、状态容量与系统五张账单,
沿 26 篇一手论文走完 FlashAttention、MLA、Delta Rule、KDA、Kimi K3 与 DeepSeek-V4。
</p>
</div>
<dl>
<div><dt>LINEAGE</dt><dd>2019 → 2026</dd></div>
<div><dt>VISUALS</dt><dd>10+ 机制图</dd></div>
<div><dt>LAB</dt><dd>8 种策略 · 4 档长度</dd></div>
</dl>
<span class="release-arrow" aria-hidden="true">进入专题 →</span>
</a>
</section>
<section class="section" id="why">
<div class="section-heading">
<div>
@@ -295,4 +316,89 @@ const paths = [
buttons.forEach((button) => button.addEventListener("click", () => select(button.dataset.pathButton ?? "beginner")));
});
</script>
<style>
.release-section {
padding-top: clamp(52px, 7vw, 92px);
padding-bottom: 0;
}
.release-card {
position: relative;
display: grid;
grid-template-columns: minmax(0, 1.45fr) minmax(280px, 0.65fr);
gap: clamp(34px, 6vw, 90px);
padding: clamp(28px, 4vw, 58px);
border: 1px solid var(--line-strong);
color: inherit;
text-decoration: none;
background:
radial-gradient(circle at 78% 20%, rgba(76, 118, 112, 0.12), transparent 34%),
var(--paper-raised);
transition: transform 180ms ease, border-color 180ms ease;
}
.release-card:hover {
transform: translateY(-3px);
border-color: var(--copper);
}
.release-card h2 {
max-width: 760px;
margin: 20px 0 18px;
font-size: clamp(2rem, 4vw, 4.2rem);
line-height: 1.03;
}
.release-card p:not(.eyebrow) {
max-width: 780px;
color: var(--ink-soft);
font-size: clamp(1rem, 1.4vw, 1.18rem);
line-height: 1.8;
}
.release-card dl {
margin: 0 0 28px;
border-top: 1px solid var(--line);
}
.release-card dl div {
display: grid;
grid-template-columns: 100px 1fr;
padding: 17px 0;
border-bottom: 1px solid var(--line);
}
.release-card dt {
color: var(--ink-muted);
font: 0.62rem/1.4 var(--mono);
letter-spacing: 0.12em;
}
.release-card dd {
margin: 0;
font-family: var(--serif);
}
.release-arrow {
position: absolute;
right: clamp(28px, 4vw, 58px);
bottom: clamp(24px, 3vw, 42px);
color: var(--copper);
font: 0.7rem/1 var(--mono);
letter-spacing: 0.08em;
text-transform: uppercase;
}
@media (max-width: 760px) {
.release-card {
grid-template-columns: 1fr;
padding-bottom: 76px;
}
.release-card dl {
margin: 0;
}
}
</style>
</BaseLayout>
+5 -1
View File
@@ -198,7 +198,10 @@ const toc = [
<div class="formula">
cₜ = Wᶜxₜ → 缓存 cₜ → 按需上投影为各头的 K / V
<small>这是结构直觉,不是 MLA 完整公式。旋转位置编码的解耦与吸收技巧会在“长上下文”专题单独推导。</small>
<small>
这是结构直觉,不是 MLA 完整公式。旋转位置编码的解耦与吸收技巧已在
<a href="/long-context/#cache">“长上下文”专题</a>单独推导。
</small>
</div>
<h3>为什么 K3 的 MLA 不再使用位置编码</h3>
@@ -513,6 +516,7 @@ const toc = [
<div class="hero-actions">
<a class="button primary" href="https://github.com/MoonshotAI/Kimi-K3/blob/main/k3_tech_report.pdf">打开官方 PDF</a>
<a class="button" href="https://github.com/MoonshotAI/Kimi-K3">官方代码与权重说明</a>
<a class="button" href="/long-context/#hybrids">比较 K3 与 DeepSeek-V4 长上下文</a>
<a class="button" href="/roadmap/">回到完整学习地图</a>
</div>
</section>
File diff suppressed because it is too large Load Diff
+11 -9
View File
@@ -8,11 +8,12 @@ const researching = chapters.filter((chapter) => ["researching", "drafting"].inc
const workstreams = [
{ label: "研究框架与规范", value: 72, next: "给 125 篇索引补充逐篇精读层级" },
{ label: "网站设计系统", value: 86, next: "打印样式与更多通用可视化组件" },
{ label: "网站设计系统", value: 89, next: "打印样式与更多通用可视化组件" },
{ label: "Kimi K3 深读", value: 55, next: "扩写 scaling / infra 逐图笔记" },
{ label: "Transformer 基础", value: 52, next: "加入矩阵形状动画与手算练习" },
{ label: "DeepSeek 专题", value: 54, next: "MLA 与 GRPO 完整公式推导" },
{ label: "引用与事实检查", value: 48, next: "自动化外链复查与来源等级扩展" },
{ label: "DeepSeek 专题", value: 61, next: "GRPO 完整公式与训练轨迹推导" },
{ label: "长上下文专题", value: 72, next: "加入更多论文逐图笔记与真实模型配置对比" },
{ label: "引用与事实检查", value: 54, next: "自动化外链复查与来源等级扩展" },
{ label: "开源与部署", value: 100, next: "每轮保留不可变镜像、提交与回滚点" },
];
---
@@ -36,7 +37,7 @@ const workstreams = [
<div><dt>OVERALL</dt><dd>专题平均 {average}%</dd></div>
<div><dt>READABLE</dt><dd>{published} 个首版可读专题</dd></div>
<div><dt>ACTIVE</dt><dd>{researching} 个研究/写作中</dd></div>
<div><dt>UPDATED</dt><dd>2026-07-28 22:05 CST</dd></div>
<div><dt>UPDATED</dt><dd>2026-07-28 22:47 CST</dd></div>
<div><dt>MODE</dt><dd>持续迭代,不锁死版本</dd></div>
</dl>
</div>
@@ -46,7 +47,7 @@ const workstreams = [
<div class="section-heading">
<div>
<p class="eyebrow"><span>01</span> WORKSTREAMS</p>
<h2>条工作流同时推进,但不混淆“有页面”和“已核验”</h2>
<h2>条工作流同时推进,但不混淆“有页面”和“已核验”</h2>
</div>
<p class="section-lead">
内容首版优先打通全局脉络;随后每轮迭代选择一个专题推进到论文/工程层,并做独立事实复核。
@@ -74,7 +75,7 @@ const workstreams = [
<div class="section-heading">
<div>
<p class="eyebrow"><span>02</span> COMPLETED THIS ITERATION</p>
<h2>第一轮已经落地什么</h2>
<h2>当前版本已经落地什么</h2>
</div>
<p class="section-lead">下列项目都能在仓库或网站中直接检查,不是计划项。</p>
</div>
@@ -83,8 +84,9 @@ const workstreams = [
<article><span>✓</span><h3>K3 报告已结构化拆解</h3><p>47 页报告目录、151 条参考来源和架构/后训练/系统主线已经提取。</p></article>
<article><span>✓</span><h3>16 专题知识图</h3><p>从语言模型基础到评测安全,包含先修依赖和三条贯穿案例。</p></article>
<article><span>✓</span><h3>编辑式网站系统</h3><p>响应式导航、章节模板、侧栏、进度、论文链和证据提示组件。</p></article>
<article><span>✓</span><h3>张原创交互图</h3><p>K3 三轴架构、Self-Attention Query 实验与 DeepSeek 技术谱系。</p></article>
<article><span>✓</span><h3>篇首版长文</h3><p>K3 完整导读、Transformer 基础DeepSeek 论文谱系。</p></article>
<article><span>✓</span><h3>张原创交互图</h3><p>K3 三轴架构、Self-Attention QueryDeepSeek 谱系与长上下文成本实验室。</p></article>
<article><span>✓</span><h3>篇首版长文</h3><p>K3 完整导读、Transformer 基础DeepSeek 论文谱系与长上下文专题。</p></article>
<article><span>✓</span><h3>长上下文深度专题</h3><p>五张成本账、26 篇一手论文、10+ 机制图与 8 策略交互实验室。</p></article>
<article><span>✓</span><h3>125 篇关键论文索引</h3><p>覆盖 12 个专题,支持全文搜索、标签筛选与 Kimi/DeepSeek 聚光主线。</p></article>
<article><span>✓</span><h3>公开仓库与自托管发布</h3><p>源码公开到 git.k1412.top,网站由不可变镜像、Compose Manager 与 HTTPS 交付。</p></article>
</div>
@@ -100,8 +102,8 @@ const workstreams = [
</div>
<div class="queue-table">
<div class="head"><b>优先级</b><b>专题</b><b>本轮交付</b><b>完成闸门</b></div>
<div><span>P0</span><strong>长上下文与高效注意力</strong><p>FlashAttention → MLA → Delta Rule → Kimi Linear/KDA</p><em>6 张图 + 20 篇论文</em></div>
<div><span>P0</span><strong>稀疏计算与 MoE</strong><p>Switch → DeepSeekMoE → LatentMoE → Stable LatentMoE</p><em>路由模拟器 + 通信账本</em></div>
<div><span>P1</span><strong>长上下文二轮深化</strong><p>真实模型配置 → 内核细节 → 长上下文评测与失败案例</p><em>配置比较器 + 逐图论文笔记</em></div>
<div><span>P1</span><strong>推理模型与测试时扩展</strong><p>CoT → verifier → GRPO → R1 → k1.5 → K3 MOPD</p><em>奖励/预算交互图</em></div>
<div><span>P1</span><strong>大规模训练系统</strong><p>ZeRO/Megatron → Expert/Context Parallel → DualPipe/MoonEP</p><em>显存与通信计算器</em></div>
<div><span>P2</span><strong>原生多模态</strong><p>ViT/CLIP → connector VLM → Kimi-VL/MoonViT-V2</p><em>视觉 Token 流程图</em></div>