feat: publish training systems deep dive
This commit is contained in:
+32
-2
@@ -10,6 +10,7 @@ const routes: Record<string, string> = {
|
||||
moe: "/moe/",
|
||||
"long-context": "/long-context/",
|
||||
reasoning: "/reasoning/",
|
||||
"training-systems": "/training-systems/",
|
||||
};
|
||||
|
||||
const paths = [
|
||||
@@ -80,16 +81,17 @@ const paths = [
|
||||
<a class="button" href="/moe/">MoE 专题</a>
|
||||
<a class="button" href="/long-context/">长上下文专题</a>
|
||||
<a class="button" href="/reasoning/">推理专题</a>
|
||||
<a class="button" href="/training-systems/">训练系统专题</a>
|
||||
</div>
|
||||
</div>
|
||||
<aside class="hero-aside" aria-label="项目统计">
|
||||
<span>RESEARCH CUTOFF</span>
|
||||
<strong>28 · 07 · 2026</strong>
|
||||
<strong>29 · 07 · 2026</strong>
|
||||
<p>首版持续建设中,所有动态结论带日期</p>
|
||||
<div class="hero-stats">
|
||||
<div><b>16</b><span>核心专题</span></div>
|
||||
<div><b>151</b><span>K3 报告来源</span></div>
|
||||
<div><b>146</b><span>关键论文索引</span></div>
|
||||
<div><b>166</b><span>关键论文索引</span></div>
|
||||
<div><b>47p</b><span>K3 技术报告</span></div>
|
||||
</div>
|
||||
</aside>
|
||||
@@ -103,6 +105,22 @@ const paths = [
|
||||
|
||||
<section class="section compact release-section" id="new-chapters">
|
||||
<div class="release-grid">
|
||||
<a class="release-card training-release" href="/training-systems/">
|
||||
<div>
|
||||
<p class="eyebrow"><span>NEW / CHAPTER 08</span> LARGE-SCALE TRAINING SYSTEMS</p>
|
||||
<h2>一万张 GPU,为什么仍可能有一半在等?</h2>
|
||||
<p>
|
||||
用模型状态、激活、计算划分、气泡、collective、专家、上下文、数值与可靠性九张账,
|
||||
从 ZeRO、Megatron 一路走到 DeepSeek DualPipe、Kimi MoonEP 与百万 Token Agentic RL。
|
||||
</p>
|
||||
</div>
|
||||
<dl>
|
||||
<div><dt>LINEAGE</dt><dd>2012 → 2026</dd></div>
|
||||
<div><dt>PAPERS</dt><dd>37 个一手节点</dd></div>
|
||||
<div><dt>LAB</dt><dd>显存 · 网格 · 气泡 · 通信</dd></div>
|
||||
</dl>
|
||||
<span class="release-arrow" aria-hidden="true">进入训练系统专题 →</span>
|
||||
</a>
|
||||
<a class="release-card reasoning-release" href="/reasoning/">
|
||||
<div>
|
||||
<p class="eyebrow"><span>NEW / CHAPTER 11</span> REASONING & TEST-TIME SCALING</p>
|
||||
@@ -384,9 +402,20 @@ const paths = [
|
||||
transition: transform 180ms ease, border-color 180ms ease;
|
||||
}
|
||||
|
||||
.training-release,
|
||||
.reasoning-release {
|
||||
grid-column: 1 / -1;
|
||||
min-height: 510px;
|
||||
}
|
||||
|
||||
.training-release {
|
||||
background:
|
||||
radial-gradient(circle at 82% 18%, rgba(66, 111, 101, 0.19), transparent 30%),
|
||||
repeating-linear-gradient(90deg, transparent 0 88px, rgba(94, 125, 117, 0.055) 88px 89px),
|
||||
var(--paper-raised);
|
||||
}
|
||||
|
||||
.reasoning-release {
|
||||
background:
|
||||
radial-gradient(circle at 82% 18%, rgba(56, 91, 128, 0.17), transparent 30%),
|
||||
radial-gradient(circle at 63% 72%, rgba(150, 93, 58, 0.11), transparent 28%),
|
||||
@@ -455,6 +484,7 @@ const paths = [
|
||||
padding-bottom: 76px;
|
||||
}
|
||||
|
||||
.training-release,
|
||||
.reasoning-release {
|
||||
grid-column: auto;
|
||||
}
|
||||
|
||||
@@ -683,7 +683,7 @@ const paperChain = [
|
||||
<div class="next-links">
|
||||
<a class="button primary" href="/k3/#moe">回到 K3:在整机架构中定位 Stable LatentMoE →</a>
|
||||
<a class="button" href="/deepseek/">DeepSeek 完整论文谱系</a>
|
||||
<a class="button" href="/papers/">搜索全部 146 篇论文</a>
|
||||
<a class="button" href="/papers/">搜索全部 166 篇论文</a>
|
||||
</div>
|
||||
</section>
|
||||
</article>
|
||||
|
||||
@@ -15,6 +15,7 @@ const workstreams = [
|
||||
{ label: "推理与测试时扩展", value: 76, next: "真实模型采样曲线、PRM 案例与逐篇图表精读" },
|
||||
{ label: "稀疏计算与 MoE", value: 74, next: "补充真实集群 traces 与专家特化案例" },
|
||||
{ label: "长上下文专题", value: 72, next: "加入更多论文逐图笔记与真实模型配置对比" },
|
||||
{ label: "大规模训练系统", value: 71, next: "补真实集群 traces、故障案例与精确 topology 配置" },
|
||||
{ label: "引用与事实检查", value: 54, next: "自动化外链复查与来源等级扩展" },
|
||||
{ label: "开源与部署", value: 100, next: "每轮保留不可变镜像、提交与回滚点" },
|
||||
];
|
||||
@@ -39,7 +40,7 @@ const workstreams = [
|
||||
<div><dt>OVERALL</dt><dd>专题平均 {average}%</dd></div>
|
||||
<div><dt>READABLE</dt><dd>{published} 个首版可读专题</dd></div>
|
||||
<div><dt>ACTIVE</dt><dd>{researching} 个研究/写作中</dd></div>
|
||||
<div><dt>UPDATED</dt><dd>2026-07-29 00:38 CST</dd></div>
|
||||
<div><dt>UPDATED</dt><dd>2026-07-29 01:19 CST</dd></div>
|
||||
<div><dt>MODE</dt><dd>持续迭代,不锁死版本</dd></div>
|
||||
</dl>
|
||||
</div>
|
||||
@@ -49,7 +50,7 @@ const workstreams = [
|
||||
<div class="section-heading">
|
||||
<div>
|
||||
<p class="eyebrow"><span>01</span> WORKSTREAMS</p>
|
||||
<h2>十条工作流同时推进,但不混淆“有页面”和“已核验”</h2>
|
||||
<h2>十一条工作流同时推进,但不混淆“有页面”和“已核验”</h2>
|
||||
</div>
|
||||
<p class="section-lead">
|
||||
内容首版优先打通全局脉络;随后每轮迭代选择一个专题推进到论文/工程层,并做独立事实复核。
|
||||
@@ -86,12 +87,13 @@ const workstreams = [
|
||||
<article><span>✓</span><h3>K3 报告已结构化拆解</h3><p>47 页报告目录、151 条参考来源和架构/后训练/系统主线已经提取。</p></article>
|
||||
<article><span>✓</span><h3>16 专题知识图</h3><p>从语言模型基础到评测安全,包含先修依赖和三条贯穿案例。</p></article>
|
||||
<article><span>✓</span><h3>编辑式网站系统</h3><p>响应式导航、章节模板、侧栏、进度、论文链和证据提示组件。</p></article>
|
||||
<article><span>✓</span><h3>八个原创交互视图</h3><p>K3、注意力、DeepSeek、长上下文、MoE,以及推理预算/GRPO/MOPD 三页签实验。</p></article>
|
||||
<article><span>✓</span><h3>六篇首版长文</h3><p>K3 导读、Transformer 基础、DeepSeek 谱系、长上下文、MoE 与推理专题。</p></article>
|
||||
<article><span>✓</span><h3>十二个原创交互视图</h3><p>K3、注意力、DeepSeek、长上下文、MoE、推理三页签,以及训练系统四页签实验。</p></article>
|
||||
<article><span>✓</span><h3>七篇首版长文</h3><p>K3 导读、Transformer 基础、DeepSeek 谱系、长上下文、MoE、推理与训练系统专题。</p></article>
|
||||
<article><span>✓</span><h3>长上下文深度专题</h3><p>五张成本账、26 篇一手论文、10+ 机制图与 8 策略交互实验室。</p></article>
|
||||
<article><span>✓</span><h3>MoE 深度专题</h3><p>六张账、19 篇一手论文、DeepSeek/K3 主线与路由—容量—通信交互实验室。</p></article>
|
||||
<article><span>✓</span><h3>推理深度专题</h3><p>八张账、30 篇一手论文链、DeepSeek/Kimi 双主线与三页签互动实验室。</p></article>
|
||||
<article><span>✓</span><h3>146 篇关键论文索引</h3><p>覆盖 12 个专题,支持全文搜索、标签筛选与 Kimi/DeepSeek 聚光主线。</p></article>
|
||||
<article><span>✓</span><h3>训练系统深度专题</h3><p>九张账、37 个一手节点、DeepSeek/Kimi 双谱系与显存—网格—气泡—通信实验室。</p></article>
|
||||
<article><span>✓</span><h3>166 篇关键论文索引</h3><p>覆盖 12 个专题,支持全文搜索、标签筛选与 Kimi/DeepSeek 聚光主线。</p></article>
|
||||
<article><span>✓</span><h3>公开仓库与自托管发布</h3><p>源码公开到 git.k1412.top,网站由不可变镜像、Compose Manager 与 HTTPS 交付。</p></article>
|
||||
</div>
|
||||
</section>
|
||||
@@ -106,7 +108,7 @@ const workstreams = [
|
||||
</div>
|
||||
<div class="queue-table">
|
||||
<div class="head"><b>优先级</b><b>专题</b><b>本轮交付</b><b>完成闸门</b></div>
|
||||
<div><span>P0</span><strong>大规模训练系统</strong><p>ZeRO / Megatron → Expert/Context Parallel → DualPipe / MoonEP</p><em>显存与通信计算器</em></div>
|
||||
<div><span>P0</span><strong>大规模训练系统二轮</strong><p>真实集群 traces → 故障恢复 → 精确 topology / kernel 配置</p><em>案例库 + 实测边界</em></div>
|
||||
<div><span>P1</span><strong>长上下文二轮深化</strong><p>真实模型配置 → 内核细节 → 长上下文评测与失败案例</p><em>配置比较器 + 逐图论文笔记</em></div>
|
||||
<div><span>P1</span><strong>MoE 二轮深化</strong><p>真实负载 traces → 专家特化可解释性 → 共享专家语义</p><em>案例库 + 集群证据</em></div>
|
||||
<div><span>P1</span><strong>推理二轮深化</strong><p>真实 pass@k 曲线 → PRM 失败案例 → 逐篇图表精读</p><em>案例库 + 真实 traces</em></div>
|
||||
@@ -150,6 +152,7 @@ const workstreams = [
|
||||
<div><time>2026-07-28</time><b>双重开放许可</b><p>代码 MIT,原创文字与图 CC BY-SA 4.0。</p></div>
|
||||
<div><time>2026-07-28</time><b>自托管交付</b><p>源码公开到 git.k1412.top,网站部署到 k1412 私有基础设施。</p></div>
|
||||
<div><time>2026-07-29</time><b>推理按八张账组织</b><p>把答案、覆盖、选择、过程、预算、优化、分布与系统证据分开核算。</p></div>
|
||||
<div><time>2026-07-29</time><b>训练系统按九张账组织</b><p>把模型状态、激活、并行、气泡、通信、专家、上下文、数值与可靠性分开核算。</p></div>
|
||||
</div>
|
||||
</section>
|
||||
|
||||
|
||||
@@ -699,7 +699,7 @@ const paperChain = [
|
||||
<h2>不要按模型榜单读,按“旧方法留下了哪堵墙”读</h2>
|
||||
<p>
|
||||
下面 30 篇构成本专题首版主干。课程中的机制、公式与数字优先回到这些一手来源;
|
||||
更完整的 146 篇跨专题索引位于论文库。
|
||||
更完整的 166 篇跨专题索引位于论文库。
|
||||
</p>
|
||||
<div class="paper-chain">
|
||||
{paperChain.map(([year, title, href, note], index) => (
|
||||
|
||||
File diff suppressed because it is too large
Load Diff
Reference in New Issue
Block a user