feat: trace DeepSeek V2-Lite real routes
This commit is contained in:
File diff suppressed because it is too large
Load Diff
@@ -0,0 +1,142 @@
|
||||
{
|
||||
"schema_version": 1,
|
||||
"captured_at": "2026-07-29T05:57:27.848243+00:00",
|
||||
"first": {
|
||||
"captured_at": "2026-07-29T05:55:35.599912+00:00",
|
||||
"sha256": "81ff4ab34d20121fe42219c566dd4780f4c7f74252a31b596f90e5280e1f1aef"
|
||||
},
|
||||
"second": {
|
||||
"captured_at": "2026-07-29T05:56:32.527770+00:00",
|
||||
"sha256": "b5e2e7567e17765195313473499522a4529b9d37ea96963ba2b9455c3c0b86e6"
|
||||
},
|
||||
"timing_compared": false,
|
||||
"checks": [
|
||||
{
|
||||
"name": "provenance",
|
||||
"exact": true
|
||||
},
|
||||
{
|
||||
"name": "configuration",
|
||||
"exact": true
|
||||
},
|
||||
{
|
||||
"name": "prompt_tokenization",
|
||||
"exact": true
|
||||
},
|
||||
{
|
||||
"name": "initial_hidden_hash",
|
||||
"exact": true
|
||||
},
|
||||
{
|
||||
"name": "final_hidden_hash",
|
||||
"exact": true
|
||||
},
|
||||
{
|
||||
"name": "layer_0_hidden_hash",
|
||||
"exact": true
|
||||
},
|
||||
{
|
||||
"name": "layer_0_mla_shapes",
|
||||
"exact": true
|
||||
},
|
||||
{
|
||||
"name": "layer_1_hidden_hash",
|
||||
"exact": true
|
||||
},
|
||||
{
|
||||
"name": "layer_1_mla_shapes",
|
||||
"exact": true
|
||||
},
|
||||
{
|
||||
"name": "layer_1_aggregate_load",
|
||||
"exact": true
|
||||
},
|
||||
{
|
||||
"name": "layer_1_token_routes",
|
||||
"exact": true
|
||||
},
|
||||
{
|
||||
"name": "layer_2_hidden_hash",
|
||||
"exact": true
|
||||
},
|
||||
{
|
||||
"name": "layer_2_mla_shapes",
|
||||
"exact": true
|
||||
},
|
||||
{
|
||||
"name": "layer_2_aggregate_load",
|
||||
"exact": true
|
||||
},
|
||||
{
|
||||
"name": "layer_2_token_routes",
|
||||
"exact": true
|
||||
},
|
||||
{
|
||||
"name": "layer_3_hidden_hash",
|
||||
"exact": true
|
||||
},
|
||||
{
|
||||
"name": "layer_3_mla_shapes",
|
||||
"exact": true
|
||||
},
|
||||
{
|
||||
"name": "layer_3_aggregate_load",
|
||||
"exact": true
|
||||
},
|
||||
{
|
||||
"name": "layer_3_token_routes",
|
||||
"exact": true
|
||||
},
|
||||
{
|
||||
"name": "layer_4_hidden_hash",
|
||||
"exact": true
|
||||
},
|
||||
{
|
||||
"name": "layer_4_mla_shapes",
|
||||
"exact": true
|
||||
},
|
||||
{
|
||||
"name": "layer_4_aggregate_load",
|
||||
"exact": true
|
||||
},
|
||||
{
|
||||
"name": "layer_4_token_routes",
|
||||
"exact": true
|
||||
},
|
||||
{
|
||||
"name": "layer_5_hidden_hash",
|
||||
"exact": true
|
||||
},
|
||||
{
|
||||
"name": "layer_5_mla_shapes",
|
||||
"exact": true
|
||||
},
|
||||
{
|
||||
"name": "layer_5_aggregate_load",
|
||||
"exact": true
|
||||
},
|
||||
{
|
||||
"name": "layer_5_token_routes",
|
||||
"exact": true
|
||||
},
|
||||
{
|
||||
"name": "layer_6_hidden_hash",
|
||||
"exact": true
|
||||
},
|
||||
{
|
||||
"name": "layer_6_mla_shapes",
|
||||
"exact": true
|
||||
},
|
||||
{
|
||||
"name": "layer_6_aggregate_load",
|
||||
"exact": true
|
||||
},
|
||||
{
|
||||
"name": "layer_6_token_routes",
|
||||
"exact": true
|
||||
}
|
||||
],
|
||||
"exact_checks": 31,
|
||||
"total_checks": 31,
|
||||
"all_exact": true
|
||||
}
|
||||
File diff suppressed because it is too large
Load Diff
@@ -2,6 +2,7 @@
|
||||
import BaseLayout from "@/layouts/BaseLayout.astro";
|
||||
import DeepSeekLineage from "@/components/DeepSeekLineage.astro";
|
||||
import DeepSeekLab from "@/components/DeepSeekLab.astro";
|
||||
import DeepSeekArtifactLab from "@/components/DeepSeekArtifactLab.astro";
|
||||
import { deepseekBranches, deepseekLedgers, deepseekPaperChain, deepseekWaves } from "@/data/deepseek";
|
||||
|
||||
const toc = [
|
||||
@@ -27,21 +28,22 @@ const toc = [
|
||||
["19", "v4-state", "V4:异构状态与稳定性"],
|
||||
["20", "k3", "与 K3 的继承边界"],
|
||||
["21", "lab", "四联交互实验"],
|
||||
["22", "branches", "别漏掉旁支"],
|
||||
["23", "audit", "事实、推导与教学模型"],
|
||||
["22", "artifact", "真实权重执行"],
|
||||
["23", "branches", "别漏掉旁支"],
|
||||
["24", "audit", "事实、推导与教学模型"],
|
||||
["↳", "papers", "六十节点阅读链"],
|
||||
];
|
||||
---
|
||||
|
||||
<BaseLayout
|
||||
title="DeepSeek 技术谱系深读:从 Dense、MoE、MLA 到 R1 与 V4"
|
||||
description="用二十四张问题账、十次技术转向、四个交互实验和六十个一手节点,完整理解 DeepSeek 的 MoE、MLA、FP8、DualPipe、GRPO、R1、V3.2 与 V4。"
|
||||
title="DeepSeek 技术谱系与真实权重深读:从 Dense、MoE、MLA 到 R1 与 V4"
|
||||
description="用二十四张问题账、十次技术转向、八个交互实验、真实 V2-Lite 权重 trace 和六十个一手节点,完整理解 DeepSeek 的 MoE、MLA、FP8、DualPipe、GRPO、R1、V3.2 与 V4。"
|
||||
section="deepseek"
|
||||
>
|
||||
<header class="page-hero deepseek-hero">
|
||||
<div class="page-hero-inner">
|
||||
<div>
|
||||
<p class="eyebrow"><span>SPOTLIGHT / DEEPSEEK · ROUND 02</span> ALGORITHM × SYSTEM × EVIDENCE</p>
|
||||
<p class="eyebrow"><span>SPOTLIGHT / DEEPSEEK · ROUND 03</span> ALGORITHM × SYSTEM × REAL WEIGHTS</p>
|
||||
<h1>不要背模型名<br />要看懂每次为什么转向</h1>
|
||||
<p class="lead">
|
||||
这不是七篇报告的摘要,而是一套可追问、可计算、可反驳的技术谱系:
|
||||
@@ -53,9 +55,9 @@ const toc = [
|
||||
<div><dt>SPAN</dt><dd>2024.01 → 2026.06</dd></div>
|
||||
<div><dt>LEDGERS</dt><dd>24 张问题账</dd></div>
|
||||
<div><dt>LINEAGE</dt><dd>10 次技术转向</dd></div>
|
||||
<div><dt>LABS</dt><dd>4 个可操作实验</dd></div>
|
||||
<div><dt>LABS</dt><dd>8 个可操作实验</dd></div>
|
||||
<div><dt>EVIDENCE</dt><dd>60 个一手 / 官方节点</dd></div>
|
||||
<div><dt>STATUS</dt><dd>重点专题 · 二轮深读</dd></div>
|
||||
<div><dt>STATUS</dt><dd>三轮 · 真实权重执行</dd></div>
|
||||
</dl>
|
||||
</div>
|
||||
</header>
|
||||
@@ -762,8 +764,25 @@ const toc = [
|
||||
<DeepSeekLab />
|
||||
</section>
|
||||
|
||||
<section class="article-section" id="artifact">
|
||||
<p class="eyebrow"><span>22</span> OFFICIAL WEIGHTS / EXECUTED</p>
|
||||
<h2>从“MLA 与 MoE 的概念”再往前一步:让官方 V2-Lite 权重真的跑起来</h2>
|
||||
<p class="lede">
|
||||
前面的四联实验负责建立公式与角色合同;下面的四联工件实验固定官方 revision、tokenizer、
|
||||
模型代码和 checkpoint 第一分片,在 RTX 5090 上连续执行 layer 0–6。它把真实观测、shape 推导、
|
||||
实现差距和未覆盖范围放在同一张证据图里。
|
||||
</p>
|
||||
<div class="artifact-callout">
|
||||
<article><span>X / FORWARD</span><b>7 / 27 layers</b><p>1 个 dense 层 + 6 个 MoE 层;layer 7 因跨分片停止。</p></article>
|
||||
<article><span>X / ROUTES</span><b>3,240</b><p>90 个有效 token × 6 层 × top-6 routed experts。</p></article>
|
||||
<article><span>X + D / CACHE</span><b>576 ↔ 5,120</b><p>latent 合同与 HF eager 实际展开元素,两张账同时保留。</p></article>
|
||||
<article><span>X / RERUN</span><b>31 / 31 exact</b><p>hidden hashes、MLA shapes、loads 与全部 token routes。</p></article>
|
||||
</div>
|
||||
<DeepSeekArtifactLab />
|
||||
</section>
|
||||
|
||||
<section class="article-section" id="branches">
|
||||
<p class="eyebrow"><span>22</span> THE MAIN LINE IS NOT THE WHOLE TREE</p>
|
||||
<p class="eyebrow"><span>23</span> THE MAIN LINE IS NOT THE WHOLE TREE</p>
|
||||
<h2>如果只读 V2 → V3 → R1 → V4,会漏掉五条反过来影响主线的旁支</h2>
|
||||
<div class="branch-grid">
|
||||
{deepseekBranches.map(([name, line, text, url]) => (
|
||||
@@ -783,7 +802,7 @@ const toc = [
|
||||
</section>
|
||||
|
||||
<section class="article-section" id="audit">
|
||||
<p class="eyebrow"><span>23</span> EVIDENCE AUDIT</p>
|
||||
<p class="eyebrow"><span>24</span> EVIDENCE AUDIT</p>
|
||||
<h2>同一张页面里有三种知识,它们的语气必须不同</h2>
|
||||
<div class="audit-grid">
|
||||
<article class="reported">
|
||||
@@ -837,6 +856,43 @@ const toc = [
|
||||
radial-gradient(circle at 65% 38%, rgba(84, 124, 116, 0.13), transparent 24%);
|
||||
}
|
||||
|
||||
.artifact-callout {
|
||||
display: grid;
|
||||
grid-template-columns: repeat(4, minmax(0, 1fr));
|
||||
max-width: 980px;
|
||||
margin: 30px 0;
|
||||
border-top: 1px solid var(--line);
|
||||
border-left: 1px solid var(--line);
|
||||
}
|
||||
|
||||
.artifact-callout article {
|
||||
min-height: 155px;
|
||||
padding: 20px;
|
||||
border-right: 1px solid var(--line);
|
||||
border-bottom: 1px solid var(--line);
|
||||
background: var(--paper-raised);
|
||||
}
|
||||
|
||||
.artifact-callout span {
|
||||
display: block;
|
||||
color: var(--copper);
|
||||
font: 700 0.58rem/1 var(--mono);
|
||||
letter-spacing: 0.08em;
|
||||
}
|
||||
|
||||
.artifact-callout b {
|
||||
display: block;
|
||||
margin-top: 18px;
|
||||
font-size: 1.14rem;
|
||||
}
|
||||
|
||||
.artifact-callout p {
|
||||
margin: 11px 0 0;
|
||||
color: var(--muted);
|
||||
font-size: 0.68rem;
|
||||
line-height: 1.55;
|
||||
}
|
||||
|
||||
.moe-compare,
|
||||
.four-layer {
|
||||
display: grid;
|
||||
@@ -1674,6 +1730,7 @@ const toc = [
|
||||
.followup-grid,
|
||||
.state-machines,
|
||||
.v4-contract,
|
||||
.artifact-callout,
|
||||
.branch-grid,
|
||||
.audit-grid,
|
||||
.paper-chain.expanded {
|
||||
|
||||
@@ -145,17 +145,17 @@ const paths = [
|
||||
</a>
|
||||
<a class="release-card deepseek-release" href="/deepseek/">
|
||||
<div>
|
||||
<p class="eyebrow"><span>NEW / DEEPSEEK ROUND 02</span> CAPACITY · STATE · SYSTEM · REASONING</p>
|
||||
<p class="eyebrow"><span>NEW / DEEPSEEK ROUND 03</span> LINEAGE · REAL WEIGHTS · ROUTES · CACHE</p>
|
||||
<h2>从 Dense 到百万上下文:每次创新都在偿还上一代最贵的一张账</h2>
|
||||
<p>
|
||||
用二十四张问题账和十次技术转向,从 DeepSeek LLM、MoE、V2 的 MLA 权重吸收,
|
||||
走到 V3 的 FP8 / DualPipe / MTP、R1 与 DAPO / Dr.GRPO 反查、V3.2 Agent 环境和 V4 异构长状态。
|
||||
用二十四张问题账和十次技术转向走完 Dense→V4,再固定官方 V2-Lite 权重执行 7/27 层:
|
||||
逐 token 检查 3,240 次专家选择,并把 latent 状态与 HF eager cache 的实现差距摆在同一张账上。
|
||||
</p>
|
||||
</div>
|
||||
<dl>
|
||||
<div><dt>LINEAGE</dt><dd>1991 → 2026 · 10 次转向</dd></div>
|
||||
<div><dt>NODES</dt><dd>60 个一手 / 官方节点</dd></div>
|
||||
<div><dt>LAB</dt><dd>MoE · MLA · V3 协同 · RL 偏差</dd></div>
|
||||
<div><dt>LAB</dt><dd>4 公式实验 · 4 真实工件实验</dd></div>
|
||||
</dl>
|
||||
<span class="release-arrow" aria-hidden="true">进入 DeepSeek 完整技术谱系 →</span>
|
||||
</a>
|
||||
|
||||
@@ -15,7 +15,7 @@ const workstreams = [
|
||||
{ label: "表示、位置与残差高速公路", value: 81, next: "加入真实 hidden-state / norm traces、长上下文位置外推复现与更多深层稳定性消融" },
|
||||
{ label: "Scaling Laws", value: 74, next: "加入真实拟合复现、置信区间与更多模型族对照" },
|
||||
{ label: "数据工程与预训练配方", value: 73, next: "逐图精读 FineWeb / DCLM,加入真实去重与 mixture traces" },
|
||||
{ label: "DeepSeek 专题", value: 83, next: "加入真实专家负载、MLA kernel、RL 训练 traces 与独立复现" },
|
||||
{ label: "DeepSeek 专题", value: 87, next: "真实 latent-cache kernel、更大样本负载、FP8/pipeline 与 R1-like RL 复现" },
|
||||
{ label: "指令微调与人类偏好", value: 75, next: "加入真实偏好分歧样本、RM 长度偏置与 PPO/DPO 小模型复现" },
|
||||
{ label: "推理与测试时扩展", value: 76, next: "真实模型采样曲线、PRM 案例与逐篇图表精读" },
|
||||
{ label: "工具使用与长程 Agent", value: 74, next: "补真实环境 traces、cross-harness 对照、Agent RL 训练曲线与安全案例" },
|
||||
@@ -50,7 +50,7 @@ const workstreams = [
|
||||
<div><dt>OVERALL</dt><dd>专题平均 {average}%</dd></div>
|
||||
<div><dt>READABLE</dt><dd>{published} 个首版可读专题</dd></div>
|
||||
<div><dt>ACTIVE</dt><dd>{researching} 个研究/写作中</dd></div>
|
||||
<div><dt>UPDATED</dt><dd>2026-07-29 12:40 CST</dd></div>
|
||||
<div><dt>UPDATED</dt><dd>2026-07-29 14:15 CST</dd></div>
|
||||
<div><dt>MODE</dt><dd>持续迭代,不锁死版本</dd></div>
|
||||
</dl>
|
||||
</div>
|
||||
@@ -97,12 +97,12 @@ const workstreams = [
|
||||
<article><span>✓</span><h3>K3 报告已结构化拆解</h3><p>47 页报告目录、151 条参考来源和架构/后训练/系统主线已经提取。</p></article>
|
||||
<article><span>✓</span><h3>17 专题知识图</h3><p>从语言模型基础到评测安全,包含先修依赖和三条贯穿案例。</p></article>
|
||||
<article><span>✓</span><h3>编辑式网站系统</h3><p>响应式导航、章节模板、侧栏、进度、论文链和证据提示组件。</p></article>
|
||||
<article><span>✓</span><h3>七十一个原创交互视图</h3><p>K3 三轴图、八联报告实验与四联开放工件实验,以及语言模型前史、Transformer、表示深度、DeepSeek、长上下文、MoE、推理、Agent、多模态、训练系统、推理服务、Scaling、数据工程、数值、Alignment 与评测安全专题。</p></article>
|
||||
<article><span>✓</span><h3>七十五个原创交互视图</h3><p>K3 三轴图、八联报告实验与四联开放工件实验,DeepSeek 四联公式实验与四联真实权重实验,以及语言模型前史、Transformer、表示深度、长上下文、MoE、推理、Agent、多模态、训练系统、推理服务、Scaling、数据工程、数值、Alignment 与评测安全专题。</p></article>
|
||||
<article><span>✓</span><h3>十七篇首版长文</h3><p>K3、语言模型前史、Transformer、表示/位置/残差、DeepSeek、Scaling、数据工程、长上下文、MoE、后训练、推理、Agent、原生多模态、训练系统、推理服务、数值优化与评测安全专题。</p></article>
|
||||
<article><span>✓</span><h3>语言模型前史深度专题</h3><p>八张独立问题账、33 个正式节点、20 段长文与概率—向量—记忆—对齐四联实验。</p></article>
|
||||
<article><span>✓</span><h3>Transformer 深度专题</h3><p>十张独立问题账、40 个正式节点、21 段正文与 QKV—Mask—多头位置—Block 成本四联实验。</p></article>
|
||||
<article><span>✓</span><h3>表示、位置与残差高速公路深度专题</h3><p>二十张问题账、66 个一手节点、DeepSeek/Kimi 双谱系,以及 Token—位置—Norm—Residual/FFN 四联实验。</p></article>
|
||||
<article><span>✓</span><h3>DeepSeek 技术谱系二轮深读</h3><p>二十四张问题账、十次技术转向、60 个一手/官方节点,以及稀疏容量—MLA 缓存—V3 协同—RL 偏差四联实验。</p></article>
|
||||
<article><span>✓</span><h3>DeepSeek 三轮真实权重里程碑</h3><p>在二十四张问题账、十次转向与四联公式实验上,新增 V2-Lite 7/27 层连续 forward、3,240 次真实专家选择、MLA/eager cache 实现账与 31/31 exact 复跑四联实验。</p></article>
|
||||
<article><span>✓</span><h3>Kimi K3 技术报告二轮深读</h3><p>三十二张问题账、Figure 1–16 / Table 1–5 审计、100 节点阅读链,以及 Delta—Decay—AttnRes—LatentMoE—SiTU—QB—MOPD—Cache 八联实验。</p></article>
|
||||
<article><span>✓</span><h3>Kimi K3 三轮开放工件里程碑</h3><p>固定官方 revisions,审计 96 个 shards、497,220 个 tensor entries 与真实 KDA / MLA / MoE / MoonViT shapes;四联实验分开显示层型、tensor anatomy、参数范围和复现边界。</p></article>
|
||||
<article><span>✓</span><h3>FlashKDA RTX 5090 执行闸门</h3><p>隔离 CUDA 13.0 / glibc 2.39 编译 sm_120a wheel;6/6 官方参考逐元素相等,并完成 fixed / varlen、三种 state mode 的 1,800 个 CUDA Event samples。</p></article>
|
||||
@@ -134,7 +134,7 @@ const workstreams = [
|
||||
<div class="queue-table">
|
||||
<div class="head"><b>优先级</b><b>专题</b><b>本轮交付</b><b>完成闸门</b></div>
|
||||
<div><span>P0</span><strong>K3 三轮</strong><p>开放权重 traces → FlashKDA / AttnRes / MoE 真实行为 → Figure 1–16 数值重绘与独立复现</p><em>运行证据 + 逐图复现</em></div>
|
||||
<div><span>P0</span><strong>DeepSeek 三轮</strong><p>真实 expert load / MLA kernel → FP8 / pipeline traces → R1-like RL 小模型复现</p><em>运行证据 + 独立复现</em></div>
|
||||
<div><span>P0</span><strong>DeepSeek 三轮</strong><p>真实 latent-cache kernel / 更大负载样本 → FP8 / pipeline traces → R1-like RL 小模型复现</p><em>运行证据 + 独立复现</em></div>
|
||||
<div><span>P0</span><strong>Transformer 二轮</strong><p>多头电路逐图 → Pre/Post-LN 真实 traces → Flash/KV 配置与 kernel 对照</p><em>逐图笔记 + 实测边界</em></div>
|
||||
<div><span>P0</span><strong>表示、位置与残差二轮</strong><p>真实 hidden-state / norm traces → 长上下文位置外推 → mHC / AttnRes 深层稳定性消融</p><em>可复现实验 + 逐图笔记</em></div>
|
||||
<div><span>P0</span><strong>语言模型前史二轮</strong><p>Kneser–Ney / LSTM / Bahdanau 逐图 → 真实小语料复现 → tokenizer 公平性</p><em>可复现实验 + 逐图笔记</em></div>
|
||||
|
||||
Reference in New Issue
Block a user