feat: add reduced AttnRes trace lab
This commit is contained in:
@@ -2,6 +2,7 @@
|
||||
import BaseLayout from "@/layouts/BaseLayout.astro";
|
||||
import ArchitectureExplorer from "@/components/ArchitectureExplorer.astro";
|
||||
import K3ArtifactLab from "@/components/K3ArtifactLab.astro";
|
||||
import K3AttnResTraceLab from "@/components/K3AttnResTraceLab.astro";
|
||||
import K3ReportLab from "@/components/K3ReportLab.astro";
|
||||
import { k3FigureAtlas, k3Ledgers, k3PaperChain, k3ReportMap } from "@/data/k3";
|
||||
|
||||
@@ -36,7 +37,8 @@ const toc = [
|
||||
["27", "xtml", "XTML 协议"],
|
||||
["28", "lab", "八联交互实验"],
|
||||
["29", "artifacts", "开放权重工件审计"],
|
||||
["30", "audit", "21 张图表审计"],
|
||||
["30", "attnres-reduced", "AttnRes 缩小机制实验"],
|
||||
["31", "audit", "21 张图表审计"],
|
||||
["↳", "papers", "100 节点阅读链"],
|
||||
];
|
||||
|
||||
@@ -105,13 +107,13 @@ const paperGroups = [
|
||||
|
||||
<BaseLayout
|
||||
title="Kimi K3 技术报告完整深读:架构、训练、RL、系统与评测"
|
||||
description="用三十二张问题账、二十一张图表审计、八个机制实验、四个开放工件视图与一百个一手阅读节点,逐节读懂 Kimi K3。"
|
||||
description="用三十二张问题账、二十一张图表审计、八个机制实验、四个开放工件视图、五个 AttnRes 独立实验视图与一百个一手阅读节点,逐节读懂 Kimi K3。"
|
||||
section="k3"
|
||||
>
|
||||
<header class="page-hero k3-hero">
|
||||
<div class="page-hero-inner">
|
||||
<div>
|
||||
<p class="eyebrow"><span>ANCHOR REPORT / ROUND 03</span> KIMI K3 · REPORT → OPEN ARTIFACTS</p>
|
||||
<p class="eyebrow"><span>ANCHOR REPORT / ROUND 04</span> KIMI K3 · REPORT → ARTIFACTS → INDEPENDENT PROBE</p>
|
||||
<h1>不把报告压成摘要<br />把每个因果环节<br />重新展开</h1>
|
||||
<p class="lead">
|
||||
K3 同时扩展序列、深度、宽度、视觉与 Agent 轨迹。真正值得读的不是 2.8T 这个最大数字,
|
||||
@@ -121,11 +123,11 @@ const paperGroups = [
|
||||
<dl class="page-facts">
|
||||
<div><dt>QUESTIONS</dt><dd>32 张问题账</dd></div>
|
||||
<div><dt>REPORT</dt><dd>16 Figures · 5 Tables</dd></div>
|
||||
<div><dt>LABS</dt><dd>8 个机制实验 + 4 个工件视图</dd></div>
|
||||
<div><dt>LABS</dt><dd>8 + 4 + 5 个交互视图</dd></div>
|
||||
<div><dt>READING</dt><dd>100 个一手 / 官方节点</dd></div>
|
||||
<div><dt>MODEL</dt><dd>2.78T total / 104.2B active</dd></div>
|
||||
<div><dt>ARTIFACTS</dt><dd>96 shards · 497,220 tensors</dd></div>
|
||||
<div><dt>STATUS</dt><dd>K3 三轮进行中</dd></div>
|
||||
<div><dt>STATUS</dt><dd>K3 四轮 · AttnRes 实验</dd></div>
|
||||
</dl>
|
||||
</div>
|
||||
</header>
|
||||
@@ -871,8 +873,31 @@ const paperGroups = [
|
||||
</div>
|
||||
</section>
|
||||
|
||||
<section class="article-section" id="attnres-reduced">
|
||||
<p class="eyebrow"><span>30</span> REDUCED ATTENTION RESIDUALS STUDY</p>
|
||||
<h2>真实 K3 权重还不能诚实 forward;先把一个可证伪的 AttnRes 问题完整做完</h2>
|
||||
<p class="lede">
|
||||
checkpoint 的 <code>A_log [128]</code> 与 config、remote code、FlashKDA、vLLM 和 SGLang
|
||||
期望的 96 heads 仍没有公开转换合同。本轮不裁剪权重冒充 K3,而是预注册一个从零训练的缩小实验:
|
||||
相同 16-block Transformer、相同数据窗口与相同初始化,只改变 residual source 的读取拓扑。
|
||||
</p>
|
||||
<div class="artifact-callout">
|
||||
<article><span>F / FROZEN</span><b>3 structures × 3 seeds</b><p>9 格各 2,000 steps;每格 16,384,000 target bytes。</p></article>
|
||||
<article><span>X / OBSERVED</span><b>Full −0.01457 BPC</b><p>三个 paired seed 同为负,达到预注册 −0.010 判据。</p></article>
|
||||
<article><span>X / OBSERVED</span><b>Block −0.04247 BPC</b><p>同样满足本 reduced protocol 内的方向支持规则。</p></article>
|
||||
<article class="warning"><span>B / BOUNDARY</span><b>gradient CV 未复现</b><p>Baseline 0.3447;Full 0.5087;Block 0.6306。</p></article>
|
||||
</div>
|
||||
<K3AttnResTraceLab />
|
||||
<div class="hero-actions">
|
||||
<a class="button primary" href="https://git.k1412.top/wuyang/llm-atlas/src/branch/main/research/K3_ATTNRES_REDUCED_AUDIT.md">阅读完整研究审计</a>
|
||||
<a class="button" href="https://git.k1412.top/wuyang/llm-atlas/src/branch/main/experiments/k3/attnres">复跑公开实验代码</a>
|
||||
<a class="button" href="https://arxiv.org/abs/2603.15031">Attention Residuals 原论文</a>
|
||||
<a class="button" href="https://github.com/MoonshotAI/Attention-Residuals">官方实现</a>
|
||||
</div>
|
||||
</section>
|
||||
|
||||
<section class="article-section" id="audit">
|
||||
<p class="eyebrow"><span>30</span> FIGURE & TABLE AUDIT</p>
|
||||
<p class="eyebrow"><span>31</span> FIGURE & TABLE AUDIT</p>
|
||||
<h2>Figure 1–16、Table 1–5:每张图究竟支持什么,不能支持什么</h2>
|
||||
<div class="figure-atlas">
|
||||
{k3FigureAtlas.map(([id, report, title, contract]) => (
|
||||
|
||||
Reference in New Issue
Block a user