feat: publish representation and depth chapter
This commit is contained in:
+29
-1
@@ -8,6 +8,7 @@ const routes: Record<string, string> = {
|
||||
roadmap: "/roadmap/",
|
||||
"foundations/language-models": "/foundations/language-models/",
|
||||
foundations: "/foundations/",
|
||||
"architecture/representation": "/architecture/representation/",
|
||||
scaling: "/scaling/",
|
||||
"pretraining/data": "/pretraining/data/",
|
||||
moe: "/moe/",
|
||||
@@ -87,6 +88,7 @@ const paths = [
|
||||
<a class="button primary" href="/roadmap/">选择学习路径 <span aria-hidden="true">↓</span></a>
|
||||
<a class="button" href="/foundations/language-models/">语言模型从哪里来</a>
|
||||
<a class="button" href="/foundations/">注意力与 Transformer</a>
|
||||
<a class="button" href="/architecture/representation/">表示、位置与残差</a>
|
||||
<a class="button" href="/k3/">直接解剖 K3</a>
|
||||
<a class="button" href="/deepseek/">DeepSeek 专题</a>
|
||||
<a class="button" href="/scaling/">Scaling Laws 专题</a>
|
||||
@@ -110,7 +112,7 @@ const paths = [
|
||||
<div class="hero-stats">
|
||||
<div><b>17</b><span>核心专题</span></div>
|
||||
<div><b>151</b><span>K3 报告来源</span></div>
|
||||
<div><b>450</b><span>关键论文索引</span></div>
|
||||
<div><b>480</b><span>关键论文索引</span></div>
|
||||
<div><b>47p</b><span>K3 技术报告</span></div>
|
||||
</div>
|
||||
</aside>
|
||||
@@ -124,6 +126,22 @@ const paths = [
|
||||
|
||||
<section class="section compact release-section" id="new-chapters">
|
||||
<div class="release-grid">
|
||||
<a class="release-card representation-release" href="/architecture/representation/">
|
||||
<div>
|
||||
<p class="eyebrow"><span>NEW / CHAPTER 03</span> TOKEN · POSITION · DEPTH · FFN</p>
|
||||
<h2>一条 hidden state 同时沿词表、位置、深度和非线性四个坐标轴被改写</h2>
|
||||
<p>
|
||||
用二十张问题账从 Token、embedding 与上下文化表示,走到 RoPE / NoPE、Pre / Post-LN、
|
||||
DeepSeek mHC 与 partial RoPE,以及 Kimi K3 的 9 个 AttnRes 深度来源和有界 SiTU-GLU。
|
||||
</p>
|
||||
</div>
|
||||
<dl>
|
||||
<div><dt>LINEAGE</dt><dd>2003 → 2026</dd></div>
|
||||
<div><dt>NODES</dt><dd>66 个一手节点</dd></div>
|
||||
<div><dt>LAB</dt><dd>Token · 位置 · Norm · Residual / FFN</dd></div>
|
||||
</dl>
|
||||
<span class="release-arrow" aria-hidden="true">从一个 Token 进入完整表示生命史 →</span>
|
||||
</a>
|
||||
<a class="release-card evaluation-release" href="/evaluation/">
|
||||
<div>
|
||||
<p class="eyebrow"><span>NEW / CHAPTER 15</span> SCORE · PROTOCOL · THREAT MODEL</p>
|
||||
@@ -581,6 +599,7 @@ const paths = [
|
||||
transition: transform 180ms ease, border-color 180ms ease;
|
||||
}
|
||||
|
||||
.representation-release,
|
||||
.inference-release,
|
||||
.agent-release,
|
||||
.alignment-release,
|
||||
@@ -595,6 +614,14 @@ const paths = [
|
||||
min-height: 510px;
|
||||
}
|
||||
|
||||
.representation-release {
|
||||
background:
|
||||
radial-gradient(circle at 82% 18%, rgba(159, 91, 52, 0.22), transparent 31%),
|
||||
radial-gradient(circle at 61% 74%, rgba(56, 91, 128, 0.16), transparent 28%),
|
||||
repeating-linear-gradient(90deg, transparent 0 56px, rgba(159, 91, 52, 0.04) 56px 57px),
|
||||
var(--paper-raised);
|
||||
}
|
||||
|
||||
.inference-release {
|
||||
background:
|
||||
radial-gradient(circle at 82% 18%, rgba(35, 86, 84, 0.22), transparent 31%),
|
||||
@@ -733,6 +760,7 @@ const paths = [
|
||||
padding-bottom: 76px;
|
||||
}
|
||||
|
||||
.representation-release,
|
||||
.inference-release,
|
||||
.alignment-release,
|
||||
.transformer-release,
|
||||
|
||||
Reference in New Issue
Block a user