feat: publish MoE deep dive

src/data/papers.ts

@@ -71,6 +71,14 @@ export const papers: Paper[] = [
     contribution: "把 BPE 引入神经机器翻译，形成现代子词分词主线。",
     verified: true,
   },
+  {
+    year: 1991,
+    title: "Adaptive Mixtures of Local Experts",
+    url: "https://doi.org/10.1162/neco.1991.3.1.79",
+    topics: ["MoE"],
+    contribution: "以门控网络让多个局部专家竞争分工，是现代 MoE 的概念起点。",
+    verified: true,
+  },
   {
     year: 2017,
     title: "Attention Is All You Need",
@@ -401,6 +409,22 @@ export const papers: Paper[] = [
     contribution: "系统化稀疏专家的稳定训练与迁移配方。",
     verified: true,
   },
+  {
+    year: 2022,
+    title: "Mixture-of-Experts with Expert Choice Routing",
+    url: "https://arxiv.org/abs/2202.09368",
+    topics: ["MoE"],
+    contribution: "把 token 选专家反转为专家选固定容量的 token，直接控制专家负载。",
+    verified: true,
+  },
+  {
+    year: 2023,
+    title: "From Sparse to Soft Mixtures of Experts",
+    url: "https://arxiv.org/abs/2308.00951",
+    topics: ["MoE"],
+    contribution: "用连续 slot 分配替代硬 top-k，探索完全可微的专家混合。",
+    verified: true,
+  },
   {
     year: 2024,
     title: "Mixtral of Experts",
@@ -427,6 +451,23 @@ export const papers: Paper[] = [
     spotlight: "DeepSeek",
     verified: true,
   },
+  {
+    year: 2024,
+    title: "Mixture-of-Depths: Dynamically Allocating Compute in Transformer-Based Language Models",
+    url: "https://arxiv.org/abs/2404.02258",
+    topics: ["MoE", "Transformer"],
+    contribution: "把条件计算从专家宽度扩到网络深度，让不同 Token 动态跳过或进入层。",
+    verified: true,
+  },
+  {
+    year: 2024,
+    title: "Auxiliary-Loss-Free Load Balancing Strategy for Mixture-of-Experts",
+    url: "https://arxiv.org/abs/2408.15664",
+    topics: ["MoE"],
+    contribution: "以只影响 top-k 选择的 expert bias 调负载，避免均衡辅助损失干扰主梯度。",
+    spotlight: "DeepSeek",
+    verified: true,
+  },
   {
     year: 2024,
     title: "DeepSeek-V3 Technical Report",