research: preregister AttnRes spike path study

2026-07-30 10:44:50 +08:00
parent 97ec50a642
commit 204f599304
3 changed files with 644 additions and 0 deletions
@@ -0,0 +1,118 @@
+{
+  "schema_version": 1,
+  "protocol_id": "llm-atlas-k3-attnres-spike-path-v1",
+  "parent_protocol_id": "llm-atlas-k3-attnres-gradient-scale-v1",
+  "study_identity": "targeted follow-up informed by Round 05; not blind discovery",
+  "architecture": "block",
+  "depth": 32,
+  "aggregation_groups": 8,
+  "formal_seeds": [
+    2026073001,
+    2026073002,
+    2026073003
+  ],
+  "replay": {
+    "architecture": "block",
+    "depth": 32,
+    "seed": 2026073001
+  },
+  "training": {
+    "steps": 8000,
+    "batch_size": 32,
+    "context": 256,
+    "target_bytes_per_cell": 65536000,
+    "diagnostic_steps": [
+      0,
+      100,
+      500,
+      2000,
+      4000,
+      8000
+    ]
+  },
+  "positions": [
+    "pre_attention_input",
+    "attention_branch_output",
+    "post_attention_state",
+    "pre_mlp_input",
+    "mlp_branch_output",
+    "post_mlp_state"
+  ],
+  "reductions": {
+    "confirmatory": [
+      "element_rms",
+      "token_rms_mean",
+      "token_rms_median",
+      "token_rms_p95"
+    ],
+    "exploratory": [
+      "batch_mean_rms",
+      "token_mean_rms"
+    ],
+    "algebraic_control": [
+      "global_l2"
+    ],
+    "quantile_definition": "Hyndman-Fan Type 7 linear interpolation on explicitly sorted values"
+  },
+  "interventions": {
+    "modes": [
+      "learned",
+      "detached_learned",
+      "uniform_value_backward"
+    ],
+    "steps": [
+      0,
+      8000
+    ],
+    "scope": "all 64 depth mixers plus the output mixer",
+    "training_uses_custom_autograd": false,
+    "confirmatory_reduction": "element_rms"
+  },
+  "spike_layers_one_based": [
+    21,
+    22,
+    23,
+    24,
+    25
+  ],
+  "thresholds": {
+    "spike_contrast": 1.5,
+    "top_five_min_overlap": 3,
+    "spearman_minimum": 0.8,
+    "material_relative_drop": 0.2,
+    "spectrum_absolute_tolerance": 1e-06,
+    "raw_relative_tolerance": 1e-06,
+    "positive_denominator_epsilon": 1e-30
+  },
+  "parent_artifacts": {
+    "manifest_path": "experiments/k3/attnres_gradient/manifest.json",
+    "manifest_sha256": "080afb17d1e036c0bba0a799fdb8b98ee4ad652bd42dd1b3b67110dd2ede6371",
+    "runner_path": "experiments/k3/attnres_gradient/train.py",
+    "runner_sha256": "04ae69e10c58972c9193c2d31c7e09d924a0d0e834107afa4ba128c64ac5800f",
+    "protocol_path": "research/K3_ATTNRES_GRADIENT_SCALE_PROTOCOL.md",
+    "protocol_sha256": "f772629b3b82975b6756721c3a3bb57cc4171dfa26ba5b1e8043dc91c9dcce22",
+    "formal_schedule_sha256": "5041e09b167f229248d2462324e8c254b8f5938975f135dcd8192b00a54a4f4e",
+    "validation_tensor_sha256": "f459316f13078a163b47c133511bb7181e05170ab89516e196490113893ce338",
+    "diagnostic_tensor_sha256": "21117e31db302b10d67b63f035665dc8f220b879d216ccd12b7d2ba86e7b1716"
+  },
+  "round05_expected": {
+    "2026073001": {
+      "raw_file_sha256": "29e1d638b481619c7b32de402122523db8b17cc1fc67a8881fa1ba132a1d5c38",
+      "canonical_sha256": "c7554d9beea6fe9e63617aafd88403f7fc93b4b305a0c6d603a98a8572e5b5f1",
+      "final_model_state": "3f0b97ece3a15571ba3d656f589f512ca0bb9e20083c9f58a42ccaee14892f59",
+      "final_optimizer_state": "ed03e6fbd4a12d8b063dcb22e0437754285f54d585374cd52fbd534f05d24637"
+    },
+    "2026073002": {
+      "raw_file_sha256": "21199deb2199395061e51220fd8c7afd04a1135a6381e406da9b5795e3ad5032",
+      "canonical_sha256": "b4262e697e2269457fdebf31f75008383c6e8024ee1bbf96e5962fb2ba1dec18",
+      "final_model_state": "bd2556388aeaa211b798c283c7cbd8ccd29edf166a2922fa13d172e8dfdc38d1",
+      "final_optimizer_state": "0b101eab3bc7d8d654be2ea335c86fc25563ce19912d721844ee4e639c569e77"
+    },
+    "2026073003": {
+      "raw_file_sha256": "c0d7f1bcfa9fa7f8f3134ca4571bdf23a951182d03b7de9611a6b4b89667d4ac",
+      "canonical_sha256": "513b85666fcdbf75424596e968cd73733314ec188345e453998de08b18dcef65",
+      "final_model_state": "638568aede21890773b6932a19ec4e112f5ac0a4770ba3402fcd82980a9ecf76",
+      "final_optimizer_state": "83947fd743ec8e3e31ca7788fd201981846f0f1c7e9e38c88afcef95cfc6ec4e"
+    }
+  }
+}