research: lock AttnRes gradient runner

2026-07-30 07:53:12 +08:00
parent 091a05f0a0
commit 1675ca54f3
5 changed files with 1233 additions and 2 deletions
@@ -0,0 +1,167 @@
+{
+  "dataset": {
+    "preprocessing": "parquet row order; (text or empty string) + LF; UTF-8; no normalization; vocabulary is raw bytes 0..255",
+    "repository": "Salesforce/wikitext",
+    "revision": "b08601e04326c79dfdd32d625aee71d232d685c3",
+    "splits": {
+      "test": {
+        "binary_path": "/home/wuyang/.cache/llm-atlas/k3-attnres-gradient-scale-v1/test.bin",
+        "binary_sha256": "bfe9eb16ab9987fb88bde4ea9a30a00f2a45db01dfc14bad78d05325789c4f12",
+        "concatenated_bytes": 1292014,
+        "concatenated_sha256": "bfe9eb16ab9987fb88bde4ea9a30a00f2a45db01dfc14bad78d05325789c4f12",
+        "parquet_bytes": 732610,
+        "parquet_sha256": "5f1bea067869d04849c0f975a2b29c4ff47d867f484f5010ea5e861eab246d91",
+        "rows": 4358,
+        "source_path": "wikitext-2-raw-v1/test-00000-of-00001.parquet",
+        "source_url": "https://huggingface.co/datasets/Salesforce/wikitext/resolve/b08601e04326c79dfdd32d625aee71d232d685c3/wikitext-2-raw-v1/test-00000-of-00001.parquet"
+      },
+      "train": {
+        "binary_path": "/home/wuyang/.cache/llm-atlas/k3-attnres-gradient-scale-v1/train.bin",
+        "binary_sha256": "0ca7d3e74dbe44564ea5942b85232f1bbcb525c9cd481cd5d28a87ee90e7e9b4",
+        "concatenated_bytes": 10951563,
+        "concatenated_sha256": "0ca7d3e74dbe44564ea5942b85232f1bbcb525c9cd481cd5d28a87ee90e7e9b4",
+        "parquet_bytes": 6357543,
+        "parquet_sha256": "e83889baabc497075506f91975be5fac0d45c5290b6b20582c8cd1e853d0c9f7",
+        "rows": 36718,
+        "source_path": "wikitext-2-raw-v1/train-00000-of-00001.parquet",
+        "source_url": "https://huggingface.co/datasets/Salesforce/wikitext/resolve/b08601e04326c79dfdd32d625aee71d232d685c3/wikitext-2-raw-v1/train-00000-of-00001.parquet"
+      },
+      "validation": {
+        "binary_path": "/home/wuyang/.cache/llm-atlas/k3-attnres-gradient-scale-v1/validation.bin",
+        "binary_sha256": "a42356f6a8ff1d25daf25ec9db49e10a537c265581b61c74604bb63231dee719",
+        "concatenated_bytes": 1148008,
+        "concatenated_sha256": "a42356f6a8ff1d25daf25ec9db49e10a537c265581b61c74604bb63231dee719",
+        "parquet_bytes": 657209,
+        "parquet_sha256": "204929b7ff9d6184953f867dedb860e40aa69c078fc1e54b3baaa8fb28511c4c",
+        "rows": 3760,
+        "source_path": "wikitext-2-raw-v1/validation-00000-of-00001.parquet",
+        "source_url": "https://huggingface.co/datasets/Salesforce/wikitext/resolve/b08601e04326c79dfdd32d625aee71d232d685c3/wikitext-2-raw-v1/validation-00000-of-00001.parquet"
+      }
+    },
+    "variant": "wikitext-2-raw-v1"
+  },
+  "protocol_id": "llm-atlas-k3-attnres-gradient-scale-v1",
+  "schema_version": 1,
+  "status": "frozen-before-model-output",
+  "windows": {
+    "context": 256,
+    "diagnostic_starts": [
+      399861,
+      210983,
+      449025,
+      1098024,
+      323754,
+      152932,
+      1091551,
+      1078021,
+      415985,
+      612288,
+      910624,
+      530272,
+      827285,
+      765798,
+      1086876,
+      1035447
+    ],
+    "diagnostic_tensor_sha256": "21117e31db302b10d67b63f035665dc8f220b879d216ccd12b7d2ba86e7b1716",
+    "formal_batch": 32,
+    "formal_schedule_cells": 768000,
+    "formal_schedule_sha256": "5041e09b167f229248d2462324e8c254b8f5938975f135dcd8192b00a54a4f4e",
+    "formal_steps": 8000,
+    "gate_steps": [
+      0,
+      1,
+      7999
+    ],
+    "gate_training_tensor_sha256": {
+      "2026073001": {
+        "0": "52fdd6885cc2bef8e29cedec8c293e1ea71f63fe3cd0b83f627fe640e19a95c5",
+        "1": "9d0a960595a3f57cd18834d880bde56fa8dcbb0b1cbed26bcc9bbf773a67949c",
+        "7999": "8f4f04a889d1f8c9eb75e917dc7cd6ddef1196bdea94e87466270db7be1289ee"
+      },
+      "2026073002": {
+        "0": "156813ff7ab93736c8dba340711a9633b6c952d0f54df30f277e254705cc8b82",
+        "1": "9ee5a434bdf417d658a1485135d48749e98c86f03239eef86dbd81a9d1309da0",
+        "7999": "bca78ffefa000dc3693a790d65933251646c70facc64b42007d500c19bb90977"
+      },
+      "2026073003": {
+        "0": "8ba13ad55eb54501ec443430446793ef41dea21fd067b2a5b0c84eda202ed0ba",
+        "1": "326a12f07637fe70fd39fa2758b389e91dacc7f2f2ede708b80e09c9d4d1c39d",
+        "7999": "7d6b10c3febfb697444909f695d3a45297789022714f8b71dadfec4d6236aea6"
+      }
+    },
+    "seeds": [
+      2026073001,
+      2026073002,
+      2026073003
+    ],
+    "target_bytes_per_window": 256,
+    "validation_starts": [
+      19785,
+      600807,
+      1029500,
+      319878,
+      652204,
+      1072662,
+      679625,
+      1027264,
+      500250,
+      944134,
+      187313,
+      834295,
+      968556,
+      550645,
+      239009,
+      452519,
+      356354,
+      134015,
+      64555,
+      397632,
+      203140,
+      346032,
+      314812,
+      10817,
+      1141274,
+      807645,
+      417975,
+      870687,
+      377265,
+      635426,
+      597238,
+      805324,
+      12300,
+      264343,
+      84743,
+      596894,
+      188690,
+      992517,
+      854512,
+      427504,
+      94167,
+      296670,
+      760313,
+      912279,
+      1054297,
+      81970,
+      419690,
+      971472,
+      1041491,
+      669963,
+      735537,
+      434513,
+      169153,
+      6229,
+      136413,
+      1098303,
+      400950,
+      457810,
+      659776,
+      911665,
+      909832,
+      532969,
+      555820,
+      1019138
+    ],
+    "validation_tensor_sha256": "f459316f13078a163b47c133511bb7181e05170ab89516e196490113893ce338"
+  }
+}