wuyang
168 lines
5.2 KiB
JSON
168 lines
5.2 KiB
JSON
{
|
|
"dataset": {
|
|
"preprocessing": "parquet row order; (text or empty string) + LF; UTF-8; no normalization; vocabulary is raw bytes 0..255",
|
|
"repository": "Salesforce/wikitext",
|
|
"revision": "b08601e04326c79dfdd32d625aee71d232d685c3",
|
|
"splits": {
|
|
"test": {
|
|
"binary_path": "/home/wuyang/.cache/llm-atlas/k3-attnres-gradient-scale-v1/test.bin",
|
|
"binary_sha256": "bfe9eb16ab9987fb88bde4ea9a30a00f2a45db01dfc14bad78d05325789c4f12",
|
|
"concatenated_bytes": 1292014,
|
|
"concatenated_sha256": "bfe9eb16ab9987fb88bde4ea9a30a00f2a45db01dfc14bad78d05325789c4f12",
|
|
"parquet_bytes": 732610,
|
|
"parquet_sha256": "5f1bea067869d04849c0f975a2b29c4ff47d867f484f5010ea5e861eab246d91",
|
|
"rows": 4358,
|
|
"source_path": "wikitext-2-raw-v1/test-00000-of-00001.parquet",
|
|
"source_url": "https://huggingface.co/datasets/Salesforce/wikitext/resolve/b08601e04326c79dfdd32d625aee71d232d685c3/wikitext-2-raw-v1/test-00000-of-00001.parquet"
|
|
},
|
|
"train": {
|
|
"binary_path": "/home/wuyang/.cache/llm-atlas/k3-attnres-gradient-scale-v1/train.bin",
|
|
"binary_sha256": "0ca7d3e74dbe44564ea5942b85232f1bbcb525c9cd481cd5d28a87ee90e7e9b4",
|
|
"concatenated_bytes": 10951563,
|
|
"concatenated_sha256": "0ca7d3e74dbe44564ea5942b85232f1bbcb525c9cd481cd5d28a87ee90e7e9b4",
|
|
"parquet_bytes": 6357543,
|
|
"parquet_sha256": "e83889baabc497075506f91975be5fac0d45c5290b6b20582c8cd1e853d0c9f7",
|
|
"rows": 36718,
|
|
"source_path": "wikitext-2-raw-v1/train-00000-of-00001.parquet",
|
|
"source_url": "https://huggingface.co/datasets/Salesforce/wikitext/resolve/b08601e04326c79dfdd32d625aee71d232d685c3/wikitext-2-raw-v1/train-00000-of-00001.parquet"
|
|
},
|
|
"validation": {
|
|
"binary_path": "/home/wuyang/.cache/llm-atlas/k3-attnres-gradient-scale-v1/validation.bin",
|
|
"binary_sha256": "a42356f6a8ff1d25daf25ec9db49e10a537c265581b61c74604bb63231dee719",
|
|
"concatenated_bytes": 1148008,
|
|
"concatenated_sha256": "a42356f6a8ff1d25daf25ec9db49e10a537c265581b61c74604bb63231dee719",
|
|
"parquet_bytes": 657209,
|
|
"parquet_sha256": "204929b7ff9d6184953f867dedb860e40aa69c078fc1e54b3baaa8fb28511c4c",
|
|
"rows": 3760,
|
|
"source_path": "wikitext-2-raw-v1/validation-00000-of-00001.parquet",
|
|
"source_url": "https://huggingface.co/datasets/Salesforce/wikitext/resolve/b08601e04326c79dfdd32d625aee71d232d685c3/wikitext-2-raw-v1/validation-00000-of-00001.parquet"
|
|
}
|
|
},
|
|
"variant": "wikitext-2-raw-v1"
|
|
},
|
|
"protocol_id": "llm-atlas-k3-attnres-gradient-scale-v1",
|
|
"schema_version": 1,
|
|
"status": "frozen-before-model-output",
|
|
"windows": {
|
|
"context": 256,
|
|
"diagnostic_starts": [
|
|
399861,
|
|
210983,
|
|
449025,
|
|
1098024,
|
|
323754,
|
|
152932,
|
|
1091551,
|
|
1078021,
|
|
415985,
|
|
612288,
|
|
910624,
|
|
530272,
|
|
827285,
|
|
765798,
|
|
1086876,
|
|
1035447
|
|
],
|
|
"diagnostic_tensor_sha256": "21117e31db302b10d67b63f035665dc8f220b879d216ccd12b7d2ba86e7b1716",
|
|
"formal_batch": 32,
|
|
"formal_schedule_cells": 768000,
|
|
"formal_schedule_sha256": "5041e09b167f229248d2462324e8c254b8f5938975f135dcd8192b00a54a4f4e",
|
|
"formal_steps": 8000,
|
|
"gate_steps": [
|
|
0,
|
|
1,
|
|
7999
|
|
],
|
|
"gate_training_tensor_sha256": {
|
|
"2026073001": {
|
|
"0": "52fdd6885cc2bef8e29cedec8c293e1ea71f63fe3cd0b83f627fe640e19a95c5",
|
|
"1": "9d0a960595a3f57cd18834d880bde56fa8dcbb0b1cbed26bcc9bbf773a67949c",
|
|
"7999": "8f4f04a889d1f8c9eb75e917dc7cd6ddef1196bdea94e87466270db7be1289ee"
|
|
},
|
|
"2026073002": {
|
|
"0": "156813ff7ab93736c8dba340711a9633b6c952d0f54df30f277e254705cc8b82",
|
|
"1": "9ee5a434bdf417d658a1485135d48749e98c86f03239eef86dbd81a9d1309da0",
|
|
"7999": "bca78ffefa000dc3693a790d65933251646c70facc64b42007d500c19bb90977"
|
|
},
|
|
"2026073003": {
|
|
"0": "8ba13ad55eb54501ec443430446793ef41dea21fd067b2a5b0c84eda202ed0ba",
|
|
"1": "326a12f07637fe70fd39fa2758b389e91dacc7f2f2ede708b80e09c9d4d1c39d",
|
|
"7999": "7d6b10c3febfb697444909f695d3a45297789022714f8b71dadfec4d6236aea6"
|
|
}
|
|
},
|
|
"seeds": [
|
|
2026073001,
|
|
2026073002,
|
|
2026073003
|
|
],
|
|
"target_bytes_per_window": 256,
|
|
"validation_starts": [
|
|
19785,
|
|
600807,
|
|
1029500,
|
|
319878,
|
|
652204,
|
|
1072662,
|
|
679625,
|
|
1027264,
|
|
500250,
|
|
944134,
|
|
187313,
|
|
834295,
|
|
968556,
|
|
550645,
|
|
239009,
|
|
452519,
|
|
356354,
|
|
134015,
|
|
64555,
|
|
397632,
|
|
203140,
|
|
346032,
|
|
314812,
|
|
10817,
|
|
1141274,
|
|
807645,
|
|
417975,
|
|
870687,
|
|
377265,
|
|
635426,
|
|
597238,
|
|
805324,
|
|
12300,
|
|
264343,
|
|
84743,
|
|
596894,
|
|
188690,
|
|
992517,
|
|
854512,
|
|
427504,
|
|
94167,
|
|
296670,
|
|
760313,
|
|
912279,
|
|
1054297,
|
|
81970,
|
|
419690,
|
|
971472,
|
|
1041491,
|
|
669963,
|
|
735537,
|
|
434513,
|
|
169153,
|
|
6229,
|
|
136413,
|
|
1098303,
|
|
400950,
|
|
457810,
|
|
659776,
|
|
911665,
|
|
909832,
|
|
532969,
|
|
555820,
|
|
1019138
|
|
],
|
|
"validation_tensor_sha256": "f459316f13078a163b47c133511bb7181e05170ab89516e196490113893ce338"
|
|
}
|
|
}
|