wuyang
5839 lines
184 KiB
JSON
5839 lines
184 KiB
JSON
{
|
|
"canonical_sha256_without_self": "a430dd26f512db7d64c933df65d9a97e6899028099333fe0a1212728f13126cd",
|
|
"final_arrays": [
|
|
{
|
|
"interventions": {
|
|
"detached_learned": {
|
|
"statistics": {
|
|
"first_quartile_mean": 5.772373378931661e-05,
|
|
"first_to_last_ratio": 0.7709541968266947,
|
|
"imbalance_abs_log_ratio": 0.26012631467157654,
|
|
"last_quartile_mean": 7.487310404030723e-05,
|
|
"mean": 7.085559036568156e-05,
|
|
"normalized": [
|
|
0.767456541889667,
|
|
0.8910969874796977,
|
|
0.7949526654342541,
|
|
0.7325741840266811,
|
|
0.943544133913626,
|
|
0.868390294625501,
|
|
0.8054913948148298,
|
|
0.7138323441642012,
|
|
0.5978064063949543,
|
|
0.5556378314836203,
|
|
0.5261854153191788,
|
|
0.505768953649729,
|
|
0.715108334510866,
|
|
0.6608161569684796,
|
|
0.612256437426044,
|
|
0.5785464585899268,
|
|
0.739960161627241,
|
|
0.6892568994732284,
|
|
0.697060043562065,
|
|
0.8113764458982461,
|
|
3.2405349047340315,
|
|
2.5249733605503017,
|
|
1.9894958890200054,
|
|
1.5842775624032772,
|
|
2.3150907133984013,
|
|
1.7369124395330813,
|
|
1.1174777605817472,
|
|
0.8878712764898554,
|
|
0.8457898829566253,
|
|
0.5666580094993431,
|
|
0.5093321459106411,
|
|
0.474467963670652
|
|
],
|
|
"peak_layer": 21,
|
|
"peak_normalized": 3.2405349047340315,
|
|
"population_cv": 0.6532808754860918,
|
|
"rest_mean": 5.3392646400930564e-05,
|
|
"spike_contrast": 3.093225357948515,
|
|
"spike_layers": [
|
|
21,
|
|
22,
|
|
23,
|
|
24,
|
|
25
|
|
],
|
|
"spike_mean": 0.00016515548777533694,
|
|
"top_five_layers": [
|
|
21,
|
|
22,
|
|
25,
|
|
23,
|
|
26
|
|
],
|
|
"top_five_spike_overlap": 4
|
|
},
|
|
"values": [
|
|
5.437858635559678e-05,
|
|
6.313920312095433e-05,
|
|
5.632684042211622e-05,
|
|
5.1906976295867935e-05,
|
|
6.685537664452568e-05,
|
|
6.153030699351802e-05,
|
|
5.707356831408106e-05,
|
|
5.057901216787286e-05,
|
|
4.2357925849501044e-05,
|
|
3.9370046579279006e-05,
|
|
3.728317824425176e-05,
|
|
3.583655779948458e-05,
|
|
5.0669423217186704e-05,
|
|
4.682251892518252e-05,
|
|
4.338179132901132e-05,
|
|
4.099325087736361e-05,
|
|
5.2430314099183306e-05,
|
|
4.8837704525794834e-05,
|
|
4.9390600906917825e-05,
|
|
5.749055708292872e-05,
|
|
0.00022961001377552748,
|
|
0.00017890847811941057,
|
|
0.00014096690574660897,
|
|
0.00011225492198718712,
|
|
0.0001640371192479506,
|
|
0.00012306995631661266,
|
|
7.917954644653946e-05,
|
|
6.291064346441999e-05,
|
|
5.9928941482212394e-05,
|
|
4.015088779851794e-05,
|
|
3.608902989071794e-05,
|
|
3.36187076754868e-05
|
|
]
|
|
},
|
|
"learned": {
|
|
"statistics": {
|
|
"first_quartile_mean": 6.365272747643758e-05,
|
|
"first_to_last_ratio": 0.8123633197064085,
|
|
"imbalance_abs_log_ratio": 0.2078076008289402,
|
|
"last_quartile_mean": 7.835499945940683e-05,
|
|
"mean": 7.614457786075945e-05,
|
|
"normalized": [
|
|
0.7854618236676242,
|
|
0.9130540849409994,
|
|
0.8147131127464502,
|
|
0.7522410092502885,
|
|
0.9690072688462938,
|
|
0.8892440039434748,
|
|
0.8242354060534288,
|
|
0.7396083689563772,
|
|
0.6126026690255093,
|
|
0.5670644008562938,
|
|
0.5359283946772616,
|
|
0.5145269561429746,
|
|
0.7290174418180176,
|
|
0.6731434248219464,
|
|
0.6214223500409742,
|
|
0.5883307730946398,
|
|
0.7535191463387267,
|
|
0.6934458909688136,
|
|
0.6978155985835179,
|
|
0.8168473226649812,
|
|
3.219066994145898,
|
|
2.5077095541323673,
|
|
1.973834673592298,
|
|
1.5759251613516239,
|
|
2.2647260999477155,
|
|
1.6880724220748888,
|
|
1.092454232265147,
|
|
0.8732751258075867,
|
|
0.8206258345435784,
|
|
0.5459870832104624,
|
|
0.48994656248557816,
|
|
0.45714680900426247
|
|
],
|
|
"peak_layer": 21,
|
|
"peak_normalized": 3.219066994145898,
|
|
"population_cv": 0.6420341358971389,
|
|
"rest_mean": 5.7697108584559625e-05,
|
|
"spike_contrast": 3.04626897714722,
|
|
"spike_layers": [
|
|
21,
|
|
22,
|
|
23,
|
|
24,
|
|
25
|
|
],
|
|
"spike_mean": 0.00017576091195223854,
|
|
"top_five_layers": [
|
|
21,
|
|
22,
|
|
25,
|
|
23,
|
|
26
|
|
],
|
|
"top_five_spike_overlap": 4
|
|
},
|
|
"values": [
|
|
5.980865898891352e-05,
|
|
6.95241178618744e-05,
|
|
6.203598604770377e-05,
|
|
5.727907409891486e-05,
|
|
7.378464943030849e-05,
|
|
6.77111092954874e-05,
|
|
6.276105705183e-05,
|
|
5.631716703646816e-05,
|
|
4.664637162932195e-05,
|
|
4.3178879423066974e-05,
|
|
4.080804137629457e-05,
|
|
3.917843787348829e-05,
|
|
5.551072536036372e-05,
|
|
5.1256221922812983e-05,
|
|
4.731794251711108e-05,
|
|
4.47981983597856e-05,
|
|
5.737639730796218e-05,
|
|
5.2802144637098536e-05,
|
|
5.3134874178795144e-05,
|
|
6.219849456101656e-05,
|
|
0.0002451144973747432,
|
|
0.00019094848539680243,
|
|
0.00015029680798761547,
|
|
0.00011999815615126863,
|
|
0.0001724466128507629,
|
|
0.00012853756197728217,
|
|
8.318446634802967e-05,
|
|
6.64951658109203e-05,
|
|
6.248620775295421e-05,
|
|
4.157395596848801e-05,
|
|
3.7306774174794555e-05,
|
|
3.4809250792022794e-05
|
|
]
|
|
},
|
|
"uniform_value_backward": {
|
|
"statistics": {
|
|
"first_quartile_mean": 3.269887292844942e-05,
|
|
"first_to_last_ratio": 2.3568639793204684,
|
|
"imbalance_abs_log_ratio": 0.8573319130483905,
|
|
"last_quartile_mean": 1.3873890566173941e-05,
|
|
"mean": 2.12624314031018e-05,
|
|
"normalized": [
|
|
1.6816001107908207,
|
|
1.968609461712434,
|
|
1.7075260440141944,
|
|
1.4905139409933708,
|
|
1.4972595154646264,
|
|
1.4034185225085787,
|
|
1.3238781474315933,
|
|
1.2301608589864579,
|
|
1.121553773570522,
|
|
1.0499501635664128,
|
|
1.001131281922829,
|
|
0.9633193641679035,
|
|
0.9560899219831485,
|
|
0.9203740514079343,
|
|
0.8930538331784411,
|
|
0.8703809179546808,
|
|
0.8841528402061924,
|
|
0.8558056863273277,
|
|
0.8550540488218812,
|
|
0.8483642525948266,
|
|
0.8350365031100208,
|
|
0.8178976965352276,
|
|
0.8078428125234317,
|
|
0.7969682791900239,
|
|
0.7797478584358322,
|
|
0.7532962238158083,
|
|
0.7097589943815636,
|
|
0.6713244476982704,
|
|
0.629948240254275,
|
|
0.5812766747709892,
|
|
0.5573943041371163,
|
|
0.5373112275432649
|
|
],
|
|
"peak_layer": 2,
|
|
"peak_normalized": 1.968609461712434,
|
|
"population_cv": 0.35388972104860866,
|
|
"rest_mean": 2.2020403102268808e-05,
|
|
"spike_contrast": 0.7797034481094922,
|
|
"spike_layers": [
|
|
21,
|
|
22,
|
|
23,
|
|
24,
|
|
25
|
|
],
|
|
"spike_mean": 1.716938422759995e-05,
|
|
"top_five_layers": [
|
|
2,
|
|
3,
|
|
1,
|
|
5,
|
|
4
|
|
],
|
|
"top_five_spike_overlap": 0
|
|
},
|
|
"values": [
|
|
3.5754907003138214e-05,
|
|
4.185742363915779e-05,
|
|
3.630615537986159e-05,
|
|
3.169195042573847e-05,
|
|
3.183537774020806e-05,
|
|
2.9840090064681135e-05,
|
|
2.8148868295829743e-05,
|
|
2.6156210878980346e-05,
|
|
2.3846960175433196e-05,
|
|
2.2324493329506367e-05,
|
|
2.128648520738352e-05,
|
|
2.048251189989969e-05,
|
|
2.0328796381363645e-05,
|
|
1.9569390133256093e-05,
|
|
1.8988495867233723e-05,
|
|
1.8506414562580176e-05,
|
|
1.8799239114741795e-05,
|
|
1.819650969991926e-05,
|
|
1.8180528059019707e-05,
|
|
1.8038286725641228e-05,
|
|
1.775490636646282e-05,
|
|
1.739049366733525e-05,
|
|
1.7176702385768294e-05,
|
|
1.6945483366725966e-05,
|
|
1.6579335351707414e-05,
|
|
1.6016909285099246e-05,
|
|
1.5091201930772513e-05,
|
|
1.4273990018409677e-05,
|
|
1.3394231245911215e-05,
|
|
1.2359355423541274e-05,
|
|
1.1851558156195097e-05,
|
|
1.1424543117755093e-05
|
|
]
|
|
}
|
|
},
|
|
"position_element_rms": {
|
|
"attention_branch_output": {
|
|
"statistics": {
|
|
"first_quartile_mean": 6.422064188882359e-05,
|
|
"first_to_last_ratio": 0.6376814356469364,
|
|
"imbalance_abs_log_ratio": 0.4499164375054873,
|
|
"last_quartile_mean": 0.00010070959933727863,
|
|
"mean": 8.629182207187114e-05,
|
|
"normalized": [
|
|
0.6940773401510585,
|
|
0.8062528427202595,
|
|
0.7180374505283312,
|
|
0.6647119372719499,
|
|
0.8588689882759897,
|
|
0.7941431696191276,
|
|
0.7473948010342778,
|
|
0.6703237246625169,
|
|
0.591781846497542,
|
|
0.522694550559361,
|
|
0.4893812082436792,
|
|
0.4670959071660659,
|
|
0.6619658672285874,
|
|
0.6164719403371215,
|
|
0.5787012511245688,
|
|
0.5393739243504363,
|
|
0.6707710740427385,
|
|
0.62668399370843,
|
|
0.6317390712162502,
|
|
0.6712190136492653,
|
|
3.138964807406113,
|
|
2.6795820619127526,
|
|
2.136435916928567,
|
|
1.6866743661161174,
|
|
2.264472697470994,
|
|
1.978410075097681,
|
|
1.4778942897678682,
|
|
0.9605324338748193,
|
|
1.022040338716437,
|
|
0.7239267286003249,
|
|
0.47869752189559756,
|
|
0.4306788598251707
|
|
],
|
|
"peak_layer": 21,
|
|
"peak_normalized": 3.138964807406113,
|
|
"population_cv": 0.6905024564046187,
|
|
"rest_mean": 6.421987658271703e-05,
|
|
"spike_contrast": 3.1996375366532934,
|
|
"spike_layers": [
|
|
21,
|
|
22,
|
|
23,
|
|
24,
|
|
25
|
|
],
|
|
"spike_mean": 0.00020548032771330326,
|
|
"top_five_layers": [
|
|
21,
|
|
22,
|
|
25,
|
|
23,
|
|
26
|
|
],
|
|
"top_five_spike_overlap": 4
|
|
},
|
|
"values": [
|
|
5.989319834043272e-05,
|
|
6.957302684895694e-05,
|
|
6.196075992193073e-05,
|
|
5.7359204220119864e-05,
|
|
7.411336991935968e-05,
|
|
6.852806109236553e-05,
|
|
6.449405918829143e-05,
|
|
5.784345557913184e-05,
|
|
5.1065933803329244e-05,
|
|
4.5104265154805034e-05,
|
|
4.222959614708088e-05,
|
|
4.03065569116734e-05,
|
|
5.712224083254114e-05,
|
|
5.319648698787205e-05,
|
|
4.993718539481051e-05,
|
|
4.654355871025473e-05,
|
|
5.788205817225389e-05,
|
|
5.4077703680377454e-05,
|
|
5.4513915529241785e-05,
|
|
5.792071169707924e-05,
|
|
0.0002708669926505536,
|
|
0.00023122601851355284,
|
|
0.00018435694801155478,
|
|
0.00014554620429407805,
|
|
0.00019540547509677708,
|
|
0.0001707206101855263,
|
|
0.00012753019109368324,
|
|
8.288609387818724e-05,
|
|
8.81937230587937e-05,
|
|
6.246895645745099e-05,
|
|
4.1307681385660544e-05,
|
|
3.716406354214996e-05
|
|
]
|
|
},
|
|
"mlp_branch_output": {
|
|
"statistics": {
|
|
"first_quartile_mean": 6.365280069076107e-05,
|
|
"first_to_last_ratio": 0.8123684077728273,
|
|
"imbalance_abs_log_ratio": 0.2078013375593398,
|
|
"last_quartile_mean": 7.83545988269907e-05,
|
|
"mean": 7.614439766712167e-05,
|
|
"normalized": [
|
|
0.7854660713099145,
|
|
0.9130496523819581,
|
|
0.8147298517264512,
|
|
0.752236196131495,
|
|
0.9689924576782674,
|
|
0.8892579571020611,
|
|
0.8242433765322099,
|
|
0.7396130336387524,
|
|
0.6125904066287632,
|
|
0.5670744382794471,
|
|
0.5359292329408729,
|
|
0.5145351492524995,
|
|
0.7290151059417195,
|
|
0.673146260009013,
|
|
0.621425875046763,
|
|
0.5883337897938153,
|
|
0.7535116607120764,
|
|
0.6934400787203782,
|
|
0.6978162466203766,
|
|
0.8168476312813977,
|
|
3.2190719364475022,
|
|
2.5076839554965473,
|
|
1.973830744692153,
|
|
1.575947332799018,
|
|
2.2647184639164535,
|
|
1.6880790923847124,
|
|
1.0924366554795215,
|
|
0.8732736568641918,
|
|
0.8206255787733402,
|
|
0.5459821164389519,
|
|
0.48994786526283923,
|
|
0.4571481297165359
|
|
],
|
|
"peak_layer": 21,
|
|
"peak_normalized": 3.2190719364475022,
|
|
"population_cv": 0.642032487569562,
|
|
"rest_mean": 5.76970003883751e-05,
|
|
"spike_contrast": 3.0462648281411457,
|
|
"spike_layers": [
|
|
21,
|
|
22,
|
|
23,
|
|
24,
|
|
25
|
|
],
|
|
"spike_mean": 0.0001757603429723531,
|
|
"top_five_layers": [
|
|
21,
|
|
22,
|
|
25,
|
|
23,
|
|
26
|
|
],
|
|
"top_five_spike_overlap": 4
|
|
},
|
|
"values": [
|
|
5.9808840887853876e-05,
|
|
6.952361582079902e-05,
|
|
6.203711382113397e-05,
|
|
5.727857205783948e-05,
|
|
7.378334703389555e-05,
|
|
6.771201151423156e-05,
|
|
6.276151543715969e-05,
|
|
5.6317388953175396e-05,
|
|
4.664532752940431e-05,
|
|
4.3179541535209864e-05,
|
|
4.0808008634485304e-05,
|
|
3.917896901839413e-05,
|
|
5.551041613216512e-05,
|
|
5.125631651026197e-05,
|
|
4.731809895019978e-05,
|
|
4.479832205106504e-05,
|
|
5.7375691540073603e-05,
|
|
5.280157711240463e-05,
|
|
5.3134797781240195e-05,
|
|
6.219837086973712e-05,
|
|
0.00024511429364793,
|
|
0.00019094608433078974,
|
|
0.0001502961531514302,
|
|
0.00011999956041108817,
|
|
0.00017244562332052737,
|
|
0.00012853776570409536,
|
|
8.318293112097308e-05,
|
|
6.649489660048857e-05,
|
|
6.248604040592909e-05,
|
|
4.157347939326428e-05,
|
|
3.7306785088730976e-05,
|
|
3.480926898191683e-05
|
|
]
|
|
},
|
|
"post_attention_state": {
|
|
"statistics": {
|
|
"first_quartile_mean": 6.422088154067751e-05,
|
|
"first_to_last_ratio": 0.637682021407296,
|
|
"imbalance_abs_log_ratio": 0.44991551892756126,
|
|
"last_quartile_mean": 0.00010070988264487823,
|
|
"mean": 8.629204910448607e-05,
|
|
"normalized": [
|
|
0.6940783808537224,
|
|
0.8062729813904731,
|
|
0.7180303336815479,
|
|
0.6647219507645815,
|
|
0.8588589713696609,
|
|
0.794136864353616,
|
|
0.7473889560340541,
|
|
0.6703283692089702,
|
|
0.5917748510321142,
|
|
0.5226947352403994,
|
|
0.4893764215021349,
|
|
0.4670989784552037,
|
|
0.661952700545094,
|
|
0.6164859593679979,
|
|
0.5786990118719374,
|
|
0.539368710966703,
|
|
0.6707742418503443,
|
|
0.6266861813765591,
|
|
0.6317438172781369,
|
|
0.6712283354793382,
|
|
3.1389231589965445,
|
|
2.679577878793134,
|
|
2.1364533990925567,
|
|
1.686690164787602,
|
|
2.264487313238182,
|
|
1.9784244316759128,
|
|
1.477878596963198,
|
|
0.9605191983702851,
|
|
1.022047261980904,
|
|
0.7239260887312458,
|
|
0.4786954192739982,
|
|
0.4306763354738471
|
|
],
|
|
"peak_layer": 21,
|
|
"peak_normalized": 3.1389231589965445,
|
|
"population_cv": 0.690500620274875,
|
|
"rest_mean": 6.42200389443638e-05,
|
|
"spike_contrast": 3.1996384204494492,
|
|
"spike_layers": [
|
|
21,
|
|
22,
|
|
23,
|
|
24,
|
|
25
|
|
],
|
|
"spike_mean": 0.0002054809039691463,
|
|
"top_five_layers": [
|
|
21,
|
|
22,
|
|
25,
|
|
23,
|
|
26
|
|
],
|
|
"top_five_spike_overlap": 4
|
|
},
|
|
"values": [
|
|
5.98934457229916e-05,
|
|
6.957494770176709e-05,
|
|
6.196030881255865e-05,
|
|
5.736021921620704e-05,
|
|
7.411270053125918e-05,
|
|
6.852769729448482e-05,
|
|
6.449372449424118e-05,
|
|
5.784400855191052e-05,
|
|
5.106546450406313e-05,
|
|
4.51043997600209e-05,
|
|
4.2229294194839895e-05,
|
|
4.030692798551172e-05,
|
|
5.7121254940284416e-05,
|
|
5.319783667800948e-05,
|
|
4.993712354917079e-05,
|
|
4.654323129216209e-05,
|
|
5.788248381577432e-05,
|
|
5.40780347364489e-05,
|
|
5.451446850202046e-05,
|
|
5.7921668485505506e-05,
|
|
0.00027086411137133837,
|
|
0.00023122626589611173,
|
|
0.00018435894162394106,
|
|
0.00014554795052390546,
|
|
0.00019540725043043494,
|
|
0.0001707222982076928,
|
|
0.00012752917245961726,
|
|
8.288516983157024e-05,
|
|
8.819455251796171e-05,
|
|
6.24690655968152e-05,
|
|
4.13076086260844e-05,
|
|
3.716394348884933e-05
|
|
]
|
|
},
|
|
"post_mlp_state": {
|
|
"statistics": {
|
|
"first_quartile_mean": 6.365272747643758e-05,
|
|
"first_to_last_ratio": 0.8123633197064085,
|
|
"imbalance_abs_log_ratio": 0.2078076008289402,
|
|
"last_quartile_mean": 7.835499945940683e-05,
|
|
"mean": 7.614457786075945e-05,
|
|
"normalized": [
|
|
0.7854618236676242,
|
|
0.9130540849409994,
|
|
0.8147131127464502,
|
|
0.7522410092502885,
|
|
0.9690072688462938,
|
|
0.8892440039434748,
|
|
0.8242354060534288,
|
|
0.7396083689563772,
|
|
0.6126026690255093,
|
|
0.5670644008562938,
|
|
0.5359283946772616,
|
|
0.5145269561429746,
|
|
0.7290174418180176,
|
|
0.6731434248219464,
|
|
0.6214223500409742,
|
|
0.5883307730946398,
|
|
0.7535191463387267,
|
|
0.6934458909688136,
|
|
0.6978155985835179,
|
|
0.8168473226649812,
|
|
3.219066994145898,
|
|
2.5077095541323673,
|
|
1.973834673592298,
|
|
1.5759251613516239,
|
|
2.2647260999477155,
|
|
1.6880724220748888,
|
|
1.092454232265147,
|
|
0.8732751258075867,
|
|
0.8206258345435784,
|
|
0.5459870832104624,
|
|
0.48994656248557816,
|
|
0.45714680900426247
|
|
],
|
|
"peak_layer": 21,
|
|
"peak_normalized": 3.219066994145898,
|
|
"population_cv": 0.6420341358971389,
|
|
"rest_mean": 5.7697108584559625e-05,
|
|
"spike_contrast": 3.04626897714722,
|
|
"spike_layers": [
|
|
21,
|
|
22,
|
|
23,
|
|
24,
|
|
25
|
|
],
|
|
"spike_mean": 0.00017576091195223854,
|
|
"top_five_layers": [
|
|
21,
|
|
22,
|
|
25,
|
|
23,
|
|
26
|
|
],
|
|
"top_five_spike_overlap": 4
|
|
},
|
|
"values": [
|
|
5.980865898891352e-05,
|
|
6.95241178618744e-05,
|
|
6.203598604770377e-05,
|
|
5.727907409891486e-05,
|
|
7.378464943030849e-05,
|
|
6.77111092954874e-05,
|
|
6.276105705183e-05,
|
|
5.631716703646816e-05,
|
|
4.664637162932195e-05,
|
|
4.3178879423066974e-05,
|
|
4.080804137629457e-05,
|
|
3.917843787348829e-05,
|
|
5.551072536036372e-05,
|
|
5.1256221922812983e-05,
|
|
4.731794251711108e-05,
|
|
4.47981983597856e-05,
|
|
5.737639730796218e-05,
|
|
5.2802144637098536e-05,
|
|
5.3134874178795144e-05,
|
|
6.219849456101656e-05,
|
|
0.0002451144973747432,
|
|
0.00019094848539680243,
|
|
0.00015029680798761547,
|
|
0.00011999815615126863,
|
|
0.0001724466128507629,
|
|
0.00012853756197728217,
|
|
8.318446634802967e-05,
|
|
6.64951658109203e-05,
|
|
6.248620775295421e-05,
|
|
4.157395596848801e-05,
|
|
3.7306774174794555e-05,
|
|
3.4809250792022794e-05
|
|
]
|
|
},
|
|
"pre_attention_input": {
|
|
"statistics": {
|
|
"first_quartile_mean": 3.944479362871789e-05,
|
|
"first_to_last_ratio": 1.1135282861542686,
|
|
"imbalance_abs_log_ratio": 0.1075336103151947,
|
|
"last_quartile_mean": 3.54232524841791e-05,
|
|
"mean": 5.533300526394669e-05,
|
|
"normalized": [
|
|
0.5280207224829799,
|
|
0.8999098868607942,
|
|
0.6284748654319019,
|
|
0.5778568458898549,
|
|
0.34988006202074273,
|
|
0.7764713506345448,
|
|
0.9190909808587969,
|
|
1.023190827540606,
|
|
0.6226417920568781,
|
|
0.5519145939388094,
|
|
0.4568960180345979,
|
|
0.4213932325876586,
|
|
0.4074494455716704,
|
|
0.7465319443901276,
|
|
0.6474109861274324,
|
|
0.5764712279753077,
|
|
0.7979703549327781,
|
|
1.2369697451324837,
|
|
1.2324489817728508,
|
|
1.5808985864286207,
|
|
2.5860289117498976,
|
|
4.232714993086349,
|
|
2.835646318943954,
|
|
2.2422528664695807,
|
|
1.1646676435019565,
|
|
1.2175941057769888,
|
|
0.783401544111113,
|
|
0.5289102464485725,
|
|
0.46735876466607296,
|
|
0.2966943922188728,
|
|
0.3266155865457417,
|
|
0.3362221758114643
|
|
],
|
|
"peak_layer": 22,
|
|
"peak_normalized": 4.232714993086349,
|
|
"population_cv": 0.8496980089222349,
|
|
"rest_mean": 3.881239232820614e-05,
|
|
"spike_contrast": 3.7241794809927478,
|
|
"spike_layers": [
|
|
21,
|
|
22,
|
|
23,
|
|
24,
|
|
25
|
|
],
|
|
"spike_mean": 0.00014454431511694564,
|
|
"top_five_layers": [
|
|
22,
|
|
23,
|
|
21,
|
|
24,
|
|
20
|
|
],
|
|
"top_five_spike_overlap": 4
|
|
},
|
|
"values": [
|
|
2.921697341662366e-05,
|
|
4.9794718506745994e-05,
|
|
3.477540303720161e-05,
|
|
3.197455589543097e-05,
|
|
1.9359915313543752e-05,
|
|
4.296449333196506e-05,
|
|
5.085606608190574e-05,
|
|
5.661622344632633e-05,
|
|
3.4452641557436436e-05,
|
|
3.053909313166514e-05,
|
|
2.5281429770984687e-05,
|
|
2.3316953956964426e-05,
|
|
2.2545402316609398e-05,
|
|
4.1307856008643284e-05,
|
|
3.582319550332613e-05,
|
|
3.189788549207151e-05,
|
|
4.415409784996882e-05,
|
|
6.844525341875851e-05,
|
|
6.819510599598289e-05,
|
|
8.747586980462074e-05,
|
|
0.0001430927513865754,
|
|
0.00023420884099323303,
|
|
0.00015690483269281685,
|
|
0.00012407058966346085,
|
|
6.444456084864214e-05,
|
|
6.737314106430858e-05,
|
|
4.3347961764084175e-05,
|
|
2.9266193450894207e-05,
|
|
2.5860364985419437e-05,
|
|
1.641699236643035e-05,
|
|
1.807262196962256e-05,
|
|
1.8604183424031362e-05
|
|
]
|
|
},
|
|
"pre_mlp_input": {
|
|
"statistics": {
|
|
"first_quartile_mean": 1.8878105947806034e-05,
|
|
"first_to_last_ratio": 0.1437388462831867,
|
|
"imbalance_abs_log_ratio": 1.939757193388504,
|
|
"last_quartile_mean": 0.00013133614493199275,
|
|
"mean": 7.144442986373178e-05,
|
|
"normalized": [
|
|
0.543944422065902,
|
|
0.20498362677674017,
|
|
0.14117605251679072,
|
|
0.2675823635170904,
|
|
0.19429426405696296,
|
|
0.15941273479469137,
|
|
0.21634544427316113,
|
|
0.386139638870723,
|
|
0.42865458135412043,
|
|
0.3129364237141443,
|
|
0.2788876084512782,
|
|
0.2815826978190512,
|
|
0.3736543391719335,
|
|
0.3909795972451435,
|
|
0.4389936626557141,
|
|
0.44232523153890874,
|
|
0.3688366584716598,
|
|
0.45947150441297413,
|
|
0.42734480687548726,
|
|
0.5800824758005463,
|
|
2.6187902433353907,
|
|
2.987231504916195,
|
|
2.580721746390286,
|
|
2.2092452217225382,
|
|
2.879951595578818,
|
|
2.8406783220158585,
|
|
2.397028447242086,
|
|
1.5906421267626043,
|
|
1.8247593500794728,
|
|
1.4018234858691145,
|
|
0.9198949147470885,
|
|
0.8516049069575247
|
|
],
|
|
"peak_layer": 22,
|
|
"peak_normalized": 2.987231504916195,
|
|
"population_cv": 0.9601858610516129,
|
|
"rest_mean": 4.954554700547036e-05,
|
|
"spike_contrast": 3.828767846228416,
|
|
"spike_layers": [
|
|
21,
|
|
22,
|
|
23,
|
|
24,
|
|
25
|
|
],
|
|
"spike_mean": 0.00018969839729834347,
|
|
"top_five_layers": [
|
|
22,
|
|
25,
|
|
26,
|
|
21,
|
|
23
|
|
],
|
|
"top_five_spike_overlap": 4
|
|
},
|
|
"values": [
|
|
3.886179911205545e-05,
|
|
1.4644938346464187e-05,
|
|
1.008624258247437e-05,
|
|
1.911726940306835e-05,
|
|
1.3881242921343073e-05,
|
|
1.1389151950425003e-05,
|
|
1.5456676919711754e-05,
|
|
2.7587526346906088e-05,
|
|
3.062498217332177e-05,
|
|
2.2357564375852235e-05,
|
|
1.9924966181861237e-05,
|
|
2.0117515305173583e-05,
|
|
2.6695521228248253e-05,
|
|
2.7933314413530752e-05,
|
|
3.13636519422289e-05,
|
|
3.160167398164049e-05,
|
|
2.6351324777351692e-05,
|
|
3.282667967141606e-05,
|
|
3.0531406082445756e-05,
|
|
4.144366175751202e-05,
|
|
0.00018709797586780041,
|
|
0.00021342105173971504,
|
|
0.0001843781938077882,
|
|
0.00015783826529514045,
|
|
0.0002057564997812733,
|
|
0.0002029506431426853,
|
|
0.00017125433078035712,
|
|
0.00011364251986378804,
|
|
0.00013036889140494168,
|
|
0.00010015247971750796,
|
|
6.572136771865189e-05,
|
|
6.08424270467367e-05
|
|
]
|
|
}
|
|
},
|
|
"post_mlp_reductions": {
|
|
"batch_mean_rms": {
|
|
"statistics": {
|
|
"first_quartile_mean": 1.5986864127626177e-05,
|
|
"first_to_last_ratio": 0.8170274391577745,
|
|
"imbalance_abs_log_ratio": 0.20208259942567244,
|
|
"last_quartile_mean": 1.956710798367567e-05,
|
|
"mean": 1.9039307829871177e-05,
|
|
"normalized": [
|
|
0.7853167979867789,
|
|
0.9097665173048055,
|
|
0.808777694116954,
|
|
0.752402497635975,
|
|
0.9858540561935626,
|
|
0.9044938358034963,
|
|
0.8288447236919866,
|
|
0.7419578801196516,
|
|
0.6090850929460484,
|
|
0.5628647453138417,
|
|
0.5328979550345672,
|
|
0.5131403750850531,
|
|
0.7265824660927316,
|
|
0.6757007408890954,
|
|
0.6225826951824261,
|
|
0.5898791530514104,
|
|
0.7532772493405897,
|
|
0.6927950381940383,
|
|
0.6897848547806317,
|
|
0.8094505726944553,
|
|
3.2076147584918284,
|
|
2.5002121502474965,
|
|
1.982484105644761,
|
|
1.5924612114390058,
|
|
2.273889158865966,
|
|
1.6940625327896233,
|
|
1.0968336406315982,
|
|
0.8719471681044353,
|
|
0.815653609383569,
|
|
0.5388945327422838,
|
|
0.4819664542042268,
|
|
0.448525735997107
|
|
],
|
|
"peak_layer": 21,
|
|
"peak_normalized": 3.2076147584918284,
|
|
"population_cv": 0.6428608089466793,
|
|
"rest_mean": 1.4415815443229534e-05,
|
|
"spike_contrast": 3.052631111367605,
|
|
"spike_layers": [
|
|
21,
|
|
22,
|
|
23,
|
|
24,
|
|
25
|
|
],
|
|
"spike_mean": 4.400616671773605e-05,
|
|
"top_five_layers": [
|
|
21,
|
|
22,
|
|
25,
|
|
23,
|
|
26
|
|
],
|
|
"top_five_spike_overlap": 4
|
|
},
|
|
"values": [
|
|
1.4951888260839041e-05,
|
|
1.7321324776276015e-05,
|
|
1.5398567484226078e-05,
|
|
1.4325222764455248e-05,
|
|
1.8769978851196356e-05,
|
|
1.7220936570083722e-05,
|
|
1.5780629837536253e-05,
|
|
1.4126364476396702e-05,
|
|
1.1596558579185512e-05,
|
|
1.0716555152612273e-05,
|
|
1.0146008207811974e-05,
|
|
9.769837561179884e-06,
|
|
1.3833627235726453e-05,
|
|
1.286487440665951e-05,
|
|
1.1853543583129067e-05,
|
|
1.1230890777369495e-05,
|
|
1.4341877431434114e-05,
|
|
1.3190337995183654e-05,
|
|
1.3133026186551433e-05,
|
|
1.541137862659525e-05,
|
|
6.107076478656381e-05,
|
|
4.760230876854621e-05,
|
|
3.7745125155197456e-05,
|
|
3.03193592117168e-05,
|
|
4.329327566665597e-05,
|
|
3.225377804483287e-05,
|
|
2.0882953322143294e-05,
|
|
1.6601270544924773e-05,
|
|
1.5529480151599273e-05,
|
|
1.0260178896714933e-05,
|
|
9.176307685265783e-06,
|
|
8.539619557268452e-06
|
|
]
|
|
},
|
|
"element_rms": {
|
|
"statistics": {
|
|
"first_quartile_mean": 6.365272747643758e-05,
|
|
"first_to_last_ratio": 0.8123633197064085,
|
|
"imbalance_abs_log_ratio": 0.2078076008289402,
|
|
"last_quartile_mean": 7.835499945940683e-05,
|
|
"mean": 7.614457786075945e-05,
|
|
"normalized": [
|
|
0.7854618236676242,
|
|
0.9130540849409994,
|
|
0.8147131127464502,
|
|
0.7522410092502885,
|
|
0.9690072688462938,
|
|
0.8892440039434748,
|
|
0.8242354060534288,
|
|
0.7396083689563772,
|
|
0.6126026690255093,
|
|
0.5670644008562938,
|
|
0.5359283946772616,
|
|
0.5145269561429746,
|
|
0.7290174418180176,
|
|
0.6731434248219464,
|
|
0.6214223500409742,
|
|
0.5883307730946398,
|
|
0.7535191463387267,
|
|
0.6934458909688136,
|
|
0.6978155985835179,
|
|
0.8168473226649812,
|
|
3.219066994145898,
|
|
2.5077095541323673,
|
|
1.973834673592298,
|
|
1.5759251613516239,
|
|
2.2647260999477155,
|
|
1.6880724220748888,
|
|
1.092454232265147,
|
|
0.8732751258075867,
|
|
0.8206258345435784,
|
|
0.5459870832104624,
|
|
0.48994656248557816,
|
|
0.45714680900426247
|
|
],
|
|
"peak_layer": 21,
|
|
"peak_normalized": 3.219066994145898,
|
|
"population_cv": 0.6420341358971389,
|
|
"rest_mean": 5.7697108584559625e-05,
|
|
"spike_contrast": 3.04626897714722,
|
|
"spike_layers": [
|
|
21,
|
|
22,
|
|
23,
|
|
24,
|
|
25
|
|
],
|
|
"spike_mean": 0.00017576091195223854,
|
|
"top_five_layers": [
|
|
21,
|
|
22,
|
|
25,
|
|
23,
|
|
26
|
|
],
|
|
"top_five_spike_overlap": 4
|
|
},
|
|
"values": [
|
|
5.980865898891352e-05,
|
|
6.95241178618744e-05,
|
|
6.203598604770377e-05,
|
|
5.727907409891486e-05,
|
|
7.378464943030849e-05,
|
|
6.77111092954874e-05,
|
|
6.276105705183e-05,
|
|
5.631716703646816e-05,
|
|
4.664637162932195e-05,
|
|
4.3178879423066974e-05,
|
|
4.080804137629457e-05,
|
|
3.917843787348829e-05,
|
|
5.551072536036372e-05,
|
|
5.1256221922812983e-05,
|
|
4.731794251711108e-05,
|
|
4.47981983597856e-05,
|
|
5.737639730796218e-05,
|
|
5.2802144637098536e-05,
|
|
5.3134874178795144e-05,
|
|
6.219849456101656e-05,
|
|
0.0002451144973747432,
|
|
0.00019094848539680243,
|
|
0.00015029680798761547,
|
|
0.00011999815615126863,
|
|
0.0001724466128507629,
|
|
0.00012853756197728217,
|
|
8.318446634802967e-05,
|
|
6.64951658109203e-05,
|
|
6.248620775295421e-05,
|
|
4.157395596848801e-05,
|
|
3.7306774174794555e-05,
|
|
3.4809250792022794e-05
|
|
]
|
|
},
|
|
"global_l2": {
|
|
"statistics": {
|
|
"first_quartile_mean": 0.05644787335768342,
|
|
"first_to_last_ratio": 0.8123632868395458,
|
|
"imbalance_abs_log_ratio": 0.2078076412872703,
|
|
"last_quartile_mean": 0.06948599754832685,
|
|
"mean": 0.06752577290171757,
|
|
"normalized": [
|
|
0.7854618348329956,
|
|
0.9130540359301327,
|
|
0.8147131249195937,
|
|
0.7522410113175043,
|
|
0.9690071730110875,
|
|
0.88924395208314,
|
|
0.8242353599678512,
|
|
0.7396083806676593,
|
|
0.6126026750590019,
|
|
0.5670643980854334,
|
|
0.5359283892166958,
|
|
0.5145269586503932,
|
|
0.7290174229589911,
|
|
0.6731434525628229,
|
|
0.6214223402600404,
|
|
0.5883307763560162,
|
|
0.7535191533057549,
|
|
0.6934459281737582,
|
|
0.6978155981634587,
|
|
0.8168473704719704,
|
|
3.2190670201887848,
|
|
2.507709505453073,
|
|
1.9738347607250095,
|
|
1.5759251284181852,
|
|
2.264726151347608,
|
|
1.68807248858185,
|
|
1.0924542395938426,
|
|
0.8732750663142743,
|
|
0.820625855657368,
|
|
0.5459870819951741,
|
|
0.48994655813463567,
|
|
0.45714680759589343
|
|
],
|
|
"peak_layer": 21,
|
|
"peak_normalized": 3.2190670201887848,
|
|
"population_cv": 0.6420341436220799,
|
|
"rest_mean": 0.05116637251167386,
|
|
"spike_contrast": 3.0462690113979045,
|
|
"spike_layers": [
|
|
21,
|
|
22,
|
|
23,
|
|
24,
|
|
25
|
|
],
|
|
"spike_mean": 0.15586653500795364,
|
|
"top_five_layers": [
|
|
21,
|
|
22,
|
|
25,
|
|
23,
|
|
26
|
|
],
|
|
"top_five_spike_overlap": 4
|
|
},
|
|
"values": [
|
|
0.05303891748189926,
|
|
0.06165467947721481,
|
|
0.05501413345336914,
|
|
0.05079565569758415,
|
|
0.06543295830488205,
|
|
0.060046885162591934,
|
|
0.05565712973475456,
|
|
0.04994262754917145,
|
|
0.041366469115018845,
|
|
0.038291461765766144,
|
|
0.03618897870182991,
|
|
0.03474383056163788,
|
|
0.04922746494412422,
|
|
0.04545453190803528,
|
|
0.041962023824453354,
|
|
0.03972749039530754,
|
|
0.05088196322321892,
|
|
0.04682547226548195,
|
|
0.04712053760886192,
|
|
0.05515825003385544,
|
|
0.21736998856067657,
|
|
0.1693350225687027,
|
|
0.13328471779823303,
|
|
0.10641556233167648,
|
|
0.15292738378047943,
|
|
0.11398839950561523,
|
|
0.07376881688833237,
|
|
0.058968573808670044,
|
|
0.055413395166397095,
|
|
0.036868199706077576,
|
|
0.033084020018577576,
|
|
0.030869191512465477
|
|
]
|
|
},
|
|
"token_mean_rms": {
|
|
"statistics": {
|
|
"first_quartile_mean": 2.579253447265728e-06,
|
|
"first_to_last_ratio": 0.47590496457778414,
|
|
"imbalance_abs_log_ratio": 0.7425370989326324,
|
|
"last_quartile_mean": 5.419681741614113e-06,
|
|
"mean": 4.2137082871818166e-06,
|
|
"normalized": [
|
|
0.6771144196047112,
|
|
0.6338426021784607,
|
|
0.6121020910961615,
|
|
0.6258737201152189,
|
|
0.6050362914422536,
|
|
0.5852204423685657,
|
|
0.5784631886764509,
|
|
0.5792281322851218,
|
|
0.4697078599262646,
|
|
0.4522117174548025,
|
|
0.44580914592548354,
|
|
0.4558904724294877,
|
|
0.5773213311917524,
|
|
0.5667240346830847,
|
|
0.5644321177223985,
|
|
0.5681434108598962,
|
|
0.6503548834184826,
|
|
0.6631947770191623,
|
|
0.6837887360559592,
|
|
0.7582966501774209,
|
|
3.020973835679826,
|
|
2.627473806530212,
|
|
2.3058644468737186,
|
|
2.00331262981993,
|
|
2.819406877957528,
|
|
2.1402761714678284,
|
|
1.4825745701937771,
|
|
1.1227288221975413,
|
|
0.9855094000056028,
|
|
0.6429466506282437,
|
|
0.5709200007532207,
|
|
0.5252567632614316
|
|
],
|
|
"peak_layer": 21,
|
|
"peak_normalized": 3.020973835679826,
|
|
"population_cv": 0.7577358346351384,
|
|
"rest_mean": 2.999999306094078e-06,
|
|
"spike_contrast": 3.589246425218318,
|
|
"spike_layers": [
|
|
21,
|
|
22,
|
|
23,
|
|
24,
|
|
25
|
|
],
|
|
"spike_mean": 1.0767736785055605e-05,
|
|
"top_five_layers": [
|
|
21,
|
|
25,
|
|
22,
|
|
23,
|
|
26
|
|
],
|
|
"top_five_spike_overlap": 4
|
|
},
|
|
"values": [
|
|
2.8531626412586775e-06,
|
|
2.670827825568267e-06,
|
|
2.5792196538532153e-06,
|
|
2.6372492811788106e-06,
|
|
2.5494464352959767e-06,
|
|
2.465948227836634e-06,
|
|
2.43747513195558e-06,
|
|
2.440698381178663e-06,
|
|
1.979211901925737e-06,
|
|
1.9054882614000235e-06,
|
|
1.8785096926876577e-06,
|
|
1.920989461723366e-06,
|
|
2.4326636776095256e-06,
|
|
2.3880097614892293e-06,
|
|
2.3783522919984534e-06,
|
|
2.393990598648088e-06,
|
|
2.7404057618696243e-06,
|
|
2.7945093279413413e-06,
|
|
2.8812862638005754e-06,
|
|
3.1952408789948095e-06,
|
|
1.2729502486763522e-05,
|
|
1.1071408152929507e-05,
|
|
9.716240128909703e-06,
|
|
8.441375030088238e-06,
|
|
1.1880158126587048e-05,
|
|
9.018499440571759e-06,
|
|
6.247136752790539e-06,
|
|
4.7308517423516605e-06,
|
|
4.152649125899188e-06,
|
|
2.709189629968023e-06,
|
|
2.405690338491695e-06,
|
|
2.2132787762529915e-06
|
|
]
|
|
},
|
|
"token_rms_mean": {
|
|
"statistics": {
|
|
"first_quartile_mean": 4.826905797017389e-05,
|
|
"first_to_last_ratio": 0.9723593605402814,
|
|
"imbalance_abs_log_ratio": 0.028029830358518852,
|
|
"last_quartile_mean": 4.964117169947713e-05,
|
|
"mean": 5.395593586854375e-05,
|
|
"normalized": [
|
|
0.8546740011831107,
|
|
0.9667023865336807,
|
|
0.8780594173977533,
|
|
0.8215201862718362,
|
|
1.028762848378348,
|
|
0.9492707323927138,
|
|
0.8750383055629682,
|
|
0.7827836490446655,
|
|
0.6672270484578459,
|
|
0.6202534690629704,
|
|
0.5854228619045188,
|
|
0.5620710233383177,
|
|
0.781592991024926,
|
|
0.7155185842665527,
|
|
0.6597031604820425,
|
|
0.621567177701999,
|
|
0.8222052916650392,
|
|
0.7616961441483728,
|
|
0.7641199379358804,
|
|
0.8753280307745216,
|
|
3.236716477578425,
|
|
2.479496544122304,
|
|
1.8830004075567146,
|
|
1.4470156791415152,
|
|
2.05665793704697,
|
|
1.5065644924277526,
|
|
1.0009572516438536,
|
|
0.8155596816984735,
|
|
0.6595753226879756,
|
|
0.4759799891964506,
|
|
0.4318790517932509,
|
|
0.413079917578251
|
|
],
|
|
"peak_layer": 21,
|
|
"peak_normalized": 3.236716477578425,
|
|
"population_cv": 0.6107674157639074,
|
|
"rest_mean": 4.176012171902349e-05,
|
|
"spike_contrast": 2.869084843241085,
|
|
"spike_layers": [
|
|
21,
|
|
22,
|
|
23,
|
|
24,
|
|
25
|
|
],
|
|
"spike_mean": 0.00011981333227595314,
|
|
"top_five_layers": [
|
|
21,
|
|
22,
|
|
25,
|
|
23,
|
|
26
|
|
],
|
|
"top_five_spike_overlap": 4
|
|
},
|
|
"values": [
|
|
4.61147355963476e-05,
|
|
5.2159331971779466e-05,
|
|
4.737651761388406e-05,
|
|
4.4325890485197306e-05,
|
|
5.550786227104254e-05,
|
|
5.121879075886682e-05,
|
|
4.72135106974747e-05,
|
|
4.2235824366798624e-05,
|
|
3.6000859836349264e-05,
|
|
3.3466356399003416e-05,
|
|
3.158703839289956e-05,
|
|
3.0327068088809028e-05,
|
|
4.217158129904419e-05,
|
|
3.860647484543733e-05,
|
|
3.559490141924471e-05,
|
|
3.353723877808079e-05,
|
|
4.4362855987856165e-05,
|
|
4.1098028304986656e-05,
|
|
4.122880636714399e-05,
|
|
4.7229143092408776e-05,
|
|
0.00017464006668888032,
|
|
0.00013378355652093887,
|
|
0.00010159904923057184,
|
|
7.807508518453687e-05,
|
|
0.00011096890375483781,
|
|
8.128809713525698e-05,
|
|
5.400758527684957e-05,
|
|
4.4004285882692784e-05,
|
|
3.558800381142646e-05,
|
|
2.5681945771793835e-05,
|
|
2.330243842152413e-05,
|
|
2.228811354143545e-05
|
|
]
|
|
},
|
|
"token_rms_median": {
|
|
"statistics": {
|
|
"first_quartile_mean": 3.626825309765991e-05,
|
|
"first_to_last_ratio": 1.1971952602722011,
|
|
"imbalance_abs_log_ratio": 0.17998153797771219,
|
|
"last_quartile_mean": 3.0294350722215313e-05,
|
|
"mean": 3.794959516767449e-05,
|
|
"normalized": [
|
|
0.9342317076920968,
|
|
1.032527492584725,
|
|
0.9483990781630639,
|
|
0.8885231558783968,
|
|
1.1008949985426397,
|
|
1.0148066560537,
|
|
0.9027782413985963,
|
|
0.8234017777861798,
|
|
0.7333936750261243,
|
|
0.6823073758552121,
|
|
0.6464481216407498,
|
|
0.616777331910669,
|
|
0.8501710687237772,
|
|
0.7702178906455867,
|
|
0.7042577074377577,
|
|
0.660638930723233,
|
|
0.914060026408416,
|
|
0.847914539167618,
|
|
0.8394293783449699,
|
|
0.9442746494437388,
|
|
3.300220154812763,
|
|
2.4489522165880904,
|
|
1.7640184700183157,
|
|
1.245126339879113,
|
|
1.7643693302152461,
|
|
1.271277790934411,
|
|
0.9095623054467832,
|
|
0.780451313056054,
|
|
0.5159478762516835,
|
|
0.40747033934370974,
|
|
0.37633772798986104,
|
|
0.36081233203671814
|
|
],
|
|
"peak_layer": 21,
|
|
"peak_normalized": 3.300220154812763,
|
|
"population_cv": 0.5858778602410362,
|
|
"rest_mean": 3.018723526582579e-05,
|
|
"spike_contrast": 2.6456990159702416,
|
|
"spike_layers": [
|
|
21,
|
|
22,
|
|
23,
|
|
24,
|
|
25
|
|
],
|
|
"spike_mean": 7.986633863765746e-05,
|
|
"top_five_layers": [
|
|
21,
|
|
22,
|
|
25,
|
|
23,
|
|
26
|
|
],
|
|
"top_five_spike_overlap": 4
|
|
},
|
|
"values": [
|
|
3.5453715099720284e-05,
|
|
3.9184000343084335e-05,
|
|
3.599136107368395e-05,
|
|
3.371909406268969e-05,
|
|
4.1778519516810775e-05,
|
|
3.85115017706994e-05,
|
|
3.4260068787261844e-05,
|
|
3.124776412732899e-05,
|
|
2.783199306577444e-05,
|
|
2.5893288693623617e-05,
|
|
2.453244451317005e-05,
|
|
2.3406450054608285e-05,
|
|
3.226364788133651e-05,
|
|
2.9229457140900195e-05,
|
|
2.6726294890977442e-05,
|
|
2.5070979972952046e-05,
|
|
3.468820796115324e-05,
|
|
3.217801349819638e-05,
|
|
3.185600508004427e-05,
|
|
3.5834840673487633e-05,
|
|
0.00012524201883934438,
|
|
9.293674520449713e-05,
|
|
6.694378680549562e-05,
|
|
4.725204053102061e-05,
|
|
6.695710180792958e-05,
|
|
4.8244477511616424e-05,
|
|
3.451752127148211e-05,
|
|
2.9617811378557235e-05,
|
|
1.95800130313728e-05,
|
|
1.546333442092873e-05,
|
|
1.4281864423537627e-05,
|
|
1.3692681932298001e-05
|
|
]
|
|
},
|
|
"token_rms_p95": {
|
|
"statistics": {
|
|
"first_quartile_mean": 0.00012846494701079791,
|
|
"first_to_last_ratio": 0.7741545804954827,
|
|
"imbalance_abs_log_ratio": 0.25598370893064326,
|
|
"last_quartile_mean": 0.00016594224234722788,
|
|
"mean": 0.000157460202672155,
|
|
"normalized": [
|
|
0.7615886502877881,
|
|
0.869859991005712,
|
|
0.7823534284439785,
|
|
0.735201115807512,
|
|
0.9596786286759813,
|
|
0.8813992955944876,
|
|
0.8128285893567467,
|
|
0.7239431731448671,
|
|
0.5977864740547744,
|
|
0.5606030792342883,
|
|
0.5318673348078621,
|
|
0.5130567490014816,
|
|
0.6987134321316841,
|
|
0.6407269063222457,
|
|
0.6075335461477536,
|
|
0.5704889146486948,
|
|
0.7180428901779269,
|
|
0.6784140170824181,
|
|
0.6819219612414157,
|
|
0.7908928021790416,
|
|
3.2176296651190497,
|
|
2.545498211708922,
|
|
2.0288816729118655,
|
|
1.6601468184271124,
|
|
2.321862751456626,
|
|
1.7738386620365922,
|
|
1.1711907122839438,
|
|
0.9284857615000071,
|
|
0.7896970255450443,
|
|
0.5236030848875767,
|
|
0.47341239614817127,
|
|
0.4488522586284289
|
|
],
|
|
"peak_layer": 21,
|
|
"peak_normalized": 3.2176296651190497,
|
|
"population_cv": 0.6625973254291921,
|
|
"rest_mean": 0.0001179550758765631,
|
|
"spike_contrast": 3.143466990402101,
|
|
"spike_layers": [
|
|
21,
|
|
22,
|
|
23,
|
|
24,
|
|
25
|
|
],
|
|
"spike_mean": 0.00037078788736835124,
|
|
"top_five_layers": [
|
|
21,
|
|
22,
|
|
25,
|
|
23,
|
|
26
|
|
],
|
|
"top_five_spike_overlap": 4
|
|
},
|
|
"values": [
|
|
0.00011991990322712809,
|
|
0.00013696833048015833,
|
|
0.00012318952940404415,
|
|
0.00011576491669984534,
|
|
0.0001511111913714558,
|
|
0.00013878531171940267,
|
|
0.00012798815441783518,
|
|
0.00011399223876651376,
|
|
9.412757935933769e-05,
|
|
8.82726744748652e-05,
|
|
8.374793833354488e-05,
|
|
8.078601968009025e-05,
|
|
0.000110019558633212,
|
|
0.00010088898852700368,
|
|
9.566235530655831e-05,
|
|
8.982930012280121e-05,
|
|
0.0001130631790147163,
|
|
0.00010682320862542838,
|
|
0.00010737557022366673,
|
|
0.00012453414092306048,
|
|
0.0005066486191935837,
|
|
0.00040081466431729496,
|
|
0.00031946811941452324,
|
|
0.0002614070544950664,
|
|
0.0003656009794212878,
|
|
0.00027930899523198605,
|
|
0.00018441592692397535,
|
|
0.00014619955618400127,
|
|
0.00012434585369192064,
|
|
8.24466478661634e-05,
|
|
7.454361184500158e-05,
|
|
7.067636761348695e-05
|
|
]
|
|
}
|
|
},
|
|
"seed": 2026073001
|
|
},
|
|
{
|
|
"interventions": {
|
|
"detached_learned": {
|
|
"statistics": {
|
|
"first_quartile_mean": 4.0602767057862366e-05,
|
|
"first_to_last_ratio": 0.6220527400735582,
|
|
"imbalance_abs_log_ratio": 0.47473039872247574,
|
|
"last_quartile_mean": 6.52722260383598e-05,
|
|
"mean": 6.584079096683126e-05,
|
|
"normalized": [
|
|
0.6772375898692375,
|
|
0.7419156446131505,
|
|
0.6265276809050203,
|
|
0.5983548462080928,
|
|
0.6909826192767372,
|
|
0.5826528795658069,
|
|
0.521809962087311,
|
|
0.49396705008933894,
|
|
0.6208428547650034,
|
|
0.583552196572707,
|
|
0.5417821373953783,
|
|
0.5073870191655783,
|
|
0.43782941267698894,
|
|
0.4086714236070873,
|
|
0.40807611508949443,
|
|
0.4979465665227966,
|
|
1.2379953934660572,
|
|
1.244289507430791,
|
|
1.1312943811704865,
|
|
1.027048864560996,
|
|
3.6326329119144347,
|
|
2.8432062989929086,
|
|
2.2290691465672023,
|
|
1.784011106006968,
|
|
1.8683393699616757,
|
|
1.5302817088353375,
|
|
1.1091498325862283,
|
|
0.8793222326330687,
|
|
0.8937044532253541,
|
|
0.6693159640810682,
|
|
0.5098515212827301,
|
|
0.47095130887496306
|
|
],
|
|
"peak_layer": 21,
|
|
"peak_normalized": 3.6326329119144347,
|
|
"population_cv": 0.7406534740263053,
|
|
"rest_mean": 4.7899763524549565e-05,
|
|
"spike_contrast": 3.3971428496041334,
|
|
"spike_layers": [
|
|
21,
|
|
22,
|
|
23,
|
|
24,
|
|
25
|
|
],
|
|
"spike_mean": 0.00016272233915515244,
|
|
"top_five_layers": [
|
|
21,
|
|
22,
|
|
23,
|
|
25,
|
|
24
|
|
],
|
|
"top_five_spike_overlap": 5
|
|
},
|
|
"values": [
|
|
4.458985858946107e-05,
|
|
4.884831287199631e-05,
|
|
4.1251078073401004e-05,
|
|
3.93961563531775e-05,
|
|
4.549484219751321e-05,
|
|
3.83623264497146e-05,
|
|
3.435638063820079e-05,
|
|
3.252318128943443e-05,
|
|
4.087678462383337e-05,
|
|
3.8421538192778826e-05,
|
|
3.567136445781216e-05,
|
|
3.340676266816445e-05,
|
|
2.882703483919613e-05,
|
|
2.6907249775831588e-05,
|
|
2.686805419216398e-05,
|
|
3.278519579907879e-05,
|
|
8.15105959190987e-05,
|
|
8.192500536097214e-05,
|
|
7.448531687259674e-05,
|
|
6.762170960428193e-05,
|
|
0.00023917542421258986,
|
|
0.00018719895160757005,
|
|
0.00014676367572974414,
|
|
0.00011746070231311023,
|
|
0.00012301294191274792,
|
|
0.0001007549581117928,
|
|
7.302730227820575e-05,
|
|
5.789527131128125e-05,
|
|
5.8842208090936765e-05,
|
|
4.4068292481824756e-05,
|
|
3.356902743689716e-05,
|
|
3.100780668319203e-05
|
|
]
|
|
},
|
|
"learned": {
|
|
"statistics": {
|
|
"first_quartile_mean": 4.398412329464918e-05,
|
|
"first_to_last_ratio": 0.6452634668607965,
|
|
"imbalance_abs_log_ratio": 0.43809656983670076,
|
|
"last_quartile_mean": 6.816459563196986e-05,
|
|
"mean": 7.03343731061068e-05,
|
|
"normalized": [
|
|
0.6809932372926891,
|
|
0.7475632825133391,
|
|
0.6323153694166137,
|
|
0.6077851857944574,
|
|
0.7056447138179579,
|
|
0.5942446047107566,
|
|
0.530223262177042,
|
|
0.504089839823597,
|
|
0.6368974480554273,
|
|
0.5978888745536934,
|
|
0.5559539610577222,
|
|
0.5232972563751404,
|
|
0.4434509399790644,
|
|
0.41411238498840724,
|
|
0.4174418363858031,
|
|
0.5192489699581264,
|
|
1.2557404086895352,
|
|
1.2676084925356499,
|
|
1.1574347089891701,
|
|
1.060138766241709,
|
|
3.6189242296270336,
|
|
2.81239769967395,
|
|
2.2018329150221976,
|
|
1.7615672973682381,
|
|
1.8179181698124194,
|
|
1.4871187506667403,
|
|
1.086854135909831,
|
|
0.872703317202576,
|
|
0.8717669049561169,
|
|
0.6523365087620864,
|
|
0.4999226915339381,
|
|
0.46458383610897114
|
|
],
|
|
"peak_layer": 21,
|
|
"peak_normalized": 3.6189242296270336,
|
|
"population_cv": 0.7299683279122143,
|
|
"rest_mean": 5.15456125598306e-05,
|
|
"spike_contrast": 3.3328477735441013,
|
|
"spike_layers": [
|
|
21,
|
|
22,
|
|
23,
|
|
24,
|
|
25
|
|
],
|
|
"spike_mean": 0.00017179368005599828,
|
|
"top_five_layers": [
|
|
21,
|
|
22,
|
|
23,
|
|
25,
|
|
24
|
|
],
|
|
"top_five_spike_overlap": 5
|
|
},
|
|
"values": [
|
|
4.789723243447952e-05,
|
|
5.257939483271912e-05,
|
|
4.447350511327386e-05,
|
|
4.274819002603181e-05,
|
|
4.96310785820242e-05,
|
|
4.17958217440173e-05,
|
|
3.729292075149715e-05,
|
|
3.545484287315048e-05,
|
|
4.479578274185769e-05,
|
|
4.205213917884976e-05,
|
|
3.91026733268518e-05,
|
|
3.680578447529115e-05,
|
|
3.1189843866741285e-05,
|
|
2.9126334993634373e-05,
|
|
2.9360509870457463e-05,
|
|
3.65210507879965e-05,
|
|
8.83217144291848e-05,
|
|
8.915644866647199e-05,
|
|
8.140744466800243e-05,
|
|
7.45641955290921e-05,
|
|
0.0002545347670093179,
|
|
0.0001978082291316241,
|
|
0.000154864537762478,
|
|
0.00012389873154461384,
|
|
0.00012786213483195752,
|
|
0.00010459556506248191,
|
|
7.644320430699736e-05,
|
|
6.138104072306305e-05,
|
|
6.131517875473946e-05,
|
|
4.588167939800769e-05,
|
|
3.516174911055714e-05,
|
|
3.2676212867954746e-05
|
|
]
|
|
},
|
|
"uniform_value_backward": {
|
|
"statistics": {
|
|
"first_quartile_mean": 3.093152440669655e-05,
|
|
"first_to_last_ratio": 2.2774685844866087,
|
|
"imbalance_abs_log_ratio": 0.8230645561980515,
|
|
"last_quartile_mean": 1.3581537245954678e-05,
|
|
"mean": 2.01113496416383e-05,
|
|
"normalized": [
|
|
1.8305028390484899,
|
|
2.063895445405066,
|
|
1.6144389462797186,
|
|
1.4292254312672816,
|
|
1.5742789705777873,
|
|
1.395222470726611,
|
|
1.2383859090556808,
|
|
1.15815685579556,
|
|
1.0870603073810894,
|
|
1.0303295548521039,
|
|
0.9686496018996943,
|
|
0.9150613022126579,
|
|
0.8858369611012855,
|
|
0.866010221809998,
|
|
0.8620422691094124,
|
|
0.8950413704487017,
|
|
0.898565866832108,
|
|
0.8961986259205167,
|
|
0.8726168436106015,
|
|
0.8416436403028231,
|
|
0.8273619591175169,
|
|
0.8203659676564082,
|
|
0.8150936944275661,
|
|
0.8114785712381606,
|
|
0.790107287070579,
|
|
0.7656015997474095,
|
|
0.7288914121037795,
|
|
0.6928588452491169,
|
|
0.6522528807444096,
|
|
0.6198966689630461,
|
|
0.586304513764539,
|
|
0.566623166280281
|
|
],
|
|
"peak_layer": 2,
|
|
"peak_normalized": 2.063895445405066,
|
|
"population_cv": 0.3585699713300157,
|
|
"rest_mean": 2.0808239578737238e-05,
|
|
"spike_contrast": 0.7856572354159773,
|
|
"spike_layers": [
|
|
21,
|
|
22,
|
|
23,
|
|
24,
|
|
25
|
|
],
|
|
"spike_mean": 1.634814398130402e-05,
|
|
"top_five_layers": [
|
|
2,
|
|
1,
|
|
3,
|
|
5,
|
|
4
|
|
],
|
|
"top_five_spike_overlap": 0
|
|
},
|
|
"values": [
|
|
3.6813882616115734e-05,
|
|
4.1507722926326096e-05,
|
|
3.246854612370953e-05,
|
|
2.874365236493759e-05,
|
|
3.166087481076829e-05,
|
|
2.805980693665333e-05,
|
|
2.4905612008296885e-05,
|
|
2.329209746676497e-05,
|
|
2.186224992328789e-05,
|
|
2.072131792374421e-05,
|
|
1.9480850824038498e-05,
|
|
1.8403117792331614e-05,
|
|
1.7815376850194298e-05,
|
|
1.7416634364053607e-05,
|
|
1.7336833479930647e-05,
|
|
1.800048994482495e-05,
|
|
1.8071372323902324e-05,
|
|
1.8023763914243318e-05,
|
|
1.7549502445035614e-05,
|
|
1.6926589523791336e-05,
|
|
1.6639365640003234e-05,
|
|
1.6498666809638962e-05,
|
|
1.6392634279327467e-05,
|
|
1.631992927286774e-05,
|
|
1.5890123904682696e-05,
|
|
1.539728145871777e-05,
|
|
1.4658990039606579e-05,
|
|
1.3934326489106752e-05,
|
|
1.3117685739416629e-05,
|
|
1.246695865120273e-05,
|
|
1.1791375072789378e-05,
|
|
1.1395556612114888e-05
|
|
]
|
|
}
|
|
},
|
|
"position_element_rms": {
|
|
"attention_branch_output": {
|
|
"statistics": {
|
|
"first_quartile_mean": 4.418448133947095e-05,
|
|
"first_to_last_ratio": 0.515514370401758,
|
|
"imbalance_abs_log_ratio": 0.662590099285622,
|
|
"last_quartile_mean": 8.570950467401417e-05,
|
|
"mean": 8.019432914352365e-05,
|
|
"normalized": [
|
|
0.5977618675800617,
|
|
0.6560769396425044,
|
|
0.5549086183167843,
|
|
0.5332641078022274,
|
|
0.6187504975834317,
|
|
0.5235180355140238,
|
|
0.4739614950807707,
|
|
0.44949966520899015,
|
|
0.5901273331445138,
|
|
0.5434806557289369,
|
|
0.5105162863240122,
|
|
0.47519844997761185,
|
|
0.40525254510695746,
|
|
0.3803726356397213,
|
|
0.3632907544081655,
|
|
0.4413534187685878,
|
|
1.1120243122062796,
|
|
1.1101422281940985,
|
|
1.048076642833664,
|
|
0.9240879167666287,
|
|
3.7925106998539326,
|
|
3.0713745688935163,
|
|
2.3834694147362985,
|
|
1.8907998104142179,
|
|
1.7924928574135153,
|
|
1.575834720390749,
|
|
1.2856009256033192,
|
|
0.946613406637061,
|
|
1.179458790809137,
|
|
0.7622280566154953,
|
|
0.5700461300235112,
|
|
0.43790621278127495
|
|
],
|
|
"peak_layer": 21,
|
|
"peak_normalized": 3.7925106998539326,
|
|
"population_cv": 0.799556889668146,
|
|
"rest_mean": 5.663903492084636e-05,
|
|
"spike_contrast": 3.6616605179769537,
|
|
"spike_layers": [
|
|
21,
|
|
22,
|
|
23,
|
|
24,
|
|
25
|
|
],
|
|
"spike_mean": 0.00020739291794598104,
|
|
"top_five_layers": [
|
|
21,
|
|
22,
|
|
23,
|
|
24,
|
|
25
|
|
],
|
|
"top_five_spike_overlap": 5
|
|
},
|
|
"values": [
|
|
4.793711195816286e-05,
|
|
5.261365004116669e-05,
|
|
4.450052438187413e-05,
|
|
4.27647573815193e-05,
|
|
4.9620281060924754e-05,
|
|
4.1983177652582526e-05,
|
|
3.800902413786389e-05,
|
|
3.604732410167344e-05,
|
|
4.7324865590780973e-05,
|
|
4.358406658866443e-05,
|
|
4.09405110985972e-05,
|
|
3.810822090599686e-05,
|
|
3.249895598855801e-05,
|
|
3.0503728339681402e-05,
|
|
2.913385833380744e-05,
|
|
3.539404133334756e-05,
|
|
8.917804370867088e-05,
|
|
8.902711124392226e-05,
|
|
8.404980326304212e-05,
|
|
7.410661055473611e-05,
|
|
0.0003041378513444215,
|
|
0.0002463068231008947,
|
|
0.00019114073074888438,
|
|
0.0001516314223408699,
|
|
0.00014374776219483465,
|
|
0.00012637300824280828,
|
|
0.00010309790377505124,
|
|
7.591302710352466e-05,
|
|
9.458590648137033e-05,
|
|
6.11263676546514e-05,
|
|
4.5714466978097335e-05,
|
|
3.511759496177547e-05
|
|
]
|
|
},
|
|
"mlp_branch_output": {
|
|
"statistics": {
|
|
"first_quartile_mean": 4.3983808154735016e-05,
|
|
"first_to_last_ratio": 0.6452579224313538,
|
|
"imbalance_abs_log_ratio": 0.43810516237842645,
|
|
"last_quartile_mean": 6.816469294790295e-05,
|
|
"mean": 7.033422900803998e-05,
|
|
"normalized": [
|
|
0.6809924600708206,
|
|
0.7475303658027369,
|
|
0.6323190441913445,
|
|
0.6077859654839745,
|
|
0.7056348319250383,
|
|
0.5942536325242065,
|
|
0.530225745030374,
|
|
0.5040918553425093,
|
|
0.6368908391102093,
|
|
0.5978963063844708,
|
|
0.5559498242106791,
|
|
0.5233025181432952,
|
|
0.44344812436490716,
|
|
0.41411157823288425,
|
|
0.41744328645242573,
|
|
0.5192458958427938,
|
|
1.2557243607052013,
|
|
1.2676253654309775,
|
|
1.1574430802993265,
|
|
1.060137110625566,
|
|
3.6189237818679025,
|
|
2.8123811167698722,
|
|
2.2018107363871295,
|
|
1.7616009064115667,
|
|
1.8179427908533603,
|
|
1.4871270732826793,
|
|
1.0868453970932423,
|
|
0.8727044844737096,
|
|
0.8717769668640218,
|
|
0.6523346900704022,
|
|
0.4999162674775265,
|
|
0.4645835982748448
|
|
],
|
|
"peak_layer": 21,
|
|
"peak_normalized": 3.6189237818679025,
|
|
"population_cv": 0.7299683580686596,
|
|
"rest_mean": 5.154545740677147e-05,
|
|
"spike_contrast": 3.3328561680843984,
|
|
"spike_layers": [
|
|
21,
|
|
22,
|
|
23,
|
|
24,
|
|
25
|
|
],
|
|
"spike_mean": 0.00017179359565488994,
|
|
"top_five_layers": [
|
|
21,
|
|
22,
|
|
23,
|
|
25,
|
|
24
|
|
],
|
|
"top_five_spike_overlap": 5
|
|
},
|
|
"values": [
|
|
4.789707963936962e-05,
|
|
5.2576971938833594e-05,
|
|
4.4473672460298985e-05,
|
|
4.274815728422254e-05,
|
|
4.963028186466545e-05,
|
|
4.1796371078817174e-05,
|
|
3.729301897692494e-05,
|
|
3.545491199474782e-05,
|
|
4.479522613110021e-05,
|
|
4.205257573630661e-05,
|
|
3.910230225301348e-05,
|
|
3.680607915157452e-05,
|
|
3.1189581932267174e-05,
|
|
2.9126218578312546e-05,
|
|
2.9360551707213745e-05,
|
|
3.6520759749691933e-05,
|
|
8.832040475681424e-05,
|
|
8.915745274862275e-05,
|
|
8.140786667354405e-05,
|
|
7.456392631866038e-05,
|
|
0.0002545342140365392,
|
|
0.00019780665752477944,
|
|
0.00015486266056541353,
|
|
0.00012390084157232195,
|
|
0.00012786360457539558,
|
|
0.00010459593613632023,
|
|
7.644243305549026e-05,
|
|
6.138099706731737e-05,
|
|
6.13157608313486e-05,
|
|
4.588145748130046e-05,
|
|
3.516122524160892e-05,
|
|
3.267612919444218e-05
|
|
]
|
|
},
|
|
"post_attention_state": {
|
|
"statistics": {
|
|
"first_quartile_mean": 4.4184340367792174e-05,
|
|
"first_to_last_ratio": 0.5155127283755759,
|
|
"imbalance_abs_log_ratio": 0.6625932845097232,
|
|
"last_quartile_mean": 8.570950421926682e-05,
|
|
"mean": 8.019429117211985e-05,
|
|
"normalized": [
|
|
0.5977553912963086,
|
|
0.6560764337279869,
|
|
0.5549115575710053,
|
|
0.5332632715493767,
|
|
0.618731238431461,
|
|
0.5235220032899371,
|
|
0.4739610390296197,
|
|
0.44950831585208795,
|
|
0.5901295178770004,
|
|
0.5434863568103182,
|
|
0.5105118554999238,
|
|
0.4751981306058326,
|
|
0.4052536442822589,
|
|
0.3803760366271764,
|
|
0.36329074496540736,
|
|
0.44135367311072854,
|
|
1.112029465926781,
|
|
1.1101484697729092,
|
|
1.04807895367264,
|
|
0.9240971550402413,
|
|
3.7925041485004933,
|
|
3.0713698535863756,
|
|
2.383447135178006,
|
|
1.890810504439103,
|
|
1.7925006015588865,
|
|
1.5758247605004587,
|
|
1.2855904653729862,
|
|
0.9466104071448787,
|
|
1.1794713255182339,
|
|
0.7622315023149855,
|
|
0.5700532953493974,
|
|
0.43790274559719394
|
|
],
|
|
"peak_layer": 21,
|
|
"peak_normalized": 3.7925041485004933,
|
|
"population_cv": 0.7995548542275265,
|
|
"rest_mean": 5.6639052976000435e-05,
|
|
"spike_contrast": 3.6616533387138865,
|
|
"spike_layers": [
|
|
21,
|
|
22,
|
|
23,
|
|
24,
|
|
25
|
|
],
|
|
"spike_mean": 0.0002073925774311647,
|
|
"top_five_layers": [
|
|
21,
|
|
22,
|
|
23,
|
|
24,
|
|
25
|
|
],
|
|
"top_five_spike_overlap": 5
|
|
},
|
|
"values": [
|
|
4.79365698993206e-05,
|
|
5.2613584557548165e-05,
|
|
4.450073902262375e-05,
|
|
4.276467007002793e-05,
|
|
4.96187130920589e-05,
|
|
4.198347596684471e-05,
|
|
3.800896956818178e-05,
|
|
3.604800076573156e-05,
|
|
4.732501838589087e-05,
|
|
4.358450314612128e-05,
|
|
4.094013638678007e-05,
|
|
3.8108177250251174e-05,
|
|
3.249902874813415e-05,
|
|
3.0503986636176705e-05,
|
|
2.913384378189221e-05,
|
|
3.5394044971326366e-05,
|
|
8.917841478250921e-05,
|
|
8.902756962925196e-05,
|
|
8.40499487821944e-05,
|
|
7.410731632262468e-05,
|
|
0.000304137181956321,
|
|
0.0002463063283357769,
|
|
0.00019113885355181992,
|
|
0.00015163220814429224,
|
|
0.00014374831516761333,
|
|
0.0001263721496798098,
|
|
0.0001030970161082223,
|
|
7.591275061713532e-05,
|
|
9.45868669077754e-05,
|
|
6.112661503721029e-05,
|
|
4.571501995087601e-05,
|
|
3.511730028549209e-05
|
|
]
|
|
},
|
|
"post_mlp_state": {
|
|
"statistics": {
|
|
"first_quartile_mean": 4.398412329464918e-05,
|
|
"first_to_last_ratio": 0.6452634668607965,
|
|
"imbalance_abs_log_ratio": 0.43809656983670076,
|
|
"last_quartile_mean": 6.816459563196986e-05,
|
|
"mean": 7.03343731061068e-05,
|
|
"normalized": [
|
|
0.6809932372926891,
|
|
0.7475632825133391,
|
|
0.6323153694166137,
|
|
0.6077851857944574,
|
|
0.7056447138179579,
|
|
0.5942446047107566,
|
|
0.530223262177042,
|
|
0.504089839823597,
|
|
0.6368974480554273,
|
|
0.5978888745536934,
|
|
0.5559539610577222,
|
|
0.5232972563751404,
|
|
0.4434509399790644,
|
|
0.41411238498840724,
|
|
0.4174418363858031,
|
|
0.5192489699581264,
|
|
1.2557404086895352,
|
|
1.2676084925356499,
|
|
1.1574347089891701,
|
|
1.060138766241709,
|
|
3.6189242296270336,
|
|
2.81239769967395,
|
|
2.2018329150221976,
|
|
1.7615672973682381,
|
|
1.8179181698124194,
|
|
1.4871187506667403,
|
|
1.086854135909831,
|
|
0.872703317202576,
|
|
0.8717669049561169,
|
|
0.6523365087620864,
|
|
0.4999226915339381,
|
|
0.46458383610897114
|
|
],
|
|
"peak_layer": 21,
|
|
"peak_normalized": 3.6189242296270336,
|
|
"population_cv": 0.7299683279122143,
|
|
"rest_mean": 5.15456125598306e-05,
|
|
"spike_contrast": 3.3328477735441013,
|
|
"spike_layers": [
|
|
21,
|
|
22,
|
|
23,
|
|
24,
|
|
25
|
|
],
|
|
"spike_mean": 0.00017179368005599828,
|
|
"top_five_layers": [
|
|
21,
|
|
22,
|
|
23,
|
|
25,
|
|
24
|
|
],
|
|
"top_five_spike_overlap": 5
|
|
},
|
|
"values": [
|
|
4.789723243447952e-05,
|
|
5.257939483271912e-05,
|
|
4.447350511327386e-05,
|
|
4.274819002603181e-05,
|
|
4.96310785820242e-05,
|
|
4.17958217440173e-05,
|
|
3.729292075149715e-05,
|
|
3.545484287315048e-05,
|
|
4.479578274185769e-05,
|
|
4.205213917884976e-05,
|
|
3.91026733268518e-05,
|
|
3.680578447529115e-05,
|
|
3.1189843866741285e-05,
|
|
2.9126334993634373e-05,
|
|
2.9360509870457463e-05,
|
|
3.65210507879965e-05,
|
|
8.83217144291848e-05,
|
|
8.915644866647199e-05,
|
|
8.140744466800243e-05,
|
|
7.45641955290921e-05,
|
|
0.0002545347670093179,
|
|
0.0001978082291316241,
|
|
0.000154864537762478,
|
|
0.00012389873154461384,
|
|
0.00012786213483195752,
|
|
0.00010459556506248191,
|
|
7.644320430699736e-05,
|
|
6.138104072306305e-05,
|
|
6.131517875473946e-05,
|
|
4.588167939800769e-05,
|
|
3.516174911055714e-05,
|
|
3.2676212867954746e-05
|
|
]
|
|
},
|
|
"pre_attention_input": {
|
|
"statistics": {
|
|
"first_quartile_mean": 2.7120979211758822e-05,
|
|
"first_to_last_ratio": 0.8594772224120714,
|
|
"imbalance_abs_log_ratio": 0.15143095548529256,
|
|
"last_quartile_mean": 3.1555204145661264e-05,
|
|
"mean": 4.800072150601409e-05,
|
|
"normalized": [
|
|
0.509760479963835,
|
|
0.6173326836717695,
|
|
0.7324351629463104,
|
|
0.39842116793036353,
|
|
0.4759789060227602,
|
|
0.7458666061827044,
|
|
0.6096831903000134,
|
|
0.4306170616938511,
|
|
0.4047810550951731,
|
|
0.5961537125874838,
|
|
0.6210341956779442,
|
|
0.5605157741769637,
|
|
0.27837672031341976,
|
|
0.3443893546178484,
|
|
0.25310408037089555,
|
|
1.0527443019909122,
|
|
0.7465088513707779,
|
|
1.4090569908205048,
|
|
2.369608868078584,
|
|
2.622524932193837,
|
|
3.51885122958336,
|
|
3.2980052855840127,
|
|
2.541370727154349,
|
|
1.6037570225598534,
|
|
0.918310576031736,
|
|
1.0270328185033981,
|
|
1.0005888996255676,
|
|
0.5708475165844191,
|
|
0.6850494580580762,
|
|
0.5307877571911549,
|
|
0.29761830732641337,
|
|
0.22888630579170677
|
|
],
|
|
"peak_layer": 21,
|
|
"peak_normalized": 3.51885122958336,
|
|
"population_cv": 0.8786708090610466,
|
|
"rest_mean": 3.5768902374979075e-05,
|
|
"spike_contrast": 3.1885950432011234,
|
|
"spike_layers": [
|
|
21,
|
|
22,
|
|
23,
|
|
24,
|
|
25
|
|
],
|
|
"spike_mean": 0.00011405254481360317,
|
|
"top_five_layers": [
|
|
21,
|
|
22,
|
|
20,
|
|
23,
|
|
19
|
|
],
|
|
"top_five_spike_overlap": 3
|
|
},
|
|
"values": [
|
|
2.446887083351612e-05,
|
|
2.96324142254889e-05,
|
|
3.515741627779789e-05,
|
|
1.912450352392625e-05,
|
|
2.2847330910735764e-05,
|
|
3.580213524401188e-05,
|
|
2.9265233024489135e-05,
|
|
2.0669929654104635e-05,
|
|
1.9429782696533948e-05,
|
|
2.8615808332688175e-05,
|
|
2.9810089472448453e-05,
|
|
2.6905161575996317e-05,
|
|
1.3362283425522037e-05,
|
|
1.653093750064727e-05,
|
|
1.2149178473919164e-05,
|
|
5.0532486056908965e-05,
|
|
3.5832963476423174e-05,
|
|
6.76357522024773e-05,
|
|
0.00011374293535482138,
|
|
0.00012588308891281486,
|
|
0.00016890739789232612,
|
|
0.00015830663323868066,
|
|
0.00012198762851767242,
|
|
7.698149420320988e-05,
|
|
4.407957021612674e-05,
|
|
4.929831629851833e-05,
|
|
4.802898911293596e-05,
|
|
2.7401092665968463e-05,
|
|
3.288286825409159e-05,
|
|
2.5478195311734453e-05,
|
|
1.4285893485066481e-05,
|
|
1.0986707820848096e-05
|
|
]
|
|
},
|
|
"pre_mlp_input": {
|
|
"statistics": {
|
|
"first_quartile_mean": 1.4786839983571554e-05,
|
|
"first_to_last_ratio": 0.1368590004352419,
|
|
"imbalance_abs_log_ratio": 1.9888040770410698,
|
|
"last_quartile_mean": 0.00010804433713929029,
|
|
"mean": 6.53327875852483e-05,
|
|
"normalized": [
|
|
0.4303813973935663,
|
|
0.1954661274427069,
|
|
0.34854762874244455,
|
|
0.22114030543306437,
|
|
0.10883074349044422,
|
|
0.12627252893821267,
|
|
0.16836982659974983,
|
|
0.21164003420329566,
|
|
0.27785076214706256,
|
|
0.25390299121217014,
|
|
0.3323483997673342,
|
|
0.40930824768453605,
|
|
0.28788144954928885,
|
|
0.2920379121787492,
|
|
0.30710829102986115,
|
|
0.24768611608853355,
|
|
0.33445308089382414,
|
|
0.5081445956986791,
|
|
0.6162106751311494,
|
|
0.7807238268363051,
|
|
3.828274701557073,
|
|
3.4515650116091967,
|
|
2.7664213382241543,
|
|
2.2654046605337452,
|
|
2.2812415827715613,
|
|
2.1356021257971247,
|
|
2.0106696974531495,
|
|
1.537539473929636,
|
|
2.0088419319348305,
|
|
1.3422522168191928,
|
|
1.0598743605751482,
|
|
0.8540079583342102
|
|
],
|
|
"peak_layer": 21,
|
|
"peak_normalized": 3.828274701557073,
|
|
"population_cv": 1.0279395854576847,
|
|
"rest_mean": 4.2120514451569225e-05,
|
|
"spike_contrast": 4.52698797699541,
|
|
"spike_layers": [
|
|
21,
|
|
22,
|
|
23,
|
|
24,
|
|
25
|
|
],
|
|
"spike_mean": 0.0001906790625071153,
|
|
"top_five_layers": [
|
|
21,
|
|
22,
|
|
23,
|
|
25,
|
|
24
|
|
],
|
|
"top_five_spike_overlap": 5
|
|
},
|
|
"values": [
|
|
2.8118016416556202e-05,
|
|
1.2770346984325442e-05,
|
|
2.2771588191972114e-05,
|
|
1.4447712601395324e-05,
|
|
7.110215847205836e-06,
|
|
8.249736310972366e-06,
|
|
1.1000070117006544e-05,
|
|
1.38270333991386e-05,
|
|
1.8152764823753387e-05,
|
|
1.6588190192123875e-05,
|
|
2.1713247406296432e-05,
|
|
2.6741248802863993e-05,
|
|
1.8808097593137063e-05,
|
|
1.9079650883213617e-05,
|
|
2.0064240743522532e-05,
|
|
1.6182024410227314e-05,
|
|
2.1850752091268077e-05,
|
|
3.3198502933373675e-05,
|
|
4.0258761146105826e-05,
|
|
5.1006863941438496e-05,
|
|
0.00025011185789480805,
|
|
0.0002255003637401387,
|
|
0.000180738017661497,
|
|
0.0001480052014812827,
|
|
0.00014903987175785005,
|
|
0.00013952484005130827,
|
|
0.00013136265624780208,
|
|
0.00010045173985417932,
|
|
0.0001312432432314381,
|
|
8.769307896727696e-05,
|
|
6.924454646650702e-05,
|
|
5.579472053796053e-05
|
|
]
|
|
}
|
|
},
|
|
"post_mlp_reductions": {
|
|
"batch_mean_rms": {
|
|
"statistics": {
|
|
"first_quartile_mean": 1.1220713531656656e-05,
|
|
"first_to_last_ratio": 0.6555413366591524,
|
|
"imbalance_abs_log_ratio": 0.4222939165017446,
|
|
"last_quartile_mean": 1.7116713934228756e-05,
|
|
"mean": 1.7638015336274293e-05,
|
|
"normalized": [
|
|
0.6920608231884311,
|
|
0.7659177824262653,
|
|
0.6390754033749174,
|
|
0.6123424804403663,
|
|
0.7313911494807722,
|
|
0.6060429021656846,
|
|
0.5358717188243214,
|
|
0.5066293084101811,
|
|
0.6361394778273108,
|
|
0.5935071698997143,
|
|
0.5532047504443424,
|
|
0.5203003869133469,
|
|
0.4427001574083234,
|
|
0.41555518288954896,
|
|
0.42010731902783316,
|
|
0.5249828006548773,
|
|
1.2555950689969066,
|
|
1.2709301325611273,
|
|
1.1358461030518159,
|
|
1.0637808540376092,
|
|
3.605678554956403,
|
|
2.784492491030135,
|
|
2.1780228929741425,
|
|
1.7462695606216458,
|
|
1.8163019324419567,
|
|
1.491254439501435,
|
|
1.0911345614825427,
|
|
0.8818559802285882,
|
|
0.8715835151550508,
|
|
0.6503123816361532,
|
|
0.4986363533333601,
|
|
0.46247636461489006
|
|
],
|
|
"peak_layer": 21,
|
|
"peak_normalized": 3.605678554956403,
|
|
"population_cv": 0.7234183193184713,
|
|
"rest_mean": 1.2979772741851371e-05,
|
|
"spike_contrast": 3.2968624487684486,
|
|
"spike_layers": [
|
|
21,
|
|
22,
|
|
23,
|
|
24,
|
|
25
|
|
],
|
|
"spike_mean": 4.2792525346158075e-05,
|
|
"top_five_layers": [
|
|
21,
|
|
22,
|
|
23,
|
|
25,
|
|
24
|
|
],
|
|
"top_five_spike_overlap": 5
|
|
},
|
|
"values": [
|
|
1.220657941303216e-05,
|
|
1.3509269592759665e-05,
|
|
1.1272021765762474e-05,
|
|
1.0800506061059423e-05,
|
|
1.2900288311357144e-05,
|
|
1.0689394002838526e-05,
|
|
9.451713594899047e-06,
|
|
8.935935511544812e-06,
|
|
1.122023786592763e-05,
|
|
1.0468288564879913e-05,
|
|
9.757433872437105e-06,
|
|
9.177066203847062e-06,
|
|
7.808352165739052e-06,
|
|
7.329568688874133e-06,
|
|
7.409859335893998e-06,
|
|
9.259654689230956e-06,
|
|
2.214620508311782e-05,
|
|
2.2416685169446282e-05,
|
|
2.003407098527532e-05,
|
|
1.876298301795032e-05,
|
|
6.359701364999637e-05,
|
|
4.911292126053013e-05,
|
|
3.841600118903443e-05,
|
|
3.080072929151356e-05,
|
|
3.203596133971587e-05,
|
|
2.630276867421344e-05,
|
|
1.9245448129368015e-05,
|
|
1.555418930365704e-05,
|
|
1.5373003407148644e-05,
|
|
1.1470219760667533e-05,
|
|
8.794955647317693e-06,
|
|
8.157165211741813e-06
|
|
]
|
|
},
|
|
"element_rms": {
|
|
"statistics": {
|
|
"first_quartile_mean": 4.398412329464918e-05,
|
|
"first_to_last_ratio": 0.6452634668607965,
|
|
"imbalance_abs_log_ratio": 0.43809656983670076,
|
|
"last_quartile_mean": 6.816459563196986e-05,
|
|
"mean": 7.03343731061068e-05,
|
|
"normalized": [
|
|
0.6809932372926891,
|
|
0.7475632825133391,
|
|
0.6323153694166137,
|
|
0.6077851857944574,
|
|
0.7056447138179579,
|
|
0.5942446047107566,
|
|
0.530223262177042,
|
|
0.504089839823597,
|
|
0.6368974480554273,
|
|
0.5978888745536934,
|
|
0.5559539610577222,
|
|
0.5232972563751404,
|
|
0.4434509399790644,
|
|
0.41411238498840724,
|
|
0.4174418363858031,
|
|
0.5192489699581264,
|
|
1.2557404086895352,
|
|
1.2676084925356499,
|
|
1.1574347089891701,
|
|
1.060138766241709,
|
|
3.6189242296270336,
|
|
2.81239769967395,
|
|
2.2018329150221976,
|
|
1.7615672973682381,
|
|
1.8179181698124194,
|
|
1.4871187506667403,
|
|
1.086854135909831,
|
|
0.872703317202576,
|
|
0.8717669049561169,
|
|
0.6523365087620864,
|
|
0.4999226915339381,
|
|
0.46458383610897114
|
|
],
|
|
"peak_layer": 21,
|
|
"peak_normalized": 3.6189242296270336,
|
|
"population_cv": 0.7299683279122143,
|
|
"rest_mean": 5.15456125598306e-05,
|
|
"spike_contrast": 3.3328477735441013,
|
|
"spike_layers": [
|
|
21,
|
|
22,
|
|
23,
|
|
24,
|
|
25
|
|
],
|
|
"spike_mean": 0.00017179368005599828,
|
|
"top_five_layers": [
|
|
21,
|
|
22,
|
|
23,
|
|
25,
|
|
24
|
|
],
|
|
"top_five_spike_overlap": 5
|
|
},
|
|
"values": [
|
|
4.789723243447952e-05,
|
|
5.257939483271912e-05,
|
|
4.447350511327386e-05,
|
|
4.274819002603181e-05,
|
|
4.96310785820242e-05,
|
|
4.17958217440173e-05,
|
|
3.729292075149715e-05,
|
|
3.545484287315048e-05,
|
|
4.479578274185769e-05,
|
|
4.205213917884976e-05,
|
|
3.91026733268518e-05,
|
|
3.680578447529115e-05,
|
|
3.1189843866741285e-05,
|
|
2.9126334993634373e-05,
|
|
2.9360509870457463e-05,
|
|
3.65210507879965e-05,
|
|
8.83217144291848e-05,
|
|
8.915644866647199e-05,
|
|
8.140744466800243e-05,
|
|
7.45641955290921e-05,
|
|
0.0002545347670093179,
|
|
0.0001978082291316241,
|
|
0.000154864537762478,
|
|
0.00012389873154461384,
|
|
0.00012786213483195752,
|
|
0.00010459556506248191,
|
|
7.644320430699736e-05,
|
|
6.138104072306305e-05,
|
|
6.131517875473946e-05,
|
|
4.588167939800769e-05,
|
|
3.516174911055714e-05,
|
|
3.2676212867954746e-05
|
|
]
|
|
},
|
|
"global_l2": {
|
|
"statistics": {
|
|
"first_quartile_mean": 0.039005559869110584,
|
|
"first_to_last_ratio": 0.6452634722813873,
|
|
"imbalance_abs_log_ratio": 0.43809656143611553,
|
|
"last_quartile_mean": 0.06044904375448823,
|
|
"mean": 0.06237322464585304,
|
|
"normalized": [
|
|
0.6809932518812878,
|
|
0.7475633220322179,
|
|
0.6323153569646397,
|
|
0.6077851973803072,
|
|
0.7056447145510248,
|
|
0.5942445836918125,
|
|
0.530223252027616,
|
|
0.5040898132583496,
|
|
0.6368974600710677,
|
|
0.5978889321237267,
|
|
0.5559539597752757,
|
|
0.523297269904143,
|
|
0.4434509324241475,
|
|
0.4141123687040429,
|
|
0.4174418427557242,
|
|
0.5192489959347639,
|
|
1.2557404102027183,
|
|
1.2676085225122937,
|
|
1.157434741358947,
|
|
1.0601387967701486,
|
|
3.61892435638739,
|
|
2.812397521737949,
|
|
2.201832924858681,
|
|
1.7615672286963322,
|
|
1.8179181559541986,
|
|
1.487118729202359,
|
|
1.086854143939758,
|
|
0.8727033118250799,
|
|
0.8717668711180101,
|
|
0.6523365178130685,
|
|
0.4999226849610752,
|
|
0.46458382918184327
|
|
],
|
|
"peak_layer": 21,
|
|
"peak_normalized": 3.61892435638739,
|
|
"population_cv": 0.7299683256836244,
|
|
"rest_mean": 0.045711164397222025,
|
|
"spike_contrast": 3.3328477188762906,
|
|
"spike_layers": [
|
|
21,
|
|
22,
|
|
23,
|
|
24,
|
|
25
|
|
],
|
|
"spike_mean": 0.15234834998846053,
|
|
"top_five_layers": [
|
|
21,
|
|
22,
|
|
23,
|
|
25,
|
|
24
|
|
],
|
|
"top_five_spike_overlap": 5
|
|
},
|
|
"values": [
|
|
0.04247574508190155,
|
|
0.04662793502211571,
|
|
0.039439547806978226,
|
|
0.03790952265262604,
|
|
0.044013336300849915,
|
|
0.03706495091319084,
|
|
0.03307173401117325,
|
|
0.03144170716404915,
|
|
0.039725348353385925,
|
|
0.03729226067662239,
|
|
0.03467664122581482,
|
|
0.03263973817229271,
|
|
0.02765946462750435,
|
|
0.02582952380180359,
|
|
0.026037193834781647,
|
|
0.03238723427057266,
|
|
0.0783245787024498,
|
|
0.07906483113765717,
|
|
0.07219293713569641,
|
|
0.06612427532672882,
|
|
0.2257239818572998,
|
|
0.17541830241680145,
|
|
0.1373354196548462,
|
|
0.10987462848424911,
|
|
0.11338941752910614,
|
|
0.09275639057159424,
|
|
0.06779059767723083,
|
|
0.054433319717645645,
|
|
0.05437491089105606,
|
|
0.04068833217024803,
|
|
0.031181789934635162,
|
|
0.028977591544389725
|
|
]
|
|
},
|
|
"token_mean_rms": {
|
|
"statistics": {
|
|
"first_quartile_mean": 1.896312141980161e-06,
|
|
"first_to_last_ratio": 0.40447227453095713,
|
|
"imbalance_abs_log_ratio": 0.905172087401449,
|
|
"last_quartile_mean": 4.688361258331497e-06,
|
|
"mean": 3.997668517996544e-06,
|
|
"normalized": [
|
|
0.6172058310645722,
|
|
0.5425329228673286,
|
|
0.5226213455478163,
|
|
0.5130242205418598,
|
|
0.4179738021592733,
|
|
0.4022397236307717,
|
|
0.38715722309433015,
|
|
0.3920811131204843,
|
|
0.47573503087335345,
|
|
0.47091681751525505,
|
|
0.4692356598433531,
|
|
0.46858709630953144,
|
|
0.435518404119361,
|
|
0.43348810961922396,
|
|
0.457344361488258,
|
|
0.4834240606909693,
|
|
0.943243320831244,
|
|
0.9556851843891272,
|
|
0.9328847891755226,
|
|
0.9144352241016374,
|
|
3.593133434897055,
|
|
3.0161686306352355,
|
|
2.572714523011844,
|
|
2.200458051372808,
|
|
2.189693136620607,
|
|
1.8429744726585007,
|
|
1.3739587829516955,
|
|
1.1483183935808434,
|
|
1.0092761091983693,
|
|
0.7452413615169265,
|
|
0.5556410385724699,
|
|
0.5170878240003723
|
|
],
|
|
"peak_layer": 21,
|
|
"peak_normalized": 3.593133434897055,
|
|
"population_cv": 0.8307777929041875,
|
|
"rest_mean": 2.728457953135485e-06,
|
|
"spike_contrast": 3.9771203202072667,
|
|
"spike_layers": [
|
|
21,
|
|
22,
|
|
23,
|
|
24,
|
|
25
|
|
],
|
|
"spike_mean": 1.0851405568246264e-05,
|
|
"top_five_layers": [
|
|
21,
|
|
22,
|
|
23,
|
|
24,
|
|
25
|
|
],
|
|
"top_five_spike_overlap": 5
|
|
},
|
|
"values": [
|
|
2.4673843199707335e-06,
|
|
2.1688667857233668e-06,
|
|
2.0892668999294983e-06,
|
|
2.050900775429909e-06,
|
|
1.670920710239443e-06,
|
|
1.6080210798463668e-06,
|
|
1.5477262422791682e-06,
|
|
1.567410322422802e-06,
|
|
1.901830955830519e-06,
|
|
1.8825693359758588e-06,
|
|
1.8758486248771078e-06,
|
|
1.8732558828560286e-06,
|
|
1.741058213156066e-06,
|
|
1.7329417687506066e-06,
|
|
1.8283111558048404e-06,
|
|
1.9325691482663387e-06,
|
|
3.770774128497578e-06,
|
|
3.820512574748136e-06,
|
|
3.7293641526048305e-06,
|
|
3.6556089071382303e-06,
|
|
1.4364156413648743e-05,
|
|
1.2057642379659228e-05,
|
|
1.0284859854436945e-05,
|
|
8.796701877145097e-06,
|
|
8.753667316341307e-06,
|
|
7.3676010288181715e-06,
|
|
5.49263177163084e-06,
|
|
4.590596290654503e-06,
|
|
4.0347513277083635e-06,
|
|
2.9792279292450985e-06,
|
|
2.2212686872080667e-06,
|
|
2.0671457150456263e-06
|
|
]
|
|
},
|
|
"token_rms_mean": {
|
|
"statistics": {
|
|
"first_quartile_mean": 3.3950954957617796e-05,
|
|
"first_to_last_ratio": 0.7815786467251918,
|
|
"imbalance_abs_log_ratio": 0.24643949857917652,
|
|
"last_quartile_mean": 4.343894897829159e-05,
|
|
"mean": 4.974799179535694e-05,
|
|
"normalized": [
|
|
0.7500094412446059,
|
|
0.8083859646655934,
|
|
0.6989360803110847,
|
|
0.6730394265060721,
|
|
0.7487882742003255,
|
|
0.6472039809659893,
|
|
0.5806034653418889,
|
|
0.5527037948336986,
|
|
0.6849833016487895,
|
|
0.641463932771085,
|
|
0.5923270784846439,
|
|
0.5570934219720602,
|
|
0.5025383930607131,
|
|
0.4685801281186291,
|
|
0.467958282860767,
|
|
0.5622422290415673,
|
|
1.3163199357516149,
|
|
1.3145043099431595,
|
|
1.1718295263393368,
|
|
1.089421848322846,
|
|
3.6786851702332073,
|
|
2.7746307606104894,
|
|
2.0966820217393844,
|
|
1.6356296326692725,
|
|
1.680361539469081,
|
|
1.3632870777077486,
|
|
0.9862895783238333,
|
|
0.8095320290956769,
|
|
0.7283886637343489,
|
|
0.5544846482049088,
|
|
0.4452099057793211,
|
|
0.417886156048257
|
|
],
|
|
"peak_layer": 21,
|
|
"peak_normalized": 3.6786851702332073,
|
|
"population_cv": 0.710922698103497,
|
|
"rest_mean": 3.709728177151798e-05,
|
|
"spike_contrast": 3.18249263251226,
|
|
"spike_layers": [
|
|
21,
|
|
22,
|
|
23,
|
|
24,
|
|
25
|
|
],
|
|
"spike_mean": 0.00011806182592408732,
|
|
"top_five_layers": [
|
|
21,
|
|
22,
|
|
23,
|
|
25,
|
|
24
|
|
],
|
|
"top_five_spike_overlap": 5
|
|
},
|
|
"values": [
|
|
3.7311463529476896e-05,
|
|
4.021557833766565e-05,
|
|
3.477066638879478e-05,
|
|
3.348235986777581e-05,
|
|
3.725071292137727e-05,
|
|
3.219709833501838e-05,
|
|
2.8883856430184096e-05,
|
|
2.7495903850649484e-05,
|
|
3.407654367038049e-05,
|
|
3.191154246451333e-05,
|
|
2.946708264062181e-05,
|
|
2.7714278985513374e-05,
|
|
2.5000275854836218e-05,
|
|
2.3310920369112864e-05,
|
|
2.327998481632676e-05,
|
|
2.7970421797363088e-05,
|
|
6.548427336383611e-05,
|
|
6.539394962601364e-05,
|
|
5.8296165661886334e-05,
|
|
5.4196549172047526e-05,
|
|
0.00018300719966646284,
|
|
0.0001380323083139956,
|
|
0.0001043057200149633,
|
|
8.136928954627365e-05,
|
|
8.359461207874119e-05,
|
|
6.782079435652122e-05,
|
|
4.906592585030012e-05,
|
|
4.027259274153039e-05,
|
|
3.623587326728739e-05,
|
|
2.7584497729549184e-05,
|
|
2.21482987399213e-05,
|
|
2.078899706248194e-05
|
|
]
|
|
},
|
|
"token_rms_median": {
|
|
"statistics": {
|
|
"first_quartile_mean": 2.600453626655508e-05,
|
|
"first_to_last_ratio": 1.032180910721196,
|
|
"imbalance_abs_log_ratio": 0.031673952782361334,
|
|
"last_quartile_mean": 2.5193777560161834e-05,
|
|
"mean": 3.414015603198095e-05,
|
|
"normalized": [
|
|
0.8380570158080917,
|
|
0.8932999084125006,
|
|
0.7929620023886231,
|
|
0.7615443521416788,
|
|
0.8187638282400099,
|
|
0.7186815599217726,
|
|
0.6527123798513835,
|
|
0.6175741300582618,
|
|
0.7513411682592698,
|
|
0.705872928051971,
|
|
0.6475562024934578,
|
|
0.6094685286755085,
|
|
0.5930459106503145,
|
|
0.5494388493370179,
|
|
0.5439464215496852,
|
|
0.6333820560847124,
|
|
1.4124654565316987,
|
|
1.425994860990475,
|
|
1.2380543674563398,
|
|
1.1313103339756791,
|
|
3.756835524951107,
|
|
2.7186060870583466,
|
|
1.87468091251249,
|
|
1.410793634954463,
|
|
1.4329939421834126,
|
|
1.1438971076949418,
|
|
0.8490265267268121,
|
|
0.7287288463621843,
|
|
0.5779352074283672,
|
|
0.4639524923457935,
|
|
0.36814597511060676,
|
|
0.33893148179302335
|
|
],
|
|
"peak_layer": 21,
|
|
"peak_normalized": 3.756835524951107,
|
|
"population_cv": 0.6885594503102112,
|
|
"rest_mean": 2.6308265020176163e-05,
|
|
"spike_contrast": 2.9052606637917697,
|
|
"spike_layers": [
|
|
21,
|
|
22,
|
|
23,
|
|
24,
|
|
25
|
|
],
|
|
"spike_mean": 7.643236749572679e-05,
|
|
"top_five_layers": [
|
|
21,
|
|
22,
|
|
23,
|
|
25,
|
|
18
|
|
],
|
|
"top_five_spike_overlap": 4
|
|
},
|
|
"values": [
|
|
2.8611397283384576e-05,
|
|
3.0497398256557062e-05,
|
|
2.7071846488979645e-05,
|
|
2.599924300739076e-05,
|
|
2.795272484945599e-05,
|
|
2.4535900593036786e-05,
|
|
2.228370249213185e-05,
|
|
2.1084077161503956e-05,
|
|
2.5650904717622325e-05,
|
|
2.4098611902445555e-05,
|
|
2.21076697926037e-05,
|
|
2.0807350665563717e-05,
|
|
2.024667992372997e-05,
|
|
1.8757928046397865e-05,
|
|
1.8570415704743937e-05,
|
|
2.1623762222588994e-05,
|
|
4.82217910757754e-05,
|
|
4.86836870550178e-05,
|
|
4.226736928103492e-05,
|
|
3.8623111322522163e-05,
|
|
0.00012825895100831985,
|
|
9.281363600166515e-05,
|
|
6.400189886335284e-05,
|
|
4.816471482627094e-05,
|
|
4.89226367790252e-05,
|
|
3.905282574123703e-05,
|
|
2.898589809774421e-05,
|
|
2.4878916519810446e-05,
|
|
1.9730798157979734e-05,
|
|
1.5839410480111837e-05,
|
|
1.256856103282189e-05,
|
|
1.1571173672564328e-05
|
|
]
|
|
},
|
|
"token_rms_p95": {
|
|
"statistics": {
|
|
"first_quartile_mean": 8.909050666261464e-05,
|
|
"first_to_last_ratio": 0.6062699294291527,
|
|
"imbalance_abs_log_ratio": 0.5004299639855584,
|
|
"last_quartile_mean": 0.00014694858236907749,
|
|
"mean": 0.00014725223013556388,
|
|
"normalized": [
|
|
0.6636255714147841,
|
|
0.7248917149077715,
|
|
0.6138660879695628,
|
|
0.5985975801010156,
|
|
0.6806345015153643,
|
|
0.5652332367621573,
|
|
0.5042378190281714,
|
|
0.4890714447869022,
|
|
0.6294477660992072,
|
|
0.5850399957826026,
|
|
0.5478904329704705,
|
|
0.518038310415621,
|
|
0.40778029155663986,
|
|
0.3853440981019431,
|
|
0.3845833582250337,
|
|
0.48007518680371525,
|
|
1.178544482689773,
|
|
1.1716070054101007,
|
|
1.1012637666749874,
|
|
1.0246953672401915,
|
|
3.668461219741745,
|
|
2.9054304267727518,
|
|
2.326469432391579,
|
|
1.8616676451976302,
|
|
1.8927854440285927,
|
|
1.5414183922061209,
|
|
1.1508159193509495,
|
|
0.9341585266360799,
|
|
0.8717798331906053,
|
|
0.6455697098701952,
|
|
0.49047863567768574,
|
|
0.45649679648005004
|
|
],
|
|
"peak_layer": 21,
|
|
"peak_normalized": 3.668461219741745,
|
|
"population_cv": 0.7615887971484168,
|
|
"rest_mean": 0.00010550450948627528,
|
|
"spike_contrast": 3.5324549012779802,
|
|
"spike_layers": [
|
|
21,
|
|
22,
|
|
23,
|
|
24,
|
|
25
|
|
],
|
|
"spike_mean": 0.0003726899216417223,
|
|
"top_five_layers": [
|
|
21,
|
|
22,
|
|
23,
|
|
25,
|
|
24
|
|
],
|
|
"top_five_spike_overlap": 5
|
|
},
|
|
"values": [
|
|
9.772034536581486e-05,
|
|
0.00010674192162696272,
|
|
9.039315045811236e-05,
|
|
8.814482862362638e-05,
|
|
0.00010022494825534523,
|
|
8.323185465997085e-05,
|
|
7.42501433705911e-05,
|
|
7.201686094049364e-05,
|
|
9.268758731195703e-05,
|
|
8.614844409748912e-05,
|
|
8.067808812484145e-05,
|
|
7.628229650435969e-05,
|
|
6.004655733704567e-05,
|
|
5.674277781508863e-05,
|
|
5.663075717166066e-05,
|
|
7.06921418895945e-05,
|
|
0.00017354330339003354,
|
|
0.00017252174438908696,
|
|
0.00016216354561038315,
|
|
0.00015088867803569883,
|
|
0.0005401890957728028,
|
|
0.0004278311098460108,
|
|
0.00034257781226187944,
|
|
0.00027413471252657473,
|
|
0.0002787168778013438,
|
|
0.00022697729582432657,
|
|
0.00016946021059993654,
|
|
0.0001375569263473153,
|
|
0.0001283715246245265,
|
|
9.506157948635519e-05,
|
|
7.222407293738797e-05,
|
|
6.722017133142799e-05
|
|
]
|
|
}
|
|
},
|
|
"seed": 2026073002
|
|
},
|
|
{
|
|
"interventions": {
|
|
"detached_learned": {
|
|
"statistics": {
|
|
"first_quartile_mean": 7.388767562588328e-05,
|
|
"first_to_last_ratio": 1.316792081076884,
|
|
"imbalance_abs_log_ratio": 0.2751985371595874,
|
|
"last_quartile_mean": 5.611187725662603e-05,
|
|
"mean": 8.168265617314319e-05,
|
|
"normalized": [
|
|
0.7533431897136043,
|
|
0.7827542764436777,
|
|
0.7759396123840813,
|
|
0.7316445186865006,
|
|
1.1365162577009855,
|
|
1.1353975532420753,
|
|
1.004206629730762,
|
|
0.9167575048500237,
|
|
1.0078390566063014,
|
|
0.9220130731102486,
|
|
0.8550917608474935,
|
|
0.8013922543773514,
|
|
0.7721726808717908,
|
|
0.7274660564313035,
|
|
0.7065479131389877,
|
|
0.6779112969812525,
|
|
1.6398021444587536,
|
|
1.5049103837665865,
|
|
1.3267399301434915,
|
|
1.1597912607176666,
|
|
2.3220162536772593,
|
|
1.9302044249737353,
|
|
1.584049170842242,
|
|
1.3298950882483613,
|
|
1.2567261692224045,
|
|
0.9579394397382498,
|
|
0.801457903329196,
|
|
0.6752085554658249,
|
|
0.5811903488324587,
|
|
0.45264756329860717,
|
|
0.3896296913930569,
|
|
0.38079803677566654
|
|
],
|
|
"peak_layer": 21,
|
|
"peak_normalized": 2.3220162536772593,
|
|
"population_cv": 0.4315618932878077,
|
|
"rest_mean": 7.132743997283763e-05,
|
|
"spike_contrast": 1.9291428895694742,
|
|
"spike_layers": [
|
|
21,
|
|
22,
|
|
23,
|
|
24,
|
|
25
|
|
],
|
|
"spike_mean": 0.0001376008236547932,
|
|
"top_five_layers": [
|
|
21,
|
|
22,
|
|
17,
|
|
23,
|
|
18
|
|
],
|
|
"top_five_spike_overlap": 3
|
|
},
|
|
"values": [
|
|
6.153507274575531e-05,
|
|
6.39374484308064e-05,
|
|
6.338080856949091e-05,
|
|
5.976266766083427e-05,
|
|
9.283366671297699e-05,
|
|
9.274228796130046e-05,
|
|
8.202626486308873e-05,
|
|
7.488318806281313e-05,
|
|
8.232297113863751e-05,
|
|
7.531247683800757e-05,
|
|
6.984616629779339e-05,
|
|
6.54598479741253e-05,
|
|
6.30731155979447e-05,
|
|
5.942135976511054e-05,
|
|
5.771271025878377e-05,
|
|
5.537359538720921e-05,
|
|
0.00013394339475780725,
|
|
0.00012292507744859904,
|
|
0.00010837164154509082,
|
|
9.473483078181744e-05,
|
|
0.0001896684552775696,
|
|
0.00015766422438900918,
|
|
0.0001293893437832594,
|
|
0.00010862936323974282,
|
|
0.00010265273158438504,
|
|
7.824703789083287e-05,
|
|
6.546521035488695e-05,
|
|
5.515282828127965e-05,
|
|
4.7473171434830874e-05,
|
|
3.69734552805312e-05,
|
|
3.1825988116906956e-05,
|
|
3.1104595109354705e-05
|
|
]
|
|
},
|
|
"learned": {
|
|
"statistics": {
|
|
"first_quartile_mean": 8.156212697940646e-05,
|
|
"first_to_last_ratio": 1.3967870279562358,
|
|
"imbalance_abs_log_ratio": 0.33417461908716395,
|
|
"last_quartile_mean": 5.839267214469146e-05,
|
|
"mean": 8.757388354752038e-05,
|
|
"normalized": [
|
|
0.7720675832605176,
|
|
0.803585946279625,
|
|
0.7960780094481321,
|
|
0.752473219070419,
|
|
1.180467409539882,
|
|
1.1778079020041263,
|
|
1.029829529518624,
|
|
0.9385078067458692,
|
|
1.0206984705622164,
|
|
0.9298229900567075,
|
|
0.8640759923745102,
|
|
0.8130195958778703,
|
|
0.7736070401530517,
|
|
0.7280910766467854,
|
|
0.7061969571118035,
|
|
0.6826252956632183,
|
|
1.642168884788434,
|
|
1.5117445082936212,
|
|
1.3334176736203447,
|
|
1.1637251407789435,
|
|
2.2882673690329693,
|
|
1.8954517085610634,
|
|
1.5552436162725376,
|
|
1.306771834154562,
|
|
1.2228641636923565,
|
|
0.9319785952743014,
|
|
0.7801153976292595,
|
|
0.661371584878177,
|
|
0.561946672486053,
|
|
0.4345672285647456,
|
|
0.37483694087850516,
|
|
0.36657385678076787
|
|
],
|
|
"peak_layer": 21,
|
|
"peak_normalized": 2.2882673690329693,
|
|
"population_cv": 0.42684708327825066,
|
|
"rest_mean": 7.697225831819836e-05,
|
|
"spike_contrast": 1.8814916302334765,
|
|
"spike_layers": [
|
|
21,
|
|
22,
|
|
23,
|
|
24,
|
|
25
|
|
],
|
|
"spike_mean": 0.0001448226597858593,
|
|
"top_five_layers": [
|
|
21,
|
|
22,
|
|
17,
|
|
23,
|
|
18
|
|
],
|
|
"top_five_spike_overlap": 3
|
|
},
|
|
"values": [
|
|
6.761295662727207e-05,
|
|
7.037314207991585e-05,
|
|
6.971564289415255e-05,
|
|
6.589700205950066e-05,
|
|
0.00010337811545468867,
|
|
0.00010314521205145866,
|
|
9.018617129186168e-05,
|
|
8.218877337640151e-05,
|
|
8.93865289981477e-05,
|
|
8.14282102510333e-05,
|
|
7.567049033241346e-05,
|
|
7.11992834112607e-05,
|
|
6.774777284590527e-05,
|
|
6.376176315825433e-05,
|
|
6.184441008372232e-05,
|
|
5.9780148149002343e-05,
|
|
0.00014381110668182373,
|
|
0.00013238933752290905,
|
|
0.0001167725640698336,
|
|
0.00010191192995989695,
|
|
0.0002003924601012841,
|
|
0.0001659920671954751,
|
|
0.0001361987233394757,
|
|
0.00011443908442743123,
|
|
0.00010709096386563033,
|
|
8.16169849713333e-05,
|
|
6.831773498561233e-05,
|
|
5.791887815576047e-05,
|
|
4.921185245621018e-05,
|
|
3.8056739867897704e-05,
|
|
3.282592660980299e-05,
|
|
3.210229624528438e-05
|
|
]
|
|
},
|
|
"uniform_value_backward": {
|
|
"statistics": {
|
|
"first_quartile_mean": 3.5575103993323864e-05,
|
|
"first_to_last_ratio": 2.443213468991071,
|
|
"imbalance_abs_log_ratio": 0.893314168315378,
|
|
"last_quartile_mean": 1.456078416595119e-05,
|
|
"mean": 2.3831100747884193e-05,
|
|
"normalized": [
|
|
1.614905261758675,
|
|
1.6568148874352646,
|
|
1.6283515751571318,
|
|
1.4605379751384047,
|
|
1.4717695441533916,
|
|
1.4559185813526447,
|
|
1.358376097224691,
|
|
1.295738430337987,
|
|
1.1776907075521434,
|
|
1.1141057290944703,
|
|
1.0640572841848701,
|
|
1.0269673379730528,
|
|
1.0041631647243947,
|
|
0.9733861101490422,
|
|
0.9597079874490758,
|
|
0.9349675920893245,
|
|
0.9158525986134215,
|
|
0.9066797587654788,
|
|
0.890357239209801,
|
|
0.8734858422464332,
|
|
0.8579185157197757,
|
|
0.8414715045701692,
|
|
0.8239471946120328,
|
|
0.8048352542714806,
|
|
0.7658980848440458,
|
|
0.7173626211575344,
|
|
0.6794957283273223,
|
|
0.6347225670052176,
|
|
0.5854538165358278,
|
|
0.5328910383364602,
|
|
0.49362355782826073,
|
|
0.47854641218217414
|
|
],
|
|
"peak_layer": 2,
|
|
"peak_normalized": 1.6568148874352646,
|
|
"population_cv": 0.33383138748240165,
|
|
"rest_mean": 2.4630704299650257e-05,
|
|
"spike_contrast": 0.7922323832463255,
|
|
"spike_layers": [
|
|
21,
|
|
22,
|
|
23,
|
|
24,
|
|
25
|
|
],
|
|
"spike_mean": 1.951324156834744e-05,
|
|
"top_five_layers": [
|
|
2,
|
|
3,
|
|
1,
|
|
5,
|
|
4
|
|
],
|
|
"top_five_spike_overlap": 0
|
|
},
|
|
"values": [
|
|
3.848496999125928e-05,
|
|
3.94837225030642e-05,
|
|
3.880541044054553e-05,
|
|
3.48062276316341e-05,
|
|
3.507388828438707e-05,
|
|
3.4696142392931506e-05,
|
|
3.237159762647934e-05,
|
|
3.087887307628989e-05,
|
|
2.8065665901522152e-05,
|
|
2.6550365873845294e-05,
|
|
2.535765634092968e-05,
|
|
2.4473762096022256e-05,
|
|
2.393031354586128e-05,
|
|
2.3196862457552925e-05,
|
|
2.2870897737448104e-05,
|
|
2.2281306883087382e-05,
|
|
2.182577554776799e-05,
|
|
2.1607176677207462e-05,
|
|
2.1218193069216795e-05,
|
|
2.081612910842523e-05,
|
|
2.0445142581593245e-05,
|
|
2.0053192201885395e-05,
|
|
1.9635568605735898e-05,
|
|
1.9180110029992647e-05,
|
|
1.825219442253001e-05,
|
|
1.7095540897571482e-05,
|
|
1.6193131159525365e-05,
|
|
1.5126137441257015e-05,
|
|
1.3952008885098621e-05,
|
|
1.2699380022240803e-05,
|
|
1.176359273813432e-05,
|
|
1.1404287761251908e-05
|
|
]
|
|
}
|
|
},
|
|
"position_element_rms": {
|
|
"attention_branch_output": {
|
|
"statistics": {
|
|
"first_quartile_mean": 8.209008865378564e-05,
|
|
"first_to_last_ratio": 1.1473326374136463,
|
|
"imbalance_abs_log_ratio": 0.13743980256699795,
|
|
"last_quartile_mean": 7.154863897085306e-05,
|
|
"mean": 9.638685185109352e-05,
|
|
"normalized": [
|
|
0.7014672692081079,
|
|
0.730745142012726,
|
|
0.7197152784749434,
|
|
0.6836365522681692,
|
|
1.073826467208612,
|
|
1.0803379033203697,
|
|
0.9514146538604249,
|
|
0.8722415119444402,
|
|
1.0096074578076277,
|
|
0.8908657485913869,
|
|
0.8272757726491637,
|
|
0.7688961382914924,
|
|
0.7419179025068791,
|
|
0.6953651992846211,
|
|
0.6657440869339828,
|
|
0.6349379036282153,
|
|
1.6060213837194506,
|
|
1.5018800747743897,
|
|
1.362846846779478,
|
|
1.1942969804897212,
|
|
2.2656295070514414,
|
|
2.0104706485090547,
|
|
1.6756941049043201,
|
|
1.3967091226783026,
|
|
1.3149112210845808,
|
|
1.1000992011684827,
|
|
0.8430071951587476,
|
|
0.7025118587919716,
|
|
0.7359466516142374,
|
|
0.5075845580254474,
|
|
0.3944123577040649,
|
|
0.33998329955514606
|
|
],
|
|
"peak_layer": 21,
|
|
"peak_normalized": 2.2656295070514414,
|
|
"population_cv": 0.4413317448728873,
|
|
"rest_mean": 8.330888886121102e-05,
|
|
"spike_contrast": 2.004682264754327,
|
|
"spike_layers": [
|
|
21,
|
|
22,
|
|
23,
|
|
24,
|
|
25
|
|
],
|
|
"spike_mean": 0.00016700785199645906,
|
|
"top_five_layers": [
|
|
21,
|
|
22,
|
|
23,
|
|
17,
|
|
18
|
|
],
|
|
"top_five_spike_overlap": 3
|
|
},
|
|
"values": [
|
|
6.761222175555304e-05,
|
|
7.043422374408692e-05,
|
|
6.93710899213329e-05,
|
|
6.589357508346438e-05,
|
|
0.00010350275260861963,
|
|
0.00010413036943646148,
|
|
9.17038632906042e-05,
|
|
8.407261339016259e-05,
|
|
9.731288446346298e-05,
|
|
8.586774492869154e-05,
|
|
7.973850733833387e-05,
|
|
7.411147817038e-05,
|
|
7.15111309546046e-05,
|
|
6.70240624458529e-05,
|
|
6.416897667804733e-05,
|
|
6.119966565165669e-05,
|
|
0.0001547993451822549,
|
|
0.00014476149226538837,
|
|
0.0001313605171162635,
|
|
0.0001151145261246711,
|
|
0.00021837689564563334,
|
|
0.00019378293654881418,
|
|
0.00016151487943716347,
|
|
0.00013462439528666437,
|
|
0.00012674015306401998,
|
|
0.00010603509872453287,
|
|
8.125480962917209e-05,
|
|
6.771290645701811e-05,
|
|
7.093558087944984e-05,
|
|
4.8924477596301585e-05,
|
|
3.801616549026221e-05,
|
|
3.2769919926067814e-05
|
|
]
|
|
},
|
|
"mlp_branch_output": {
|
|
"statistics": {
|
|
"first_quartile_mean": 8.156287549354602e-05,
|
|
"first_to_last_ratio": 1.3967979973430424,
|
|
"imbalance_abs_log_ratio": 0.3341824723557829,
|
|
"last_quartile_mean": 5.839274945174111e-05,
|
|
"mean": 8.75740092851629e-05,
|
|
"normalized": [
|
|
0.7720751985061499,
|
|
0.8035956764433113,
|
|
0.7960739585260428,
|
|
0.7524919125585545,
|
|
1.1804156983562801,
|
|
1.1778760010857563,
|
|
1.0298326204965722,
|
|
0.9385140198493713,
|
|
1.0207128740101707,
|
|
0.929812017339553,
|
|
0.8640701821512353,
|
|
0.8130222503970004,
|
|
0.7736044339144612,
|
|
0.7280851293348032,
|
|
0.7061941984091654,
|
|
0.6826155087046274,
|
|
1.642189790371069,
|
|
1.511740343745529,
|
|
1.3334033796706957,
|
|
1.1637276240936476,
|
|
2.2882576030527964,
|
|
1.895449319429852,
|
|
1.5552551751392194,
|
|
1.3067312409844312,
|
|
1.222859749246748,
|
|
0.9319757616478574,
|
|
0.7801162715542103,
|
|
0.6613743325062905,
|
|
0.561952429248885,
|
|
0.43456344744462927,
|
|
0.3748431739999157,
|
|
0.36656867778116903
|
|
],
|
|
"peak_layer": 21,
|
|
"peak_normalized": 2.2882576030527964,
|
|
"population_cv": 0.4268460433011898,
|
|
"rest_mean": 7.697251674943362e-05,
|
|
"spike_contrast": 1.8814776376552176,
|
|
"spike_layers": [
|
|
21,
|
|
22,
|
|
23,
|
|
24,
|
|
25
|
|
],
|
|
"spike_mean": 0.00014482206897810103,
|
|
"top_five_layers": [
|
|
21,
|
|
22,
|
|
17,
|
|
23,
|
|
18
|
|
],
|
|
"top_five_spike_overlap": 3
|
|
},
|
|
"values": [
|
|
6.761372060282156e-05,
|
|
7.037409523036331e-05,
|
|
6.971538823563606e-05,
|
|
6.589873373741284e-05,
|
|
0.00010337373532820493,
|
|
0.00010315132385585457,
|
|
9.018657146953046e-05,
|
|
8.21894354885444e-05,
|
|
8.9387918706052e-05,
|
|
8.142736623995006e-05,
|
|
7.567009015474468e-05,
|
|
7.119961810531095e-05,
|
|
6.774764187866822e-05,
|
|
6.376133387675509e-05,
|
|
6.184425728861243e-05,
|
|
5.977937689749524e-05,
|
|
0.0001438131439499557,
|
|
0.0001323891628999263,
|
|
0.00011677147995214909,
|
|
0.00010191229375777766,
|
|
0.00020039189257659018,
|
|
0.00016599209629930556,
|
|
0.00013619993114843965,
|
|
0.00011443569383118302,
|
|
0.00010709073103498667,
|
|
8.161685400409624e-05,
|
|
6.831790960859507e-05,
|
|
5.79192019358743e-05,
|
|
4.92124272568617e-05,
|
|
3.8056463381508365e-05,
|
|
3.282651960034855e-05,
|
|
3.2101888791657984e-05
|
|
]
|
|
},
|
|
"post_attention_state": {
|
|
"statistics": {
|
|
"first_quartile_mean": 8.209185853047529e-05,
|
|
"first_to_last_ratio": 1.1473585117140146,
|
|
"imbalance_abs_log_ratio": 0.13746235401177884,
|
|
"last_quartile_mean": 7.154856803026632e-05,
|
|
"mean": 9.638741801154538e-05,
|
|
"normalized": [
|
|
0.701459601059617,
|
|
0.7307291493400122,
|
|
0.7197289413331719,
|
|
0.6836538994288254,
|
|
1.0739127818136336,
|
|
1.080318121017968,
|
|
0.9514366180464413,
|
|
0.8722525427024255,
|
|
1.0096073400424832,
|
|
0.8908667057242938,
|
|
0.8272733289673383,
|
|
0.7688963021177191,
|
|
0.7419276606217693,
|
|
0.6953759857067083,
|
|
0.6657591236204922,
|
|
0.6349357593481342,
|
|
1.6060262927227642,
|
|
1.5018600810151583,
|
|
1.362811062623623,
|
|
1.194289437021534,
|
|
2.265619973525555,
|
|
2.010448271283051,
|
|
1.6756913579512287,
|
|
1.3967040891245648,
|
|
1.314898968363092,
|
|
1.100096740194715,
|
|
0.8429885804297745,
|
|
0.7025081852971004,
|
|
0.7359520665807775,
|
|
0.5075723672109625,
|
|
0.3944131736981434,
|
|
0.33998549206692247
|
|
],
|
|
"peak_layer": 21,
|
|
"peak_normalized": 2.265619973525555,
|
|
"population_cv": 0.44132695283622186,
|
|
"rest_mean": 8.330956363890975e-05,
|
|
"spike_contrast": 2.0046657830023333,
|
|
"spike_layers": [
|
|
21,
|
|
22,
|
|
23,
|
|
24,
|
|
25
|
|
],
|
|
"spike_mean": 0.00016700783162377776,
|
|
"top_five_layers": [
|
|
21,
|
|
22,
|
|
23,
|
|
17,
|
|
18
|
|
],
|
|
"top_five_spike_overlap": 3
|
|
},
|
|
"values": [
|
|
6.761187978554517e-05,
|
|
7.043309597065672e-05,
|
|
6.937281432328746e-05,
|
|
6.58956341794692e-05,
|
|
0.00010351168020861223,
|
|
0.00010412907431600615,
|
|
9.170651901513338e-05,
|
|
8.407417044509202e-05,
|
|
9.731344471219927e-05,
|
|
8.58683415572159e-05,
|
|
7.973874016897753e-05,
|
|
7.411192927975208e-05,
|
|
7.151249155867845e-05,
|
|
6.70254958095029e-05,
|
|
6.417080294340849e-05,
|
|
6.119981844676659e-05,
|
|
0.0001548007276142016,
|
|
0.00014476041542366147,
|
|
0.0001313578395638615,
|
|
0.0001151144751929678,
|
|
0.00021837725944351405,
|
|
0.0001937819179147482,
|
|
0.0001615155633771792,
|
|
0.00013462470087688416,
|
|
0.00012673971650656313,
|
|
0.00010603548435028642,
|
|
8.125349268084392e-05,
|
|
6.771295011276379e-05,
|
|
7.093651947798207e-05,
|
|
4.8923589929472655e-05,
|
|
3.80164674425032e-05,
|
|
3.27703237417154e-05
|
|
]
|
|
},
|
|
"post_mlp_state": {
|
|
"statistics": {
|
|
"first_quartile_mean": 8.156212697940646e-05,
|
|
"first_to_last_ratio": 1.3967870279562358,
|
|
"imbalance_abs_log_ratio": 0.33417461908716395,
|
|
"last_quartile_mean": 5.839267214469146e-05,
|
|
"mean": 8.757388354752038e-05,
|
|
"normalized": [
|
|
0.7720675832605176,
|
|
0.803585946279625,
|
|
0.7960780094481321,
|
|
0.752473219070419,
|
|
1.180467409539882,
|
|
1.1778079020041263,
|
|
1.029829529518624,
|
|
0.9385078067458692,
|
|
1.0206984705622164,
|
|
0.9298229900567075,
|
|
0.8640759923745102,
|
|
0.8130195958778703,
|
|
0.7736070401530517,
|
|
0.7280910766467854,
|
|
0.7061969571118035,
|
|
0.6826252956632183,
|
|
1.642168884788434,
|
|
1.5117445082936212,
|
|
1.3334176736203447,
|
|
1.1637251407789435,
|
|
2.2882673690329693,
|
|
1.8954517085610634,
|
|
1.5552436162725376,
|
|
1.306771834154562,
|
|
1.2228641636923565,
|
|
0.9319785952743014,
|
|
0.7801153976292595,
|
|
0.661371584878177,
|
|
0.561946672486053,
|
|
0.4345672285647456,
|
|
0.37483694087850516,
|
|
0.36657385678076787
|
|
],
|
|
"peak_layer": 21,
|
|
"peak_normalized": 2.2882673690329693,
|
|
"population_cv": 0.42684708327825066,
|
|
"rest_mean": 7.697225831819836e-05,
|
|
"spike_contrast": 1.8814916302334765,
|
|
"spike_layers": [
|
|
21,
|
|
22,
|
|
23,
|
|
24,
|
|
25
|
|
],
|
|
"spike_mean": 0.0001448226597858593,
|
|
"top_five_layers": [
|
|
21,
|
|
22,
|
|
17,
|
|
23,
|
|
18
|
|
],
|
|
"top_five_spike_overlap": 3
|
|
},
|
|
"values": [
|
|
6.761295662727207e-05,
|
|
7.037314207991585e-05,
|
|
6.971564289415255e-05,
|
|
6.589700205950066e-05,
|
|
0.00010337811545468867,
|
|
0.00010314521205145866,
|
|
9.018617129186168e-05,
|
|
8.218877337640151e-05,
|
|
8.93865289981477e-05,
|
|
8.14282102510333e-05,
|
|
7.567049033241346e-05,
|
|
7.11992834112607e-05,
|
|
6.774777284590527e-05,
|
|
6.376176315825433e-05,
|
|
6.184441008372232e-05,
|
|
5.9780148149002343e-05,
|
|
0.00014381110668182373,
|
|
0.00013238933752290905,
|
|
0.0001167725640698336,
|
|
0.00010191192995989695,
|
|
0.0002003924601012841,
|
|
0.0001659920671954751,
|
|
0.0001361987233394757,
|
|
0.00011443908442743123,
|
|
0.00010709096386563033,
|
|
8.16169849713333e-05,
|
|
6.831773498561233e-05,
|
|
5.791887815576047e-05,
|
|
4.921185245621018e-05,
|
|
3.8056739867897704e-05,
|
|
3.282592660980299e-05,
|
|
3.210229624528438e-05
|
|
]
|
|
},
|
|
"pre_attention_input": {
|
|
"statistics": {
|
|
"first_quartile_mean": 4.013745751763054e-05,
|
|
"first_to_last_ratio": 1.3002217470857882,
|
|
"imbalance_abs_log_ratio": 0.26253482460265976,
|
|
"last_quartile_mean": 3.0869701731717214e-05,
|
|
"mean": 5.617674656832605e-05,
|
|
"normalized": [
|
|
0.473654064493233,
|
|
0.5256902444154287,
|
|
0.3705068590661575,
|
|
0.5387329076786941,
|
|
0.37665460925127686,
|
|
0.9021763170314637,
|
|
1.3591261829588805,
|
|
1.169340915014312,
|
|
1.4504557484696843,
|
|
1.2215794360380687,
|
|
0.9103877586499164,
|
|
0.9321134746924985,
|
|
0.5414129154069731,
|
|
0.8525397685215896,
|
|
0.9808579608967221,
|
|
0.9142526712062526,
|
|
1.0619023556310665,
|
|
1.8034129735144708,
|
|
1.5888135435441055,
|
|
1.899281403844036,
|
|
1.9024910148779852,
|
|
2.5497535502321647,
|
|
2.089500431013523,
|
|
1.18928036938163,
|
|
1.0430326636758747,
|
|
0.9143825787913804,
|
|
0.5551399248346642,
|
|
0.5581364123079678,
|
|
0.38887965127025986,
|
|
0.4518317596354874,
|
|
0.24874412658654727,
|
|
0.2359354070676856
|
|
],
|
|
"peak_layer": 22,
|
|
"peak_normalized": 2.5497535502321647,
|
|
"population_cv": 0.5766137085977164,
|
|
"rest_mean": 4.832436503353098e-05,
|
|
"spike_contrast": 2.0399565889343343,
|
|
"spike_layers": [
|
|
21,
|
|
22,
|
|
23,
|
|
24,
|
|
25
|
|
],
|
|
"spike_mean": 9.857960685621947e-05,
|
|
"top_five_layers": [
|
|
22,
|
|
23,
|
|
21,
|
|
20,
|
|
18
|
|
],
|
|
"top_five_spike_overlap": 3
|
|
},
|
|
"values": [
|
|
2.6608344342093915e-05,
|
|
2.9531567633966915e-05,
|
|
2.0813869923586026e-05,
|
|
3.0264262022683397e-05,
|
|
2.1159230527700856e-05,
|
|
5.0681330321822315e-05,
|
|
7.635128713445738e-05,
|
|
6.568976823473349e-05,
|
|
8.148188499035314e-05,
|
|
6.862435839138925e-05,
|
|
5.114262239658274e-05,
|
|
5.236310244072229e-05,
|
|
3.041481613763608e-05,
|
|
4.7892910515656695e-05,
|
|
5.510140908882022e-05,
|
|
5.135974060976878e-05,
|
|
5.9654219512594864e-05,
|
|
0.00010130987357115373,
|
|
8.925437578000128e-05,
|
|
0.00010669545008568093,
|
|
0.00010687575559131801,
|
|
0.00014323685900308192,
|
|
0.00011738133616745472,
|
|
6.680990190943703e-05,
|
|
5.859418160980567e-05,
|
|
5.1367038395255804e-05,
|
|
3.1185954867396504e-05,
|
|
3.1354287784779444e-05,
|
|
2.18459936149884e-05,
|
|
2.538243825256359e-05,
|
|
1.397363575961208e-05,
|
|
1.3254083569336217e-05
|
|
]
|
|
},
|
|
"pre_mlp_input": {
|
|
"statistics": {
|
|
"first_quartile_mean": 2.0563243310789403e-05,
|
|
"first_to_last_ratio": 0.184584542859635,
|
|
"imbalance_abs_log_ratio": 1.6896476935739415,
|
|
"last_quartile_mean": 0.00011140284550492652,
|
|
"mean": 8.183052003118974e-05,
|
|
"normalized": [
|
|
0.5514618447323059,
|
|
0.2169408826973503,
|
|
0.08472485593965659,
|
|
0.28295099514537675,
|
|
0.21989392642956848,
|
|
0.1303640614627248,
|
|
0.17290402482659964,
|
|
0.35108448581118906,
|
|
0.6388397786640535,
|
|
0.4693907558756991,
|
|
0.4878178928069798,
|
|
0.4684568375678178,
|
|
0.5735758405807379,
|
|
0.5222431877258841,
|
|
0.48692296371012395,
|
|
0.47894342377930604,
|
|
1.3828038952387727,
|
|
1.4137992065669855,
|
|
1.4773604231197706,
|
|
1.4101154596735193,
|
|
2.482879371711871,
|
|
2.526943137473127,
|
|
2.259311590178407,
|
|
2.019190865749238,
|
|
2.085961378955964,
|
|
1.8764944434843154,
|
|
1.4765035496268348,
|
|
1.350239590483524,
|
|
1.4291199659133378,
|
|
1.0658000032658883,
|
|
0.838995628185017,
|
|
0.7679657326180543
|
|
],
|
|
"peak_layer": 22,
|
|
"peak_normalized": 2.526943137473127,
|
|
"population_cv": 0.7282772544392188,
|
|
"rest_mean": 6.251158794367695e-05,
|
|
"spike_contrast": 2.977891930556664,
|
|
"spike_layers": [
|
|
21,
|
|
22,
|
|
23,
|
|
24,
|
|
25
|
|
],
|
|
"spike_mean": 0.0001861527533037588,
|
|
"top_five_layers": [
|
|
22,
|
|
21,
|
|
23,
|
|
25,
|
|
24
|
|
],
|
|
"top_five_spike_overlap": 5
|
|
},
|
|
"values": [
|
|
4.51264095318038e-05,
|
|
1.7752385247149505e-05,
|
|
6.933079021109734e-06,
|
|
2.3154027076088823e-05,
|
|
1.7994034351431765e-05,
|
|
1.0667758942872752e-05,
|
|
1.4148826267046388e-05,
|
|
2.8729426048812456e-05,
|
|
5.2276591304689646e-05,
|
|
3.841048965114169e-05,
|
|
3.9918391848914325e-05,
|
|
3.833406663034111e-05,
|
|
4.6936009312048554e-05,
|
|
4.2735431634355336e-05,
|
|
3.984515933552757e-05,
|
|
3.91921894333791e-05,
|
|
0.00011315556184854358,
|
|
0.00011569192429305986,
|
|
0.00012089317169738933,
|
|
0.00011539048136910424,
|
|
0.00020317531016189605,
|
|
0.00020678107102867216,
|
|
0.00018488064233679324,
|
|
0.00016523143858648837,
|
|
0.00017069530440494418,
|
|
0.0001535545161459595,
|
|
0.00012082305329386145,
|
|
0.00011049080785596743,
|
|
0.00011694562999764457,
|
|
8.721496851649135e-05,
|
|
6.865544855827466e-05,
|
|
6.2843035266269e-05
|
|
]
|
|
}
|
|
},
|
|
"post_mlp_reductions": {
|
|
"batch_mean_rms": {
|
|
"statistics": {
|
|
"first_quartile_mean": 2.0823702925554244e-05,
|
|
"first_to_last_ratio": 1.4242510302785252,
|
|
"imbalance_abs_log_ratio": 0.35364608276130804,
|
|
"last_quartile_mean": 1.4620809452026151e-05,
|
|
"mean": 2.2054440051988422e-05,
|
|
"normalized": [
|
|
0.7841928807641645,
|
|
0.8183408510588258,
|
|
0.809986731151413,
|
|
0.7637938668182616,
|
|
1.192276091281044,
|
|
1.1966830153099992,
|
|
1.039215154291241,
|
|
0.9490753634193776,
|
|
1.0189872806238243,
|
|
0.9331490903420598,
|
|
0.8658120301757168,
|
|
0.81301306861575,
|
|
0.7774052511262896,
|
|
0.7266654164061733,
|
|
0.7030327996851689,
|
|
0.6829495498627286,
|
|
1.6322510246428148,
|
|
1.499422250137046,
|
|
1.3169815172043178,
|
|
1.1572342326306069,
|
|
2.2864238933994527,
|
|
1.8918479809103845,
|
|
1.543069371898747,
|
|
1.294657154506133,
|
|
1.2171810844243176,
|
|
0.9287685590307506,
|
|
0.7771677166674748,
|
|
0.6578712720326597,
|
|
0.5567773486562734,
|
|
0.43254113576640124,
|
|
0.3708732313504376,
|
|
0.3623537858101448
|
|
],
|
|
"peak_layer": 21,
|
|
"peak_normalized": 2.2864238933994527,
|
|
"population_cv": 0.4245664907667088,
|
|
"rest_mean": 1.9413478454495175e-05,
|
|
"spike_contrast": 1.8706401721656991,
|
|
"spike_layers": [
|
|
21,
|
|
22,
|
|
23,
|
|
24,
|
|
25
|
|
],
|
|
"spike_mean": 3.6315632678451947e-05,
|
|
"top_five_layers": [
|
|
21,
|
|
22,
|
|
17,
|
|
23,
|
|
18
|
|
],
|
|
"top_five_spike_overlap": 3
|
|
},
|
|
"values": [
|
|
1.729493487800937e-05,
|
|
1.804804924177006e-05,
|
|
1.78638038050849e-05,
|
|
1.684504604781978e-05,
|
|
2.629498158057686e-05,
|
|
2.639217382238712e-05,
|
|
2.2919308321434073e-05,
|
|
2.093132570735179e-05,
|
|
2.2473193894256838e-05,
|
|
2.0580080672516488e-05,
|
|
1.9094999515800737e-05,
|
|
1.7930547983269207e-05,
|
|
1.7145237507065758e-05,
|
|
1.6026198863983154e-05,
|
|
1.5504994735238142e-05,
|
|
1.5062069905980024e-05,
|
|
3.5998382372781634e-05,
|
|
3.306891812826507e-05,
|
|
2.9045289920759387e-05,
|
|
2.5522153009660542e-05,
|
|
5.0425798690412194e-05,
|
|
4.172364788246341e-05,
|
|
3.403153095860034e-05,
|
|
2.855293860193342e-05,
|
|
2.6844247258850373e-05,
|
|
2.048347050731536e-05,
|
|
1.7139998817583546e-05,
|
|
1.450898253096966e-05,
|
|
1.2279412658244837e-05,
|
|
9.539452548779082e-06,
|
|
8.179401447705459e-06,
|
|
7.991509846760891e-06
|
|
]
|
|
},
|
|
"element_rms": {
|
|
"statistics": {
|
|
"first_quartile_mean": 8.156212697940646e-05,
|
|
"first_to_last_ratio": 1.3967870279562358,
|
|
"imbalance_abs_log_ratio": 0.33417461908716395,
|
|
"last_quartile_mean": 5.839267214469146e-05,
|
|
"mean": 8.757388354752038e-05,
|
|
"normalized": [
|
|
0.7720675832605176,
|
|
0.803585946279625,
|
|
0.7960780094481321,
|
|
0.752473219070419,
|
|
1.180467409539882,
|
|
1.1778079020041263,
|
|
1.029829529518624,
|
|
0.9385078067458692,
|
|
1.0206984705622164,
|
|
0.9298229900567075,
|
|
0.8640759923745102,
|
|
0.8130195958778703,
|
|
0.7736070401530517,
|
|
0.7280910766467854,
|
|
0.7061969571118035,
|
|
0.6826252956632183,
|
|
1.642168884788434,
|
|
1.5117445082936212,
|
|
1.3334176736203447,
|
|
1.1637251407789435,
|
|
2.2882673690329693,
|
|
1.8954517085610634,
|
|
1.5552436162725376,
|
|
1.306771834154562,
|
|
1.2228641636923565,
|
|
0.9319785952743014,
|
|
0.7801153976292595,
|
|
0.661371584878177,
|
|
0.561946672486053,
|
|
0.4345672285647456,
|
|
0.37483694087850516,
|
|
0.36657385678076787
|
|
],
|
|
"peak_layer": 21,
|
|
"peak_normalized": 2.2882673690329693,
|
|
"population_cv": 0.42684708327825066,
|
|
"rest_mean": 7.697225831819836e-05,
|
|
"spike_contrast": 1.8814916302334765,
|
|
"spike_layers": [
|
|
21,
|
|
22,
|
|
23,
|
|
24,
|
|
25
|
|
],
|
|
"spike_mean": 0.0001448226597858593,
|
|
"top_five_layers": [
|
|
21,
|
|
22,
|
|
17,
|
|
23,
|
|
18
|
|
],
|
|
"top_five_spike_overlap": 3
|
|
},
|
|
"values": [
|
|
6.761295662727207e-05,
|
|
7.037314207991585e-05,
|
|
6.971564289415255e-05,
|
|
6.589700205950066e-05,
|
|
0.00010337811545468867,
|
|
0.00010314521205145866,
|
|
9.018617129186168e-05,
|
|
8.218877337640151e-05,
|
|
8.93865289981477e-05,
|
|
8.14282102510333e-05,
|
|
7.567049033241346e-05,
|
|
7.11992834112607e-05,
|
|
6.774777284590527e-05,
|
|
6.376176315825433e-05,
|
|
6.184441008372232e-05,
|
|
5.9780148149002343e-05,
|
|
0.00014381110668182373,
|
|
0.00013238933752290905,
|
|
0.0001167725640698336,
|
|
0.00010191192995989695,
|
|
0.0002003924601012841,
|
|
0.0001659920671954751,
|
|
0.0001361987233394757,
|
|
0.00011443908442743123,
|
|
0.00010709096386563033,
|
|
8.16169849713333e-05,
|
|
6.831773498561233e-05,
|
|
5.791887815576047e-05,
|
|
4.921185245621018e-05,
|
|
3.8056739867897704e-05,
|
|
3.282592660980299e-05,
|
|
3.210229624528438e-05
|
|
]
|
|
},
|
|
"global_l2": {
|
|
"statistics": {
|
|
"first_quartile_mean": 0.07233011117205024,
|
|
"first_to_last_ratio": 1.3967870631582553,
|
|
"imbalance_abs_log_ratio": 0.3341746442893017,
|
|
"last_quartile_mean": 0.051783205242827535,
|
|
"mean": 0.07766139676095918,
|
|
"normalized": [
|
|
0.7720675426341356,
|
|
0.8035859729306402,
|
|
0.7960780122636479,
|
|
0.7524732326455996,
|
|
1.1804674279966365,
|
|
1.1778079658527474,
|
|
1.0298294903648106,
|
|
0.9385077949910019,
|
|
1.020698424099846,
|
|
0.9298230264026498,
|
|
0.8640760490713295,
|
|
0.8130195756795249,
|
|
0.773607039370292,
|
|
0.7280910561484961,
|
|
0.7061969508238138,
|
|
0.6826252958058289,
|
|
1.64216899408666,
|
|
1.511744542110794,
|
|
1.3334176327397504,
|
|
1.1637251251728324,
|
|
2.288267386572505,
|
|
1.8954517517435265,
|
|
1.5552435035136007,
|
|
1.3067718770227776,
|
|
1.2228641722871045,
|
|
0.9319785328940787,
|
|
0.7801153392913037,
|
|
0.6613715681663117,
|
|
0.5619466726726858,
|
|
0.43456725256605405,
|
|
0.37483694737332934,
|
|
0.36657384470568466
|
|
],
|
|
"peak_layer": 21,
|
|
"peak_normalized": 2.288267386572505,
|
|
"population_cv": 0.4268470914878033,
|
|
"rest_mean": 0.0682597693607763,
|
|
"spike_contrast": 1.8814916300573643,
|
|
"spike_layers": [
|
|
21,
|
|
22,
|
|
23,
|
|
24,
|
|
25
|
|
],
|
|
"spike_mean": 0.12843018472194673,
|
|
"top_five_layers": [
|
|
21,
|
|
22,
|
|
17,
|
|
23,
|
|
18
|
|
],
|
|
"top_five_spike_overlap": 3
|
|
},
|
|
"values": [
|
|
0.05995984375476837,
|
|
0.062407609075307846,
|
|
0.061824530363082886,
|
|
0.058438122272491455,
|
|
0.0916767492890358,
|
|
0.09147021174430847,
|
|
0.07997799664735794,
|
|
0.07288582623004913,
|
|
0.07926886528730392,
|
|
0.072211354970932,
|
|
0.06710535287857056,
|
|
0.06314023584127426,
|
|
0.06007940322160721,
|
|
0.05654456838965416,
|
|
0.054844241589307785,
|
|
0.0530136339366436,
|
|
0.12753313779830933,
|
|
0.11740419268608093,
|
|
0.10355507582426071,
|
|
0.09037651866674423,
|
|
0.17771004140377045,
|
|
0.14720343053340912,
|
|
0.12078238278627396,
|
|
0.1014857292175293,
|
|
0.09496933966875076,
|
|
0.07237875461578369,
|
|
0.06058484688401222,
|
|
0.05136303976178169,
|
|
0.04364156350493431,
|
|
0.03374909982085228,
|
|
0.029110360890626907,
|
|
0.02846863679587841
|
|
]
|
|
},
|
|
"token_mean_rms": {
|
|
"statistics": {
|
|
"first_quartile_mean": 3.1000530213987076e-06,
|
|
"first_to_last_ratio": 0.7825005490137864,
|
|
"imbalance_abs_log_ratio": 0.2452606549530124,
|
|
"last_quartile_mean": 3.961726321222159e-06,
|
|
"mean": 4.656059921614997e-06,
|
|
"normalized": [
|
|
0.7040313055728622,
|
|
0.6663442620495864,
|
|
0.6544029514954961,
|
|
0.6681637652166335,
|
|
0.6743674803950376,
|
|
0.6670078174062475,
|
|
0.6466284443239834,
|
|
0.6455370061269436,
|
|
0.7660325155889827,
|
|
0.7325145706427032,
|
|
0.7131598309497137,
|
|
0.7280186266136806,
|
|
0.64870437442493,
|
|
0.656793469733594,
|
|
0.6699169519151534,
|
|
0.7314456448845376,
|
|
1.53365232903732,
|
|
1.4601427212016398,
|
|
1.3940973786195396,
|
|
1.306558663485338,
|
|
2.534675981169938,
|
|
2.2580403975857246,
|
|
1.9597194264610087,
|
|
1.773041790596292,
|
|
1.6211455309545355,
|
|
1.2094494759638503,
|
|
1.0219317012739941,
|
|
0.8604275624593173,
|
|
0.6846808632651675,
|
|
0.5134649266877133,
|
|
0.4503974279453127,
|
|
0.4455048059532228
|
|
],
|
|
"peak_layer": 21,
|
|
"peak_normalized": 2.534675981169938,
|
|
"population_cv": 0.5361438958058841,
|
|
"rest_mean": 3.768541933755774e-06,
|
|
"spike_contrast": 2.5072447705625382,
|
|
"spike_layers": [
|
|
21,
|
|
22,
|
|
23,
|
|
24,
|
|
25
|
|
],
|
|
"spike_mean": 9.4486570560548e-06,
|
|
"top_five_layers": [
|
|
21,
|
|
22,
|
|
23,
|
|
24,
|
|
25
|
|
],
|
|
"top_five_spike_overlap": 5
|
|
},
|
|
"values": [
|
|
3.2780119454400847e-06,
|
|
3.1025388125272e-06,
|
|
3.046939355044742e-06,
|
|
3.1110105283005396e-06,
|
|
3.1398953979078215e-06,
|
|
3.105628366029123e-06,
|
|
3.0107407837931532e-06,
|
|
3.005658982146997e-06,
|
|
3.566693294487777e-06,
|
|
3.4106317343685078e-06,
|
|
3.320514906590688e-06,
|
|
3.389698349565151e-06,
|
|
3.020406438736245e-06,
|
|
3.058069751205039e-06,
|
|
3.119173470622627e-06,
|
|
3.405654751986731e-06,
|
|
7.140777142922161e-06,
|
|
6.798512004024815e-06,
|
|
6.4910009314189665e-06,
|
|
6.083415428292938e-06,
|
|
1.1801603250205517e-05,
|
|
1.0513571396586485e-05,
|
|
9.12457107915543e-06,
|
|
8.255388820543885e-06,
|
|
7.548150733782677e-06,
|
|
5.631269232253544e-06,
|
|
4.758175236929674e-06,
|
|
4.006202289019711e-06,
|
|
3.187915126545704e-06,
|
|
2.3907234663056443e-06,
|
|
2.0970774130546488e-06,
|
|
2.074297071885667e-06
|
|
]
|
|
},
|
|
"token_rms_mean": {
|
|
"statistics": {
|
|
"first_quartile_mean": 5.95857286498358e-05,
|
|
"first_to_last_ratio": 1.5974327409797537,
|
|
"imbalance_abs_log_ratio": 0.4683978037101298,
|
|
"last_quartile_mean": 3.7300931126083015e-05,
|
|
"mean": 6.105390025368251e-05,
|
|
"normalized": [
|
|
0.8419145460820371,
|
|
0.8656854461464137,
|
|
0.8583401181387939,
|
|
0.8192663123570689,
|
|
1.1963719080724353,
|
|
1.1751919414919585,
|
|
1.0676149913033914,
|
|
0.9832376272965914,
|
|
1.0816749854357006,
|
|
0.984736879340849,
|
|
0.9088680283961561,
|
|
0.8483339022774173,
|
|
0.8441772779737997,
|
|
0.7882426814662962,
|
|
0.7677338358974833,
|
|
0.7384876656990601,
|
|
1.5920129687595903,
|
|
1.4697744406924866,
|
|
1.283993033566668,
|
|
1.1290203889690138,
|
|
2.340760926498109,
|
|
1.860435632123778,
|
|
1.4645539617726704,
|
|
1.2019638482713701,
|
|
1.15797649283655,
|
|
0.8703237664687024,
|
|
0.7241030451553558,
|
|
0.6218659849233957,
|
|
0.4685510324632258,
|
|
0.37521378882561096,
|
|
0.3379462835275562,
|
|
0.3316262577704645
|
|
],
|
|
"peak_layer": 21,
|
|
"peak_normalized": 2.340760926498109,
|
|
"population_cv": 0.4213559298637173,
|
|
"rest_mean": 5.4212039955288036e-05,
|
|
"spike_contrast": 1.8077155175462722,
|
|
"spike_layers": [
|
|
21,
|
|
22,
|
|
23,
|
|
24,
|
|
25
|
|
],
|
|
"spike_mean": 9.79999458650127e-05,
|
|
"top_five_layers": [
|
|
21,
|
|
22,
|
|
17,
|
|
18,
|
|
23
|
|
],
|
|
"top_five_spike_overlap": 3
|
|
},
|
|
"values": [
|
|
5.140216671861708e-05,
|
|
5.285347288008779e-05,
|
|
5.240501195657998e-05,
|
|
5.0019403715850785e-05,
|
|
7.304317114176229e-05,
|
|
7.175005157478154e-05,
|
|
6.518205918837339e-05,
|
|
6.003049202263355e-05,
|
|
6.604047666769475e-05,
|
|
6.012202720739879e-05,
|
|
5.548993794946e-05,
|
|
5.1794093451462686e-05,
|
|
5.154031532583758e-05,
|
|
4.8125290049938485e-05,
|
|
4.687314503826201e-05,
|
|
4.5087552280165255e-05,
|
|
9.7198600997217e-05,
|
|
8.973546209745109e-05,
|
|
7.839278259780258e-05,
|
|
6.8931098212488e-05,
|
|
0.000142912584124133,
|
|
0.00011358685151208192,
|
|
8.941673149820417e-05,
|
|
7.338458090089262e-05,
|
|
7.069898128975183e-05,
|
|
5.3136660426389426e-05,
|
|
4.420931509230286e-05,
|
|
3.796734381467104e-05,
|
|
2.8606867999769747e-05,
|
|
2.2908265236765146e-05,
|
|
2.0632938685594127e-05,
|
|
2.0247076463419944e-05
|
|
]
|
|
},
|
|
"token_rms_median": {
|
|
"statistics": {
|
|
"first_quartile_mean": 4.39446339441929e-05,
|
|
"first_to_last_ratio": 1.9902838030955072,
|
|
"imbalance_abs_log_ratio": 0.6882772431887607,
|
|
"last_quartile_mean": 2.207958175404201e-05,
|
|
"mean": 4.171556903997953e-05,
|
|
"normalized": [
|
|
0.9393219483952423,
|
|
0.9671725353750462,
|
|
0.9606035942825071,
|
|
0.9165296658237206,
|
|
1.25754251069206,
|
|
1.233040231347365,
|
|
1.1241638961033311,
|
|
1.029104366181827,
|
|
1.1530467776467852,
|
|
1.041181174787795,
|
|
0.9503458810810488,
|
|
0.8874956508445306,
|
|
0.9380795670187313,
|
|
0.868712023499227,
|
|
0.8459898570744635,
|
|
0.811097306638917,
|
|
1.57041471098841,
|
|
1.447423664007262,
|
|
1.250399123009104,
|
|
1.0954141829132344,
|
|
2.392471764387743,
|
|
1.7753028127291355,
|
|
1.2921083756975622,
|
|
1.0187283101804303,
|
|
1.065894151409315,
|
|
0.8051193818729687,
|
|
0.6754751497722067,
|
|
0.6026093861097862,
|
|
0.3198852539229254,
|
|
0.2669904264118248,
|
|
0.2517857094641488,
|
|
0.2465506103313451
|
|
],
|
|
"peak_layer": 21,
|
|
"peak_normalized": 2.392471764387743,
|
|
"population_cv": 0.4303681174959756,
|
|
"rest_mean": 3.778425454786177e-05,
|
|
"spike_contrast": 1.6658967617763285,
|
|
"spike_layers": [
|
|
21,
|
|
22,
|
|
23,
|
|
24,
|
|
25
|
|
],
|
|
"spike_mean": 6.294466729741543e-05,
|
|
"top_five_layers": [
|
|
21,
|
|
22,
|
|
17,
|
|
18,
|
|
23
|
|
],
|
|
"top_five_spike_overlap": 3
|
|
},
|
|
"values": [
|
|
3.9184349589049816e-05,
|
|
4.034615267300978e-05,
|
|
4.007212555734441e-05,
|
|
3.823355655185878e-05,
|
|
5.245910142548382e-05,
|
|
5.1436974899843335e-05,
|
|
4.689513662015088e-05,
|
|
4.2929674236802384e-05,
|
|
4.810000245925039e-05,
|
|
4.343346517998725e-05,
|
|
3.9644219214096665e-05,
|
|
3.702238609548658e-05,
|
|
3.913252294296399e-05,
|
|
3.6238816392142326e-05,
|
|
3.5290948289912194e-05,
|
|
3.3835385693237185e-05,
|
|
6.551074329763651e-05,
|
|
6.0380101785995066e-05,
|
|
5.2161110943416134e-05,
|
|
4.5695825974689797e-05,
|
|
9.980332106351852e-05,
|
|
7.40577670512721e-05,
|
|
5.3901036153547466e-05,
|
|
4.249683115631342e-05,
|
|
4.446438106242567e-05,
|
|
3.358601315994747e-05,
|
|
2.8177830245113e-05,
|
|
2.513819345040247e-05,
|
|
1.3344195394893177e-05,
|
|
1.113765756599605e-05,
|
|
1.0503384146431927e-05,
|
|
1.0284999007126316e-05
|
|
]
|
|
},
|
|
"token_rms_p95": {
|
|
"statistics": {
|
|
"first_quartile_mean": 0.00015719397015345749,
|
|
"first_to_last_ratio": 1.2580343238755638,
|
|
"imbalance_abs_log_ratio": 0.22955044238581457,
|
|
"last_quartile_mean": 0.00012495205191953573,
|
|
"mean": 0.00018078252287523355,
|
|
"normalized": [
|
|
0.7253227592072276,
|
|
0.7485993006094415,
|
|
0.7410050906139998,
|
|
0.7104508417729404,
|
|
1.0745241672934553,
|
|
1.0524252536641314,
|
|
0.9748384190355198,
|
|
0.9289919933888637,
|
|
1.0038768041568893,
|
|
0.9389629508381758,
|
|
0.8789427325469985,
|
|
0.8198897306139241,
|
|
0.7627520038160613,
|
|
0.7096499260969147,
|
|
0.6897553416925117,
|
|
0.6787601781063402,
|
|
1.6052869610938005,
|
|
1.5071148227224969,
|
|
1.3317635520239959,
|
|
1.1792135859285877,
|
|
2.364258320942869,
|
|
1.9856700690456726,
|
|
1.6414783683894763,
|
|
1.4170804705838413,
|
|
1.2788477375082987,
|
|
0.9694880608375548,
|
|
0.8072605380605845,
|
|
0.691415531221962,
|
|
0.5679201295495192,
|
|
0.44599504581333255,
|
|
0.3904354851204105,
|
|
0.3780238277042025
|
|
],
|
|
"peak_layer": 21,
|
|
"peak_normalized": 2.364258320942869,
|
|
"population_cv": 0.4451626458968529,
|
|
"rest_mean": 0.0001560934222113617,
|
|
"spike_contrast": 2.0122799667677387,
|
|
"spike_layers": [
|
|
21,
|
|
22,
|
|
23,
|
|
24,
|
|
25
|
|
],
|
|
"spike_mean": 0.00031410366646014156,
|
|
"top_five_layers": [
|
|
21,
|
|
22,
|
|
23,
|
|
17,
|
|
18
|
|
],
|
|
"top_five_spike_overlap": 3
|
|
},
|
|
"values": [
|
|
0.00013112567830830812,
|
|
0.0001353336701868102,
|
|
0.00013396076974458992,
|
|
0.00012843709555454552,
|
|
0.00019425518985372037,
|
|
0.0001902600924950093,
|
|
0.00017623374878894538,
|
|
0.00016794551629573107,
|
|
0.00018148338131140918,
|
|
0.00016974809113889933,
|
|
0.00015889748465269804,
|
|
0.0001482217339798808,
|
|
0.00013789223157800734,
|
|
0.00012829230399802327,
|
|
0.00012469571083784103,
|
|
0.00012270797742530704,
|
|
0.00029020782676525414,
|
|
0.00027246001991443336,
|
|
0.00024075957480818033,
|
|
0.0002131812070729211,
|
|
0.00042741658398881555,
|
|
0.0003589744446799159,
|
|
0.00029675060068257153,
|
|
0.00025618338258937,
|
|
0.0002311933203600347,
|
|
0.00017526649753563106,
|
|
0.00014593859668821096,
|
|
0.0001249958440894261,
|
|
0.00010267003381159157,
|
|
8.062810957198963e-05,
|
|
7.058391202008352e-05,
|
|
6.834010127931833e-05
|
|
]
|
|
}
|
|
},
|
|
"seed": 2026073003
|
|
}
|
|
],
|
|
"gates": {
|
|
"forward_identity": [
|
|
{
|
|
"passed": true,
|
|
"seed": 2026073001
|
|
},
|
|
{
|
|
"passed": true,
|
|
"seed": 2026073002
|
|
},
|
|
{
|
|
"passed": true,
|
|
"seed": 2026073003
|
|
}
|
|
],
|
|
"initialization_negative_control": [
|
|
{
|
|
"passed": true,
|
|
"seed": 2026073001
|
|
},
|
|
{
|
|
"passed": true,
|
|
"seed": 2026073002
|
|
},
|
|
{
|
|
"passed": true,
|
|
"seed": 2026073003
|
|
}
|
|
],
|
|
"loss_scale": [
|
|
{
|
|
"passed": true,
|
|
"seed": 2026073001
|
|
},
|
|
{
|
|
"passed": true,
|
|
"seed": 2026073002
|
|
},
|
|
{
|
|
"passed": true,
|
|
"seed": 2026073003
|
|
}
|
|
],
|
|
"replay": {
|
|
"checks": {
|
|
"architecture": true,
|
|
"artifacts": true,
|
|
"batch_size": true,
|
|
"depth": true,
|
|
"diagnostics": true,
|
|
"environment": true,
|
|
"evaluations": true,
|
|
"hashes": true,
|
|
"manifest": true,
|
|
"model": true,
|
|
"optimizer": true,
|
|
"round05_equivalence": true,
|
|
"seed": true,
|
|
"steps": true,
|
|
"target_bytes_seen": true,
|
|
"training_history": true
|
|
},
|
|
"frozen_compare_sha256": "05396eaf56429ca8d87815ecf00a5f78be5a9b2ec7cc96014856c09dcedcbb87",
|
|
"passed": true
|
|
},
|
|
"round05_equivalence": [
|
|
{
|
|
"checks": {
|
|
"evaluations": true,
|
|
"final_model_state": true,
|
|
"final_optimizer_state": true,
|
|
"post_mlp_element_rms_all_steps": true,
|
|
"training_history": true
|
|
},
|
|
"passed": true,
|
|
"seed": 2026073001
|
|
},
|
|
{
|
|
"checks": {
|
|
"evaluations": true,
|
|
"final_model_state": true,
|
|
"final_optimizer_state": true,
|
|
"post_mlp_element_rms_all_steps": true,
|
|
"training_history": true
|
|
},
|
|
"passed": true,
|
|
"seed": 2026073002
|
|
},
|
|
{
|
|
"checks": {
|
|
"evaluations": true,
|
|
"final_model_state": true,
|
|
"final_optimizer_state": true,
|
|
"post_mlp_element_rms_all_steps": true,
|
|
"training_history": true
|
|
},
|
|
"passed": true,
|
|
"seed": 2026073003
|
|
}
|
|
]
|
|
},
|
|
"hashes": {
|
|
"aggregate_canonical_sha256": "1d0faef297682d61d35ce2ab54da3868e18a84e9ebc6e44c617d08016e4fc8b4",
|
|
"reproduction_canonical_sha256": "7c522314742920961be84b750d823ce41814f10fd6129f0531208116e2fe3515"
|
|
},
|
|
"mixer_associations": {
|
|
"all_layers": {
|
|
"attention_entropy": {
|
|
"pearson": -0.29619123279185056,
|
|
"spearman": -0.2883517139673049
|
|
},
|
|
"attention_latest": {
|
|
"pearson": 0.06600313295625082,
|
|
"spearman": 0.29780653565593507
|
|
},
|
|
"attention_max": {
|
|
"pearson": -0.024396635036849867,
|
|
"spearman": 0.20476403642736357
|
|
},
|
|
"mlp_entropy": {
|
|
"pearson": -0.2736346519450915,
|
|
"spearman": -0.41707813347802497
|
|
},
|
|
"mlp_latest": {
|
|
"pearson": 0.6507856318169407,
|
|
"spearman": 0.692444384156267
|
|
},
|
|
"mlp_max": {
|
|
"pearson": 0.23015916710007592,
|
|
"spearman": 0.4651112316874661
|
|
},
|
|
"points": 96
|
|
},
|
|
"identity": "observational association; not causal attribution",
|
|
"layers_19_28": {
|
|
"attention_entropy": {
|
|
"pearson": -0.05745838348637786,
|
|
"spearman": -0.11279199110122358
|
|
},
|
|
"attention_latest": {
|
|
"pearson": 0.15799271238887527,
|
|
"spearman": 0.3388209121245829
|
|
},
|
|
"attention_max": {
|
|
"pearson": 0.15799271238887527,
|
|
"spearman": 0.3388209121245829
|
|
},
|
|
"mlp_entropy": {
|
|
"pearson": -0.6355230712915908,
|
|
"spearman": -0.6400444938820912
|
|
},
|
|
"mlp_latest": {
|
|
"pearson": 0.6896916851820697,
|
|
"spearman": 0.692992213570634
|
|
},
|
|
"mlp_max": {
|
|
"pearson": 0.7022594570959072,
|
|
"spearman": 0.7045606229143493
|
|
},
|
|
"points": 30
|
|
},
|
|
"target_layers": [
|
|
{
|
|
"attention_entropy": 0.9286576240857585,
|
|
"attention_latest": 0.34922462701797485,
|
|
"attention_max": 0.34922462701797485,
|
|
"group": 5,
|
|
"layer": 19,
|
|
"mlp_entropy": 0.8417470208868109,
|
|
"mlp_latest": 0.4519178469975789,
|
|
"mlp_max": 0.4519178469975789,
|
|
"normalized_gradient": 1.0628893270643442,
|
|
"offset": 3,
|
|
"per_seed_normalized_gradient": [
|
|
0.6978155985835179,
|
|
1.1574347089891701,
|
|
1.3334176736203447
|
|
]
|
|
},
|
|
{
|
|
"attention_entropy": 0.9460862283961503,
|
|
"attention_latest": 0.3155268132686615,
|
|
"attention_max": 0.3155268132686615,
|
|
"group": 5,
|
|
"layer": 20,
|
|
"mlp_entropy": 0.862835637646716,
|
|
"mlp_latest": 0.4188626905282338,
|
|
"mlp_max": 0.4188626905282338,
|
|
"normalized_gradient": 1.0135704098952112,
|
|
"offset": 4,
|
|
"per_seed_normalized_gradient": [
|
|
0.8168473226649812,
|
|
1.060138766241709,
|
|
1.1637251407789435
|
|
]
|
|
},
|
|
{
|
|
"attention_entropy": 0.9687891325525921,
|
|
"attention_latest": 0.2497197538614273,
|
|
"attention_max": 0.2497197538614273,
|
|
"group": 6,
|
|
"layer": 21,
|
|
"mlp_entropy": 0.7626460544111615,
|
|
"mlp_latest": 0.512785017490387,
|
|
"mlp_max": 0.512785017490387,
|
|
"normalized_gradient": 3.0420861976019666,
|
|
"offset": 1,
|
|
"per_seed_normalized_gradient": [
|
|
3.219066994145898,
|
|
3.6189242296270336,
|
|
2.2882673690329693
|
|
]
|
|
},
|
|
{
|
|
"attention_entropy": 0.8507401102456327,
|
|
"attention_latest": 0.4364195068677266,
|
|
"attention_max": 0.4364195068677266,
|
|
"group": 6,
|
|
"layer": 22,
|
|
"mlp_entropy": 0.7208451982094757,
|
|
"mlp_latest": 0.563143769900004,
|
|
"mlp_max": 0.563143769900004,
|
|
"normalized_gradient": 2.405186320789127,
|
|
"offset": 2,
|
|
"per_seed_normalized_gradient": [
|
|
2.5077095541323673,
|
|
2.81239769967395,
|
|
1.8954517085610634
|
|
]
|
|
},
|
|
{
|
|
"attention_entropy": 0.879444880309749,
|
|
"attention_latest": 0.40026357769966125,
|
|
"attention_max": 0.40026357769966125,
|
|
"group": 6,
|
|
"layer": 23,
|
|
"mlp_entropy": 0.7369153442658093,
|
|
"mlp_latest": 0.5514553984006246,
|
|
"mlp_max": 0.5514553984006246,
|
|
"normalized_gradient": 1.9103037349623444,
|
|
"offset": 3,
|
|
"per_seed_normalized_gradient": [
|
|
1.973834673592298,
|
|
2.2018329150221976,
|
|
1.5552436162725376
|
|
]
|
|
},
|
|
{
|
|
"attention_entropy": 0.8894285781602397,
|
|
"attention_latest": 0.38436253865559894,
|
|
"attention_max": 0.38436253865559894,
|
|
"group": 6,
|
|
"layer": 24,
|
|
"mlp_entropy": 0.7713335619488723,
|
|
"mlp_latest": 0.5146652460098267,
|
|
"mlp_max": 0.5146652460098267,
|
|
"normalized_gradient": 1.548088097624808,
|
|
"offset": 4,
|
|
"per_seed_normalized_gradient": [
|
|
1.5759251613516239,
|
|
1.7615672973682381,
|
|
1.306771834154562
|
|
]
|
|
},
|
|
{
|
|
"attention_entropy": 0.9336027031788025,
|
|
"attention_latest": 0.3171870708465576,
|
|
"attention_max": 0.3171870708465576,
|
|
"group": 7,
|
|
"layer": 25,
|
|
"mlp_entropy": 0.7657190825854533,
|
|
"mlp_latest": 0.3575698534647624,
|
|
"mlp_max": 0.3722212314605713,
|
|
"normalized_gradient": 1.7685028111508305,
|
|
"offset": 1,
|
|
"per_seed_normalized_gradient": [
|
|
2.2647260999477155,
|
|
1.8179181698124194,
|
|
1.2228641636923565
|
|
]
|
|
},
|
|
{
|
|
"attention_entropy": 0.8756262007907392,
|
|
"attention_latest": 0.3432680070400238,
|
|
"attention_max": 0.3432680070400238,
|
|
"group": 7,
|
|
"layer": 26,
|
|
"mlp_entropy": 0.7635627832181188,
|
|
"mlp_latest": 0.4196455279986064,
|
|
"mlp_max": 0.4196455279986064,
|
|
"normalized_gradient": 1.3690565893386435,
|
|
"offset": 2,
|
|
"per_seed_normalized_gradient": [
|
|
1.6880724220748888,
|
|
1.4871187506667403,
|
|
0.9319785952743014
|
|
]
|
|
},
|
|
{
|
|
"attention_entropy": 0.891179394493967,
|
|
"attention_latest": 0.32520759105682373,
|
|
"attention_max": 0.32520759105682373,
|
|
"group": 7,
|
|
"layer": 27,
|
|
"mlp_entropy": 0.7748494313187421,
|
|
"mlp_latest": 0.40247613191604614,
|
|
"mlp_max": 0.40247613191604614,
|
|
"normalized_gradient": 0.9864745886014125,
|
|
"offset": 3,
|
|
"per_seed_normalized_gradient": [
|
|
1.092454232265147,
|
|
1.086854135909831,
|
|
0.7801153976292595
|
|
]
|
|
},
|
|
{
|
|
"attention_entropy": 0.9019494449297653,
|
|
"attention_latest": 0.2957511991262436,
|
|
"attention_max": 0.2957511991262436,
|
|
"group": 7,
|
|
"layer": 28,
|
|
"mlp_entropy": 0.821866239503451,
|
|
"mlp_latest": 0.30352112650871277,
|
|
"mlp_max": 0.3173763652642568,
|
|
"normalized_gradient": 0.8024500092961132,
|
|
"offset": 4,
|
|
"per_seed_normalized_gradient": [
|
|
0.8732751258075867,
|
|
0.872703317202576,
|
|
0.661371584878177
|
|
]
|
|
}
|
|
]
|
|
},
|
|
"protocol_id": "llm-atlas-k3-attnres-spike-path-v1",
|
|
"runs": [
|
|
{
|
|
"canonical_sha256": "76b0ccfb55c38baef50c395788ac4b351cbe0d58de70064b50702acb5c93f515",
|
|
"final_bpc": 1.7123525940760473,
|
|
"final_model_state": "3f0b97ece3a15571ba3d656f589f512ca0bb9e20083c9f58a42ccaee14892f59",
|
|
"final_optimizer_state": "ed03e6fbd4a12d8b063dcb22e0437754285f54d585374cd52fbd534f05d24637",
|
|
"seed": 2026073001,
|
|
"timing": {
|
|
"mean_ms": 224.20719212223366,
|
|
"measured_steps": 7980,
|
|
"median_ms": 227.38306851533707,
|
|
"p95_ms": 230.37451171875,
|
|
"peak_allocated_bytes": 12841009152,
|
|
"peak_reserved_bytes": 13922992128,
|
|
"warmup_steps_excluded": 20
|
|
}
|
|
},
|
|
{
|
|
"canonical_sha256": "5352c74eca853b375c0e85933dafd7c5916c39fc59052e742ca14ffd6d68bc78",
|
|
"final_bpc": 1.7093240655856785,
|
|
"final_model_state": "bd2556388aeaa211b798c283c7cbd8ccd29edf166a2922fa13d172e8dfdc38d1",
|
|
"final_optimizer_state": "0b101eab3bc7d8d654be2ea335c86fc25563ce19912d721844ee4e639c569e77",
|
|
"seed": 2026073002,
|
|
"timing": {
|
|
"mean_ms": 223.82424076982844,
|
|
"measured_steps": 7980,
|
|
"median_ms": 227.36876149429008,
|
|
"p95_ms": 229.48265075683594,
|
|
"peak_allocated_bytes": 12841009152,
|
|
"peak_reserved_bytes": 13922992128,
|
|
"warmup_steps_excluded": 20
|
|
}
|
|
},
|
|
{
|
|
"canonical_sha256": "7e764c07e90b78c4cd0acc2e99600225f16428cbb25d5188a0a5a8fe797f8766",
|
|
"final_bpc": 1.7030966812870931,
|
|
"final_model_state": "638568aede21890773b6932a19ec4e112f5ac0a4770ba3402fcd82980a9ecf76",
|
|
"final_optimizer_state": "83947fd743ec8e3e31ca7788fd201981846f0f1c7e9e38c88afcef95cfc6ec4e",
|
|
"seed": 2026073003,
|
|
"timing": {
|
|
"mean_ms": 224.65581085475935,
|
|
"measured_steps": 7980,
|
|
"median_ms": 227.5267465010984,
|
|
"p95_ms": 230.52696228027344,
|
|
"peak_allocated_bytes": 12841009152,
|
|
"peak_reserved_bytes": 13922992128,
|
|
"warmup_steps_excluded": 20
|
|
}
|
|
}
|
|
],
|
|
"schema_version": 1,
|
|
"study": {
|
|
"architecture": "block",
|
|
"depth": 32,
|
|
"identity": "targeted follow-up informed by Round 05; not blind discovery",
|
|
"seeds": [
|
|
2026073001,
|
|
2026073002,
|
|
2026073003
|
|
],
|
|
"spike_layers": [
|
|
21,
|
|
22,
|
|
23,
|
|
24,
|
|
25
|
|
],
|
|
"steps": 8000
|
|
},
|
|
"trajectory": [
|
|
{
|
|
"points": [
|
|
{
|
|
"bits_per_byte": 7.9557801867581395,
|
|
"peak_layer": 1,
|
|
"peak_normalized": 1.7717451736709768,
|
|
"population_cv": 0.2714186609524326,
|
|
"spike_contrast": 0.7816308178118705,
|
|
"step": 0
|
|
},
|
|
{
|
|
"bits_per_byte": 5.165135820292823,
|
|
"peak_layer": 1,
|
|
"peak_normalized": 2.145023601546889,
|
|
"population_cv": 0.5072011380661324,
|
|
"spike_contrast": 0.5596113913680666,
|
|
"step": 100
|
|
},
|
|
{
|
|
"bits_per_byte": 3.109974443324717,
|
|
"peak_layer": 2,
|
|
"peak_normalized": 2.1343785185339303,
|
|
"population_cv": 0.5868596491376813,
|
|
"spike_contrast": 0.5221542367874475,
|
|
"step": 500
|
|
},
|
|
{
|
|
"bits_per_byte": 1.9592225965086283,
|
|
"peak_layer": 21,
|
|
"peak_normalized": 2.863607509132394,
|
|
"population_cv": 0.5384894543542103,
|
|
"spike_contrast": 2.4966108002124767,
|
|
"step": 2000
|
|
},
|
|
{
|
|
"bits_per_byte": 1.8027438806514628,
|
|
"peak_layer": 21,
|
|
"peak_normalized": 3.115049509935762,
|
|
"population_cv": 0.6027314599912318,
|
|
"spike_contrast": 2.8510104941924466,
|
|
"step": 4000
|
|
},
|
|
{
|
|
"bits_per_byte": 1.7123525940760473,
|
|
"peak_layer": 21,
|
|
"peak_normalized": 3.219066994145898,
|
|
"population_cv": 0.6420341358971389,
|
|
"spike_contrast": 3.04626897714722,
|
|
"step": 8000
|
|
}
|
|
],
|
|
"seed": 2026073001
|
|
},
|
|
{
|
|
"points": [
|
|
{
|
|
"bits_per_byte": 8.034013546791773,
|
|
"peak_layer": 1,
|
|
"peak_normalized": 2.16920774571012,
|
|
"population_cv": 0.39438035124793563,
|
|
"spike_contrast": 0.6908033638721538,
|
|
"step": 0
|
|
},
|
|
{
|
|
"bits_per_byte": 5.132431212443787,
|
|
"peak_layer": 1,
|
|
"peak_normalized": 2.254829765809383,
|
|
"population_cv": 0.5330470009230729,
|
|
"spike_contrast": 0.5561530270868602,
|
|
"step": 100
|
|
},
|
|
{
|
|
"bits_per_byte": 3.0911456537212687,
|
|
"peak_layer": 2,
|
|
"peak_normalized": 2.173061151786652,
|
|
"population_cv": 0.5858213540607353,
|
|
"spike_contrast": 0.5734017265344913,
|
|
"step": 500
|
|
},
|
|
{
|
|
"bits_per_byte": 1.947918907793682,
|
|
"peak_layer": 21,
|
|
"peak_normalized": 3.189751492495938,
|
|
"population_cv": 0.6175097196118516,
|
|
"spike_contrast": 2.740373880872814,
|
|
"step": 2000
|
|
},
|
|
{
|
|
"bits_per_byte": 1.7911587423283797,
|
|
"peak_layer": 21,
|
|
"peak_normalized": 3.420348943656972,
|
|
"population_cv": 0.6827037752697015,
|
|
"spike_contrast": 3.1572107254761765,
|
|
"step": 4000
|
|
},
|
|
{
|
|
"bits_per_byte": 1.7093240655856785,
|
|
"peak_layer": 21,
|
|
"peak_normalized": 3.6189242296270336,
|
|
"population_cv": 0.7299683279122143,
|
|
"spike_contrast": 3.3328477735441013,
|
|
"step": 8000
|
|
}
|
|
],
|
|
"seed": 2026073002
|
|
},
|
|
{
|
|
"points": [
|
|
{
|
|
"bits_per_byte": 8.061194200882085,
|
|
"peak_layer": 1,
|
|
"peak_normalized": 1.7301666786506156,
|
|
"population_cv": 0.2498932502086342,
|
|
"spike_contrast": 0.7974048446155259,
|
|
"step": 0
|
|
},
|
|
{
|
|
"bits_per_byte": 5.191908918496252,
|
|
"peak_layer": 1,
|
|
"peak_normalized": 2.133789250541258,
|
|
"population_cv": 0.49221598973047537,
|
|
"spike_contrast": 0.5746026267549044,
|
|
"step": 100
|
|
},
|
|
{
|
|
"bits_per_byte": 3.0881952483500545,
|
|
"peak_layer": 2,
|
|
"peak_normalized": 2.195594858531836,
|
|
"population_cv": 0.606636113722199,
|
|
"spike_contrast": 0.47779529155407807,
|
|
"step": 500
|
|
},
|
|
{
|
|
"bits_per_byte": 1.948972795980338,
|
|
"peak_layer": 21,
|
|
"peak_normalized": 1.8057756999530474,
|
|
"population_cv": 0.34914284904214865,
|
|
"spike_contrast": 1.4606649819879878,
|
|
"step": 2000
|
|
},
|
|
{
|
|
"bits_per_byte": 1.7872753095784035,
|
|
"peak_layer": 21,
|
|
"peak_normalized": 2.1130451955668876,
|
|
"population_cv": 0.3859968358313239,
|
|
"spike_contrast": 1.7734534826874866,
|
|
"step": 4000
|
|
},
|
|
{
|
|
"bits_per_byte": 1.7030966812870931,
|
|
"peak_layer": 21,
|
|
"peak_normalized": 2.2882673690329693,
|
|
"population_cv": 0.42684708327825066,
|
|
"spike_contrast": 1.8814916302334765,
|
|
"step": 8000
|
|
}
|
|
],
|
|
"seed": 2026073003
|
|
}
|
|
],
|
|
"verdicts": {
|
|
"interventions": {
|
|
"forward_identity": [
|
|
{
|
|
"passed": true,
|
|
"seed": 2026073001
|
|
},
|
|
{
|
|
"passed": true,
|
|
"seed": 2026073002
|
|
},
|
|
{
|
|
"passed": true,
|
|
"seed": 2026073003
|
|
}
|
|
],
|
|
"scope": "all 64 depth mixers plus the output mixer",
|
|
"softmax_key_path": {
|
|
"label": "global removal of all mixer softmax/query/key source-gradient paths",
|
|
"mean_relative_drop_contrast": -0.0200106813233286,
|
|
"mean_relative_drop_peak": -0.008401901006156563,
|
|
"opposite_direction_3_of_3": true,
|
|
"passed_3_of_3": false,
|
|
"per_seed": [
|
|
{
|
|
"passed": false,
|
|
"relative_drop_contrast": -0.015414390900329828,
|
|
"relative_drop_peak": -0.006668985338663224,
|
|
"seed": 2026073001,
|
|
"source_peak_normalized": 3.219066994145898,
|
|
"source_spike_contrast": 3.04626897714722,
|
|
"target_peak_normalized": 3.2405349047340315,
|
|
"target_spike_contrast": 3.093225357948515
|
|
},
|
|
{
|
|
"passed": false,
|
|
"relative_drop_contrast": -0.01929133294667749,
|
|
"relative_drop_peak": -0.003788054520504258,
|
|
"seed": 2026073002,
|
|
"source_peak_normalized": 3.6189242296270336,
|
|
"source_spike_contrast": 3.3328477735441013,
|
|
"target_peak_normalized": 3.6326329119144347,
|
|
"target_spike_contrast": 3.3971428496041334
|
|
},
|
|
{
|
|
"passed": false,
|
|
"relative_drop_contrast": -0.025326320122978477,
|
|
"relative_drop_peak": -0.014748663159302204,
|
|
"seed": 2026073003,
|
|
"source_peak_normalized": 2.2882673690329693,
|
|
"source_spike_contrast": 1.8814916302334765,
|
|
"target_peak_normalized": 2.3220162536772593,
|
|
"target_spike_contrast": 1.9291428895694742
|
|
}
|
|
],
|
|
"same_direction_3_of_3": false,
|
|
"source_mode": "learned",
|
|
"target_mode": "detached_learned",
|
|
"threshold": 0.2,
|
|
"verdict": "opposite direction in 3/3 seeds; no material reduction"
|
|
},
|
|
"value_coefficients": {
|
|
"label": "global replacement of learned value-backward coefficients with 1/N",
|
|
"mean_relative_drop_contrast": 0.701998806119879,
|
|
"mean_relative_drop_peak": 0.3702754647109951,
|
|
"opposite_direction_3_of_3": false,
|
|
"passed_3_of_3": true,
|
|
"per_seed": [
|
|
{
|
|
"passed": true,
|
|
"relative_drop_contrast": 0.7479318970064935,
|
|
"relative_drop_peak": 0.3925047809741125,
|
|
"seed": 2026073001,
|
|
"source_peak_normalized": 3.2405349047340315,
|
|
"source_spike_contrast": 3.093225357948515,
|
|
"target_peak_normalized": 1.968609461712434,
|
|
"target_spike_contrast": 0.7797034481094922
|
|
},
|
|
{
|
|
"passed": true,
|
|
"relative_drop_contrast": 0.7687299974719846,
|
|
"relative_drop_peak": 0.4318458552099138,
|
|
"seed": 2026073002,
|
|
"source_peak_normalized": 3.6326329119144347,
|
|
"source_spike_contrast": 3.3971428496041334,
|
|
"target_peak_normalized": 2.063895445405066,
|
|
"target_spike_contrast": 0.7856572354159773
|
|
},
|
|
{
|
|
"passed": true,
|
|
"relative_drop_contrast": 0.5893345238811586,
|
|
"relative_drop_peak": 0.2864757579489588,
|
|
"seed": 2026073003,
|
|
"source_peak_normalized": 2.3220162536772593,
|
|
"source_spike_contrast": 1.9291428895694742,
|
|
"target_peak_normalized": 1.6568148874352646,
|
|
"target_spike_contrast": 0.7922323832463255
|
|
}
|
|
],
|
|
"same_direction_3_of_3": true,
|
|
"source_mode": "detached_learned",
|
|
"target_mode": "uniform_value_backward",
|
|
"threshold": 0.2,
|
|
"verdict": "material sensitivity at the preregistered threshold"
|
|
}
|
|
},
|
|
"reduction_robustness": {
|
|
"cells": [
|
|
{
|
|
"checks": {
|
|
"spearman": true,
|
|
"spike_contrast": true,
|
|
"top_five_overlap": true
|
|
},
|
|
"passed": true,
|
|
"reduction": "element_rms",
|
|
"seed": 2026073001,
|
|
"spearman_vs_element_rms": 1.0,
|
|
"spike_contrast": 3.04626897714722,
|
|
"top_five_layers": [
|
|
21,
|
|
22,
|
|
25,
|
|
23,
|
|
26
|
|
],
|
|
"top_five_spike_overlap": 4
|
|
},
|
|
{
|
|
"checks": {
|
|
"spearman": true,
|
|
"spike_contrast": true,
|
|
"top_five_overlap": true
|
|
},
|
|
"passed": true,
|
|
"reduction": "token_rms_mean",
|
|
"seed": 2026073001,
|
|
"spearman_vs_element_rms": 0.9578445747800587,
|
|
"spike_contrast": 2.869084843241085,
|
|
"top_five_layers": [
|
|
21,
|
|
22,
|
|
25,
|
|
23,
|
|
26
|
|
],
|
|
"top_five_spike_overlap": 4
|
|
},
|
|
{
|
|
"checks": {
|
|
"spearman": true,
|
|
"spike_contrast": true,
|
|
"top_five_overlap": true
|
|
},
|
|
"passed": true,
|
|
"reduction": "token_rms_median",
|
|
"seed": 2026073001,
|
|
"spearman_vs_element_rms": 0.9013929618768328,
|
|
"spike_contrast": 2.6456990159702416,
|
|
"top_five_layers": [
|
|
21,
|
|
22,
|
|
25,
|
|
23,
|
|
26
|
|
],
|
|
"top_five_spike_overlap": 4
|
|
},
|
|
{
|
|
"checks": {
|
|
"spearman": true,
|
|
"spike_contrast": true,
|
|
"top_five_overlap": true
|
|
},
|
|
"passed": true,
|
|
"reduction": "token_rms_p95",
|
|
"seed": 2026073001,
|
|
"spearman_vs_element_rms": 0.9967008797653959,
|
|
"spike_contrast": 3.143466990402101,
|
|
"top_five_layers": [
|
|
21,
|
|
22,
|
|
25,
|
|
23,
|
|
26
|
|
],
|
|
"top_five_spike_overlap": 4
|
|
},
|
|
{
|
|
"checks": {
|
|
"spearman": true,
|
|
"spike_contrast": true,
|
|
"top_five_overlap": true
|
|
},
|
|
"passed": true,
|
|
"reduction": "element_rms",
|
|
"seed": 2026073002,
|
|
"spearman_vs_element_rms": 1.0,
|
|
"spike_contrast": 3.3328477735441013,
|
|
"top_five_layers": [
|
|
21,
|
|
22,
|
|
23,
|
|
25,
|
|
24
|
|
],
|
|
"top_five_spike_overlap": 5
|
|
},
|
|
{
|
|
"checks": {
|
|
"spearman": true,
|
|
"spike_contrast": true,
|
|
"top_five_overlap": true
|
|
},
|
|
"passed": true,
|
|
"reduction": "token_rms_mean",
|
|
"seed": 2026073002,
|
|
"spearman_vs_element_rms": 0.9732404692082112,
|
|
"spike_contrast": 3.18249263251226,
|
|
"top_five_layers": [
|
|
21,
|
|
22,
|
|
23,
|
|
25,
|
|
24
|
|
],
|
|
"top_five_spike_overlap": 5
|
|
},
|
|
{
|
|
"checks": {
|
|
"spearman": true,
|
|
"spike_contrast": true,
|
|
"top_five_overlap": true
|
|
},
|
|
"passed": true,
|
|
"reduction": "token_rms_median",
|
|
"seed": 2026073002,
|
|
"spearman_vs_element_rms": 0.8951612903225806,
|
|
"spike_contrast": 2.9052606637917697,
|
|
"top_five_layers": [
|
|
21,
|
|
22,
|
|
23,
|
|
25,
|
|
18
|
|
],
|
|
"top_five_spike_overlap": 4
|
|
},
|
|
{
|
|
"checks": {
|
|
"spearman": true,
|
|
"spike_contrast": true,
|
|
"top_five_overlap": true
|
|
},
|
|
"passed": true,
|
|
"reduction": "token_rms_p95",
|
|
"seed": 2026073002,
|
|
"spearman_vs_element_rms": 0.9970674486803519,
|
|
"spike_contrast": 3.5324549012779802,
|
|
"top_five_layers": [
|
|
21,
|
|
22,
|
|
23,
|
|
25,
|
|
24
|
|
],
|
|
"top_five_spike_overlap": 5
|
|
},
|
|
{
|
|
"checks": {
|
|
"spearman": true,
|
|
"spike_contrast": true,
|
|
"top_five_overlap": true
|
|
},
|
|
"passed": true,
|
|
"reduction": "element_rms",
|
|
"seed": 2026073003,
|
|
"spearman_vs_element_rms": 1.0,
|
|
"spike_contrast": 1.8814916302334765,
|
|
"top_five_layers": [
|
|
21,
|
|
22,
|
|
17,
|
|
23,
|
|
18
|
|
],
|
|
"top_five_spike_overlap": 3
|
|
},
|
|
{
|
|
"checks": {
|
|
"spearman": true,
|
|
"spike_contrast": true,
|
|
"top_five_overlap": true
|
|
},
|
|
"passed": true,
|
|
"reduction": "token_rms_mean",
|
|
"seed": 2026073003,
|
|
"spearman_vs_element_rms": 0.9875366568914956,
|
|
"spike_contrast": 1.8077155175462722,
|
|
"top_five_layers": [
|
|
21,
|
|
22,
|
|
17,
|
|
18,
|
|
23
|
|
],
|
|
"top_five_spike_overlap": 3
|
|
},
|
|
{
|
|
"checks": {
|
|
"spearman": true,
|
|
"spike_contrast": true,
|
|
"top_five_overlap": true
|
|
},
|
|
"passed": true,
|
|
"reduction": "token_rms_median",
|
|
"seed": 2026073003,
|
|
"spearman_vs_element_rms": 0.9343841642228738,
|
|
"spike_contrast": 1.6658967617763285,
|
|
"top_five_layers": [
|
|
21,
|
|
22,
|
|
17,
|
|
18,
|
|
23
|
|
],
|
|
"top_five_spike_overlap": 3
|
|
},
|
|
{
|
|
"checks": {
|
|
"spearman": true,
|
|
"spike_contrast": true,
|
|
"top_five_overlap": true
|
|
},
|
|
"passed": true,
|
|
"reduction": "token_rms_p95",
|
|
"seed": 2026073003,
|
|
"spearman_vs_element_rms": 0.9926686217008798,
|
|
"spike_contrast": 2.0122799667677387,
|
|
"top_five_layers": [
|
|
21,
|
|
22,
|
|
23,
|
|
17,
|
|
18
|
|
],
|
|
"top_five_spike_overlap": 3
|
|
}
|
|
],
|
|
"passed_cells": 12,
|
|
"total_cells": 12,
|
|
"verdict": "robust within the preregistered reduction family"
|
|
},
|
|
"visible_positions": {
|
|
"criterion": "step 8000 element-RMS spike contrast >= 1.5 in 3/3 seeds",
|
|
"earliest_observed_tensor": "pre_attention_input",
|
|
"positions": [
|
|
{
|
|
"mean_spike_contrast": 2.9842437043760683,
|
|
"per_seed": [
|
|
{
|
|
"passed": true,
|
|
"peak_layer": 22,
|
|
"peak_normalized": 4.232714993086349,
|
|
"seed": 2026073001,
|
|
"spike_contrast": 3.7241794809927478
|
|
},
|
|
{
|
|
"passed": true,
|
|
"peak_layer": 21,
|
|
"peak_normalized": 3.51885122958336,
|
|
"seed": 2026073002,
|
|
"spike_contrast": 3.1885950432011234
|
|
},
|
|
{
|
|
"passed": true,
|
|
"peak_layer": 22,
|
|
"peak_normalized": 2.5497535502321647,
|
|
"seed": 2026073003,
|
|
"spike_contrast": 2.0399565889343343
|
|
}
|
|
],
|
|
"position": "pre_attention_input",
|
|
"visible_3_of_3": true
|
|
},
|
|
{
|
|
"mean_spike_contrast": 2.9553267731281916,
|
|
"per_seed": [
|
|
{
|
|
"passed": true,
|
|
"peak_layer": 21,
|
|
"peak_normalized": 3.138964807406113,
|
|
"seed": 2026073001,
|
|
"spike_contrast": 3.1996375366532934
|
|
},
|
|
{
|
|
"passed": true,
|
|
"peak_layer": 21,
|
|
"peak_normalized": 3.7925106998539326,
|
|
"seed": 2026073002,
|
|
"spike_contrast": 3.6616605179769537
|
|
},
|
|
{
|
|
"passed": true,
|
|
"peak_layer": 21,
|
|
"peak_normalized": 2.2656295070514414,
|
|
"seed": 2026073003,
|
|
"spike_contrast": 2.004682264754327
|
|
}
|
|
],
|
|
"position": "attention_branch_output",
|
|
"visible_3_of_3": true
|
|
},
|
|
{
|
|
"mean_spike_contrast": 2.9553191807218897,
|
|
"per_seed": [
|
|
{
|
|
"passed": true,
|
|
"peak_layer": 21,
|
|
"peak_normalized": 3.1389231589965445,
|
|
"seed": 2026073001,
|
|
"spike_contrast": 3.1996384204494492
|
|
},
|
|
{
|
|
"passed": true,
|
|
"peak_layer": 21,
|
|
"peak_normalized": 3.7925041485004933,
|
|
"seed": 2026073002,
|
|
"spike_contrast": 3.6616533387138865
|
|
},
|
|
{
|
|
"passed": true,
|
|
"peak_layer": 21,
|
|
"peak_normalized": 2.265619973525555,
|
|
"seed": 2026073003,
|
|
"spike_contrast": 2.0046657830023333
|
|
}
|
|
],
|
|
"position": "post_attention_state",
|
|
"visible_3_of_3": true
|
|
},
|
|
{
|
|
"mean_spike_contrast": 3.7778825845934967,
|
|
"per_seed": [
|
|
{
|
|
"passed": true,
|
|
"peak_layer": 22,
|
|
"peak_normalized": 2.987231504916195,
|
|
"seed": 2026073001,
|
|
"spike_contrast": 3.828767846228416
|
|
},
|
|
{
|
|
"passed": true,
|
|
"peak_layer": 21,
|
|
"peak_normalized": 3.828274701557073,
|
|
"seed": 2026073002,
|
|
"spike_contrast": 4.52698797699541
|
|
},
|
|
{
|
|
"passed": true,
|
|
"peak_layer": 22,
|
|
"peak_normalized": 2.526943137473127,
|
|
"seed": 2026073003,
|
|
"spike_contrast": 2.977891930556664
|
|
}
|
|
],
|
|
"position": "pre_mlp_input",
|
|
"visible_3_of_3": true
|
|
},
|
|
{
|
|
"mean_spike_contrast": 2.7535328779602537,
|
|
"per_seed": [
|
|
{
|
|
"passed": true,
|
|
"peak_layer": 21,
|
|
"peak_normalized": 3.2190719364475022,
|
|
"seed": 2026073001,
|
|
"spike_contrast": 3.0462648281411457
|
|
},
|
|
{
|
|
"passed": true,
|
|
"peak_layer": 21,
|
|
"peak_normalized": 3.6189237818679025,
|
|
"seed": 2026073002,
|
|
"spike_contrast": 3.3328561680843984
|
|
},
|
|
{
|
|
"passed": true,
|
|
"peak_layer": 21,
|
|
"peak_normalized": 2.2882576030527964,
|
|
"seed": 2026073003,
|
|
"spike_contrast": 1.8814776376552176
|
|
}
|
|
],
|
|
"position": "mlp_branch_output",
|
|
"visible_3_of_3": true
|
|
},
|
|
{
|
|
"mean_spike_contrast": 2.7535361269749323,
|
|
"per_seed": [
|
|
{
|
|
"passed": true,
|
|
"peak_layer": 21,
|
|
"peak_normalized": 3.219066994145898,
|
|
"seed": 2026073001,
|
|
"spike_contrast": 3.04626897714722
|
|
},
|
|
{
|
|
"passed": true,
|
|
"peak_layer": 21,
|
|
"peak_normalized": 3.6189242296270336,
|
|
"seed": 2026073002,
|
|
"spike_contrast": 3.3328477735441013
|
|
},
|
|
{
|
|
"passed": true,
|
|
"peak_layer": 21,
|
|
"peak_normalized": 2.2882673690329693,
|
|
"seed": 2026073003,
|
|
"spike_contrast": 1.8814916302334765
|
|
}
|
|
],
|
|
"position": "post_mlp_state",
|
|
"visible_3_of_3": true
|
|
}
|
|
],
|
|
"verdict": "visible at one or more positions",
|
|
"visible_positions": [
|
|
"pre_attention_input",
|
|
"attention_branch_output",
|
|
"post_attention_state",
|
|
"pre_mlp_input",
|
|
"mlp_branch_output",
|
|
"post_mlp_state"
|
|
]
|
|
}
|
|
}
|
|
}
|