{
  "canonical_sha256_without_self": "a430dd26f512db7d64c933df65d9a97e6899028099333fe0a1212728f13126cd",
  "final_arrays": [
    {
      "interventions": {
        "detached_learned": {
          "statistics": {
            "first_quartile_mean": 5.772373378931661e-05,
            "first_to_last_ratio": 0.7709541968266947,
            "imbalance_abs_log_ratio": 0.26012631467157654,
            "last_quartile_mean": 7.487310404030723e-05,
            "mean": 7.085559036568156e-05,
            "normalized": [
              0.767456541889667,
              0.8910969874796977,
              0.7949526654342541,
              0.7325741840266811,
              0.943544133913626,
              0.868390294625501,
              0.8054913948148298,
              0.7138323441642012,
              0.5978064063949543,
              0.5556378314836203,
              0.5261854153191788,
              0.505768953649729,
              0.715108334510866,
              0.6608161569684796,
              0.612256437426044,
              0.5785464585899268,
              0.739960161627241,
              0.6892568994732284,
              0.697060043562065,
              0.8113764458982461,
              3.2405349047340315,
              2.5249733605503017,
              1.9894958890200054,
              1.5842775624032772,
              2.3150907133984013,
              1.7369124395330813,
              1.1174777605817472,
              0.8878712764898554,
              0.8457898829566253,
              0.5666580094993431,
              0.5093321459106411,
              0.474467963670652
            ],
            "peak_layer": 21,
            "peak_normalized": 3.2405349047340315,
            "population_cv": 0.6532808754860918,
            "rest_mean": 5.3392646400930564e-05,
            "spike_contrast": 3.093225357948515,
            "spike_layers": [
              21,
              22,
              23,
              24,
              25
            ],
            "spike_mean": 0.00016515548777533694,
            "top_five_layers": [
              21,
              22,
              25,
              23,
              26
            ],
            "top_five_spike_overlap": 4
          },
          "values": [
            5.437858635559678e-05,
            6.313920312095433e-05,
            5.632684042211622e-05,
            5.1906976295867935e-05,
            6.685537664452568e-05,
            6.153030699351802e-05,
            5.707356831408106e-05,
            5.057901216787286e-05,
            4.2357925849501044e-05,
            3.9370046579279006e-05,
            3.728317824425176e-05,
            3.583655779948458e-05,
            5.0669423217186704e-05,
            4.682251892518252e-05,
            4.338179132901132e-05,
            4.099325087736361e-05,
            5.2430314099183306e-05,
            4.8837704525794834e-05,
            4.9390600906917825e-05,
            5.749055708292872e-05,
            0.00022961001377552748,
            0.00017890847811941057,
            0.00014096690574660897,
            0.00011225492198718712,
            0.0001640371192479506,
            0.00012306995631661266,
            7.917954644653946e-05,
            6.291064346441999e-05,
            5.9928941482212394e-05,
            4.015088779851794e-05,
            3.608902989071794e-05,
            3.36187076754868e-05
          ]
        },
        "learned": {
          "statistics": {
            "first_quartile_mean": 6.365272747643758e-05,
            "first_to_last_ratio": 0.8123633197064085,
            "imbalance_abs_log_ratio": 0.2078076008289402,
            "last_quartile_mean": 7.835499945940683e-05,
            "mean": 7.614457786075945e-05,
            "normalized": [
              0.7854618236676242,
              0.9130540849409994,
              0.8147131127464502,
              0.7522410092502885,
              0.9690072688462938,
              0.8892440039434748,
              0.8242354060534288,
              0.7396083689563772,
              0.6126026690255093,
              0.5670644008562938,
              0.5359283946772616,
              0.5145269561429746,
              0.7290174418180176,
              0.6731434248219464,
              0.6214223500409742,
              0.5883307730946398,
              0.7535191463387267,
              0.6934458909688136,
              0.6978155985835179,
              0.8168473226649812,
              3.219066994145898,
              2.5077095541323673,
              1.973834673592298,
              1.5759251613516239,
              2.2647260999477155,
              1.6880724220748888,
              1.092454232265147,
              0.8732751258075867,
              0.8206258345435784,
              0.5459870832104624,
              0.48994656248557816,
              0.45714680900426247
            ],
            "peak_layer": 21,
            "peak_normalized": 3.219066994145898,
            "population_cv": 0.6420341358971389,
            "rest_mean": 5.7697108584559625e-05,
            "spike_contrast": 3.04626897714722,
            "spike_layers": [
              21,
              22,
              23,
              24,
              25
            ],
            "spike_mean": 0.00017576091195223854,
            "top_five_layers": [
              21,
              22,
              25,
              23,
              26
            ],
            "top_five_spike_overlap": 4
          },
          "values": [
            5.980865898891352e-05,
            6.95241178618744e-05,
            6.203598604770377e-05,
            5.727907409891486e-05,
            7.378464943030849e-05,
            6.77111092954874e-05,
            6.276105705183e-05,
            5.631716703646816e-05,
            4.664637162932195e-05,
            4.3178879423066974e-05,
            4.080804137629457e-05,
            3.917843787348829e-05,
            5.551072536036372e-05,
            5.1256221922812983e-05,
            4.731794251711108e-05,
            4.47981983597856e-05,
            5.737639730796218e-05,
            5.2802144637098536e-05,
            5.3134874178795144e-05,
            6.219849456101656e-05,
            0.0002451144973747432,
            0.00019094848539680243,
            0.00015029680798761547,
            0.00011999815615126863,
            0.0001724466128507629,
            0.00012853756197728217,
            8.318446634802967e-05,
            6.64951658109203e-05,
            6.248620775295421e-05,
            4.157395596848801e-05,
            3.7306774174794555e-05,
            3.4809250792022794e-05
          ]
        },
        "uniform_value_backward": {
          "statistics": {
            "first_quartile_mean": 3.269887292844942e-05,
            "first_to_last_ratio": 2.3568639793204684,
            "imbalance_abs_log_ratio": 0.8573319130483905,
            "last_quartile_mean": 1.3873890566173941e-05,
            "mean": 2.12624314031018e-05,
            "normalized": [
              1.6816001107908207,
              1.968609461712434,
              1.7075260440141944,
              1.4905139409933708,
              1.4972595154646264,
              1.4034185225085787,
              1.3238781474315933,
              1.2301608589864579,
              1.121553773570522,
              1.0499501635664128,
              1.001131281922829,
              0.9633193641679035,
              0.9560899219831485,
              0.9203740514079343,
              0.8930538331784411,
              0.8703809179546808,
              0.8841528402061924,
              0.8558056863273277,
              0.8550540488218812,
              0.8483642525948266,
              0.8350365031100208,
              0.8178976965352276,
              0.8078428125234317,
              0.7969682791900239,
              0.7797478584358322,
              0.7532962238158083,
              0.7097589943815636,
              0.6713244476982704,
              0.629948240254275,
              0.5812766747709892,
              0.5573943041371163,
              0.5373112275432649
            ],
            "peak_layer": 2,
            "peak_normalized": 1.968609461712434,
            "population_cv": 0.35388972104860866,
            "rest_mean": 2.2020403102268808e-05,
            "spike_contrast": 0.7797034481094922,
            "spike_layers": [
              21,
              22,
              23,
              24,
              25
            ],
            "spike_mean": 1.716938422759995e-05,
            "top_five_layers": [
              2,
              3,
              1,
              5,
              4
            ],
            "top_five_spike_overlap": 0
          },
          "values": [
            3.5754907003138214e-05,
            4.185742363915779e-05,
            3.630615537986159e-05,
            3.169195042573847e-05,
            3.183537774020806e-05,
            2.9840090064681135e-05,
            2.8148868295829743e-05,
            2.6156210878980346e-05,
            2.3846960175433196e-05,
            2.2324493329506367e-05,
            2.128648520738352e-05,
            2.048251189989969e-05,
            2.0328796381363645e-05,
            1.9569390133256093e-05,
            1.8988495867233723e-05,
            1.8506414562580176e-05,
            1.8799239114741795e-05,
            1.819650969991926e-05,
            1.8180528059019707e-05,
            1.8038286725641228e-05,
            1.775490636646282e-05,
            1.739049366733525e-05,
            1.7176702385768294e-05,
            1.6945483366725966e-05,
            1.6579335351707414e-05,
            1.6016909285099246e-05,
            1.5091201930772513e-05,
            1.4273990018409677e-05,
            1.3394231245911215e-05,
            1.2359355423541274e-05,
            1.1851558156195097e-05,
            1.1424543117755093e-05
          ]
        }
      },
      "position_element_rms": {
        "attention_branch_output": {
          "statistics": {
            "first_quartile_mean": 6.422064188882359e-05,
            "first_to_last_ratio": 0.6376814356469364,
            "imbalance_abs_log_ratio": 0.4499164375054873,
            "last_quartile_mean": 0.00010070959933727863,
            "mean": 8.629182207187114e-05,
            "normalized": [
              0.6940773401510585,
              0.8062528427202595,
              0.7180374505283312,
              0.6647119372719499,
              0.8588689882759897,
              0.7941431696191276,
              0.7473948010342778,
              0.6703237246625169,
              0.591781846497542,
              0.522694550559361,
              0.4893812082436792,
              0.4670959071660659,
              0.6619658672285874,
              0.6164719403371215,
              0.5787012511245688,
              0.5393739243504363,
              0.6707710740427385,
              0.62668399370843,
              0.6317390712162502,
              0.6712190136492653,
              3.138964807406113,
              2.6795820619127526,
              2.136435916928567,
              1.6866743661161174,
              2.264472697470994,
              1.978410075097681,
              1.4778942897678682,
              0.9605324338748193,
              1.022040338716437,
              0.7239267286003249,
              0.47869752189559756,
              0.4306788598251707
            ],
            "peak_layer": 21,
            "peak_normalized": 3.138964807406113,
            "population_cv": 0.6905024564046187,
            "rest_mean": 6.421987658271703e-05,
            "spike_contrast": 3.1996375366532934,
            "spike_layers": [
              21,
              22,
              23,
              24,
              25
            ],
            "spike_mean": 0.00020548032771330326,
            "top_five_layers": [
              21,
              22,
              25,
              23,
              26
            ],
            "top_five_spike_overlap": 4
          },
          "values": [
            5.989319834043272e-05,
            6.957302684895694e-05,
            6.196075992193073e-05,
            5.7359204220119864e-05,
            7.411336991935968e-05,
            6.852806109236553e-05,
            6.449405918829143e-05,
            5.784345557913184e-05,
            5.1065933803329244e-05,
            4.5104265154805034e-05,
            4.222959614708088e-05,
            4.03065569116734e-05,
            5.712224083254114e-05,
            5.319648698787205e-05,
            4.993718539481051e-05,
            4.654355871025473e-05,
            5.788205817225389e-05,
            5.4077703680377454e-05,
            5.4513915529241785e-05,
            5.792071169707924e-05,
            0.0002708669926505536,
            0.00023122601851355284,
            0.00018435694801155478,
            0.00014554620429407805,
            0.00019540547509677708,
            0.0001707206101855263,
            0.00012753019109368324,
            8.288609387818724e-05,
            8.81937230587937e-05,
            6.246895645745099e-05,
            4.1307681385660544e-05,
            3.716406354214996e-05
          ]
        },
        "mlp_branch_output": {
          "statistics": {
            "first_quartile_mean": 6.365280069076107e-05,
            "first_to_last_ratio": 0.8123684077728273,
            "imbalance_abs_log_ratio": 0.2078013375593398,
            "last_quartile_mean": 7.83545988269907e-05,
            "mean": 7.614439766712167e-05,
            "normalized": [
              0.7854660713099145,
              0.9130496523819581,
              0.8147298517264512,
              0.752236196131495,
              0.9689924576782674,
              0.8892579571020611,
              0.8242433765322099,
              0.7396130336387524,
              0.6125904066287632,
              0.5670744382794471,
              0.5359292329408729,
              0.5145351492524995,
              0.7290151059417195,
              0.673146260009013,
              0.621425875046763,
              0.5883337897938153,
              0.7535116607120764,
              0.6934400787203782,
              0.6978162466203766,
              0.8168476312813977,
              3.2190719364475022,
              2.5076839554965473,
              1.973830744692153,
              1.575947332799018,
              2.2647184639164535,
              1.6880790923847124,
              1.0924366554795215,
              0.8732736568641918,
              0.8206255787733402,
              0.5459821164389519,
              0.48994786526283923,
              0.4571481297165359
            ],
            "peak_layer": 21,
            "peak_normalized": 3.2190719364475022,
            "population_cv": 0.642032487569562,
            "rest_mean": 5.76970003883751e-05,
            "spike_contrast": 3.0462648281411457,
            "spike_layers": [
              21,
              22,
              23,
              24,
              25
            ],
            "spike_mean": 0.0001757603429723531,
            "top_five_layers": [
              21,
              22,
              25,
              23,
              26
            ],
            "top_five_spike_overlap": 4
          },
          "values": [
            5.9808840887853876e-05,
            6.952361582079902e-05,
            6.203711382113397e-05,
            5.727857205783948e-05,
            7.378334703389555e-05,
            6.771201151423156e-05,
            6.276151543715969e-05,
            5.6317388953175396e-05,
            4.664532752940431e-05,
            4.3179541535209864e-05,
            4.0808008634485304e-05,
            3.917896901839413e-05,
            5.551041613216512e-05,
            5.125631651026197e-05,
            4.731809895019978e-05,
            4.479832205106504e-05,
            5.7375691540073603e-05,
            5.280157711240463e-05,
            5.3134797781240195e-05,
            6.219837086973712e-05,
            0.00024511429364793,
            0.00019094608433078974,
            0.0001502961531514302,
            0.00011999956041108817,
            0.00017244562332052737,
            0.00012853776570409536,
            8.318293112097308e-05,
            6.649489660048857e-05,
            6.248604040592909e-05,
            4.157347939326428e-05,
            3.7306785088730976e-05,
            3.480926898191683e-05
          ]
        },
        "post_attention_state": {
          "statistics": {
            "first_quartile_mean": 6.422088154067751e-05,
            "first_to_last_ratio": 0.637682021407296,
            "imbalance_abs_log_ratio": 0.44991551892756126,
            "last_quartile_mean": 0.00010070988264487823,
            "mean": 8.629204910448607e-05,
            "normalized": [
              0.6940783808537224,
              0.8062729813904731,
              0.7180303336815479,
              0.6647219507645815,
              0.8588589713696609,
              0.794136864353616,
              0.7473889560340541,
              0.6703283692089702,
              0.5917748510321142,
              0.5226947352403994,
              0.4893764215021349,
              0.4670989784552037,
              0.661952700545094,
              0.6164859593679979,
              0.5786990118719374,
              0.539368710966703,
              0.6707742418503443,
              0.6266861813765591,
              0.6317438172781369,
              0.6712283354793382,
              3.1389231589965445,
              2.679577878793134,
              2.1364533990925567,
              1.686690164787602,
              2.264487313238182,
              1.9784244316759128,
              1.477878596963198,
              0.9605191983702851,
              1.022047261980904,
              0.7239260887312458,
              0.4786954192739982,
              0.4306763354738471
            ],
            "peak_layer": 21,
            "peak_normalized": 3.1389231589965445,
            "population_cv": 0.690500620274875,
            "rest_mean": 6.42200389443638e-05,
            "spike_contrast": 3.1996384204494492,
            "spike_layers": [
              21,
              22,
              23,
              24,
              25
            ],
            "spike_mean": 0.0002054809039691463,
            "top_five_layers": [
              21,
              22,
              25,
              23,
              26
            ],
            "top_five_spike_overlap": 4
          },
          "values": [
            5.98934457229916e-05,
            6.957494770176709e-05,
            6.196030881255865e-05,
            5.736021921620704e-05,
            7.411270053125918e-05,
            6.852769729448482e-05,
            6.449372449424118e-05,
            5.784400855191052e-05,
            5.106546450406313e-05,
            4.51043997600209e-05,
            4.2229294194839895e-05,
            4.030692798551172e-05,
            5.7121254940284416e-05,
            5.319783667800948e-05,
            4.993712354917079e-05,
            4.654323129216209e-05,
            5.788248381577432e-05,
            5.40780347364489e-05,
            5.451446850202046e-05,
            5.7921668485505506e-05,
            0.00027086411137133837,
            0.00023122626589611173,
            0.00018435894162394106,
            0.00014554795052390546,
            0.00019540725043043494,
            0.0001707222982076928,
            0.00012752917245961726,
            8.288516983157024e-05,
            8.819455251796171e-05,
            6.24690655968152e-05,
            4.13076086260844e-05,
            3.716394348884933e-05
          ]
        },
        "post_mlp_state": {
          "statistics": {
            "first_quartile_mean": 6.365272747643758e-05,
            "first_to_last_ratio": 0.8123633197064085,
            "imbalance_abs_log_ratio": 0.2078076008289402,
            "last_quartile_mean": 7.835499945940683e-05,
            "mean": 7.614457786075945e-05,
            "normalized": [
              0.7854618236676242,
              0.9130540849409994,
              0.8147131127464502,
              0.7522410092502885,
              0.9690072688462938,
              0.8892440039434748,
              0.8242354060534288,
              0.7396083689563772,
              0.6126026690255093,
              0.5670644008562938,
              0.5359283946772616,
              0.5145269561429746,
              0.7290174418180176,
              0.6731434248219464,
              0.6214223500409742,
              0.5883307730946398,
              0.7535191463387267,
              0.6934458909688136,
              0.6978155985835179,
              0.8168473226649812,
              3.219066994145898,
              2.5077095541323673,
              1.973834673592298,
              1.5759251613516239,
              2.2647260999477155,
              1.6880724220748888,
              1.092454232265147,
              0.8732751258075867,
              0.8206258345435784,
              0.5459870832104624,
              0.48994656248557816,
              0.45714680900426247
            ],
            "peak_layer": 21,
            "peak_normalized": 3.219066994145898,
            "population_cv": 0.6420341358971389,
            "rest_mean": 5.7697108584559625e-05,
            "spike_contrast": 3.04626897714722,
            "spike_layers": [
              21,
              22,
              23,
              24,
              25
            ],
            "spike_mean": 0.00017576091195223854,
            "top_five_layers": [
              21,
              22,
              25,
              23,
              26
            ],
            "top_five_spike_overlap": 4
          },
          "values": [
            5.980865898891352e-05,
            6.95241178618744e-05,
            6.203598604770377e-05,
            5.727907409891486e-05,
            7.378464943030849e-05,
            6.77111092954874e-05,
            6.276105705183e-05,
            5.631716703646816e-05,
            4.664637162932195e-05,
            4.3178879423066974e-05,
            4.080804137629457e-05,
            3.917843787348829e-05,
            5.551072536036372e-05,
            5.1256221922812983e-05,
            4.731794251711108e-05,
            4.47981983597856e-05,
            5.737639730796218e-05,
            5.2802144637098536e-05,
            5.3134874178795144e-05,
            6.219849456101656e-05,
            0.0002451144973747432,
            0.00019094848539680243,
            0.00015029680798761547,
            0.00011999815615126863,
            0.0001724466128507629,
            0.00012853756197728217,
            8.318446634802967e-05,
            6.64951658109203e-05,
            6.248620775295421e-05,
            4.157395596848801e-05,
            3.7306774174794555e-05,
            3.4809250792022794e-05
          ]
        },
        "pre_attention_input": {
          "statistics": {
            "first_quartile_mean": 3.944479362871789e-05,
            "first_to_last_ratio": 1.1135282861542686,
            "imbalance_abs_log_ratio": 0.1075336103151947,
            "last_quartile_mean": 3.54232524841791e-05,
            "mean": 5.533300526394669e-05,
            "normalized": [
              0.5280207224829799,
              0.8999098868607942,
              0.6284748654319019,
              0.5778568458898549,
              0.34988006202074273,
              0.7764713506345448,
              0.9190909808587969,
              1.023190827540606,
              0.6226417920568781,
              0.5519145939388094,
              0.4568960180345979,
              0.4213932325876586,
              0.4074494455716704,
              0.7465319443901276,
              0.6474109861274324,
              0.5764712279753077,
              0.7979703549327781,
              1.2369697451324837,
              1.2324489817728508,
              1.5808985864286207,
              2.5860289117498976,
              4.232714993086349,
              2.835646318943954,
              2.2422528664695807,
              1.1646676435019565,
              1.2175941057769888,
              0.783401544111113,
              0.5289102464485725,
              0.46735876466607296,
              0.2966943922188728,
              0.3266155865457417,
              0.3362221758114643
            ],
            "peak_layer": 22,
            "peak_normalized": 4.232714993086349,
            "population_cv": 0.8496980089222349,
            "rest_mean": 3.881239232820614e-05,
            "spike_contrast": 3.7241794809927478,
            "spike_layers": [
              21,
              22,
              23,
              24,
              25
            ],
            "spike_mean": 0.00014454431511694564,
            "top_five_layers": [
              22,
              23,
              21,
              24,
              20
            ],
            "top_five_spike_overlap": 4
          },
          "values": [
            2.921697341662366e-05,
            4.9794718506745994e-05,
            3.477540303720161e-05,
            3.197455589543097e-05,
            1.9359915313543752e-05,
            4.296449333196506e-05,
            5.085606608190574e-05,
            5.661622344632633e-05,
            3.4452641557436436e-05,
            3.053909313166514e-05,
            2.5281429770984687e-05,
            2.3316953956964426e-05,
            2.2545402316609398e-05,
            4.1307856008643284e-05,
            3.582319550332613e-05,
            3.189788549207151e-05,
            4.415409784996882e-05,
            6.844525341875851e-05,
            6.819510599598289e-05,
            8.747586980462074e-05,
            0.0001430927513865754,
            0.00023420884099323303,
            0.00015690483269281685,
            0.00012407058966346085,
            6.444456084864214e-05,
            6.737314106430858e-05,
            4.3347961764084175e-05,
            2.9266193450894207e-05,
            2.5860364985419437e-05,
            1.641699236643035e-05,
            1.807262196962256e-05,
            1.8604183424031362e-05
          ]
        },
        "pre_mlp_input": {
          "statistics": {
            "first_quartile_mean": 1.8878105947806034e-05,
            "first_to_last_ratio": 0.1437388462831867,
            "imbalance_abs_log_ratio": 1.939757193388504,
            "last_quartile_mean": 0.00013133614493199275,
            "mean": 7.144442986373178e-05,
            "normalized": [
              0.543944422065902,
              0.20498362677674017,
              0.14117605251679072,
              0.2675823635170904,
              0.19429426405696296,
              0.15941273479469137,
              0.21634544427316113,
              0.386139638870723,
              0.42865458135412043,
              0.3129364237141443,
              0.2788876084512782,
              0.2815826978190512,
              0.3736543391719335,
              0.3909795972451435,
              0.4389936626557141,
              0.44232523153890874,
              0.3688366584716598,
              0.45947150441297413,
              0.42734480687548726,
              0.5800824758005463,
              2.6187902433353907,
              2.987231504916195,
              2.580721746390286,
              2.2092452217225382,
              2.879951595578818,
              2.8406783220158585,
              2.397028447242086,
              1.5906421267626043,
              1.8247593500794728,
              1.4018234858691145,
              0.9198949147470885,
              0.8516049069575247
            ],
            "peak_layer": 22,
            "peak_normalized": 2.987231504916195,
            "population_cv": 0.9601858610516129,
            "rest_mean": 4.954554700547036e-05,
            "spike_contrast": 3.828767846228416,
            "spike_layers": [
              21,
              22,
              23,
              24,
              25
            ],
            "spike_mean": 0.00018969839729834347,
            "top_five_layers": [
              22,
              25,
              26,
              21,
              23
            ],
            "top_five_spike_overlap": 4
          },
          "values": [
            3.886179911205545e-05,
            1.4644938346464187e-05,
            1.008624258247437e-05,
            1.911726940306835e-05,
            1.3881242921343073e-05,
            1.1389151950425003e-05,
            1.5456676919711754e-05,
            2.7587526346906088e-05,
            3.062498217332177e-05,
            2.2357564375852235e-05,
            1.9924966181861237e-05,
            2.0117515305173583e-05,
            2.6695521228248253e-05,
            2.7933314413530752e-05,
            3.13636519422289e-05,
            3.160167398164049e-05,
            2.6351324777351692e-05,
            3.282667967141606e-05,
            3.0531406082445756e-05,
            4.144366175751202e-05,
            0.00018709797586780041,
            0.00021342105173971504,
            0.0001843781938077882,
            0.00015783826529514045,
            0.0002057564997812733,
            0.0002029506431426853,
            0.00017125433078035712,
            0.00011364251986378804,
            0.00013036889140494168,
            0.00010015247971750796,
            6.572136771865189e-05,
            6.08424270467367e-05
          ]
        }
      },
      "post_mlp_reductions": {
        "batch_mean_rms": {
          "statistics": {
            "first_quartile_mean": 1.5986864127626177e-05,
            "first_to_last_ratio": 0.8170274391577745,
            "imbalance_abs_log_ratio": 0.20208259942567244,
            "last_quartile_mean": 1.956710798367567e-05,
            "mean": 1.9039307829871177e-05,
            "normalized": [
              0.7853167979867789,
              0.9097665173048055,
              0.808777694116954,
              0.752402497635975,
              0.9858540561935626,
              0.9044938358034963,
              0.8288447236919866,
              0.7419578801196516,
              0.6090850929460484,
              0.5628647453138417,
              0.5328979550345672,
              0.5131403750850531,
              0.7265824660927316,
              0.6757007408890954,
              0.6225826951824261,
              0.5898791530514104,
              0.7532772493405897,
              0.6927950381940383,
              0.6897848547806317,
              0.8094505726944553,
              3.2076147584918284,
              2.5002121502474965,
              1.982484105644761,
              1.5924612114390058,
              2.273889158865966,
              1.6940625327896233,
              1.0968336406315982,
              0.8719471681044353,
              0.815653609383569,
              0.5388945327422838,
              0.4819664542042268,
              0.448525735997107
            ],
            "peak_layer": 21,
            "peak_normalized": 3.2076147584918284,
            "population_cv": 0.6428608089466793,
            "rest_mean": 1.4415815443229534e-05,
            "spike_contrast": 3.052631111367605,
            "spike_layers": [
              21,
              22,
              23,
              24,
              25
            ],
            "spike_mean": 4.400616671773605e-05,
            "top_five_layers": [
              21,
              22,
              25,
              23,
              26
            ],
            "top_five_spike_overlap": 4
          },
          "values": [
            1.4951888260839041e-05,
            1.7321324776276015e-05,
            1.5398567484226078e-05,
            1.4325222764455248e-05,
            1.8769978851196356e-05,
            1.7220936570083722e-05,
            1.5780629837536253e-05,
            1.4126364476396702e-05,
            1.1596558579185512e-05,
            1.0716555152612273e-05,
            1.0146008207811974e-05,
            9.769837561179884e-06,
            1.3833627235726453e-05,
            1.286487440665951e-05,
            1.1853543583129067e-05,
            1.1230890777369495e-05,
            1.4341877431434114e-05,
            1.3190337995183654e-05,
            1.3133026186551433e-05,
            1.541137862659525e-05,
            6.107076478656381e-05,
            4.760230876854621e-05,
            3.7745125155197456e-05,
            3.03193592117168e-05,
            4.329327566665597e-05,
            3.225377804483287e-05,
            2.0882953322143294e-05,
            1.6601270544924773e-05,
            1.5529480151599273e-05,
            1.0260178896714933e-05,
            9.176307685265783e-06,
            8.539619557268452e-06
          ]
        },
        "element_rms": {
          "statistics": {
            "first_quartile_mean": 6.365272747643758e-05,
            "first_to_last_ratio": 0.8123633197064085,
            "imbalance_abs_log_ratio": 0.2078076008289402,
            "last_quartile_mean": 7.835499945940683e-05,
            "mean": 7.614457786075945e-05,
            "normalized": [
              0.7854618236676242,
              0.9130540849409994,
              0.8147131127464502,
              0.7522410092502885,
              0.9690072688462938,
              0.8892440039434748,
              0.8242354060534288,
              0.7396083689563772,
              0.6126026690255093,
              0.5670644008562938,
              0.5359283946772616,
              0.5145269561429746,
              0.7290174418180176,
              0.6731434248219464,
              0.6214223500409742,
              0.5883307730946398,
              0.7535191463387267,
              0.6934458909688136,
              0.6978155985835179,
              0.8168473226649812,
              3.219066994145898,
              2.5077095541323673,
              1.973834673592298,
              1.5759251613516239,
              2.2647260999477155,
              1.6880724220748888,
              1.092454232265147,
              0.8732751258075867,
              0.8206258345435784,
              0.5459870832104624,
              0.48994656248557816,
              0.45714680900426247
            ],
            "peak_layer": 21,
            "peak_normalized": 3.219066994145898,
            "population_cv": 0.6420341358971389,
            "rest_mean": 5.7697108584559625e-05,
            "spike_contrast": 3.04626897714722,
            "spike_layers": [
              21,
              22,
              23,
              24,
              25
            ],
            "spike_mean": 0.00017576091195223854,
            "top_five_layers": [
              21,
              22,
              25,
              23,
              26
            ],
            "top_five_spike_overlap": 4
          },
          "values": [
            5.980865898891352e-05,
            6.95241178618744e-05,
            6.203598604770377e-05,
            5.727907409891486e-05,
            7.378464943030849e-05,
            6.77111092954874e-05,
            6.276105705183e-05,
            5.631716703646816e-05,
            4.664637162932195e-05,
            4.3178879423066974e-05,
            4.080804137629457e-05,
            3.917843787348829e-05,
            5.551072536036372e-05,
            5.1256221922812983e-05,
            4.731794251711108e-05,
            4.47981983597856e-05,
            5.737639730796218e-05,
            5.2802144637098536e-05,
            5.3134874178795144e-05,
            6.219849456101656e-05,
            0.0002451144973747432,
            0.00019094848539680243,
            0.00015029680798761547,
            0.00011999815615126863,
            0.0001724466128507629,
            0.00012853756197728217,
            8.318446634802967e-05,
            6.64951658109203e-05,
            6.248620775295421e-05,
            4.157395596848801e-05,
            3.7306774174794555e-05,
            3.4809250792022794e-05
          ]
        },
        "global_l2": {
          "statistics": {
            "first_quartile_mean": 0.05644787335768342,
            "first_to_last_ratio": 0.8123632868395458,
            "imbalance_abs_log_ratio": 0.2078076412872703,
            "last_quartile_mean": 0.06948599754832685,
            "mean": 0.06752577290171757,
            "normalized": [
              0.7854618348329956,
              0.9130540359301327,
              0.8147131249195937,
              0.7522410113175043,
              0.9690071730110875,
              0.88924395208314,
              0.8242353599678512,
              0.7396083806676593,
              0.6126026750590019,
              0.5670643980854334,
              0.5359283892166958,
              0.5145269586503932,
              0.7290174229589911,
              0.6731434525628229,
              0.6214223402600404,
              0.5883307763560162,
              0.7535191533057549,
              0.6934459281737582,
              0.6978155981634587,
              0.8168473704719704,
              3.2190670201887848,
              2.507709505453073,
              1.9738347607250095,
              1.5759251284181852,
              2.264726151347608,
              1.68807248858185,
              1.0924542395938426,
              0.8732750663142743,
              0.820625855657368,
              0.5459870819951741,
              0.48994655813463567,
              0.45714680759589343
            ],
            "peak_layer": 21,
            "peak_normalized": 3.2190670201887848,
            "population_cv": 0.6420341436220799,
            "rest_mean": 0.05116637251167386,
            "spike_contrast": 3.0462690113979045,
            "spike_layers": [
              21,
              22,
              23,
              24,
              25
            ],
            "spike_mean": 0.15586653500795364,
            "top_five_layers": [
              21,
              22,
              25,
              23,
              26
            ],
            "top_five_spike_overlap": 4
          },
          "values": [
            0.05303891748189926,
            0.06165467947721481,
            0.05501413345336914,
            0.05079565569758415,
            0.06543295830488205,
            0.060046885162591934,
            0.05565712973475456,
            0.04994262754917145,
            0.041366469115018845,
            0.038291461765766144,
            0.03618897870182991,
            0.03474383056163788,
            0.04922746494412422,
            0.04545453190803528,
            0.041962023824453354,
            0.03972749039530754,
            0.05088196322321892,
            0.04682547226548195,
            0.04712053760886192,
            0.05515825003385544,
            0.21736998856067657,
            0.1693350225687027,
            0.13328471779823303,
            0.10641556233167648,
            0.15292738378047943,
            0.11398839950561523,
            0.07376881688833237,
            0.058968573808670044,
            0.055413395166397095,
            0.036868199706077576,
            0.033084020018577576,
            0.030869191512465477
          ]
        },
        "token_mean_rms": {
          "statistics": {
            "first_quartile_mean": 2.579253447265728e-06,
            "first_to_last_ratio": 0.47590496457778414,
            "imbalance_abs_log_ratio": 0.7425370989326324,
            "last_quartile_mean": 5.419681741614113e-06,
            "mean": 4.2137082871818166e-06,
            "normalized": [
              0.6771144196047112,
              0.6338426021784607,
              0.6121020910961615,
              0.6258737201152189,
              0.6050362914422536,
              0.5852204423685657,
              0.5784631886764509,
              0.5792281322851218,
              0.4697078599262646,
              0.4522117174548025,
              0.44580914592548354,
              0.4558904724294877,
              0.5773213311917524,
              0.5667240346830847,
              0.5644321177223985,
              0.5681434108598962,
              0.6503548834184826,
              0.6631947770191623,
              0.6837887360559592,
              0.7582966501774209,
              3.020973835679826,
              2.627473806530212,
              2.3058644468737186,
              2.00331262981993,
              2.819406877957528,
              2.1402761714678284,
              1.4825745701937771,
              1.1227288221975413,
              0.9855094000056028,
              0.6429466506282437,
              0.5709200007532207,
              0.5252567632614316
            ],
            "peak_layer": 21,
            "peak_normalized": 3.020973835679826,
            "population_cv": 0.7577358346351384,
            "rest_mean": 2.999999306094078e-06,
            "spike_contrast": 3.589246425218318,
            "spike_layers": [
              21,
              22,
              23,
              24,
              25
            ],
            "spike_mean": 1.0767736785055605e-05,
            "top_five_layers": [
              21,
              25,
              22,
              23,
              26
            ],
            "top_five_spike_overlap": 4
          },
          "values": [
            2.8531626412586775e-06,
            2.670827825568267e-06,
            2.5792196538532153e-06,
            2.6372492811788106e-06,
            2.5494464352959767e-06,
            2.465948227836634e-06,
            2.43747513195558e-06,
            2.440698381178663e-06,
            1.979211901925737e-06,
            1.9054882614000235e-06,
            1.8785096926876577e-06,
            1.920989461723366e-06,
            2.4326636776095256e-06,
            2.3880097614892293e-06,
            2.3783522919984534e-06,
            2.393990598648088e-06,
            2.7404057618696243e-06,
            2.7945093279413413e-06,
            2.8812862638005754e-06,
            3.1952408789948095e-06,
            1.2729502486763522e-05,
            1.1071408152929507e-05,
            9.716240128909703e-06,
            8.441375030088238e-06,
            1.1880158126587048e-05,
            9.018499440571759e-06,
            6.247136752790539e-06,
            4.7308517423516605e-06,
            4.152649125899188e-06,
            2.709189629968023e-06,
            2.405690338491695e-06,
            2.2132787762529915e-06
          ]
        },
        "token_rms_mean": {
          "statistics": {
            "first_quartile_mean": 4.826905797017389e-05,
            "first_to_last_ratio": 0.9723593605402814,
            "imbalance_abs_log_ratio": 0.028029830358518852,
            "last_quartile_mean": 4.964117169947713e-05,
            "mean": 5.395593586854375e-05,
            "normalized": [
              0.8546740011831107,
              0.9667023865336807,
              0.8780594173977533,
              0.8215201862718362,
              1.028762848378348,
              0.9492707323927138,
              0.8750383055629682,
              0.7827836490446655,
              0.6672270484578459,
              0.6202534690629704,
              0.5854228619045188,
              0.5620710233383177,
              0.781592991024926,
              0.7155185842665527,
              0.6597031604820425,
              0.621567177701999,
              0.8222052916650392,
              0.7616961441483728,
              0.7641199379358804,
              0.8753280307745216,
              3.236716477578425,
              2.479496544122304,
              1.8830004075567146,
              1.4470156791415152,
              2.05665793704697,
              1.5065644924277526,
              1.0009572516438536,
              0.8155596816984735,
              0.6595753226879756,
              0.4759799891964506,
              0.4318790517932509,
              0.413079917578251
            ],
            "peak_layer": 21,
            "peak_normalized": 3.236716477578425,
            "population_cv": 0.6107674157639074,
            "rest_mean": 4.176012171902349e-05,
            "spike_contrast": 2.869084843241085,
            "spike_layers": [
              21,
              22,
              23,
              24,
              25
            ],
            "spike_mean": 0.00011981333227595314,
            "top_five_layers": [
              21,
              22,
              25,
              23,
              26
            ],
            "top_five_spike_overlap": 4
          },
          "values": [
            4.61147355963476e-05,
            5.2159331971779466e-05,
            4.737651761388406e-05,
            4.4325890485197306e-05,
            5.550786227104254e-05,
            5.121879075886682e-05,
            4.72135106974747e-05,
            4.2235824366798624e-05,
            3.6000859836349264e-05,
            3.3466356399003416e-05,
            3.158703839289956e-05,
            3.0327068088809028e-05,
            4.217158129904419e-05,
            3.860647484543733e-05,
            3.559490141924471e-05,
            3.353723877808079e-05,
            4.4362855987856165e-05,
            4.1098028304986656e-05,
            4.122880636714399e-05,
            4.7229143092408776e-05,
            0.00017464006668888032,
            0.00013378355652093887,
            0.00010159904923057184,
            7.807508518453687e-05,
            0.00011096890375483781,
            8.128809713525698e-05,
            5.400758527684957e-05,
            4.4004285882692784e-05,
            3.558800381142646e-05,
            2.5681945771793835e-05,
            2.330243842152413e-05,
            2.228811354143545e-05
          ]
        },
        "token_rms_median": {
          "statistics": {
            "first_quartile_mean": 3.626825309765991e-05,
            "first_to_last_ratio": 1.1971952602722011,
            "imbalance_abs_log_ratio": 0.17998153797771219,
            "last_quartile_mean": 3.0294350722215313e-05,
            "mean": 3.794959516767449e-05,
            "normalized": [
              0.9342317076920968,
              1.032527492584725,
              0.9483990781630639,
              0.8885231558783968,
              1.1008949985426397,
              1.0148066560537,
              0.9027782413985963,
              0.8234017777861798,
              0.7333936750261243,
              0.6823073758552121,
              0.6464481216407498,
              0.616777331910669,
              0.8501710687237772,
              0.7702178906455867,
              0.7042577074377577,
              0.660638930723233,
              0.914060026408416,
              0.847914539167618,
              0.8394293783449699,
              0.9442746494437388,
              3.300220154812763,
              2.4489522165880904,
              1.7640184700183157,
              1.245126339879113,
              1.7643693302152461,
              1.271277790934411,
              0.9095623054467832,
              0.780451313056054,
              0.5159478762516835,
              0.40747033934370974,
              0.37633772798986104,
              0.36081233203671814
            ],
            "peak_layer": 21,
            "peak_normalized": 3.300220154812763,
            "population_cv": 0.5858778602410362,
            "rest_mean": 3.018723526582579e-05,
            "spike_contrast": 2.6456990159702416,
            "spike_layers": [
              21,
              22,
              23,
              24,
              25
            ],
            "spike_mean": 7.986633863765746e-05,
            "top_five_layers": [
              21,
              22,
              25,
              23,
              26
            ],
            "top_five_spike_overlap": 4
          },
          "values": [
            3.5453715099720284e-05,
            3.9184000343084335e-05,
            3.599136107368395e-05,
            3.371909406268969e-05,
            4.1778519516810775e-05,
            3.85115017706994e-05,
            3.4260068787261844e-05,
            3.124776412732899e-05,
            2.783199306577444e-05,
            2.5893288693623617e-05,
            2.453244451317005e-05,
            2.3406450054608285e-05,
            3.226364788133651e-05,
            2.9229457140900195e-05,
            2.6726294890977442e-05,
            2.5070979972952046e-05,
            3.468820796115324e-05,
            3.217801349819638e-05,
            3.185600508004427e-05,
            3.5834840673487633e-05,
            0.00012524201883934438,
            9.293674520449713e-05,
            6.694378680549562e-05,
            4.725204053102061e-05,
            6.695710180792958e-05,
            4.8244477511616424e-05,
            3.451752127148211e-05,
            2.9617811378557235e-05,
            1.95800130313728e-05,
            1.546333442092873e-05,
            1.4281864423537627e-05,
            1.3692681932298001e-05
          ]
        },
        "token_rms_p95": {
          "statistics": {
            "first_quartile_mean": 0.00012846494701079791,
            "first_to_last_ratio": 0.7741545804954827,
            "imbalance_abs_log_ratio": 0.25598370893064326,
            "last_quartile_mean": 0.00016594224234722788,
            "mean": 0.000157460202672155,
            "normalized": [
              0.7615886502877881,
              0.869859991005712,
              0.7823534284439785,
              0.735201115807512,
              0.9596786286759813,
              0.8813992955944876,
              0.8128285893567467,
              0.7239431731448671,
              0.5977864740547744,
              0.5606030792342883,
              0.5318673348078621,
              0.5130567490014816,
              0.6987134321316841,
              0.6407269063222457,
              0.6075335461477536,
              0.5704889146486948,
              0.7180428901779269,
              0.6784140170824181,
              0.6819219612414157,
              0.7908928021790416,
              3.2176296651190497,
              2.545498211708922,
              2.0288816729118655,
              1.6601468184271124,
              2.321862751456626,
              1.7738386620365922,
              1.1711907122839438,
              0.9284857615000071,
              0.7896970255450443,
              0.5236030848875767,
              0.47341239614817127,
              0.4488522586284289
            ],
            "peak_layer": 21,
            "peak_normalized": 3.2176296651190497,
            "population_cv": 0.6625973254291921,
            "rest_mean": 0.0001179550758765631,
            "spike_contrast": 3.143466990402101,
            "spike_layers": [
              21,
              22,
              23,
              24,
              25
            ],
            "spike_mean": 0.00037078788736835124,
            "top_five_layers": [
              21,
              22,
              25,
              23,
              26
            ],
            "top_five_spike_overlap": 4
          },
          "values": [
            0.00011991990322712809,
            0.00013696833048015833,
            0.00012318952940404415,
            0.00011576491669984534,
            0.0001511111913714558,
            0.00013878531171940267,
            0.00012798815441783518,
            0.00011399223876651376,
            9.412757935933769e-05,
            8.82726744748652e-05,
            8.374793833354488e-05,
            8.078601968009025e-05,
            0.000110019558633212,
            0.00010088898852700368,
            9.566235530655831e-05,
            8.982930012280121e-05,
            0.0001130631790147163,
            0.00010682320862542838,
            0.00010737557022366673,
            0.00012453414092306048,
            0.0005066486191935837,
            0.00040081466431729496,
            0.00031946811941452324,
            0.0002614070544950664,
            0.0003656009794212878,
            0.00027930899523198605,
            0.00018441592692397535,
            0.00014619955618400127,
            0.00012434585369192064,
            8.24466478661634e-05,
            7.454361184500158e-05,
            7.067636761348695e-05
          ]
        }
      },
      "seed": 2026073001
    },
    {
      "interventions": {
        "detached_learned": {
          "statistics": {
            "first_quartile_mean": 4.0602767057862366e-05,
            "first_to_last_ratio": 0.6220527400735582,
            "imbalance_abs_log_ratio": 0.47473039872247574,
            "last_quartile_mean": 6.52722260383598e-05,
            "mean": 6.584079096683126e-05,
            "normalized": [
              0.6772375898692375,
              0.7419156446131505,
              0.6265276809050203,
              0.5983548462080928,
              0.6909826192767372,
              0.5826528795658069,
              0.521809962087311,
              0.49396705008933894,
              0.6208428547650034,
              0.583552196572707,
              0.5417821373953783,
              0.5073870191655783,
              0.43782941267698894,
              0.4086714236070873,
              0.40807611508949443,
              0.4979465665227966,
              1.2379953934660572,
              1.244289507430791,
              1.1312943811704865,
              1.027048864560996,
              3.6326329119144347,
              2.8432062989929086,
              2.2290691465672023,
              1.784011106006968,
              1.8683393699616757,
              1.5302817088353375,
              1.1091498325862283,
              0.8793222326330687,
              0.8937044532253541,
              0.6693159640810682,
              0.5098515212827301,
              0.47095130887496306
            ],
            "peak_layer": 21,
            "peak_normalized": 3.6326329119144347,
            "population_cv": 0.7406534740263053,
            "rest_mean": 4.7899763524549565e-05,
            "spike_contrast": 3.3971428496041334,
            "spike_layers": [
              21,
              22,
              23,
              24,
              25
            ],
            "spike_mean": 0.00016272233915515244,
            "top_five_layers": [
              21,
              22,
              23,
              25,
              24
            ],
            "top_five_spike_overlap": 5
          },
          "values": [
            4.458985858946107e-05,
            4.884831287199631e-05,
            4.1251078073401004e-05,
            3.93961563531775e-05,
            4.549484219751321e-05,
            3.83623264497146e-05,
            3.435638063820079e-05,
            3.252318128943443e-05,
            4.087678462383337e-05,
            3.8421538192778826e-05,
            3.567136445781216e-05,
            3.340676266816445e-05,
            2.882703483919613e-05,
            2.6907249775831588e-05,
            2.686805419216398e-05,
            3.278519579907879e-05,
            8.15105959190987e-05,
            8.192500536097214e-05,
            7.448531687259674e-05,
            6.762170960428193e-05,
            0.00023917542421258986,
            0.00018719895160757005,
            0.00014676367572974414,
            0.00011746070231311023,
            0.00012301294191274792,
            0.0001007549581117928,
            7.302730227820575e-05,
            5.789527131128125e-05,
            5.8842208090936765e-05,
            4.4068292481824756e-05,
            3.356902743689716e-05,
            3.100780668319203e-05
          ]
        },
        "learned": {
          "statistics": {
            "first_quartile_mean": 4.398412329464918e-05,
            "first_to_last_ratio": 0.6452634668607965,
            "imbalance_abs_log_ratio": 0.43809656983670076,
            "last_quartile_mean": 6.816459563196986e-05,
            "mean": 7.03343731061068e-05,
            "normalized": [
              0.6809932372926891,
              0.7475632825133391,
              0.6323153694166137,
              0.6077851857944574,
              0.7056447138179579,
              0.5942446047107566,
              0.530223262177042,
              0.504089839823597,
              0.6368974480554273,
              0.5978888745536934,
              0.5559539610577222,
              0.5232972563751404,
              0.4434509399790644,
              0.41411238498840724,
              0.4174418363858031,
              0.5192489699581264,
              1.2557404086895352,
              1.2676084925356499,
              1.1574347089891701,
              1.060138766241709,
              3.6189242296270336,
              2.81239769967395,
              2.2018329150221976,
              1.7615672973682381,
              1.8179181698124194,
              1.4871187506667403,
              1.086854135909831,
              0.872703317202576,
              0.8717669049561169,
              0.6523365087620864,
              0.4999226915339381,
              0.46458383610897114
            ],
            "peak_layer": 21,
            "peak_normalized": 3.6189242296270336,
            "population_cv": 0.7299683279122143,
            "rest_mean": 5.15456125598306e-05,
            "spike_contrast": 3.3328477735441013,
            "spike_layers": [
              21,
              22,
              23,
              24,
              25
            ],
            "spike_mean": 0.00017179368005599828,
            "top_five_layers": [
              21,
              22,
              23,
              25,
              24
            ],
            "top_five_spike_overlap": 5
          },
          "values": [
            4.789723243447952e-05,
            5.257939483271912e-05,
            4.447350511327386e-05,
            4.274819002603181e-05,
            4.96310785820242e-05,
            4.17958217440173e-05,
            3.729292075149715e-05,
            3.545484287315048e-05,
            4.479578274185769e-05,
            4.205213917884976e-05,
            3.91026733268518e-05,
            3.680578447529115e-05,
            3.1189843866741285e-05,
            2.9126334993634373e-05,
            2.9360509870457463e-05,
            3.65210507879965e-05,
            8.83217144291848e-05,
            8.915644866647199e-05,
            8.140744466800243e-05,
            7.45641955290921e-05,
            0.0002545347670093179,
            0.0001978082291316241,
            0.000154864537762478,
            0.00012389873154461384,
            0.00012786213483195752,
            0.00010459556506248191,
            7.644320430699736e-05,
            6.138104072306305e-05,
            6.131517875473946e-05,
            4.588167939800769e-05,
            3.516174911055714e-05,
            3.2676212867954746e-05
          ]
        },
        "uniform_value_backward": {
          "statistics": {
            "first_quartile_mean": 3.093152440669655e-05,
            "first_to_last_ratio": 2.2774685844866087,
            "imbalance_abs_log_ratio": 0.8230645561980515,
            "last_quartile_mean": 1.3581537245954678e-05,
            "mean": 2.01113496416383e-05,
            "normalized": [
              1.8305028390484899,
              2.063895445405066,
              1.6144389462797186,
              1.4292254312672816,
              1.5742789705777873,
              1.395222470726611,
              1.2383859090556808,
              1.15815685579556,
              1.0870603073810894,
              1.0303295548521039,
              0.9686496018996943,
              0.9150613022126579,
              0.8858369611012855,
              0.866010221809998,
              0.8620422691094124,
              0.8950413704487017,
              0.898565866832108,
              0.8961986259205167,
              0.8726168436106015,
              0.8416436403028231,
              0.8273619591175169,
              0.8203659676564082,
              0.8150936944275661,
              0.8114785712381606,
              0.790107287070579,
              0.7656015997474095,
              0.7288914121037795,
              0.6928588452491169,
              0.6522528807444096,
              0.6198966689630461,
              0.586304513764539,
              0.566623166280281
            ],
            "peak_layer": 2,
            "peak_normalized": 2.063895445405066,
            "population_cv": 0.3585699713300157,
            "rest_mean": 2.0808239578737238e-05,
            "spike_contrast": 0.7856572354159773,
            "spike_layers": [
              21,
              22,
              23,
              24,
              25
            ],
            "spike_mean": 1.634814398130402e-05,
            "top_five_layers": [
              2,
              1,
              3,
              5,
              4
            ],
            "top_five_spike_overlap": 0
          },
          "values": [
            3.6813882616115734e-05,
            4.1507722926326096e-05,
            3.246854612370953e-05,
            2.874365236493759e-05,
            3.166087481076829e-05,
            2.805980693665333e-05,
            2.4905612008296885e-05,
            2.329209746676497e-05,
            2.186224992328789e-05,
            2.072131792374421e-05,
            1.9480850824038498e-05,
            1.8403117792331614e-05,
            1.7815376850194298e-05,
            1.7416634364053607e-05,
            1.7336833479930647e-05,
            1.800048994482495e-05,
            1.8071372323902324e-05,
            1.8023763914243318e-05,
            1.7549502445035614e-05,
            1.6926589523791336e-05,
            1.6639365640003234e-05,
            1.6498666809638962e-05,
            1.6392634279327467e-05,
            1.631992927286774e-05,
            1.5890123904682696e-05,
            1.539728145871777e-05,
            1.4658990039606579e-05,
            1.3934326489106752e-05,
            1.3117685739416629e-05,
            1.246695865120273e-05,
            1.1791375072789378e-05,
            1.1395556612114888e-05
          ]
        }
      },
      "position_element_rms": {
        "attention_branch_output": {
          "statistics": {
            "first_quartile_mean": 4.418448133947095e-05,
            "first_to_last_ratio": 0.515514370401758,
            "imbalance_abs_log_ratio": 0.662590099285622,
            "last_quartile_mean": 8.570950467401417e-05,
            "mean": 8.019432914352365e-05,
            "normalized": [
              0.5977618675800617,
              0.6560769396425044,
              0.5549086183167843,
              0.5332641078022274,
              0.6187504975834317,
              0.5235180355140238,
              0.4739614950807707,
              0.44949966520899015,
              0.5901273331445138,
              0.5434806557289369,
              0.5105162863240122,
              0.47519844997761185,
              0.40525254510695746,
              0.3803726356397213,
              0.3632907544081655,
              0.4413534187685878,
              1.1120243122062796,
              1.1101422281940985,
              1.048076642833664,
              0.9240879167666287,
              3.7925106998539326,
              3.0713745688935163,
              2.3834694147362985,
              1.8907998104142179,
              1.7924928574135153,
              1.575834720390749,
              1.2856009256033192,
              0.946613406637061,
              1.179458790809137,
              0.7622280566154953,
              0.5700461300235112,
              0.43790621278127495
            ],
            "peak_layer": 21,
            "peak_normalized": 3.7925106998539326,
            "population_cv": 0.799556889668146,
            "rest_mean": 5.663903492084636e-05,
            "spike_contrast": 3.6616605179769537,
            "spike_layers": [
              21,
              22,
              23,
              24,
              25
            ],
            "spike_mean": 0.00020739291794598104,
            "top_five_layers": [
              21,
              22,
              23,
              24,
              25
            ],
            "top_five_spike_overlap": 5
          },
          "values": [
            4.793711195816286e-05,
            5.261365004116669e-05,
            4.450052438187413e-05,
            4.27647573815193e-05,
            4.9620281060924754e-05,
            4.1983177652582526e-05,
            3.800902413786389e-05,
            3.604732410167344e-05,
            4.7324865590780973e-05,
            4.358406658866443e-05,
            4.09405110985972e-05,
            3.810822090599686e-05,
            3.249895598855801e-05,
            3.0503728339681402e-05,
            2.913385833380744e-05,
            3.539404133334756e-05,
            8.917804370867088e-05,
            8.902711124392226e-05,
            8.404980326304212e-05,
            7.410661055473611e-05,
            0.0003041378513444215,
            0.0002463068231008947,
            0.00019114073074888438,
            0.0001516314223408699,
            0.00014374776219483465,
            0.00012637300824280828,
            0.00010309790377505124,
            7.591302710352466e-05,
            9.458590648137033e-05,
            6.11263676546514e-05,
            4.5714466978097335e-05,
            3.511759496177547e-05
          ]
        },
        "mlp_branch_output": {
          "statistics": {
            "first_quartile_mean": 4.3983808154735016e-05,
            "first_to_last_ratio": 0.6452579224313538,
            "imbalance_abs_log_ratio": 0.43810516237842645,
            "last_quartile_mean": 6.816469294790295e-05,
            "mean": 7.033422900803998e-05,
            "normalized": [
              0.6809924600708206,
              0.7475303658027369,
              0.6323190441913445,
              0.6077859654839745,
              0.7056348319250383,
              0.5942536325242065,
              0.530225745030374,
              0.5040918553425093,
              0.6368908391102093,
              0.5978963063844708,
              0.5559498242106791,
              0.5233025181432952,
              0.44344812436490716,
              0.41411157823288425,
              0.41744328645242573,
              0.5192458958427938,
              1.2557243607052013,
              1.2676253654309775,
              1.1574430802993265,
              1.060137110625566,
              3.6189237818679025,
              2.8123811167698722,
              2.2018107363871295,
              1.7616009064115667,
              1.8179427908533603,
              1.4871270732826793,
              1.0868453970932423,
              0.8727044844737096,
              0.8717769668640218,
              0.6523346900704022,
              0.4999162674775265,
              0.4645835982748448
            ],
            "peak_layer": 21,
            "peak_normalized": 3.6189237818679025,
            "population_cv": 0.7299683580686596,
            "rest_mean": 5.154545740677147e-05,
            "spike_contrast": 3.3328561680843984,
            "spike_layers": [
              21,
              22,
              23,
              24,
              25
            ],
            "spike_mean": 0.00017179359565488994,
            "top_five_layers": [
              21,
              22,
              23,
              25,
              24
            ],
            "top_five_spike_overlap": 5
          },
          "values": [
            4.789707963936962e-05,
            5.2576971938833594e-05,
            4.4473672460298985e-05,
            4.274815728422254e-05,
            4.963028186466545e-05,
            4.1796371078817174e-05,
            3.729301897692494e-05,
            3.545491199474782e-05,
            4.479522613110021e-05,
            4.205257573630661e-05,
            3.910230225301348e-05,
            3.680607915157452e-05,
            3.1189581932267174e-05,
            2.9126218578312546e-05,
            2.9360551707213745e-05,
            3.6520759749691933e-05,
            8.832040475681424e-05,
            8.915745274862275e-05,
            8.140786667354405e-05,
            7.456392631866038e-05,
            0.0002545342140365392,
            0.00019780665752477944,
            0.00015486266056541353,
            0.00012390084157232195,
            0.00012786360457539558,
            0.00010459593613632023,
            7.644243305549026e-05,
            6.138099706731737e-05,
            6.13157608313486e-05,
            4.588145748130046e-05,
            3.516122524160892e-05,
            3.267612919444218e-05
          ]
        },
        "post_attention_state": {
          "statistics": {
            "first_quartile_mean": 4.4184340367792174e-05,
            "first_to_last_ratio": 0.5155127283755759,
            "imbalance_abs_log_ratio": 0.6625932845097232,
            "last_quartile_mean": 8.570950421926682e-05,
            "mean": 8.019429117211985e-05,
            "normalized": [
              0.5977553912963086,
              0.6560764337279869,
              0.5549115575710053,
              0.5332632715493767,
              0.618731238431461,
              0.5235220032899371,
              0.4739610390296197,
              0.44950831585208795,
              0.5901295178770004,
              0.5434863568103182,
              0.5105118554999238,
              0.4751981306058326,
              0.4052536442822589,
              0.3803760366271764,
              0.36329074496540736,
              0.44135367311072854,
              1.112029465926781,
              1.1101484697729092,
              1.04807895367264,
              0.9240971550402413,
              3.7925041485004933,
              3.0713698535863756,
              2.383447135178006,
              1.890810504439103,
              1.7925006015588865,
              1.5758247605004587,
              1.2855904653729862,
              0.9466104071448787,
              1.1794713255182339,
              0.7622315023149855,
              0.5700532953493974,
              0.43790274559719394
            ],
            "peak_layer": 21,
            "peak_normalized": 3.7925041485004933,
            "population_cv": 0.7995548542275265,
            "rest_mean": 5.6639052976000435e-05,
            "spike_contrast": 3.6616533387138865,
            "spike_layers": [
              21,
              22,
              23,
              24,
              25
            ],
            "spike_mean": 0.0002073925774311647,
            "top_five_layers": [
              21,
              22,
              23,
              24,
              25
            ],
            "top_five_spike_overlap": 5
          },
          "values": [
            4.79365698993206e-05,
            5.2613584557548165e-05,
            4.450073902262375e-05,
            4.276467007002793e-05,
            4.96187130920589e-05,
            4.198347596684471e-05,
            3.800896956818178e-05,
            3.604800076573156e-05,
            4.732501838589087e-05,
            4.358450314612128e-05,
            4.094013638678007e-05,
            3.8108177250251174e-05,
            3.249902874813415e-05,
            3.0503986636176705e-05,
            2.913384378189221e-05,
            3.5394044971326366e-05,
            8.917841478250921e-05,
            8.902756962925196e-05,
            8.40499487821944e-05,
            7.410731632262468e-05,
            0.000304137181956321,
            0.0002463063283357769,
            0.00019113885355181992,
            0.00015163220814429224,
            0.00014374831516761333,
            0.0001263721496798098,
            0.0001030970161082223,
            7.591275061713532e-05,
            9.45868669077754e-05,
            6.112661503721029e-05,
            4.571501995087601e-05,
            3.511730028549209e-05
          ]
        },
        "post_mlp_state": {
          "statistics": {
            "first_quartile_mean": 4.398412329464918e-05,
            "first_to_last_ratio": 0.6452634668607965,
            "imbalance_abs_log_ratio": 0.43809656983670076,
            "last_quartile_mean": 6.816459563196986e-05,
            "mean": 7.03343731061068e-05,
            "normalized": [
              0.6809932372926891,
              0.7475632825133391,
              0.6323153694166137,
              0.6077851857944574,
              0.7056447138179579,
              0.5942446047107566,
              0.530223262177042,
              0.504089839823597,
              0.6368974480554273,
              0.5978888745536934,
              0.5559539610577222,
              0.5232972563751404,
              0.4434509399790644,
              0.41411238498840724,
              0.4174418363858031,
              0.5192489699581264,
              1.2557404086895352,
              1.2676084925356499,
              1.1574347089891701,
              1.060138766241709,
              3.6189242296270336,
              2.81239769967395,
              2.2018329150221976,
              1.7615672973682381,
              1.8179181698124194,
              1.4871187506667403,
              1.086854135909831,
              0.872703317202576,
              0.8717669049561169,
              0.6523365087620864,
              0.4999226915339381,
              0.46458383610897114
            ],
            "peak_layer": 21,
            "peak_normalized": 3.6189242296270336,
            "population_cv": 0.7299683279122143,
            "rest_mean": 5.15456125598306e-05,
            "spike_contrast": 3.3328477735441013,
            "spike_layers": [
              21,
              22,
              23,
              24,
              25
            ],
            "spike_mean": 0.00017179368005599828,
            "top_five_layers": [
              21,
              22,
              23,
              25,
              24
            ],
            "top_five_spike_overlap": 5
          },
          "values": [
            4.789723243447952e-05,
            5.257939483271912e-05,
            4.447350511327386e-05,
            4.274819002603181e-05,
            4.96310785820242e-05,
            4.17958217440173e-05,
            3.729292075149715e-05,
            3.545484287315048e-05,
            4.479578274185769e-05,
            4.205213917884976e-05,
            3.91026733268518e-05,
            3.680578447529115e-05,
            3.1189843866741285e-05,
            2.9126334993634373e-05,
            2.9360509870457463e-05,
            3.65210507879965e-05,
            8.83217144291848e-05,
            8.915644866647199e-05,
            8.140744466800243e-05,
            7.45641955290921e-05,
            0.0002545347670093179,
            0.0001978082291316241,
            0.000154864537762478,
            0.00012389873154461384,
            0.00012786213483195752,
            0.00010459556506248191,
            7.644320430699736e-05,
            6.138104072306305e-05,
            6.131517875473946e-05,
            4.588167939800769e-05,
            3.516174911055714e-05,
            3.2676212867954746e-05
          ]
        },
        "pre_attention_input": {
          "statistics": {
            "first_quartile_mean": 2.7120979211758822e-05,
            "first_to_last_ratio": 0.8594772224120714,
            "imbalance_abs_log_ratio": 0.15143095548529256,
            "last_quartile_mean": 3.1555204145661264e-05,
            "mean": 4.800072150601409e-05,
            "normalized": [
              0.509760479963835,
              0.6173326836717695,
              0.7324351629463104,
              0.39842116793036353,
              0.4759789060227602,
              0.7458666061827044,
              0.6096831903000134,
              0.4306170616938511,
              0.4047810550951731,
              0.5961537125874838,
              0.6210341956779442,
              0.5605157741769637,
              0.27837672031341976,
              0.3443893546178484,
              0.25310408037089555,
              1.0527443019909122,
              0.7465088513707779,
              1.4090569908205048,
              2.369608868078584,
              2.622524932193837,
              3.51885122958336,
              3.2980052855840127,
              2.541370727154349,
              1.6037570225598534,
              0.918310576031736,
              1.0270328185033981,
              1.0005888996255676,
              0.5708475165844191,
              0.6850494580580762,
              0.5307877571911549,
              0.29761830732641337,
              0.22888630579170677
            ],
            "peak_layer": 21,
            "peak_normalized": 3.51885122958336,
            "population_cv": 0.8786708090610466,
            "rest_mean": 3.5768902374979075e-05,
            "spike_contrast": 3.1885950432011234,
            "spike_layers": [
              21,
              22,
              23,
              24,
              25
            ],
            "spike_mean": 0.00011405254481360317,
            "top_five_layers": [
              21,
              22,
              20,
              23,
              19
            ],
            "top_five_spike_overlap": 3
          },
          "values": [
            2.446887083351612e-05,
            2.96324142254889e-05,
            3.515741627779789e-05,
            1.912450352392625e-05,
            2.2847330910735764e-05,
            3.580213524401188e-05,
            2.9265233024489135e-05,
            2.0669929654104635e-05,
            1.9429782696533948e-05,
            2.8615808332688175e-05,
            2.9810089472448453e-05,
            2.6905161575996317e-05,
            1.3362283425522037e-05,
            1.653093750064727e-05,
            1.2149178473919164e-05,
            5.0532486056908965e-05,
            3.5832963476423174e-05,
            6.76357522024773e-05,
            0.00011374293535482138,
            0.00012588308891281486,
            0.00016890739789232612,
            0.00015830663323868066,
            0.00012198762851767242,
            7.698149420320988e-05,
            4.407957021612674e-05,
            4.929831629851833e-05,
            4.802898911293596e-05,
            2.7401092665968463e-05,
            3.288286825409159e-05,
            2.5478195311734453e-05,
            1.4285893485066481e-05,
            1.0986707820848096e-05
          ]
        },
        "pre_mlp_input": {
          "statistics": {
            "first_quartile_mean": 1.4786839983571554e-05,
            "first_to_last_ratio": 0.1368590004352419,
            "imbalance_abs_log_ratio": 1.9888040770410698,
            "last_quartile_mean": 0.00010804433713929029,
            "mean": 6.53327875852483e-05,
            "normalized": [
              0.4303813973935663,
              0.1954661274427069,
              0.34854762874244455,
              0.22114030543306437,
              0.10883074349044422,
              0.12627252893821267,
              0.16836982659974983,
              0.21164003420329566,
              0.27785076214706256,
              0.25390299121217014,
              0.3323483997673342,
              0.40930824768453605,
              0.28788144954928885,
              0.2920379121787492,
              0.30710829102986115,
              0.24768611608853355,
              0.33445308089382414,
              0.5081445956986791,
              0.6162106751311494,
              0.7807238268363051,
              3.828274701557073,
              3.4515650116091967,
              2.7664213382241543,
              2.2654046605337452,
              2.2812415827715613,
              2.1356021257971247,
              2.0106696974531495,
              1.537539473929636,
              2.0088419319348305,
              1.3422522168191928,
              1.0598743605751482,
              0.8540079583342102
            ],
            "peak_layer": 21,
            "peak_normalized": 3.828274701557073,
            "population_cv": 1.0279395854576847,
            "rest_mean": 4.2120514451569225e-05,
            "spike_contrast": 4.52698797699541,
            "spike_layers": [
              21,
              22,
              23,
              24,
              25
            ],
            "spike_mean": 0.0001906790625071153,
            "top_five_layers": [
              21,
              22,
              23,
              25,
              24
            ],
            "top_five_spike_overlap": 5
          },
          "values": [
            2.8118016416556202e-05,
            1.2770346984325442e-05,
            2.2771588191972114e-05,
            1.4447712601395324e-05,
            7.110215847205836e-06,
            8.249736310972366e-06,
            1.1000070117006544e-05,
            1.38270333991386e-05,
            1.8152764823753387e-05,
            1.6588190192123875e-05,
            2.1713247406296432e-05,
            2.6741248802863993e-05,
            1.8808097593137063e-05,
            1.9079650883213617e-05,
            2.0064240743522532e-05,
            1.6182024410227314e-05,
            2.1850752091268077e-05,
            3.3198502933373675e-05,
            4.0258761146105826e-05,
            5.1006863941438496e-05,
            0.00025011185789480805,
            0.0002255003637401387,
            0.000180738017661497,
            0.0001480052014812827,
            0.00014903987175785005,
            0.00013952484005130827,
            0.00013136265624780208,
            0.00010045173985417932,
            0.0001312432432314381,
            8.769307896727696e-05,
            6.924454646650702e-05,
            5.579472053796053e-05
          ]
        }
      },
      "post_mlp_reductions": {
        "batch_mean_rms": {
          "statistics": {
            "first_quartile_mean": 1.1220713531656656e-05,
            "first_to_last_ratio": 0.6555413366591524,
            "imbalance_abs_log_ratio": 0.4222939165017446,
            "last_quartile_mean": 1.7116713934228756e-05,
            "mean": 1.7638015336274293e-05,
            "normalized": [
              0.6920608231884311,
              0.7659177824262653,
              0.6390754033749174,
              0.6123424804403663,
              0.7313911494807722,
              0.6060429021656846,
              0.5358717188243214,
              0.5066293084101811,
              0.6361394778273108,
              0.5935071698997143,
              0.5532047504443424,
              0.5203003869133469,
              0.4427001574083234,
              0.41555518288954896,
              0.42010731902783316,
              0.5249828006548773,
              1.2555950689969066,
              1.2709301325611273,
              1.1358461030518159,
              1.0637808540376092,
              3.605678554956403,
              2.784492491030135,
              2.1780228929741425,
              1.7462695606216458,
              1.8163019324419567,
              1.491254439501435,
              1.0911345614825427,
              0.8818559802285882,
              0.8715835151550508,
              0.6503123816361532,
              0.4986363533333601,
              0.46247636461489006
            ],
            "peak_layer": 21,
            "peak_normalized": 3.605678554956403,
            "population_cv": 0.7234183193184713,
            "rest_mean": 1.2979772741851371e-05,
            "spike_contrast": 3.2968624487684486,
            "spike_layers": [
              21,
              22,
              23,
              24,
              25
            ],
            "spike_mean": 4.2792525346158075e-05,
            "top_five_layers": [
              21,
              22,
              23,
              25,
              24
            ],
            "top_five_spike_overlap": 5
          },
          "values": [
            1.220657941303216e-05,
            1.3509269592759665e-05,
            1.1272021765762474e-05,
            1.0800506061059423e-05,
            1.2900288311357144e-05,
            1.0689394002838526e-05,
            9.451713594899047e-06,
            8.935935511544812e-06,
            1.122023786592763e-05,
            1.0468288564879913e-05,
            9.757433872437105e-06,
            9.177066203847062e-06,
            7.808352165739052e-06,
            7.329568688874133e-06,
            7.409859335893998e-06,
            9.259654689230956e-06,
            2.214620508311782e-05,
            2.2416685169446282e-05,
            2.003407098527532e-05,
            1.876298301795032e-05,
            6.359701364999637e-05,
            4.911292126053013e-05,
            3.841600118903443e-05,
            3.080072929151356e-05,
            3.203596133971587e-05,
            2.630276867421344e-05,
            1.9245448129368015e-05,
            1.555418930365704e-05,
            1.5373003407148644e-05,
            1.1470219760667533e-05,
            8.794955647317693e-06,
            8.157165211741813e-06
          ]
        },
        "element_rms": {
          "statistics": {
            "first_quartile_mean": 4.398412329464918e-05,
            "first_to_last_ratio": 0.6452634668607965,
            "imbalance_abs_log_ratio": 0.43809656983670076,
            "last_quartile_mean": 6.816459563196986e-05,
            "mean": 7.03343731061068e-05,
            "normalized": [
              0.6809932372926891,
              0.7475632825133391,
              0.6323153694166137,
              0.6077851857944574,
              0.7056447138179579,
              0.5942446047107566,
              0.530223262177042,
              0.504089839823597,
              0.6368974480554273,
              0.5978888745536934,
              0.5559539610577222,
              0.5232972563751404,
              0.4434509399790644,
              0.41411238498840724,
              0.4174418363858031,
              0.5192489699581264,
              1.2557404086895352,
              1.2676084925356499,
              1.1574347089891701,
              1.060138766241709,
              3.6189242296270336,
              2.81239769967395,
              2.2018329150221976,
              1.7615672973682381,
              1.8179181698124194,
              1.4871187506667403,
              1.086854135909831,
              0.872703317202576,
              0.8717669049561169,
              0.6523365087620864,
              0.4999226915339381,
              0.46458383610897114
            ],
            "peak_layer": 21,
            "peak_normalized": 3.6189242296270336,
            "population_cv": 0.7299683279122143,
            "rest_mean": 5.15456125598306e-05,
            "spike_contrast": 3.3328477735441013,
            "spike_layers": [
              21,
              22,
              23,
              24,
              25
            ],
            "spike_mean": 0.00017179368005599828,
            "top_five_layers": [
              21,
              22,
              23,
              25,
              24
            ],
            "top_five_spike_overlap": 5
          },
          "values": [
            4.789723243447952e-05,
            5.257939483271912e-05,
            4.447350511327386e-05,
            4.274819002603181e-05,
            4.96310785820242e-05,
            4.17958217440173e-05,
            3.729292075149715e-05,
            3.545484287315048e-05,
            4.479578274185769e-05,
            4.205213917884976e-05,
            3.91026733268518e-05,
            3.680578447529115e-05,
            3.1189843866741285e-05,
            2.9126334993634373e-05,
            2.9360509870457463e-05,
            3.65210507879965e-05,
            8.83217144291848e-05,
            8.915644866647199e-05,
            8.140744466800243e-05,
            7.45641955290921e-05,
            0.0002545347670093179,
            0.0001978082291316241,
            0.000154864537762478,
            0.00012389873154461384,
            0.00012786213483195752,
            0.00010459556506248191,
            7.644320430699736e-05,
            6.138104072306305e-05,
            6.131517875473946e-05,
            4.588167939800769e-05,
            3.516174911055714e-05,
            3.2676212867954746e-05
          ]
        },
        "global_l2": {
          "statistics": {
            "first_quartile_mean": 0.039005559869110584,
            "first_to_last_ratio": 0.6452634722813873,
            "imbalance_abs_log_ratio": 0.43809656143611553,
            "last_quartile_mean": 0.06044904375448823,
            "mean": 0.06237322464585304,
            "normalized": [
              0.6809932518812878,
              0.7475633220322179,
              0.6323153569646397,
              0.6077851973803072,
              0.7056447145510248,
              0.5942445836918125,
              0.530223252027616,
              0.5040898132583496,
              0.6368974600710677,
              0.5978889321237267,
              0.5559539597752757,
              0.523297269904143,
              0.4434509324241475,
              0.4141123687040429,
              0.4174418427557242,
              0.5192489959347639,
              1.2557404102027183,
              1.2676085225122937,
              1.157434741358947,
              1.0601387967701486,
              3.61892435638739,
              2.812397521737949,
              2.201832924858681,
              1.7615672286963322,
              1.8179181559541986,
              1.487118729202359,
              1.086854143939758,
              0.8727033118250799,
              0.8717668711180101,
              0.6523365178130685,
              0.4999226849610752,
              0.46458382918184327
            ],
            "peak_layer": 21,
            "peak_normalized": 3.61892435638739,
            "population_cv": 0.7299683256836244,
            "rest_mean": 0.045711164397222025,
            "spike_contrast": 3.3328477188762906,
            "spike_layers": [
              21,
              22,
              23,
              24,
              25
            ],
            "spike_mean": 0.15234834998846053,
            "top_five_layers": [
              21,
              22,
              23,
              25,
              24
            ],
            "top_five_spike_overlap": 5
          },
          "values": [
            0.04247574508190155,
            0.04662793502211571,
            0.039439547806978226,
            0.03790952265262604,
            0.044013336300849915,
            0.03706495091319084,
            0.03307173401117325,
            0.03144170716404915,
            0.039725348353385925,
            0.03729226067662239,
            0.03467664122581482,
            0.03263973817229271,
            0.02765946462750435,
            0.02582952380180359,
            0.026037193834781647,
            0.03238723427057266,
            0.0783245787024498,
            0.07906483113765717,
            0.07219293713569641,
            0.06612427532672882,
            0.2257239818572998,
            0.17541830241680145,
            0.1373354196548462,
            0.10987462848424911,
            0.11338941752910614,
            0.09275639057159424,
            0.06779059767723083,
            0.054433319717645645,
            0.05437491089105606,
            0.04068833217024803,
            0.031181789934635162,
            0.028977591544389725
          ]
        },
        "token_mean_rms": {
          "statistics": {
            "first_quartile_mean": 1.896312141980161e-06,
            "first_to_last_ratio": 0.40447227453095713,
            "imbalance_abs_log_ratio": 0.905172087401449,
            "last_quartile_mean": 4.688361258331497e-06,
            "mean": 3.997668517996544e-06,
            "normalized": [
              0.6172058310645722,
              0.5425329228673286,
              0.5226213455478163,
              0.5130242205418598,
              0.4179738021592733,
              0.4022397236307717,
              0.38715722309433015,
              0.3920811131204843,
              0.47573503087335345,
              0.47091681751525505,
              0.4692356598433531,
              0.46858709630953144,
              0.435518404119361,
              0.43348810961922396,
              0.457344361488258,
              0.4834240606909693,
              0.943243320831244,
              0.9556851843891272,
              0.9328847891755226,
              0.9144352241016374,
              3.593133434897055,
              3.0161686306352355,
              2.572714523011844,
              2.200458051372808,
              2.189693136620607,
              1.8429744726585007,
              1.3739587829516955,
              1.1483183935808434,
              1.0092761091983693,
              0.7452413615169265,
              0.5556410385724699,
              0.5170878240003723
            ],
            "peak_layer": 21,
            "peak_normalized": 3.593133434897055,
            "population_cv": 0.8307777929041875,
            "rest_mean": 2.728457953135485e-06,
            "spike_contrast": 3.9771203202072667,
            "spike_layers": [
              21,
              22,
              23,
              24,
              25
            ],
            "spike_mean": 1.0851405568246264e-05,
            "top_five_layers": [
              21,
              22,
              23,
              24,
              25
            ],
            "top_five_spike_overlap": 5
          },
          "values": [
            2.4673843199707335e-06,
            2.1688667857233668e-06,
            2.0892668999294983e-06,
            2.050900775429909e-06,
            1.670920710239443e-06,
            1.6080210798463668e-06,
            1.5477262422791682e-06,
            1.567410322422802e-06,
            1.901830955830519e-06,
            1.8825693359758588e-06,
            1.8758486248771078e-06,
            1.8732558828560286e-06,
            1.741058213156066e-06,
            1.7329417687506066e-06,
            1.8283111558048404e-06,
            1.9325691482663387e-06,
            3.770774128497578e-06,
            3.820512574748136e-06,
            3.7293641526048305e-06,
            3.6556089071382303e-06,
            1.4364156413648743e-05,
            1.2057642379659228e-05,
            1.0284859854436945e-05,
            8.796701877145097e-06,
            8.753667316341307e-06,
            7.3676010288181715e-06,
            5.49263177163084e-06,
            4.590596290654503e-06,
            4.0347513277083635e-06,
            2.9792279292450985e-06,
            2.2212686872080667e-06,
            2.0671457150456263e-06
          ]
        },
        "token_rms_mean": {
          "statistics": {
            "first_quartile_mean": 3.3950954957617796e-05,
            "first_to_last_ratio": 0.7815786467251918,
            "imbalance_abs_log_ratio": 0.24643949857917652,
            "last_quartile_mean": 4.343894897829159e-05,
            "mean": 4.974799179535694e-05,
            "normalized": [
              0.7500094412446059,
              0.8083859646655934,
              0.6989360803110847,
              0.6730394265060721,
              0.7487882742003255,
              0.6472039809659893,
              0.5806034653418889,
              0.5527037948336986,
              0.6849833016487895,
              0.641463932771085,
              0.5923270784846439,
              0.5570934219720602,
              0.5025383930607131,
              0.4685801281186291,
              0.467958282860767,
              0.5622422290415673,
              1.3163199357516149,
              1.3145043099431595,
              1.1718295263393368,
              1.089421848322846,
              3.6786851702332073,
              2.7746307606104894,
              2.0966820217393844,
              1.6356296326692725,
              1.680361539469081,
              1.3632870777077486,
              0.9862895783238333,
              0.8095320290956769,
              0.7283886637343489,
              0.5544846482049088,
              0.4452099057793211,
              0.417886156048257
            ],
            "peak_layer": 21,
            "peak_normalized": 3.6786851702332073,
            "population_cv": 0.710922698103497,
            "rest_mean": 3.709728177151798e-05,
            "spike_contrast": 3.18249263251226,
            "spike_layers": [
              21,
              22,
              23,
              24,
              25
            ],
            "spike_mean": 0.00011806182592408732,
            "top_five_layers": [
              21,
              22,
              23,
              25,
              24
            ],
            "top_five_spike_overlap": 5
          },
          "values": [
            3.7311463529476896e-05,
            4.021557833766565e-05,
            3.477066638879478e-05,
            3.348235986777581e-05,
            3.725071292137727e-05,
            3.219709833501838e-05,
            2.8883856430184096e-05,
            2.7495903850649484e-05,
            3.407654367038049e-05,
            3.191154246451333e-05,
            2.946708264062181e-05,
            2.7714278985513374e-05,
            2.5000275854836218e-05,
            2.3310920369112864e-05,
            2.327998481632676e-05,
            2.7970421797363088e-05,
            6.548427336383611e-05,
            6.539394962601364e-05,
            5.8296165661886334e-05,
            5.4196549172047526e-05,
            0.00018300719966646284,
            0.0001380323083139956,
            0.0001043057200149633,
            8.136928954627365e-05,
            8.359461207874119e-05,
            6.782079435652122e-05,
            4.906592585030012e-05,
            4.027259274153039e-05,
            3.623587326728739e-05,
            2.7584497729549184e-05,
            2.21482987399213e-05,
            2.078899706248194e-05
          ]
        },
        "token_rms_median": {
          "statistics": {
            "first_quartile_mean": 2.600453626655508e-05,
            "first_to_last_ratio": 1.032180910721196,
            "imbalance_abs_log_ratio": 0.031673952782361334,
            "last_quartile_mean": 2.5193777560161834e-05,
            "mean": 3.414015603198095e-05,
            "normalized": [
              0.8380570158080917,
              0.8932999084125006,
              0.7929620023886231,
              0.7615443521416788,
              0.8187638282400099,
              0.7186815599217726,
              0.6527123798513835,
              0.6175741300582618,
              0.7513411682592698,
              0.705872928051971,
              0.6475562024934578,
              0.6094685286755085,
              0.5930459106503145,
              0.5494388493370179,
              0.5439464215496852,
              0.6333820560847124,
              1.4124654565316987,
              1.425994860990475,
              1.2380543674563398,
              1.1313103339756791,
              3.756835524951107,
              2.7186060870583466,
              1.87468091251249,
              1.410793634954463,
              1.4329939421834126,
              1.1438971076949418,
              0.8490265267268121,
              0.7287288463621843,
              0.5779352074283672,
              0.4639524923457935,
              0.36814597511060676,
              0.33893148179302335
            ],
            "peak_layer": 21,
            "peak_normalized": 3.756835524951107,
            "population_cv": 0.6885594503102112,
            "rest_mean": 2.6308265020176163e-05,
            "spike_contrast": 2.9052606637917697,
            "spike_layers": [
              21,
              22,
              23,
              24,
              25
            ],
            "spike_mean": 7.643236749572679e-05,
            "top_five_layers": [
              21,
              22,
              23,
              25,
              18
            ],
            "top_five_spike_overlap": 4
          },
          "values": [
            2.8611397283384576e-05,
            3.0497398256557062e-05,
            2.7071846488979645e-05,
            2.599924300739076e-05,
            2.795272484945599e-05,
            2.4535900593036786e-05,
            2.228370249213185e-05,
            2.1084077161503956e-05,
            2.5650904717622325e-05,
            2.4098611902445555e-05,
            2.21076697926037e-05,
            2.0807350665563717e-05,
            2.024667992372997e-05,
            1.8757928046397865e-05,
            1.8570415704743937e-05,
            2.1623762222588994e-05,
            4.82217910757754e-05,
            4.86836870550178e-05,
            4.226736928103492e-05,
            3.8623111322522163e-05,
            0.00012825895100831985,
            9.281363600166515e-05,
            6.400189886335284e-05,
            4.816471482627094e-05,
            4.89226367790252e-05,
            3.905282574123703e-05,
            2.898589809774421e-05,
            2.4878916519810446e-05,
            1.9730798157979734e-05,
            1.5839410480111837e-05,
            1.256856103282189e-05,
            1.1571173672564328e-05
          ]
        },
        "token_rms_p95": {
          "statistics": {
            "first_quartile_mean": 8.909050666261464e-05,
            "first_to_last_ratio": 0.6062699294291527,
            "imbalance_abs_log_ratio": 0.5004299639855584,
            "last_quartile_mean": 0.00014694858236907749,
            "mean": 0.00014725223013556388,
            "normalized": [
              0.6636255714147841,
              0.7248917149077715,
              0.6138660879695628,
              0.5985975801010156,
              0.6806345015153643,
              0.5652332367621573,
              0.5042378190281714,
              0.4890714447869022,
              0.6294477660992072,
              0.5850399957826026,
              0.5478904329704705,
              0.518038310415621,
              0.40778029155663986,
              0.3853440981019431,
              0.3845833582250337,
              0.48007518680371525,
              1.178544482689773,
              1.1716070054101007,
              1.1012637666749874,
              1.0246953672401915,
              3.668461219741745,
              2.9054304267727518,
              2.326469432391579,
              1.8616676451976302,
              1.8927854440285927,
              1.5414183922061209,
              1.1508159193509495,
              0.9341585266360799,
              0.8717798331906053,
              0.6455697098701952,
              0.49047863567768574,
              0.45649679648005004
            ],
            "peak_layer": 21,
            "peak_normalized": 3.668461219741745,
            "population_cv": 0.7615887971484168,
            "rest_mean": 0.00010550450948627528,
            "spike_contrast": 3.5324549012779802,
            "spike_layers": [
              21,
              22,
              23,
              24,
              25
            ],
            "spike_mean": 0.0003726899216417223,
            "top_five_layers": [
              21,
              22,
              23,
              25,
              24
            ],
            "top_five_spike_overlap": 5
          },
          "values": [
            9.772034536581486e-05,
            0.00010674192162696272,
            9.039315045811236e-05,
            8.814482862362638e-05,
            0.00010022494825534523,
            8.323185465997085e-05,
            7.42501433705911e-05,
            7.201686094049364e-05,
            9.268758731195703e-05,
            8.614844409748912e-05,
            8.067808812484145e-05,
            7.628229650435969e-05,
            6.004655733704567e-05,
            5.674277781508863e-05,
            5.663075717166066e-05,
            7.06921418895945e-05,
            0.00017354330339003354,
            0.00017252174438908696,
            0.00016216354561038315,
            0.00015088867803569883,
            0.0005401890957728028,
            0.0004278311098460108,
            0.00034257781226187944,
            0.00027413471252657473,
            0.0002787168778013438,
            0.00022697729582432657,
            0.00016946021059993654,
            0.0001375569263473153,
            0.0001283715246245265,
            9.506157948635519e-05,
            7.222407293738797e-05,
            6.722017133142799e-05
          ]
        }
      },
      "seed": 2026073002
    },
    {
      "interventions": {
        "detached_learned": {
          "statistics": {
            "first_quartile_mean": 7.388767562588328e-05,
            "first_to_last_ratio": 1.316792081076884,
            "imbalance_abs_log_ratio": 0.2751985371595874,
            "last_quartile_mean": 5.611187725662603e-05,
            "mean": 8.168265617314319e-05,
            "normalized": [
              0.7533431897136043,
              0.7827542764436777,
              0.7759396123840813,
              0.7316445186865006,
              1.1365162577009855,
              1.1353975532420753,
              1.004206629730762,
              0.9167575048500237,
              1.0078390566063014,
              0.9220130731102486,
              0.8550917608474935,
              0.8013922543773514,
              0.7721726808717908,
              0.7274660564313035,
              0.7065479131389877,
              0.6779112969812525,
              1.6398021444587536,
              1.5049103837665865,
              1.3267399301434915,
              1.1597912607176666,
              2.3220162536772593,
              1.9302044249737353,
              1.584049170842242,
              1.3298950882483613,
              1.2567261692224045,
              0.9579394397382498,
              0.801457903329196,
              0.6752085554658249,
              0.5811903488324587,
              0.45264756329860717,
              0.3896296913930569,
              0.38079803677566654
            ],
            "peak_layer": 21,
            "peak_normalized": 2.3220162536772593,
            "population_cv": 0.4315618932878077,
            "rest_mean": 7.132743997283763e-05,
            "spike_contrast": 1.9291428895694742,
            "spike_layers": [
              21,
              22,
              23,
              24,
              25
            ],
            "spike_mean": 0.0001376008236547932,
            "top_five_layers": [
              21,
              22,
              17,
              23,
              18
            ],
            "top_five_spike_overlap": 3
          },
          "values": [
            6.153507274575531e-05,
            6.39374484308064e-05,
            6.338080856949091e-05,
            5.976266766083427e-05,
            9.283366671297699e-05,
            9.274228796130046e-05,
            8.202626486308873e-05,
            7.488318806281313e-05,
            8.232297113863751e-05,
            7.531247683800757e-05,
            6.984616629779339e-05,
            6.54598479741253e-05,
            6.30731155979447e-05,
            5.942135976511054e-05,
            5.771271025878377e-05,
            5.537359538720921e-05,
            0.00013394339475780725,
            0.00012292507744859904,
            0.00010837164154509082,
            9.473483078181744e-05,
            0.0001896684552775696,
            0.00015766422438900918,
            0.0001293893437832594,
            0.00010862936323974282,
            0.00010265273158438504,
            7.824703789083287e-05,
            6.546521035488695e-05,
            5.515282828127965e-05,
            4.7473171434830874e-05,
            3.69734552805312e-05,
            3.1825988116906956e-05,
            3.1104595109354705e-05
          ]
        },
        "learned": {
          "statistics": {
            "first_quartile_mean": 8.156212697940646e-05,
            "first_to_last_ratio": 1.3967870279562358,
            "imbalance_abs_log_ratio": 0.33417461908716395,
            "last_quartile_mean": 5.839267214469146e-05,
            "mean": 8.757388354752038e-05,
            "normalized": [
              0.7720675832605176,
              0.803585946279625,
              0.7960780094481321,
              0.752473219070419,
              1.180467409539882,
              1.1778079020041263,
              1.029829529518624,
              0.9385078067458692,
              1.0206984705622164,
              0.9298229900567075,
              0.8640759923745102,
              0.8130195958778703,
              0.7736070401530517,
              0.7280910766467854,
              0.7061969571118035,
              0.6826252956632183,
              1.642168884788434,
              1.5117445082936212,
              1.3334176736203447,
              1.1637251407789435,
              2.2882673690329693,
              1.8954517085610634,
              1.5552436162725376,
              1.306771834154562,
              1.2228641636923565,
              0.9319785952743014,
              0.7801153976292595,
              0.661371584878177,
              0.561946672486053,
              0.4345672285647456,
              0.37483694087850516,
              0.36657385678076787
            ],
            "peak_layer": 21,
            "peak_normalized": 2.2882673690329693,
            "population_cv": 0.42684708327825066,
            "rest_mean": 7.697225831819836e-05,
            "spike_contrast": 1.8814916302334765,
            "spike_layers": [
              21,
              22,
              23,
              24,
              25
            ],
            "spike_mean": 0.0001448226597858593,
            "top_five_layers": [
              21,
              22,
              17,
              23,
              18
            ],
            "top_five_spike_overlap": 3
          },
          "values": [
            6.761295662727207e-05,
            7.037314207991585e-05,
            6.971564289415255e-05,
            6.589700205950066e-05,
            0.00010337811545468867,
            0.00010314521205145866,
            9.018617129186168e-05,
            8.218877337640151e-05,
            8.93865289981477e-05,
            8.14282102510333e-05,
            7.567049033241346e-05,
            7.11992834112607e-05,
            6.774777284590527e-05,
            6.376176315825433e-05,
            6.184441008372232e-05,
            5.9780148149002343e-05,
            0.00014381110668182373,
            0.00013238933752290905,
            0.0001167725640698336,
            0.00010191192995989695,
            0.0002003924601012841,
            0.0001659920671954751,
            0.0001361987233394757,
            0.00011443908442743123,
            0.00010709096386563033,
            8.16169849713333e-05,
            6.831773498561233e-05,
            5.791887815576047e-05,
            4.921185245621018e-05,
            3.8056739867897704e-05,
            3.282592660980299e-05,
            3.210229624528438e-05
          ]
        },
        "uniform_value_backward": {
          "statistics": {
            "first_quartile_mean": 3.5575103993323864e-05,
            "first_to_last_ratio": 2.443213468991071,
            "imbalance_abs_log_ratio": 0.893314168315378,
            "last_quartile_mean": 1.456078416595119e-05,
            "mean": 2.3831100747884193e-05,
            "normalized": [
              1.614905261758675,
              1.6568148874352646,
              1.6283515751571318,
              1.4605379751384047,
              1.4717695441533916,
              1.4559185813526447,
              1.358376097224691,
              1.295738430337987,
              1.1776907075521434,
              1.1141057290944703,
              1.0640572841848701,
              1.0269673379730528,
              1.0041631647243947,
              0.9733861101490422,
              0.9597079874490758,
              0.9349675920893245,
              0.9158525986134215,
              0.9066797587654788,
              0.890357239209801,
              0.8734858422464332,
              0.8579185157197757,
              0.8414715045701692,
              0.8239471946120328,
              0.8048352542714806,
              0.7658980848440458,
              0.7173626211575344,
              0.6794957283273223,
              0.6347225670052176,
              0.5854538165358278,
              0.5328910383364602,
              0.49362355782826073,
              0.47854641218217414
            ],
            "peak_layer": 2,
            "peak_normalized": 1.6568148874352646,
            "population_cv": 0.33383138748240165,
            "rest_mean": 2.4630704299650257e-05,
            "spike_contrast": 0.7922323832463255,
            "spike_layers": [
              21,
              22,
              23,
              24,
              25
            ],
            "spike_mean": 1.951324156834744e-05,
            "top_five_layers": [
              2,
              3,
              1,
              5,
              4
            ],
            "top_five_spike_overlap": 0
          },
          "values": [
            3.848496999125928e-05,
            3.94837225030642e-05,
            3.880541044054553e-05,
            3.48062276316341e-05,
            3.507388828438707e-05,
            3.4696142392931506e-05,
            3.237159762647934e-05,
            3.087887307628989e-05,
            2.8065665901522152e-05,
            2.6550365873845294e-05,
            2.535765634092968e-05,
            2.4473762096022256e-05,
            2.393031354586128e-05,
            2.3196862457552925e-05,
            2.2870897737448104e-05,
            2.2281306883087382e-05,
            2.182577554776799e-05,
            2.1607176677207462e-05,
            2.1218193069216795e-05,
            2.081612910842523e-05,
            2.0445142581593245e-05,
            2.0053192201885395e-05,
            1.9635568605735898e-05,
            1.9180110029992647e-05,
            1.825219442253001e-05,
            1.7095540897571482e-05,
            1.6193131159525365e-05,
            1.5126137441257015e-05,
            1.3952008885098621e-05,
            1.2699380022240803e-05,
            1.176359273813432e-05,
            1.1404287761251908e-05
          ]
        }
      },
      "position_element_rms": {
        "attention_branch_output": {
          "statistics": {
            "first_quartile_mean": 8.209008865378564e-05,
            "first_to_last_ratio": 1.1473326374136463,
            "imbalance_abs_log_ratio": 0.13743980256699795,
            "last_quartile_mean": 7.154863897085306e-05,
            "mean": 9.638685185109352e-05,
            "normalized": [
              0.7014672692081079,
              0.730745142012726,
              0.7197152784749434,
              0.6836365522681692,
              1.073826467208612,
              1.0803379033203697,
              0.9514146538604249,
              0.8722415119444402,
              1.0096074578076277,
              0.8908657485913869,
              0.8272757726491637,
              0.7688961382914924,
              0.7419179025068791,
              0.6953651992846211,
              0.6657440869339828,
              0.6349379036282153,
              1.6060213837194506,
              1.5018800747743897,
              1.362846846779478,
              1.1942969804897212,
              2.2656295070514414,
              2.0104706485090547,
              1.6756941049043201,
              1.3967091226783026,
              1.3149112210845808,
              1.1000992011684827,
              0.8430071951587476,
              0.7025118587919716,
              0.7359466516142374,
              0.5075845580254474,
              0.3944123577040649,
              0.33998329955514606
            ],
            "peak_layer": 21,
            "peak_normalized": 2.2656295070514414,
            "population_cv": 0.4413317448728873,
            "rest_mean": 8.330888886121102e-05,
            "spike_contrast": 2.004682264754327,
            "spike_layers": [
              21,
              22,
              23,
              24,
              25
            ],
            "spike_mean": 0.00016700785199645906,
            "top_five_layers": [
              21,
              22,
              23,
              17,
              18
            ],
            "top_five_spike_overlap": 3
          },
          "values": [
            6.761222175555304e-05,
            7.043422374408692e-05,
            6.93710899213329e-05,
            6.589357508346438e-05,
            0.00010350275260861963,
            0.00010413036943646148,
            9.17038632906042e-05,
            8.407261339016259e-05,
            9.731288446346298e-05,
            8.586774492869154e-05,
            7.973850733833387e-05,
            7.411147817038e-05,
            7.15111309546046e-05,
            6.70240624458529e-05,
            6.416897667804733e-05,
            6.119966565165669e-05,
            0.0001547993451822549,
            0.00014476149226538837,
            0.0001313605171162635,
            0.0001151145261246711,
            0.00021837689564563334,
            0.00019378293654881418,
            0.00016151487943716347,
            0.00013462439528666437,
            0.00012674015306401998,
            0.00010603509872453287,
            8.125480962917209e-05,
            6.771290645701811e-05,
            7.093558087944984e-05,
            4.8924477596301585e-05,
            3.801616549026221e-05,
            3.2769919926067814e-05
          ]
        },
        "mlp_branch_output": {
          "statistics": {
            "first_quartile_mean": 8.156287549354602e-05,
            "first_to_last_ratio": 1.3967979973430424,
            "imbalance_abs_log_ratio": 0.3341824723557829,
            "last_quartile_mean": 5.839274945174111e-05,
            "mean": 8.75740092851629e-05,
            "normalized": [
              0.7720751985061499,
              0.8035956764433113,
              0.7960739585260428,
              0.7524919125585545,
              1.1804156983562801,
              1.1778760010857563,
              1.0298326204965722,
              0.9385140198493713,
              1.0207128740101707,
              0.929812017339553,
              0.8640701821512353,
              0.8130222503970004,
              0.7736044339144612,
              0.7280851293348032,
              0.7061941984091654,
              0.6826155087046274,
              1.642189790371069,
              1.511740343745529,
              1.3334033796706957,
              1.1637276240936476,
              2.2882576030527964,
              1.895449319429852,
              1.5552551751392194,
              1.3067312409844312,
              1.222859749246748,
              0.9319757616478574,
              0.7801162715542103,
              0.6613743325062905,
              0.561952429248885,
              0.43456344744462927,
              0.3748431739999157,
              0.36656867778116903
            ],
            "peak_layer": 21,
            "peak_normalized": 2.2882576030527964,
            "population_cv": 0.4268460433011898,
            "rest_mean": 7.697251674943362e-05,
            "spike_contrast": 1.8814776376552176,
            "spike_layers": [
              21,
              22,
              23,
              24,
              25
            ],
            "spike_mean": 0.00014482206897810103,
            "top_five_layers": [
              21,
              22,
              17,
              23,
              18
            ],
            "top_five_spike_overlap": 3
          },
          "values": [
            6.761372060282156e-05,
            7.037409523036331e-05,
            6.971538823563606e-05,
            6.589873373741284e-05,
            0.00010337373532820493,
            0.00010315132385585457,
            9.018657146953046e-05,
            8.21894354885444e-05,
            8.9387918706052e-05,
            8.142736623995006e-05,
            7.567009015474468e-05,
            7.119961810531095e-05,
            6.774764187866822e-05,
            6.376133387675509e-05,
            6.184425728861243e-05,
            5.977937689749524e-05,
            0.0001438131439499557,
            0.0001323891628999263,
            0.00011677147995214909,
            0.00010191229375777766,
            0.00020039189257659018,
            0.00016599209629930556,
            0.00013619993114843965,
            0.00011443569383118302,
            0.00010709073103498667,
            8.161685400409624e-05,
            6.831790960859507e-05,
            5.79192019358743e-05,
            4.92124272568617e-05,
            3.8056463381508365e-05,
            3.282651960034855e-05,
            3.2101888791657984e-05
          ]
        },
        "post_attention_state": {
          "statistics": {
            "first_quartile_mean": 8.209185853047529e-05,
            "first_to_last_ratio": 1.1473585117140146,
            "imbalance_abs_log_ratio": 0.13746235401177884,
            "last_quartile_mean": 7.154856803026632e-05,
            "mean": 9.638741801154538e-05,
            "normalized": [
              0.701459601059617,
              0.7307291493400122,
              0.7197289413331719,
              0.6836538994288254,
              1.0739127818136336,
              1.080318121017968,
              0.9514366180464413,
              0.8722525427024255,
              1.0096073400424832,
              0.8908667057242938,
              0.8272733289673383,
              0.7688963021177191,
              0.7419276606217693,
              0.6953759857067083,
              0.6657591236204922,
              0.6349357593481342,
              1.6060262927227642,
              1.5018600810151583,
              1.362811062623623,
              1.194289437021534,
              2.265619973525555,
              2.010448271283051,
              1.6756913579512287,
              1.3967040891245648,
              1.314898968363092,
              1.100096740194715,
              0.8429885804297745,
              0.7025081852971004,
              0.7359520665807775,
              0.5075723672109625,
              0.3944131736981434,
              0.33998549206692247
            ],
            "peak_layer": 21,
            "peak_normalized": 2.265619973525555,
            "population_cv": 0.44132695283622186,
            "rest_mean": 8.330956363890975e-05,
            "spike_contrast": 2.0046657830023333,
            "spike_layers": [
              21,
              22,
              23,
              24,
              25
            ],
            "spike_mean": 0.00016700783162377776,
            "top_five_layers": [
              21,
              22,
              23,
              17,
              18
            ],
            "top_five_spike_overlap": 3
          },
          "values": [
            6.761187978554517e-05,
            7.043309597065672e-05,
            6.937281432328746e-05,
            6.58956341794692e-05,
            0.00010351168020861223,
            0.00010412907431600615,
            9.170651901513338e-05,
            8.407417044509202e-05,
            9.731344471219927e-05,
            8.58683415572159e-05,
            7.973874016897753e-05,
            7.411192927975208e-05,
            7.151249155867845e-05,
            6.70254958095029e-05,
            6.417080294340849e-05,
            6.119981844676659e-05,
            0.0001548007276142016,
            0.00014476041542366147,
            0.0001313578395638615,
            0.0001151144751929678,
            0.00021837725944351405,
            0.0001937819179147482,
            0.0001615155633771792,
            0.00013462470087688416,
            0.00012673971650656313,
            0.00010603548435028642,
            8.125349268084392e-05,
            6.771295011276379e-05,
            7.093651947798207e-05,
            4.8923589929472655e-05,
            3.80164674425032e-05,
            3.27703237417154e-05
          ]
        },
        "post_mlp_state": {
          "statistics": {
            "first_quartile_mean": 8.156212697940646e-05,
            "first_to_last_ratio": 1.3967870279562358,
            "imbalance_abs_log_ratio": 0.33417461908716395,
            "last_quartile_mean": 5.839267214469146e-05,
            "mean": 8.757388354752038e-05,
            "normalized": [
              0.7720675832605176,
              0.803585946279625,
              0.7960780094481321,
              0.752473219070419,
              1.180467409539882,
              1.1778079020041263,
              1.029829529518624,
              0.9385078067458692,
              1.0206984705622164,
              0.9298229900567075,
              0.8640759923745102,
              0.8130195958778703,
              0.7736070401530517,
              0.7280910766467854,
              0.7061969571118035,
              0.6826252956632183,
              1.642168884788434,
              1.5117445082936212,
              1.3334176736203447,
              1.1637251407789435,
              2.2882673690329693,
              1.8954517085610634,
              1.5552436162725376,
              1.306771834154562,
              1.2228641636923565,
              0.9319785952743014,
              0.7801153976292595,
              0.661371584878177,
              0.561946672486053,
              0.4345672285647456,
              0.37483694087850516,
              0.36657385678076787
            ],
            "peak_layer": 21,
            "peak_normalized": 2.2882673690329693,
            "population_cv": 0.42684708327825066,
            "rest_mean": 7.697225831819836e-05,
            "spike_contrast": 1.8814916302334765,
            "spike_layers": [
              21,
              22,
              23,
              24,
              25
            ],
            "spike_mean": 0.0001448226597858593,
            "top_five_layers": [
              21,
              22,
              17,
              23,
              18
            ],
            "top_five_spike_overlap": 3
          },
          "values": [
            6.761295662727207e-05,
            7.037314207991585e-05,
            6.971564289415255e-05,
            6.589700205950066e-05,
            0.00010337811545468867,
            0.00010314521205145866,
            9.018617129186168e-05,
            8.218877337640151e-05,
            8.93865289981477e-05,
            8.14282102510333e-05,
            7.567049033241346e-05,
            7.11992834112607e-05,
            6.774777284590527e-05,
            6.376176315825433e-05,
            6.184441008372232e-05,
            5.9780148149002343e-05,
            0.00014381110668182373,
            0.00013238933752290905,
            0.0001167725640698336,
            0.00010191192995989695,
            0.0002003924601012841,
            0.0001659920671954751,
            0.0001361987233394757,
            0.00011443908442743123,
            0.00010709096386563033,
            8.16169849713333e-05,
            6.831773498561233e-05,
            5.791887815576047e-05,
            4.921185245621018e-05,
            3.8056739867897704e-05,
            3.282592660980299e-05,
            3.210229624528438e-05
          ]
        },
        "pre_attention_input": {
          "statistics": {
            "first_quartile_mean": 4.013745751763054e-05,
            "first_to_last_ratio": 1.3002217470857882,
            "imbalance_abs_log_ratio": 0.26253482460265976,
            "last_quartile_mean": 3.0869701731717214e-05,
            "mean": 5.617674656832605e-05,
            "normalized": [
              0.473654064493233,
              0.5256902444154287,
              0.3705068590661575,
              0.5387329076786941,
              0.37665460925127686,
              0.9021763170314637,
              1.3591261829588805,
              1.169340915014312,
              1.4504557484696843,
              1.2215794360380687,
              0.9103877586499164,
              0.9321134746924985,
              0.5414129154069731,
              0.8525397685215896,
              0.9808579608967221,
              0.9142526712062526,
              1.0619023556310665,
              1.8034129735144708,
              1.5888135435441055,
              1.899281403844036,
              1.9024910148779852,
              2.5497535502321647,
              2.089500431013523,
              1.18928036938163,
              1.0430326636758747,
              0.9143825787913804,
              0.5551399248346642,
              0.5581364123079678,
              0.38887965127025986,
              0.4518317596354874,
              0.24874412658654727,
              0.2359354070676856
            ],
            "peak_layer": 22,
            "peak_normalized": 2.5497535502321647,
            "population_cv": 0.5766137085977164,
            "rest_mean": 4.832436503353098e-05,
            "spike_contrast": 2.0399565889343343,
            "spike_layers": [
              21,
              22,
              23,
              24,
              25
            ],
            "spike_mean": 9.857960685621947e-05,
            "top_five_layers": [
              22,
              23,
              21,
              20,
              18
            ],
            "top_five_spike_overlap": 3
          },
          "values": [
            2.6608344342093915e-05,
            2.9531567633966915e-05,
            2.0813869923586026e-05,
            3.0264262022683397e-05,
            2.1159230527700856e-05,
            5.0681330321822315e-05,
            7.635128713445738e-05,
            6.568976823473349e-05,
            8.148188499035314e-05,
            6.862435839138925e-05,
            5.114262239658274e-05,
            5.236310244072229e-05,
            3.041481613763608e-05,
            4.7892910515656695e-05,
            5.510140908882022e-05,
            5.135974060976878e-05,
            5.9654219512594864e-05,
            0.00010130987357115373,
            8.925437578000128e-05,
            0.00010669545008568093,
            0.00010687575559131801,
            0.00014323685900308192,
            0.00011738133616745472,
            6.680990190943703e-05,
            5.859418160980567e-05,
            5.1367038395255804e-05,
            3.1185954867396504e-05,
            3.1354287784779444e-05,
            2.18459936149884e-05,
            2.538243825256359e-05,
            1.397363575961208e-05,
            1.3254083569336217e-05
          ]
        },
        "pre_mlp_input": {
          "statistics": {
            "first_quartile_mean": 2.0563243310789403e-05,
            "first_to_last_ratio": 0.184584542859635,
            "imbalance_abs_log_ratio": 1.6896476935739415,
            "last_quartile_mean": 0.00011140284550492652,
            "mean": 8.183052003118974e-05,
            "normalized": [
              0.5514618447323059,
              0.2169408826973503,
              0.08472485593965659,
              0.28295099514537675,
              0.21989392642956848,
              0.1303640614627248,
              0.17290402482659964,
              0.35108448581118906,
              0.6388397786640535,
              0.4693907558756991,
              0.4878178928069798,
              0.4684568375678178,
              0.5735758405807379,
              0.5222431877258841,
              0.48692296371012395,
              0.47894342377930604,
              1.3828038952387727,
              1.4137992065669855,
              1.4773604231197706,
              1.4101154596735193,
              2.482879371711871,
              2.526943137473127,
              2.259311590178407,
              2.019190865749238,
              2.085961378955964,
              1.8764944434843154,
              1.4765035496268348,
              1.350239590483524,
              1.4291199659133378,
              1.0658000032658883,
              0.838995628185017,
              0.7679657326180543
            ],
            "peak_layer": 22,
            "peak_normalized": 2.526943137473127,
            "population_cv": 0.7282772544392188,
            "rest_mean": 6.251158794367695e-05,
            "spike_contrast": 2.977891930556664,
            "spike_layers": [
              21,
              22,
              23,
              24,
              25
            ],
            "spike_mean": 0.0001861527533037588,
            "top_five_layers": [
              22,
              21,
              23,
              25,
              24
            ],
            "top_five_spike_overlap": 5
          },
          "values": [
            4.51264095318038e-05,
            1.7752385247149505e-05,
            6.933079021109734e-06,
            2.3154027076088823e-05,
            1.7994034351431765e-05,
            1.0667758942872752e-05,
            1.4148826267046388e-05,
            2.8729426048812456e-05,
            5.2276591304689646e-05,
            3.841048965114169e-05,
            3.9918391848914325e-05,
            3.833406663034111e-05,
            4.6936009312048554e-05,
            4.2735431634355336e-05,
            3.984515933552757e-05,
            3.91921894333791e-05,
            0.00011315556184854358,
            0.00011569192429305986,
            0.00012089317169738933,
            0.00011539048136910424,
            0.00020317531016189605,
            0.00020678107102867216,
            0.00018488064233679324,
            0.00016523143858648837,
            0.00017069530440494418,
            0.0001535545161459595,
            0.00012082305329386145,
            0.00011049080785596743,
            0.00011694562999764457,
            8.721496851649135e-05,
            6.865544855827466e-05,
            6.2843035266269e-05
          ]
        }
      },
      "post_mlp_reductions": {
        "batch_mean_rms": {
          "statistics": {
            "first_quartile_mean": 2.0823702925554244e-05,
            "first_to_last_ratio": 1.4242510302785252,
            "imbalance_abs_log_ratio": 0.35364608276130804,
            "last_quartile_mean": 1.4620809452026151e-05,
            "mean": 2.2054440051988422e-05,
            "normalized": [
              0.7841928807641645,
              0.8183408510588258,
              0.809986731151413,
              0.7637938668182616,
              1.192276091281044,
              1.1966830153099992,
              1.039215154291241,
              0.9490753634193776,
              1.0189872806238243,
              0.9331490903420598,
              0.8658120301757168,
              0.81301306861575,
              0.7774052511262896,
              0.7266654164061733,
              0.7030327996851689,
              0.6829495498627286,
              1.6322510246428148,
              1.499422250137046,
              1.3169815172043178,
              1.1572342326306069,
              2.2864238933994527,
              1.8918479809103845,
              1.543069371898747,
              1.294657154506133,
              1.2171810844243176,
              0.9287685590307506,
              0.7771677166674748,
              0.6578712720326597,
              0.5567773486562734,
              0.43254113576640124,
              0.3708732313504376,
              0.3623537858101448
            ],
            "peak_layer": 21,
            "peak_normalized": 2.2864238933994527,
            "population_cv": 0.4245664907667088,
            "rest_mean": 1.9413478454495175e-05,
            "spike_contrast": 1.8706401721656991,
            "spike_layers": [
              21,
              22,
              23,
              24,
              25
            ],
            "spike_mean": 3.6315632678451947e-05,
            "top_five_layers": [
              21,
              22,
              17,
              23,
              18
            ],
            "top_five_spike_overlap": 3
          },
          "values": [
            1.729493487800937e-05,
            1.804804924177006e-05,
            1.78638038050849e-05,
            1.684504604781978e-05,
            2.629498158057686e-05,
            2.639217382238712e-05,
            2.2919308321434073e-05,
            2.093132570735179e-05,
            2.2473193894256838e-05,
            2.0580080672516488e-05,
            1.9094999515800737e-05,
            1.7930547983269207e-05,
            1.7145237507065758e-05,
            1.6026198863983154e-05,
            1.5504994735238142e-05,
            1.5062069905980024e-05,
            3.5998382372781634e-05,
            3.306891812826507e-05,
            2.9045289920759387e-05,
            2.5522153009660542e-05,
            5.0425798690412194e-05,
            4.172364788246341e-05,
            3.403153095860034e-05,
            2.855293860193342e-05,
            2.6844247258850373e-05,
            2.048347050731536e-05,
            1.7139998817583546e-05,
            1.450898253096966e-05,
            1.2279412658244837e-05,
            9.539452548779082e-06,
            8.179401447705459e-06,
            7.991509846760891e-06
          ]
        },
        "element_rms": {
          "statistics": {
            "first_quartile_mean": 8.156212697940646e-05,
            "first_to_last_ratio": 1.3967870279562358,
            "imbalance_abs_log_ratio": 0.33417461908716395,
            "last_quartile_mean": 5.839267214469146e-05,
            "mean": 8.757388354752038e-05,
            "normalized": [
              0.7720675832605176,
              0.803585946279625,
              0.7960780094481321,
              0.752473219070419,
              1.180467409539882,
              1.1778079020041263,
              1.029829529518624,
              0.9385078067458692,
              1.0206984705622164,
              0.9298229900567075,
              0.8640759923745102,
              0.8130195958778703,
              0.7736070401530517,
              0.7280910766467854,
              0.7061969571118035,
              0.6826252956632183,
              1.642168884788434,
              1.5117445082936212,
              1.3334176736203447,
              1.1637251407789435,
              2.2882673690329693,
              1.8954517085610634,
              1.5552436162725376,
              1.306771834154562,
              1.2228641636923565,
              0.9319785952743014,
              0.7801153976292595,
              0.661371584878177,
              0.561946672486053,
              0.4345672285647456,
              0.37483694087850516,
              0.36657385678076787
            ],
            "peak_layer": 21,
            "peak_normalized": 2.2882673690329693,
            "population_cv": 0.42684708327825066,
            "rest_mean": 7.697225831819836e-05,
            "spike_contrast": 1.8814916302334765,
            "spike_layers": [
              21,
              22,
              23,
              24,
              25
            ],
            "spike_mean": 0.0001448226597858593,
            "top_five_layers": [
              21,
              22,
              17,
              23,
              18
            ],
            "top_five_spike_overlap": 3
          },
          "values": [
            6.761295662727207e-05,
            7.037314207991585e-05,
            6.971564289415255e-05,
            6.589700205950066e-05,
            0.00010337811545468867,
            0.00010314521205145866,
            9.018617129186168e-05,
            8.218877337640151e-05,
            8.93865289981477e-05,
            8.14282102510333e-05,
            7.567049033241346e-05,
            7.11992834112607e-05,
            6.774777284590527e-05,
            6.376176315825433e-05,
            6.184441008372232e-05,
            5.9780148149002343e-05,
            0.00014381110668182373,
            0.00013238933752290905,
            0.0001167725640698336,
            0.00010191192995989695,
            0.0002003924601012841,
            0.0001659920671954751,
            0.0001361987233394757,
            0.00011443908442743123,
            0.00010709096386563033,
            8.16169849713333e-05,
            6.831773498561233e-05,
            5.791887815576047e-05,
            4.921185245621018e-05,
            3.8056739867897704e-05,
            3.282592660980299e-05,
            3.210229624528438e-05
          ]
        },
        "global_l2": {
          "statistics": {
            "first_quartile_mean": 0.07233011117205024,
            "first_to_last_ratio": 1.3967870631582553,
            "imbalance_abs_log_ratio": 0.3341746442893017,
            "last_quartile_mean": 0.051783205242827535,
            "mean": 0.07766139676095918,
            "normalized": [
              0.7720675426341356,
              0.8035859729306402,
              0.7960780122636479,
              0.7524732326455996,
              1.1804674279966365,
              1.1778079658527474,
              1.0298294903648106,
              0.9385077949910019,
              1.020698424099846,
              0.9298230264026498,
              0.8640760490713295,
              0.8130195756795249,
              0.773607039370292,
              0.7280910561484961,
              0.7061969508238138,
              0.6826252958058289,
              1.64216899408666,
              1.511744542110794,
              1.3334176327397504,
              1.1637251251728324,
              2.288267386572505,
              1.8954517517435265,
              1.5552435035136007,
              1.3067718770227776,
              1.2228641722871045,
              0.9319785328940787,
              0.7801153392913037,
              0.6613715681663117,
              0.5619466726726858,
              0.43456725256605405,
              0.37483694737332934,
              0.36657384470568466
            ],
            "peak_layer": 21,
            "peak_normalized": 2.288267386572505,
            "population_cv": 0.4268470914878033,
            "rest_mean": 0.0682597693607763,
            "spike_contrast": 1.8814916300573643,
            "spike_layers": [
              21,
              22,
              23,
              24,
              25
            ],
            "spike_mean": 0.12843018472194673,
            "top_five_layers": [
              21,
              22,
              17,
              23,
              18
            ],
            "top_five_spike_overlap": 3
          },
          "values": [
            0.05995984375476837,
            0.062407609075307846,
            0.061824530363082886,
            0.058438122272491455,
            0.0916767492890358,
            0.09147021174430847,
            0.07997799664735794,
            0.07288582623004913,
            0.07926886528730392,
            0.072211354970932,
            0.06710535287857056,
            0.06314023584127426,
            0.06007940322160721,
            0.05654456838965416,
            0.054844241589307785,
            0.0530136339366436,
            0.12753313779830933,
            0.11740419268608093,
            0.10355507582426071,
            0.09037651866674423,
            0.17771004140377045,
            0.14720343053340912,
            0.12078238278627396,
            0.1014857292175293,
            0.09496933966875076,
            0.07237875461578369,
            0.06058484688401222,
            0.05136303976178169,
            0.04364156350493431,
            0.03374909982085228,
            0.029110360890626907,
            0.02846863679587841
          ]
        },
        "token_mean_rms": {
          "statistics": {
            "first_quartile_mean": 3.1000530213987076e-06,
            "first_to_last_ratio": 0.7825005490137864,
            "imbalance_abs_log_ratio": 0.2452606549530124,
            "last_quartile_mean": 3.961726321222159e-06,
            "mean": 4.656059921614997e-06,
            "normalized": [
              0.7040313055728622,
              0.6663442620495864,
              0.6544029514954961,
              0.6681637652166335,
              0.6743674803950376,
              0.6670078174062475,
              0.6466284443239834,
              0.6455370061269436,
              0.7660325155889827,
              0.7325145706427032,
              0.7131598309497137,
              0.7280186266136806,
              0.64870437442493,
              0.656793469733594,
              0.6699169519151534,
              0.7314456448845376,
              1.53365232903732,
              1.4601427212016398,
              1.3940973786195396,
              1.306558663485338,
              2.534675981169938,
              2.2580403975857246,
              1.9597194264610087,
              1.773041790596292,
              1.6211455309545355,
              1.2094494759638503,
              1.0219317012739941,
              0.8604275624593173,
              0.6846808632651675,
              0.5134649266877133,
              0.4503974279453127,
              0.4455048059532228
            ],
            "peak_layer": 21,
            "peak_normalized": 2.534675981169938,
            "population_cv": 0.5361438958058841,
            "rest_mean": 3.768541933755774e-06,
            "spike_contrast": 2.5072447705625382,
            "spike_layers": [
              21,
              22,
              23,
              24,
              25
            ],
            "spike_mean": 9.4486570560548e-06,
            "top_five_layers": [
              21,
              22,
              23,
              24,
              25
            ],
            "top_five_spike_overlap": 5
          },
          "values": [
            3.2780119454400847e-06,
            3.1025388125272e-06,
            3.046939355044742e-06,
            3.1110105283005396e-06,
            3.1398953979078215e-06,
            3.105628366029123e-06,
            3.0107407837931532e-06,
            3.005658982146997e-06,
            3.566693294487777e-06,
            3.4106317343685078e-06,
            3.320514906590688e-06,
            3.389698349565151e-06,
            3.020406438736245e-06,
            3.058069751205039e-06,
            3.119173470622627e-06,
            3.405654751986731e-06,
            7.140777142922161e-06,
            6.798512004024815e-06,
            6.4910009314189665e-06,
            6.083415428292938e-06,
            1.1801603250205517e-05,
            1.0513571396586485e-05,
            9.12457107915543e-06,
            8.255388820543885e-06,
            7.548150733782677e-06,
            5.631269232253544e-06,
            4.758175236929674e-06,
            4.006202289019711e-06,
            3.187915126545704e-06,
            2.3907234663056443e-06,
            2.0970774130546488e-06,
            2.074297071885667e-06
          ]
        },
        "token_rms_mean": {
          "statistics": {
            "first_quartile_mean": 5.95857286498358e-05,
            "first_to_last_ratio": 1.5974327409797537,
            "imbalance_abs_log_ratio": 0.4683978037101298,
            "last_quartile_mean": 3.7300931126083015e-05,
            "mean": 6.105390025368251e-05,
            "normalized": [
              0.8419145460820371,
              0.8656854461464137,
              0.8583401181387939,
              0.8192663123570689,
              1.1963719080724353,
              1.1751919414919585,
              1.0676149913033914,
              0.9832376272965914,
              1.0816749854357006,
              0.984736879340849,
              0.9088680283961561,
              0.8483339022774173,
              0.8441772779737997,
              0.7882426814662962,
              0.7677338358974833,
              0.7384876656990601,
              1.5920129687595903,
              1.4697744406924866,
              1.283993033566668,
              1.1290203889690138,
              2.340760926498109,
              1.860435632123778,
              1.4645539617726704,
              1.2019638482713701,
              1.15797649283655,
              0.8703237664687024,
              0.7241030451553558,
              0.6218659849233957,
              0.4685510324632258,
              0.37521378882561096,
              0.3379462835275562,
              0.3316262577704645
            ],
            "peak_layer": 21,
            "peak_normalized": 2.340760926498109,
            "population_cv": 0.4213559298637173,
            "rest_mean": 5.4212039955288036e-05,
            "spike_contrast": 1.8077155175462722,
            "spike_layers": [
              21,
              22,
              23,
              24,
              25
            ],
            "spike_mean": 9.79999458650127e-05,
            "top_five_layers": [
              21,
              22,
              17,
              18,
              23
            ],
            "top_five_spike_overlap": 3
          },
          "values": [
            5.140216671861708e-05,
            5.285347288008779e-05,
            5.240501195657998e-05,
            5.0019403715850785e-05,
            7.304317114176229e-05,
            7.175005157478154e-05,
            6.518205918837339e-05,
            6.003049202263355e-05,
            6.604047666769475e-05,
            6.012202720739879e-05,
            5.548993794946e-05,
            5.1794093451462686e-05,
            5.154031532583758e-05,
            4.8125290049938485e-05,
            4.687314503826201e-05,
            4.5087552280165255e-05,
            9.7198600997217e-05,
            8.973546209745109e-05,
            7.839278259780258e-05,
            6.8931098212488e-05,
            0.000142912584124133,
            0.00011358685151208192,
            8.941673149820417e-05,
            7.338458090089262e-05,
            7.069898128975183e-05,
            5.3136660426389426e-05,
            4.420931509230286e-05,
            3.796734381467104e-05,
            2.8606867999769747e-05,
            2.2908265236765146e-05,
            2.0632938685594127e-05,
            2.0247076463419944e-05
          ]
        },
        "token_rms_median": {
          "statistics": {
            "first_quartile_mean": 4.39446339441929e-05,
            "first_to_last_ratio": 1.9902838030955072,
            "imbalance_abs_log_ratio": 0.6882772431887607,
            "last_quartile_mean": 2.207958175404201e-05,
            "mean": 4.171556903997953e-05,
            "normalized": [
              0.9393219483952423,
              0.9671725353750462,
              0.9606035942825071,
              0.9165296658237206,
              1.25754251069206,
              1.233040231347365,
              1.1241638961033311,
              1.029104366181827,
              1.1530467776467852,
              1.041181174787795,
              0.9503458810810488,
              0.8874956508445306,
              0.9380795670187313,
              0.868712023499227,
              0.8459898570744635,
              0.811097306638917,
              1.57041471098841,
              1.447423664007262,
              1.250399123009104,
              1.0954141829132344,
              2.392471764387743,
              1.7753028127291355,
              1.2921083756975622,
              1.0187283101804303,
              1.065894151409315,
              0.8051193818729687,
              0.6754751497722067,
              0.6026093861097862,
              0.3198852539229254,
              0.2669904264118248,
              0.2517857094641488,
              0.2465506103313451
            ],
            "peak_layer": 21,
            "peak_normalized": 2.392471764387743,
            "population_cv": 0.4303681174959756,
            "rest_mean": 3.778425454786177e-05,
            "spike_contrast": 1.6658967617763285,
            "spike_layers": [
              21,
              22,
              23,
              24,
              25
            ],
            "spike_mean": 6.294466729741543e-05,
            "top_five_layers": [
              21,
              22,
              17,
              18,
              23
            ],
            "top_five_spike_overlap": 3
          },
          "values": [
            3.9184349589049816e-05,
            4.034615267300978e-05,
            4.007212555734441e-05,
            3.823355655185878e-05,
            5.245910142548382e-05,
            5.1436974899843335e-05,
            4.689513662015088e-05,
            4.2929674236802384e-05,
            4.810000245925039e-05,
            4.343346517998725e-05,
            3.9644219214096665e-05,
            3.702238609548658e-05,
            3.913252294296399e-05,
            3.6238816392142326e-05,
            3.5290948289912194e-05,
            3.3835385693237185e-05,
            6.551074329763651e-05,
            6.0380101785995066e-05,
            5.2161110943416134e-05,
            4.5695825974689797e-05,
            9.980332106351852e-05,
            7.40577670512721e-05,
            5.3901036153547466e-05,
            4.249683115631342e-05,
            4.446438106242567e-05,
            3.358601315994747e-05,
            2.8177830245113e-05,
            2.513819345040247e-05,
            1.3344195394893177e-05,
            1.113765756599605e-05,
            1.0503384146431927e-05,
            1.0284999007126316e-05
          ]
        },
        "token_rms_p95": {
          "statistics": {
            "first_quartile_mean": 0.00015719397015345749,
            "first_to_last_ratio": 1.2580343238755638,
            "imbalance_abs_log_ratio": 0.22955044238581457,
            "last_quartile_mean": 0.00012495205191953573,
            "mean": 0.00018078252287523355,
            "normalized": [
              0.7253227592072276,
              0.7485993006094415,
              0.7410050906139998,
              0.7104508417729404,
              1.0745241672934553,
              1.0524252536641314,
              0.9748384190355198,
              0.9289919933888637,
              1.0038768041568893,
              0.9389629508381758,
              0.8789427325469985,
              0.8198897306139241,
              0.7627520038160613,
              0.7096499260969147,
              0.6897553416925117,
              0.6787601781063402,
              1.6052869610938005,
              1.5071148227224969,
              1.3317635520239959,
              1.1792135859285877,
              2.364258320942869,
              1.9856700690456726,
              1.6414783683894763,
              1.4170804705838413,
              1.2788477375082987,
              0.9694880608375548,
              0.8072605380605845,
              0.691415531221962,
              0.5679201295495192,
              0.44599504581333255,
              0.3904354851204105,
              0.3780238277042025
            ],
            "peak_layer": 21,
            "peak_normalized": 2.364258320942869,
            "population_cv": 0.4451626458968529,
            "rest_mean": 0.0001560934222113617,
            "spike_contrast": 2.0122799667677387,
            "spike_layers": [
              21,
              22,
              23,
              24,
              25
            ],
            "spike_mean": 0.00031410366646014156,
            "top_five_layers": [
              21,
              22,
              23,
              17,
              18
            ],
            "top_five_spike_overlap": 3
          },
          "values": [
            0.00013112567830830812,
            0.0001353336701868102,
            0.00013396076974458992,
            0.00012843709555454552,
            0.00019425518985372037,
            0.0001902600924950093,
            0.00017623374878894538,
            0.00016794551629573107,
            0.00018148338131140918,
            0.00016974809113889933,
            0.00015889748465269804,
            0.0001482217339798808,
            0.00013789223157800734,
            0.00012829230399802327,
            0.00012469571083784103,
            0.00012270797742530704,
            0.00029020782676525414,
            0.00027246001991443336,
            0.00024075957480818033,
            0.0002131812070729211,
            0.00042741658398881555,
            0.0003589744446799159,
            0.00029675060068257153,
            0.00025618338258937,
            0.0002311933203600347,
            0.00017526649753563106,
            0.00014593859668821096,
            0.0001249958440894261,
            0.00010267003381159157,
            8.062810957198963e-05,
            7.058391202008352e-05,
            6.834010127931833e-05
          ]
        }
      },
      "seed": 2026073003
    }
  ],
  "gates": {
    "forward_identity": [
      {
        "passed": true,
        "seed": 2026073001
      },
      {
        "passed": true,
        "seed": 2026073002
      },
      {
        "passed": true,
        "seed": 2026073003
      }
    ],
    "initialization_negative_control": [
      {
        "passed": true,
        "seed": 2026073001
      },
      {
        "passed": true,
        "seed": 2026073002
      },
      {
        "passed": true,
        "seed": 2026073003
      }
    ],
    "loss_scale": [
      {
        "passed": true,
        "seed": 2026073001
      },
      {
        "passed": true,
        "seed": 2026073002
      },
      {
        "passed": true,
        "seed": 2026073003
      }
    ],
    "replay": {
      "checks": {
        "architecture": true,
        "artifacts": true,
        "batch_size": true,
        "depth": true,
        "diagnostics": true,
        "environment": true,
        "evaluations": true,
        "hashes": true,
        "manifest": true,
        "model": true,
        "optimizer": true,
        "round05_equivalence": true,
        "seed": true,
        "steps": true,
        "target_bytes_seen": true,
        "training_history": true
      },
      "frozen_compare_sha256": "05396eaf56429ca8d87815ecf00a5f78be5a9b2ec7cc96014856c09dcedcbb87",
      "passed": true
    },
    "round05_equivalence": [
      {
        "checks": {
          "evaluations": true,
          "final_model_state": true,
          "final_optimizer_state": true,
          "post_mlp_element_rms_all_steps": true,
          "training_history": true
        },
        "passed": true,
        "seed": 2026073001
      },
      {
        "checks": {
          "evaluations": true,
          "final_model_state": true,
          "final_optimizer_state": true,
          "post_mlp_element_rms_all_steps": true,
          "training_history": true
        },
        "passed": true,
        "seed": 2026073002
      },
      {
        "checks": {
          "evaluations": true,
          "final_model_state": true,
          "final_optimizer_state": true,
          "post_mlp_element_rms_all_steps": true,
          "training_history": true
        },
        "passed": true,
        "seed": 2026073003
      }
    ]
  },
  "hashes": {
    "aggregate_canonical_sha256": "1d0faef297682d61d35ce2ab54da3868e18a84e9ebc6e44c617d08016e4fc8b4",
    "reproduction_canonical_sha256": "7c522314742920961be84b750d823ce41814f10fd6129f0531208116e2fe3515"
  },
  "mixer_associations": {
    "all_layers": {
      "attention_entropy": {
        "pearson": -0.29619123279185056,
        "spearman": -0.2883517139673049
      },
      "attention_latest": {
        "pearson": 0.06600313295625082,
        "spearman": 0.29780653565593507
      },
      "attention_max": {
        "pearson": -0.024396635036849867,
        "spearman": 0.20476403642736357
      },
      "mlp_entropy": {
        "pearson": -0.2736346519450915,
        "spearman": -0.41707813347802497
      },
      "mlp_latest": {
        "pearson": 0.6507856318169407,
        "spearman": 0.692444384156267
      },
      "mlp_max": {
        "pearson": 0.23015916710007592,
        "spearman": 0.4651112316874661
      },
      "points": 96
    },
    "identity": "observational association; not causal attribution",
    "layers_19_28": {
      "attention_entropy": {
        "pearson": -0.05745838348637786,
        "spearman": -0.11279199110122358
      },
      "attention_latest": {
        "pearson": 0.15799271238887527,
        "spearman": 0.3388209121245829
      },
      "attention_max": {
        "pearson": 0.15799271238887527,
        "spearman": 0.3388209121245829
      },
      "mlp_entropy": {
        "pearson": -0.6355230712915908,
        "spearman": -0.6400444938820912
      },
      "mlp_latest": {
        "pearson": 0.6896916851820697,
        "spearman": 0.692992213570634
      },
      "mlp_max": {
        "pearson": 0.7022594570959072,
        "spearman": 0.7045606229143493
      },
      "points": 30
    },
    "target_layers": [
      {
        "attention_entropy": 0.9286576240857585,
        "attention_latest": 0.34922462701797485,
        "attention_max": 0.34922462701797485,
        "group": 5,
        "layer": 19,
        "mlp_entropy": 0.8417470208868109,
        "mlp_latest": 0.4519178469975789,
        "mlp_max": 0.4519178469975789,
        "normalized_gradient": 1.0628893270643442,
        "offset": 3,
        "per_seed_normalized_gradient": [
          0.6978155985835179,
          1.1574347089891701,
          1.3334176736203447
        ]
      },
      {
        "attention_entropy": 0.9460862283961503,
        "attention_latest": 0.3155268132686615,
        "attention_max": 0.3155268132686615,
        "group": 5,
        "layer": 20,
        "mlp_entropy": 0.862835637646716,
        "mlp_latest": 0.4188626905282338,
        "mlp_max": 0.4188626905282338,
        "normalized_gradient": 1.0135704098952112,
        "offset": 4,
        "per_seed_normalized_gradient": [
          0.8168473226649812,
          1.060138766241709,
          1.1637251407789435
        ]
      },
      {
        "attention_entropy": 0.9687891325525921,
        "attention_latest": 0.2497197538614273,
        "attention_max": 0.2497197538614273,
        "group": 6,
        "layer": 21,
        "mlp_entropy": 0.7626460544111615,
        "mlp_latest": 0.512785017490387,
        "mlp_max": 0.512785017490387,
        "normalized_gradient": 3.0420861976019666,
        "offset": 1,
        "per_seed_normalized_gradient": [
          3.219066994145898,
          3.6189242296270336,
          2.2882673690329693
        ]
      },
      {
        "attention_entropy": 0.8507401102456327,
        "attention_latest": 0.4364195068677266,
        "attention_max": 0.4364195068677266,
        "group": 6,
        "layer": 22,
        "mlp_entropy": 0.7208451982094757,
        "mlp_latest": 0.563143769900004,
        "mlp_max": 0.563143769900004,
        "normalized_gradient": 2.405186320789127,
        "offset": 2,
        "per_seed_normalized_gradient": [
          2.5077095541323673,
          2.81239769967395,
          1.8954517085610634
        ]
      },
      {
        "attention_entropy": 0.879444880309749,
        "attention_latest": 0.40026357769966125,
        "attention_max": 0.40026357769966125,
        "group": 6,
        "layer": 23,
        "mlp_entropy": 0.7369153442658093,
        "mlp_latest": 0.5514553984006246,
        "mlp_max": 0.5514553984006246,
        "normalized_gradient": 1.9103037349623444,
        "offset": 3,
        "per_seed_normalized_gradient": [
          1.973834673592298,
          2.2018329150221976,
          1.5552436162725376
        ]
      },
      {
        "attention_entropy": 0.8894285781602397,
        "attention_latest": 0.38436253865559894,
        "attention_max": 0.38436253865559894,
        "group": 6,
        "layer": 24,
        "mlp_entropy": 0.7713335619488723,
        "mlp_latest": 0.5146652460098267,
        "mlp_max": 0.5146652460098267,
        "normalized_gradient": 1.548088097624808,
        "offset": 4,
        "per_seed_normalized_gradient": [
          1.5759251613516239,
          1.7615672973682381,
          1.306771834154562
        ]
      },
      {
        "attention_entropy": 0.9336027031788025,
        "attention_latest": 0.3171870708465576,
        "attention_max": 0.3171870708465576,
        "group": 7,
        "layer": 25,
        "mlp_entropy": 0.7657190825854533,
        "mlp_latest": 0.3575698534647624,
        "mlp_max": 0.3722212314605713,
        "normalized_gradient": 1.7685028111508305,
        "offset": 1,
        "per_seed_normalized_gradient": [
          2.2647260999477155,
          1.8179181698124194,
          1.2228641636923565
        ]
      },
      {
        "attention_entropy": 0.8756262007907392,
        "attention_latest": 0.3432680070400238,
        "attention_max": 0.3432680070400238,
        "group": 7,
        "layer": 26,
        "mlp_entropy": 0.7635627832181188,
        "mlp_latest": 0.4196455279986064,
        "mlp_max": 0.4196455279986064,
        "normalized_gradient": 1.3690565893386435,
        "offset": 2,
        "per_seed_normalized_gradient": [
          1.6880724220748888,
          1.4871187506667403,
          0.9319785952743014
        ]
      },
      {
        "attention_entropy": 0.891179394493967,
        "attention_latest": 0.32520759105682373,
        "attention_max": 0.32520759105682373,
        "group": 7,
        "layer": 27,
        "mlp_entropy": 0.7748494313187421,
        "mlp_latest": 0.40247613191604614,
        "mlp_max": 0.40247613191604614,
        "normalized_gradient": 0.9864745886014125,
        "offset": 3,
        "per_seed_normalized_gradient": [
          1.092454232265147,
          1.086854135909831,
          0.7801153976292595
        ]
      },
      {
        "attention_entropy": 0.9019494449297653,
        "attention_latest": 0.2957511991262436,
        "attention_max": 0.2957511991262436,
        "group": 7,
        "layer": 28,
        "mlp_entropy": 0.821866239503451,
        "mlp_latest": 0.30352112650871277,
        "mlp_max": 0.3173763652642568,
        "normalized_gradient": 0.8024500092961132,
        "offset": 4,
        "per_seed_normalized_gradient": [
          0.8732751258075867,
          0.872703317202576,
          0.661371584878177
        ]
      }
    ]
  },
  "protocol_id": "llm-atlas-k3-attnres-spike-path-v1",
  "runs": [
    {
      "canonical_sha256": "76b0ccfb55c38baef50c395788ac4b351cbe0d58de70064b50702acb5c93f515",
      "final_bpc": 1.7123525940760473,
      "final_model_state": "3f0b97ece3a15571ba3d656f589f512ca0bb9e20083c9f58a42ccaee14892f59",
      "final_optimizer_state": "ed03e6fbd4a12d8b063dcb22e0437754285f54d585374cd52fbd534f05d24637",
      "seed": 2026073001,
      "timing": {
        "mean_ms": 224.20719212223366,
        "measured_steps": 7980,
        "median_ms": 227.38306851533707,
        "p95_ms": 230.37451171875,
        "peak_allocated_bytes": 12841009152,
        "peak_reserved_bytes": 13922992128,
        "warmup_steps_excluded": 20
      }
    },
    {
      "canonical_sha256": "5352c74eca853b375c0e85933dafd7c5916c39fc59052e742ca14ffd6d68bc78",
      "final_bpc": 1.7093240655856785,
      "final_model_state": "bd2556388aeaa211b798c283c7cbd8ccd29edf166a2922fa13d172e8dfdc38d1",
      "final_optimizer_state": "0b101eab3bc7d8d654be2ea335c86fc25563ce19912d721844ee4e639c569e77",
      "seed": 2026073002,
      "timing": {
        "mean_ms": 223.82424076982844,
        "measured_steps": 7980,
        "median_ms": 227.36876149429008,
        "p95_ms": 229.48265075683594,
        "peak_allocated_bytes": 12841009152,
        "peak_reserved_bytes": 13922992128,
        "warmup_steps_excluded": 20
      }
    },
    {
      "canonical_sha256": "7e764c07e90b78c4cd0acc2e99600225f16428cbb25d5188a0a5a8fe797f8766",
      "final_bpc": 1.7030966812870931,
      "final_model_state": "638568aede21890773b6932a19ec4e112f5ac0a4770ba3402fcd82980a9ecf76",
      "final_optimizer_state": "83947fd743ec8e3e31ca7788fd201981846f0f1c7e9e38c88afcef95cfc6ec4e",
      "seed": 2026073003,
      "timing": {
        "mean_ms": 224.65581085475935,
        "measured_steps": 7980,
        "median_ms": 227.5267465010984,
        "p95_ms": 230.52696228027344,
        "peak_allocated_bytes": 12841009152,
        "peak_reserved_bytes": 13922992128,
        "warmup_steps_excluded": 20
      }
    }
  ],
  "schema_version": 1,
  "study": {
    "architecture": "block",
    "depth": 32,
    "identity": "targeted follow-up informed by Round 05; not blind discovery",
    "seeds": [
      2026073001,
      2026073002,
      2026073003
    ],
    "spike_layers": [
      21,
      22,
      23,
      24,
      25
    ],
    "steps": 8000
  },
  "trajectory": [
    {
      "points": [
        {
          "bits_per_byte": 7.9557801867581395,
          "peak_layer": 1,
          "peak_normalized": 1.7717451736709768,
          "population_cv": 0.2714186609524326,
          "spike_contrast": 0.7816308178118705,
          "step": 0
        },
        {
          "bits_per_byte": 5.165135820292823,
          "peak_layer": 1,
          "peak_normalized": 2.145023601546889,
          "population_cv": 0.5072011380661324,
          "spike_contrast": 0.5596113913680666,
          "step": 100
        },
        {
          "bits_per_byte": 3.109974443324717,
          "peak_layer": 2,
          "peak_normalized": 2.1343785185339303,
          "population_cv": 0.5868596491376813,
          "spike_contrast": 0.5221542367874475,
          "step": 500
        },
        {
          "bits_per_byte": 1.9592225965086283,
          "peak_layer": 21,
          "peak_normalized": 2.863607509132394,
          "population_cv": 0.5384894543542103,
          "spike_contrast": 2.4966108002124767,
          "step": 2000
        },
        {
          "bits_per_byte": 1.8027438806514628,
          "peak_layer": 21,
          "peak_normalized": 3.115049509935762,
          "population_cv": 0.6027314599912318,
          "spike_contrast": 2.8510104941924466,
          "step": 4000
        },
        {
          "bits_per_byte": 1.7123525940760473,
          "peak_layer": 21,
          "peak_normalized": 3.219066994145898,
          "population_cv": 0.6420341358971389,
          "spike_contrast": 3.04626897714722,
          "step": 8000
        }
      ],
      "seed": 2026073001
    },
    {
      "points": [
        {
          "bits_per_byte": 8.034013546791773,
          "peak_layer": 1,
          "peak_normalized": 2.16920774571012,
          "population_cv": 0.39438035124793563,
          "spike_contrast": 0.6908033638721538,
          "step": 0
        },
        {
          "bits_per_byte": 5.132431212443787,
          "peak_layer": 1,
          "peak_normalized": 2.254829765809383,
          "population_cv": 0.5330470009230729,
          "spike_contrast": 0.5561530270868602,
          "step": 100
        },
        {
          "bits_per_byte": 3.0911456537212687,
          "peak_layer": 2,
          "peak_normalized": 2.173061151786652,
          "population_cv": 0.5858213540607353,
          "spike_contrast": 0.5734017265344913,
          "step": 500
        },
        {
          "bits_per_byte": 1.947918907793682,
          "peak_layer": 21,
          "peak_normalized": 3.189751492495938,
          "population_cv": 0.6175097196118516,
          "spike_contrast": 2.740373880872814,
          "step": 2000
        },
        {
          "bits_per_byte": 1.7911587423283797,
          "peak_layer": 21,
          "peak_normalized": 3.420348943656972,
          "population_cv": 0.6827037752697015,
          "spike_contrast": 3.1572107254761765,
          "step": 4000
        },
        {
          "bits_per_byte": 1.7093240655856785,
          "peak_layer": 21,
          "peak_normalized": 3.6189242296270336,
          "population_cv": 0.7299683279122143,
          "spike_contrast": 3.3328477735441013,
          "step": 8000
        }
      ],
      "seed": 2026073002
    },
    {
      "points": [
        {
          "bits_per_byte": 8.061194200882085,
          "peak_layer": 1,
          "peak_normalized": 1.7301666786506156,
          "population_cv": 0.2498932502086342,
          "spike_contrast": 0.7974048446155259,
          "step": 0
        },
        {
          "bits_per_byte": 5.191908918496252,
          "peak_layer": 1,
          "peak_normalized": 2.133789250541258,
          "population_cv": 0.49221598973047537,
          "spike_contrast": 0.5746026267549044,
          "step": 100
        },
        {
          "bits_per_byte": 3.0881952483500545,
          "peak_layer": 2,
          "peak_normalized": 2.195594858531836,
          "population_cv": 0.606636113722199,
          "spike_contrast": 0.47779529155407807,
          "step": 500
        },
        {
          "bits_per_byte": 1.948972795980338,
          "peak_layer": 21,
          "peak_normalized": 1.8057756999530474,
          "population_cv": 0.34914284904214865,
          "spike_contrast": 1.4606649819879878,
          "step": 2000
        },
        {
          "bits_per_byte": 1.7872753095784035,
          "peak_layer": 21,
          "peak_normalized": 2.1130451955668876,
          "population_cv": 0.3859968358313239,
          "spike_contrast": 1.7734534826874866,
          "step": 4000
        },
        {
          "bits_per_byte": 1.7030966812870931,
          "peak_layer": 21,
          "peak_normalized": 2.2882673690329693,
          "population_cv": 0.42684708327825066,
          "spike_contrast": 1.8814916302334765,
          "step": 8000
        }
      ],
      "seed": 2026073003
    }
  ],
  "verdicts": {
    "interventions": {
      "forward_identity": [
        {
          "passed": true,
          "seed": 2026073001
        },
        {
          "passed": true,
          "seed": 2026073002
        },
        {
          "passed": true,
          "seed": 2026073003
        }
      ],
      "scope": "all 64 depth mixers plus the output mixer",
      "softmax_key_path": {
        "label": "global removal of all mixer softmax/query/key source-gradient paths",
        "mean_relative_drop_contrast": -0.0200106813233286,
        "mean_relative_drop_peak": -0.008401901006156563,
        "opposite_direction_3_of_3": true,
        "passed_3_of_3": false,
        "per_seed": [
          {
            "passed": false,
            "relative_drop_contrast": -0.015414390900329828,
            "relative_drop_peak": -0.006668985338663224,
            "seed": 2026073001,
            "source_peak_normalized": 3.219066994145898,
            "source_spike_contrast": 3.04626897714722,
            "target_peak_normalized": 3.2405349047340315,
            "target_spike_contrast": 3.093225357948515
          },
          {
            "passed": false,
            "relative_drop_contrast": -0.01929133294667749,
            "relative_drop_peak": -0.003788054520504258,
            "seed": 2026073002,
            "source_peak_normalized": 3.6189242296270336,
            "source_spike_contrast": 3.3328477735441013,
            "target_peak_normalized": 3.6326329119144347,
            "target_spike_contrast": 3.3971428496041334
          },
          {
            "passed": false,
            "relative_drop_contrast": -0.025326320122978477,
            "relative_drop_peak": -0.014748663159302204,
            "seed": 2026073003,
            "source_peak_normalized": 2.2882673690329693,
            "source_spike_contrast": 1.8814916302334765,
            "target_peak_normalized": 2.3220162536772593,
            "target_spike_contrast": 1.9291428895694742
          }
        ],
        "same_direction_3_of_3": false,
        "source_mode": "learned",
        "target_mode": "detached_learned",
        "threshold": 0.2,
        "verdict": "opposite direction in 3/3 seeds; no material reduction"
      },
      "value_coefficients": {
        "label": "global replacement of learned value-backward coefficients with 1/N",
        "mean_relative_drop_contrast": 0.701998806119879,
        "mean_relative_drop_peak": 0.3702754647109951,
        "opposite_direction_3_of_3": false,
        "passed_3_of_3": true,
        "per_seed": [
          {
            "passed": true,
            "relative_drop_contrast": 0.7479318970064935,
            "relative_drop_peak": 0.3925047809741125,
            "seed": 2026073001,
            "source_peak_normalized": 3.2405349047340315,
            "source_spike_contrast": 3.093225357948515,
            "target_peak_normalized": 1.968609461712434,
            "target_spike_contrast": 0.7797034481094922
          },
          {
            "passed": true,
            "relative_drop_contrast": 0.7687299974719846,
            "relative_drop_peak": 0.4318458552099138,
            "seed": 2026073002,
            "source_peak_normalized": 3.6326329119144347,
            "source_spike_contrast": 3.3971428496041334,
            "target_peak_normalized": 2.063895445405066,
            "target_spike_contrast": 0.7856572354159773
          },
          {
            "passed": true,
            "relative_drop_contrast": 0.5893345238811586,
            "relative_drop_peak": 0.2864757579489588,
            "seed": 2026073003,
            "source_peak_normalized": 2.3220162536772593,
            "source_spike_contrast": 1.9291428895694742,
            "target_peak_normalized": 1.6568148874352646,
            "target_spike_contrast": 0.7922323832463255
          }
        ],
        "same_direction_3_of_3": true,
        "source_mode": "detached_learned",
        "target_mode": "uniform_value_backward",
        "threshold": 0.2,
        "verdict": "material sensitivity at the preregistered threshold"
      }
    },
    "reduction_robustness": {
      "cells": [
        {
          "checks": {
            "spearman": true,
            "spike_contrast": true,
            "top_five_overlap": true
          },
          "passed": true,
          "reduction": "element_rms",
          "seed": 2026073001,
          "spearman_vs_element_rms": 1.0,
          "spike_contrast": 3.04626897714722,
          "top_five_layers": [
            21,
            22,
            25,
            23,
            26
          ],
          "top_five_spike_overlap": 4
        },
        {
          "checks": {
            "spearman": true,
            "spike_contrast": true,
            "top_five_overlap": true
          },
          "passed": true,
          "reduction": "token_rms_mean",
          "seed": 2026073001,
          "spearman_vs_element_rms": 0.9578445747800587,
          "spike_contrast": 2.869084843241085,
          "top_five_layers": [
            21,
            22,
            25,
            23,
            26
          ],
          "top_five_spike_overlap": 4
        },
        {
          "checks": {
            "spearman": true,
            "spike_contrast": true,
            "top_five_overlap": true
          },
          "passed": true,
          "reduction": "token_rms_median",
          "seed": 2026073001,
          "spearman_vs_element_rms": 0.9013929618768328,
          "spike_contrast": 2.6456990159702416,
          "top_five_layers": [
            21,
            22,
            25,
            23,
            26
          ],
          "top_five_spike_overlap": 4
        },
        {
          "checks": {
            "spearman": true,
            "spike_contrast": true,
            "top_five_overlap": true
          },
          "passed": true,
          "reduction": "token_rms_p95",
          "seed": 2026073001,
          "spearman_vs_element_rms": 0.9967008797653959,
          "spike_contrast": 3.143466990402101,
          "top_five_layers": [
            21,
            22,
            25,
            23,
            26
          ],
          "top_five_spike_overlap": 4
        },
        {
          "checks": {
            "spearman": true,
            "spike_contrast": true,
            "top_five_overlap": true
          },
          "passed": true,
          "reduction": "element_rms",
          "seed": 2026073002,
          "spearman_vs_element_rms": 1.0,
          "spike_contrast": 3.3328477735441013,
          "top_five_layers": [
            21,
            22,
            23,
            25,
            24
          ],
          "top_five_spike_overlap": 5
        },
        {
          "checks": {
            "spearman": true,
            "spike_contrast": true,
            "top_five_overlap": true
          },
          "passed": true,
          "reduction": "token_rms_mean",
          "seed": 2026073002,
          "spearman_vs_element_rms": 0.9732404692082112,
          "spike_contrast": 3.18249263251226,
          "top_five_layers": [
            21,
            22,
            23,
            25,
            24
          ],
          "top_five_spike_overlap": 5
        },
        {
          "checks": {
            "spearman": true,
            "spike_contrast": true,
            "top_five_overlap": true
          },
          "passed": true,
          "reduction": "token_rms_median",
          "seed": 2026073002,
          "spearman_vs_element_rms": 0.8951612903225806,
          "spike_contrast": 2.9052606637917697,
          "top_five_layers": [
            21,
            22,
            23,
            25,
            18
          ],
          "top_five_spike_overlap": 4
        },
        {
          "checks": {
            "spearman": true,
            "spike_contrast": true,
            "top_five_overlap": true
          },
          "passed": true,
          "reduction": "token_rms_p95",
          "seed": 2026073002,
          "spearman_vs_element_rms": 0.9970674486803519,
          "spike_contrast": 3.5324549012779802,
          "top_five_layers": [
            21,
            22,
            23,
            25,
            24
          ],
          "top_five_spike_overlap": 5
        },
        {
          "checks": {
            "spearman": true,
            "spike_contrast": true,
            "top_five_overlap": true
          },
          "passed": true,
          "reduction": "element_rms",
          "seed": 2026073003,
          "spearman_vs_element_rms": 1.0,
          "spike_contrast": 1.8814916302334765,
          "top_five_layers": [
            21,
            22,
            17,
            23,
            18
          ],
          "top_five_spike_overlap": 3
        },
        {
          "checks": {
            "spearman": true,
            "spike_contrast": true,
            "top_five_overlap": true
          },
          "passed": true,
          "reduction": "token_rms_mean",
          "seed": 2026073003,
          "spearman_vs_element_rms": 0.9875366568914956,
          "spike_contrast": 1.8077155175462722,
          "top_five_layers": [
            21,
            22,
            17,
            18,
            23
          ],
          "top_five_spike_overlap": 3
        },
        {
          "checks": {
            "spearman": true,
            "spike_contrast": true,
            "top_five_overlap": true
          },
          "passed": true,
          "reduction": "token_rms_median",
          "seed": 2026073003,
          "spearman_vs_element_rms": 0.9343841642228738,
          "spike_contrast": 1.6658967617763285,
          "top_five_layers": [
            21,
            22,
            17,
            18,
            23
          ],
          "top_five_spike_overlap": 3
        },
        {
          "checks": {
            "spearman": true,
            "spike_contrast": true,
            "top_five_overlap": true
          },
          "passed": true,
          "reduction": "token_rms_p95",
          "seed": 2026073003,
          "spearman_vs_element_rms": 0.9926686217008798,
          "spike_contrast": 2.0122799667677387,
          "top_five_layers": [
            21,
            22,
            23,
            17,
            18
          ],
          "top_five_spike_overlap": 3
        }
      ],
      "passed_cells": 12,
      "total_cells": 12,
      "verdict": "robust within the preregistered reduction family"
    },
    "visible_positions": {
      "criterion": "step 8000 element-RMS spike contrast >= 1.5 in 3/3 seeds",
      "earliest_observed_tensor": "pre_attention_input",
      "positions": [
        {
          "mean_spike_contrast": 2.9842437043760683,
          "per_seed": [
            {
              "passed": true,
              "peak_layer": 22,
              "peak_normalized": 4.232714993086349,
              "seed": 2026073001,
              "spike_contrast": 3.7241794809927478
            },
            {
              "passed": true,
              "peak_layer": 21,
              "peak_normalized": 3.51885122958336,
              "seed": 2026073002,
              "spike_contrast": 3.1885950432011234
            },
            {
              "passed": true,
              "peak_layer": 22,
              "peak_normalized": 2.5497535502321647,
              "seed": 2026073003,
              "spike_contrast": 2.0399565889343343
            }
          ],
          "position": "pre_attention_input",
          "visible_3_of_3": true
        },
        {
          "mean_spike_contrast": 2.9553267731281916,
          "per_seed": [
            {
              "passed": true,
              "peak_layer": 21,
              "peak_normalized": 3.138964807406113,
              "seed": 2026073001,
              "spike_contrast": 3.1996375366532934
            },
            {
              "passed": true,
              "peak_layer": 21,
              "peak_normalized": 3.7925106998539326,
              "seed": 2026073002,
              "spike_contrast": 3.6616605179769537
            },
            {
              "passed": true,
              "peak_layer": 21,
              "peak_normalized": 2.2656295070514414,
              "seed": 2026073003,
              "spike_contrast": 2.004682264754327
            }
          ],
          "position": "attention_branch_output",
          "visible_3_of_3": true
        },
        {
          "mean_spike_contrast": 2.9553191807218897,
          "per_seed": [
            {
              "passed": true,
              "peak_layer": 21,
              "peak_normalized": 3.1389231589965445,
              "seed": 2026073001,
              "spike_contrast": 3.1996384204494492
            },
            {
              "passed": true,
              "peak_layer": 21,
              "peak_normalized": 3.7925041485004933,
              "seed": 2026073002,
              "spike_contrast": 3.6616533387138865
            },
            {
              "passed": true,
              "peak_layer": 21,
              "peak_normalized": 2.265619973525555,
              "seed": 2026073003,
              "spike_contrast": 2.0046657830023333
            }
          ],
          "position": "post_attention_state",
          "visible_3_of_3": true
        },
        {
          "mean_spike_contrast": 3.7778825845934967,
          "per_seed": [
            {
              "passed": true,
              "peak_layer": 22,
              "peak_normalized": 2.987231504916195,
              "seed": 2026073001,
              "spike_contrast": 3.828767846228416
            },
            {
              "passed": true,
              "peak_layer": 21,
              "peak_normalized": 3.828274701557073,
              "seed": 2026073002,
              "spike_contrast": 4.52698797699541
            },
            {
              "passed": true,
              "peak_layer": 22,
              "peak_normalized": 2.526943137473127,
              "seed": 2026073003,
              "spike_contrast": 2.977891930556664
            }
          ],
          "position": "pre_mlp_input",
          "visible_3_of_3": true
        },
        {
          "mean_spike_contrast": 2.7535328779602537,
          "per_seed": [
            {
              "passed": true,
              "peak_layer": 21,
              "peak_normalized": 3.2190719364475022,
              "seed": 2026073001,
              "spike_contrast": 3.0462648281411457
            },
            {
              "passed": true,
              "peak_layer": 21,
              "peak_normalized": 3.6189237818679025,
              "seed": 2026073002,
              "spike_contrast": 3.3328561680843984
            },
            {
              "passed": true,
              "peak_layer": 21,
              "peak_normalized": 2.2882576030527964,
              "seed": 2026073003,
              "spike_contrast": 1.8814776376552176
            }
          ],
          "position": "mlp_branch_output",
          "visible_3_of_3": true
        },
        {
          "mean_spike_contrast": 2.7535361269749323,
          "per_seed": [
            {
              "passed": true,
              "peak_layer": 21,
              "peak_normalized": 3.219066994145898,
              "seed": 2026073001,
              "spike_contrast": 3.04626897714722
            },
            {
              "passed": true,
              "peak_layer": 21,
              "peak_normalized": 3.6189242296270336,
              "seed": 2026073002,
              "spike_contrast": 3.3328477735441013
            },
            {
              "passed": true,
              "peak_layer": 21,
              "peak_normalized": 2.2882673690329693,
              "seed": 2026073003,
              "spike_contrast": 1.8814916302334765
            }
          ],
          "position": "post_mlp_state",
          "visible_3_of_3": true
        }
      ],
      "verdict": "visible at one or more positions",
      "visible_positions": [
        "pre_attention_input",
        "attention_branch_output",
        "post_attention_state",
        "pre_mlp_input",
        "mlp_branch_output",
        "post_mlp_state"
      ]
    }
  }
}