{
  "model": "Qwen/Qwen3.5-9B",
  "probe": "/root/probe_results/mi300x_9b_allretr.json",
  "steps": 600,
  "lr": 0.001,
  "seq_len": 131072,
  "batch_size": 1,
  "d_idx": 32,
  "group_agree_loss": 0.0,
  "init_from": "checkpoints/mi300x_9b_131k_dim32_hybrid/state_dict.pt",
  "chunked_teacher": true,
  "cq": 4096,
  "elapsed_min": 341.44855037052184,
  "final_per_head_kl": {
    "3": [
      4.404161687367031,
      3.4303588955223208,
      3.5867880305806468,
      4.443050651379724,
      0.864251922911145,
      1.4260815397994646,
      1.8471566297508293,
      0.937551879442634,
      2.9901156676515397,
      1.7578702338172059,
      1.5985858542534346,
      2.3945404937493238,
      1.6303878557487739,
      1.0909941654158553,
      0.6682788029594647,
      1.2410822292951285
    ],
    "7": [
      4.2681113396752846,
      2.725939629759844,
      3.6312881088972127,
      2.609027118096874,
      2.2233148979518247,
      1.7790757821233143,
      1.2144940809720044,
      3.3635552171228182,
      3.068342824286925,
      1.3055702340425772,
      1.6013982781905831,
      1.8736325941714445,
      3.110743004471369,
      3.5705626270531337,
      3.2608932215603814,
      3.2996000573006814
    ],
    "11": [
      2.2117060869437832,
      2.0285895433017362,
      1.8235632537265163,
      1.7647344131722829,
      1.7458125287348552,
      2.184883473119952,
      2.0315708021193926,
      2.0710793262296265,
      2.159183701928278,
      0.9727263440305874,
      2.077333312486478,
      1.4537598254892814,
      2.3555849219200744,
      2.385445964950238,
      2.0078793014951137,
      2.463790455577041
    ],
    "15": [
      1.2554757153852047,
      1.697993469018192,
      1.6192372177786492,
      1.2800243140539358,
      1.3145579667244744,
      1.142519704504273,
      1.4593294573676168,
      1.727422468008528,
      1.5330100626926926,
      1.4692875284249693,
      1.6040726093164035,
      1.636467619339797,
      1.6151194707941188,
      1.6500670585593809,
      1.5232829092970215,
      1.4646499481927466
    ],
    "19": [
      1.7488381047278414,
      1.2365463303054685,
      1.5026934700887062,
      1.6537234632205124,
      1.4411901223372368,
      1.4209392684612991,
      1.1248284360125487,
      1.7100688868849614,
      1.256322513251839,
      1.5829194070421806,
      1.4665565551247206,
      1.2346827024060651,
      1.8420663346945767,
      2.750863489436842,
      1.5989197032647302,
      1.5812119016670723
    ],
    "23": [
      1.6057091226967042,
      1.4685343829443422,
      2.044562689311986,
      1.7314381816076645,
      1.183444124510944,
      1.17006851607856,
      1.260285176533427,
      1.266897820264045,
      1.4772798501618167,
      1.534421415946605,
      1.9362897907313754,
      1.49393294876519,
      1.3174712707792442,
      1.350002243149836,
      1.3635456212306631,
      1.4584665665735883
    ],
    "27": [
      1.0524306606115001,
      1.617601831255409,
      2.4426273404821144,
      1.3928480424802574,
      1.0504518203812383,
      1.062752433588679,
      1.026773375452433,
      1.3219766918068476,
      1.1073272718283482,
      1.5203000834437652,
      1.1100465363794534,
      1.1308925028368626,
      1.023271931244253,
      1.3523446092285085,
      1.4132439615955845,
      0.9873880132974767
    ],
    "31": [
      1.3215919229421336,
      1.129417711051876,
      1.6445053851090348,
      1.0747299557483232,
      0.8891978619436707,
      0.8788884315727319,
      0.8147294426762179,
      1.6164967542290944,
      1.4972103597040423,
      2.300715117576266,
      1.746435680689276,
      1.6031622320615624,
      0.9524875246359125,
      2.3837677578587013,
      1.386420608271807,
      1.5031957314091122
    ]
  },
  "final_mean_kl": 1.7587259087781963,
  "final_max_kl": 4.443050651379724
}