{ "model": "google/gemma-4-12B-it", "data": "runs/setpoint/data_gemma-4-12b-it", "run": "runs/distill_gemma/s10_rms", "scale": 10.0, "layer": null, "kl_weight": 1.0, "hid_weight": 1.0, "hid_norm": "rms", "steps": 150, "batch": 32, "micro_tokens": 3072, "lr": 1e-05, "lora_rank": 32, "eval_every": 25, "eval_n": 100, "seed": 0 }