{ "k_scales": { "model.layers.3.self_attn": 0.016322544642857144, "model.layers.7.self_attn": 0.03822544642857143, "model.layers.11.self_attn": 0.0322265625, "model.layers.15.self_attn": 0.028459821428571428, "model.layers.19.self_attn": 0.020089285714285716, "model.layers.23.self_attn": 0.0302734375, "model.layers.27.self_attn": 0.028599330357142856, "model.layers.31.self_attn": 0.018833705357142856, "model.layers.35.self_attn": 0.016183035714285716, "model.layers.39.self_attn": 0.025251116071428572 }, "v_scales": { "model.layers.3.self_attn": 0.009765625, "model.layers.7.self_attn": 0.021484375, "model.layers.11.self_attn": 0.0234375, "model.layers.15.self_attn": 0.027762276785714284, "model.layers.19.self_attn": 0.026646205357142856, "model.layers.23.self_attn": 0.030831473214285716, "model.layers.27.self_attn": 0.031110491071428572, "model.layers.31.self_attn": 0.04045758928571429, "model.layers.35.self_attn": 0.022739955357142856, "model.layers.39.self_attn": 0.037388392857142856 }, "q_scale": 0.043247767857142856, "prob_scale": 1.0 }