gemma4-prometheus-merged / prometheus-export-metadata.json
groxaxo's picture
Add Gemma4 Prometheus merged weights
4f1efe1 verified
Raw
History Blame Contribute Delete
1.39 kB
{
"study_name": "prometheus",
"trial_number": 0,
"trial_index": 1,
"values": [
0.05,
1.0
],
"params": {
"vector_scope": "global",
"vector_index": 24.833582552609723,
"attn.o_proj.max_weight": 1.3391680582909262,
"attn.o_proj.max_weight_position": 58.91815148148248,
"attn.o_proj.min_weight": 0.4171431004600198,
"attn.o_proj.min_weight_distance": 24.460301888430983,
"mlp.down_proj.max_weight": 1.28298502523291,
"mlp.down_proj.max_weight_position": 47.958866176475524,
"mlp.down_proj.min_weight": 0.3445530917652614,
"mlp.down_proj.min_weight_distance": 8.233605383173686
},
"vector_index": 24.833582552609723,
"profiles": {
"attn.o_proj": {
"max_weight": 1.3391680582909262,
"max_weight_position": 58.91815148148248,
"min_weight": 0.5586247158725015,
"min_weight_distance": 24.460301888430983
},
"mlp.down_proj": {
"max_weight": 1.28298502523291,
"max_weight_position": 47.958866176475524,
"min_weight": 0.44205645713253106,
"min_weight_distance": 8.233605383173686
}
},
"routing": null,
"source_config": "/home/op/.copilot/session-state/46deb955-1632-48b7-b4f3-cd423ea1536e/files/gemma4_prometheus.toml",
"source_checkpoint_dir": "/home/op/outputs/gemma4-prometheus/checkpoints",
"output_dir": "/home/op/outputs/gemma4-prometheus/merged-model"
}