fugu-lite / artifacts /router-sft-real-v1 /router_config.json
tahsinsoyak's picture
Upload private Fugu-Lite V1 snapshot
88e15cd verified
Raw
History Blame
3.39 kB
{
"format_version": 1,
"model": {
"base_model": "Qwen/Qwen3-0.6B",
"max_length": 512,
"pooling": "last_token",
"dropout": 0.05,
"freeze_backbone": true,
"dtype": "auto"
},
"worker_ids": [
"qwen_worker",
"deepseek_worker",
"gemini_worker"
],
"metadata": {
"stage": "sft",
"global_step": 150,
"history": [
{
"epoch": 1,
"train_loss": 1.1571123441060385,
"validation": {
"examples": 30,
"router_utility": 0.9333333373069763,
"oracle_utility": 1.0,
"regret": 0.06666667014360428,
"oracle_route_accuracy": 0.03333333507180214,
"best_fixed_worker": "deepseek_worker",
"best_fixed_utility": 0.9333333373069763,
"random_utility": 0.9074074029922485,
"route_counts": {
"qwen_worker": 0,
"deepseek_worker": 7,
"gemini_worker": 23
}
}
},
{
"epoch": 2,
"train_loss": 1.1294794917106628,
"validation": {
"examples": 30,
"router_utility": 0.9666666388511658,
"oracle_utility": 1.0,
"regret": 0.03333333507180214,
"oracle_route_accuracy": 0.13333334028720856,
"best_fixed_worker": "deepseek_worker",
"best_fixed_utility": 0.9333333373069763,
"random_utility": 0.9074074029922485,
"route_counts": {
"qwen_worker": 0,
"deepseek_worker": 24,
"gemini_worker": 6
}
}
},
{
"epoch": 3,
"train_loss": 1.1209672927856444,
"validation": {
"examples": 30,
"router_utility": 0.911111056804657,
"oracle_utility": 1.0,
"regret": 0.08888888359069824,
"oracle_route_accuracy": 0.23333333432674408,
"best_fixed_worker": "deepseek_worker",
"best_fixed_utility": 0.9333333373069763,
"random_utility": 0.9074074029922485,
"route_counts": {
"qwen_worker": 10,
"deepseek_worker": 8,
"gemini_worker": 12
}
}
},
{
"epoch": 4,
"train_loss": 1.0994255065917968,
"validation": {
"examples": 30,
"router_utility": 0.911111056804657,
"oracle_utility": 1.0,
"regret": 0.08888888359069824,
"oracle_route_accuracy": 0.5666666626930237,
"best_fixed_worker": "deepseek_worker",
"best_fixed_utility": 0.9333333373069763,
"random_utility": 0.9074074029922485,
"route_counts": {
"qwen_worker": 19,
"deepseek_worker": 11,
"gemini_worker": 0
}
}
},
{
"epoch": 5,
"train_loss": 1.0905978600184123,
"validation": {
"examples": 30,
"router_utility": 0.9666666388511658,
"oracle_utility": 1.0,
"regret": 0.03333333507180214,
"oracle_route_accuracy": 0.13333334028720856,
"best_fixed_worker": "deepseek_worker",
"best_fixed_utility": 0.9333333373069763,
"random_utility": 0.9074074029922485,
"route_counts": {
"qwen_worker": 0,
"deepseek_worker": 29,
"gemini_worker": 1
}
}
}
]
}
}