ProCreations's picture
Re-run the implicit-bias claims at d=200/800 constraints against exactly-solved SVM and l_inf-LP references; cosine 0.95-0.999, soft margin monotone in all runs
c849bde verified
Raw
History Blame Contribute Delete
2.12 kB
{
"claims156_at_scale": {
"rows": [
{
"d": 50,
"n_constraints": 200,
"algorithm": "l2",
"target_norm": "2",
"cosine_to_exact": 0.99757,
"margin_ratio": 0.90241,
"soft_margin_decreases": 0,
"checkpoints": 80
},
{
"d": 50,
"n_constraints": 200,
"algorithm": "sign",
"target_norm": "inf",
"cosine_to_exact": 0.99869,
"margin_ratio": 0.9541,
"soft_margin_decreases": 0,
"checkpoints": 80
},
{
"d": 50,
"n_constraints": 200,
"algorithm": "adam",
"target_norm": "inf",
"cosine_to_exact": 0.98554,
"margin_ratio": 0.87653,
"soft_margin_decreases": 0,
"checkpoints": 80
},
{
"d": 100,
"n_constraints": 400,
"algorithm": "l2",
"target_norm": "2",
"cosine_to_exact": 0.98408,
"margin_ratio": 0.95087,
"soft_margin_decreases": 0,
"checkpoints": 80
},
{
"d": 100,
"n_constraints": 400,
"algorithm": "sign",
"target_norm": "inf",
"cosine_to_exact": 0.99779,
"margin_ratio": 0.92333,
"soft_margin_decreases": 0,
"checkpoints": 80
},
{
"d": 100,
"n_constraints": 400,
"algorithm": "adam",
"target_norm": "inf",
"cosine_to_exact": 0.98186,
"margin_ratio": 0.78166,
"soft_margin_decreases": 0,
"checkpoints": 80
},
{
"d": 200,
"n_constraints": 800,
"algorithm": "l2",
"target_norm": "2",
"cosine_to_exact": 0.99046,
"margin_ratio": 0.89021,
"soft_margin_decreases": 0,
"checkpoints": 80
},
{
"d": 200,
"n_constraints": 800,
"algorithm": "sign",
"target_norm": "inf",
"cosine_to_exact": 0.98917,
"margin_ratio": 0.92278,
"soft_margin_decreases": 0,
"checkpoints": 80
},
{
"d": 200,
"n_constraints": 800,
"algorithm": "adam",
"target_norm": "inf",
"cosine_to_exact": 0.95326,
"margin_ratio": 0.79278,
"soft_margin_decreases": 0,
"checkpoints": 80
}
],
"max_d": 200,
"max_constraints": 800,
"min_cosine": 0.95326,
"min_margin_ratio": 0.78166,
"total_soft_margin_decreases": 0
}
}