Re-run the implicit-bias claims at d=200/800 constraints against exactly-solved SVM and l_inf-LP references; cosine 0.95-0.999, soft margin monotone in all runs
c849bde verified | { | |
| "claims156_at_scale": { | |
| "rows": [ | |
| { | |
| "d": 50, | |
| "n_constraints": 200, | |
| "algorithm": "l2", | |
| "target_norm": "2", | |
| "cosine_to_exact": 0.99757, | |
| "margin_ratio": 0.90241, | |
| "soft_margin_decreases": 0, | |
| "checkpoints": 80 | |
| }, | |
| { | |
| "d": 50, | |
| "n_constraints": 200, | |
| "algorithm": "sign", | |
| "target_norm": "inf", | |
| "cosine_to_exact": 0.99869, | |
| "margin_ratio": 0.9541, | |
| "soft_margin_decreases": 0, | |
| "checkpoints": 80 | |
| }, | |
| { | |
| "d": 50, | |
| "n_constraints": 200, | |
| "algorithm": "adam", | |
| "target_norm": "inf", | |
| "cosine_to_exact": 0.98554, | |
| "margin_ratio": 0.87653, | |
| "soft_margin_decreases": 0, | |
| "checkpoints": 80 | |
| }, | |
| { | |
| "d": 100, | |
| "n_constraints": 400, | |
| "algorithm": "l2", | |
| "target_norm": "2", | |
| "cosine_to_exact": 0.98408, | |
| "margin_ratio": 0.95087, | |
| "soft_margin_decreases": 0, | |
| "checkpoints": 80 | |
| }, | |
| { | |
| "d": 100, | |
| "n_constraints": 400, | |
| "algorithm": "sign", | |
| "target_norm": "inf", | |
| "cosine_to_exact": 0.99779, | |
| "margin_ratio": 0.92333, | |
| "soft_margin_decreases": 0, | |
| "checkpoints": 80 | |
| }, | |
| { | |
| "d": 100, | |
| "n_constraints": 400, | |
| "algorithm": "adam", | |
| "target_norm": "inf", | |
| "cosine_to_exact": 0.98186, | |
| "margin_ratio": 0.78166, | |
| "soft_margin_decreases": 0, | |
| "checkpoints": 80 | |
| }, | |
| { | |
| "d": 200, | |
| "n_constraints": 800, | |
| "algorithm": "l2", | |
| "target_norm": "2", | |
| "cosine_to_exact": 0.99046, | |
| "margin_ratio": 0.89021, | |
| "soft_margin_decreases": 0, | |
| "checkpoints": 80 | |
| }, | |
| { | |
| "d": 200, | |
| "n_constraints": 800, | |
| "algorithm": "sign", | |
| "target_norm": "inf", | |
| "cosine_to_exact": 0.98917, | |
| "margin_ratio": 0.92278, | |
| "soft_margin_decreases": 0, | |
| "checkpoints": 80 | |
| }, | |
| { | |
| "d": 200, | |
| "n_constraints": 800, | |
| "algorithm": "adam", | |
| "target_norm": "inf", | |
| "cosine_to_exact": 0.95326, | |
| "margin_ratio": 0.79278, | |
| "soft_margin_decreases": 0, | |
| "checkpoints": 80 | |
| } | |
| ], | |
| "max_d": 200, | |
| "max_constraints": 800, | |
| "min_cosine": 0.95326, | |
| "min_margin_ratio": 0.78166, | |
| "total_soft_margin_decreases": 0 | |
| } | |
| } |