{ "dataset": "luxury-lakehouse/football2vec-training-data", "dataset_sha_pinned": "5eb1bfc3be549c56fc1256936aa53fd7f2393d8f", "stage1_model_repo": "luxury-lakehouse/football2vec-v2", "stage1_sha_pinned": "bf102a57c9575cbfddf7661ba7a3ebe29de3c124", "shared_config": { "hidden_dim": 192, "num_layers": 4, "num_heads": 6, "dropout": 0.1, "mask_prob": 0.22, "spatial_mlp_dim": 64, "pooling_type": "cls", "spatial_injection": "additive", "position_embedding": "learnable", "learning_rate": 0.0003, "batch_size": 256, "adversary_architecture": "linear", "lambda_schedule_shape": "linear", "lambda_max": 0.2, "lambda_warmup_epochs": 5, "dataset": "luxury-lakehouse/football2vec-training-data", "stage1_model_repo": "luxury-lakehouse/football2vec-v2" }, "epochs": 30, "seed": 42, "fitness_formula": "0.4 * mlm_score + 0.6 * debias_score", "L_0": 0.7412641498777601, "pool_backends": [ "LocalCudaBackend", "RemoteSSHBackend", "RemoteSSHBackend" ], "variants": [ { "val_mlm_loss": 0.7412641498777601, "val_adv_accuracy": 0.14106830122591943, "num_competitions": 22.0, "chance": 0.045454545454545456, "leakage": 0.10016679176048701, "debias_score": 0.899833208239513, "mlm_score": 1.0, "fitness": 0.9398999249437078, "param_count": 1954093.0, "training_time_seconds": 6354.765999999945, "epochs_trained": 16.0, "variant": "linear", "program_path": "", "wall_clock_seconds": 6358.890000000014 }, { "val_mlm_loss": 0.7836529983414544, "val_adv_accuracy": 0.21164623467600702, "num_competitions": 22.0, "chance": 0.045454545454545456, "leakage": 0.1741055791843883, "debias_score": 0.8258944208156117, "mlm_score": 0.9459086501890412, "fitness": 0.8739001125649835, "param_count": 1991533.0, "training_time_seconds": 6388.405999999959, "epochs_trained": 16.0, "variant": "deep_mlp_2layer", "program_path": "deep_mlp_2layer.py", "wall_clock_seconds": 6389.734000000055 }, { "combined_score": 0.0, "error": 1.0, "variant": "deep_mlp_3layer", "program_path": "deep_mlp_3layer.py", "wall_clock_seconds": 9.530999999959022 }, { "combined_score": 0.0, "error": 1.0, "variant": "cross_attention_adversary", "program_path": "cross_attention_adversary.py", "wall_clock_seconds": 63.32799999997951 }, { "combined_score": 0.0, "error": 1.0, "variant": "attention_pool_head", "program_path": "attention_pool_head.py", "wall_clock_seconds": 2.125 }, { "combined_score": 0.0, "error": 1.0, "variant": "residual_mlp", "program_path": "residual_mlp.py", "wall_clock_seconds": 1.75 }, { "combined_score": 0.0, "error": 1.0, "variant": "dual_head_ensemble", "program_path": "dual_head_ensemble.py", "wall_clock_seconds": 1.75 } ] }