{
  "dataset": "luxury-lakehouse/football2vec-training-data",
  "dataset_sha_pinned": "5eb1bfc3be549c56fc1256936aa53fd7f2393d8f",
  "stage1_model_repo": "luxury-lakehouse/football2vec-v2",
  "stage1_sha_pinned": "bf102a57c9575cbfddf7661ba7a3ebe29de3c124",
  "shared_config": {
    "hidden_dim": 192,
    "num_layers": 4,
    "num_heads": 6,
    "dropout": 0.1,
    "mask_prob": 0.22,
    "spatial_mlp_dim": 64,
    "pooling_type": "cls",
    "spatial_injection": "additive",
    "position_embedding": "learnable",
    "learning_rate": 0.0003,
    "batch_size": 256,
    "adversary_architecture": "linear",
    "lambda_schedule_shape": "linear",
    "lambda_max": 0.2,
    "lambda_warmup_epochs": 5,
    "dataset": "luxury-lakehouse/football2vec-training-data",
    "stage1_model_repo": "luxury-lakehouse/football2vec-v2"
  },
  "epochs": 30,
  "seed": 42,
  "fitness_formula": "0.4 * mlm_score + 0.6 * debias_score",
  "L_0": 0.7413,
  "pool_backends": [
    "LocalCudaBackend",
    "RemoteSSHBackend",
    "RemoteSSHBackend"
  ],
  "variants": [
    {
      "val_mlm_loss": 0.8816994256443448,
      "val_adv_accuracy": 0.09728546409807355,
      "num_competitions": 22.0,
      "chance": 0.045454545454545456,
      "leakage": 0.05429905762655324,
      "debias_score": 0.9457009423734468,
      "mlm_score": 0.840762711689711,
      "fitness": 0.9037256500999524,
      "param_count": 2102488.0,
      "training_time_seconds": 7532.348341790959,
      "epochs_trained": 16.0,
      "variant": "cross_attention_adversary",
      "program_path": "cross_attention_adversary.py",
      "wall_clock_seconds": 7539.859999999986
    },
    {
      "val_mlm_loss": 0.7490579379929436,
      "val_adv_accuracy": 0.21164623467600702,
      "num_competitions": 22.0,
      "chance": 0.045454545454545456,
      "leakage": 0.1741055791843883,
      "debias_score": 0.8258944208156117,
      "mlm_score": 0.9896430735201464,
      "fitness": 0.8913938818974256,
      "param_count": 2028589.0,
      "training_time_seconds": 5628.0779999999795,
      "epochs_trained": 16.0,
      "variant": "residual_mlp",
      "program_path": "residual_mlp.py",
      "wall_clock_seconds": 5629.265999999945
    },
    {
      "val_mlm_loss": 0.773209982448154,
      "val_adv_accuracy": 0.21164623467600702,
      "num_competitions": 22.0,
      "chance": 0.045454545454545456,
      "leakage": 0.1741055791843883,
      "debias_score": 0.8258944208156117,
      "mlm_score": 0.9587305089529238,
      "fitness": 0.8790288560705366,
      "param_count": 2103277.0,
      "training_time_seconds": 4988.107975777995,
      "epochs_trained": 16.0,
      "variant": "deep_mlp_3layer",
      "program_path": "deep_mlp_3layer.py",
      "wall_clock_seconds": 4993.25
    },
    {
      "val_mlm_loss": 0.7801726990275912,
      "val_adv_accuracy": 0.21164623467600702,
      "num_competitions": 22.0,
      "chance": 0.045454545454545456,
      "leakage": 0.1741055791843883,
      "debias_score": 0.8258944208156117,
      "mlm_score": 0.9501742382474517,
      "fitness": 0.8756063477883478,
      "param_count": 1995779.0,
      "training_time_seconds": 7390.658450284973,
      "epochs_trained": 16.0,
      "variant": "dual_head_ensemble",
      "program_path": "dual_head_ensemble.py",
      "wall_clock_seconds": 7397.609000000055
    },
    {
      "val_mlm_loss": 0.783913352754381,
      "val_adv_accuracy": 0.21164623467600702,
      "num_competitions": 22.0,
      "chance": 0.045454545454545456,
      "leakage": 0.1741055791843883,
      "debias_score": 0.8258944208156117,
      "mlm_score": 0.9456402259195439,
      "fitness": 0.8737927428571846,
      "param_count": 1991533.0,
      "training_time_seconds": 5025.6720000000205,
      "epochs_trained": 16.0,
      "variant": "deep_mlp_2layer",
      "program_path": "deep_mlp_2layer.py",
      "wall_clock_seconds": 5028.8279999999795
    },
    {
      "combined_score": 0.0,
      "error": 1.0,
      "variant": "attention_pool_head",
      "program_path": "attention_pool_head.py",
      "wall_clock_seconds": 10803.032000000007
    }
  ]
}