karstenskyt commited on
Commit
a0859e0
·
verified ·
1 Parent(s): 7cf486b

Upload results.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. results.json +103 -0
results.json ADDED
@@ -0,0 +1,103 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": "luxury-lakehouse/football2vec-training-data",
3
+ "dataset_sha_pinned": "5eb1bfc3be549c56fc1256936aa53fd7f2393d8f",
4
+ "stage1_model_repo": "luxury-lakehouse/football2vec-v2",
5
+ "stage1_sha_pinned": "bf102a57c9575cbfddf7661ba7a3ebe29de3c124",
6
+ "shared_config": {
7
+ "hidden_dim": 192,
8
+ "num_layers": 4,
9
+ "num_heads": 6,
10
+ "dropout": 0.1,
11
+ "mask_prob": 0.22,
12
+ "spatial_mlp_dim": 64,
13
+ "pooling_type": "cls",
14
+ "spatial_injection": "additive",
15
+ "position_embedding": "learnable",
16
+ "learning_rate": 0.0003,
17
+ "batch_size": 256,
18
+ "adversary_architecture": "linear",
19
+ "lambda_schedule_shape": "linear",
20
+ "lambda_max": 0.2,
21
+ "lambda_warmup_epochs": 5,
22
+ "dataset": "luxury-lakehouse/football2vec-training-data",
23
+ "stage1_model_repo": "luxury-lakehouse/football2vec-v2"
24
+ },
25
+ "epochs": 30,
26
+ "seed": 42,
27
+ "fitness_formula": "0.4 * mlm_score + 0.6 * debias_score",
28
+ "L_0": 0.7412641498777601,
29
+ "pool_backends": [
30
+ "LocalCudaBackend",
31
+ "RemoteSSHBackend",
32
+ "RemoteSSHBackend"
33
+ ],
34
+ "variants": [
35
+ {
36
+ "val_mlm_loss": 0.7412641498777601,
37
+ "val_adv_accuracy": 0.14106830122591943,
38
+ "num_competitions": 22.0,
39
+ "chance": 0.045454545454545456,
40
+ "leakage": 0.10016679176048701,
41
+ "debias_score": 0.899833208239513,
42
+ "mlm_score": 1.0,
43
+ "fitness": 0.9398999249437078,
44
+ "param_count": 1954093.0,
45
+ "training_time_seconds": 6354.765999999945,
46
+ "epochs_trained": 16.0,
47
+ "variant": "linear",
48
+ "program_path": "<baseline>",
49
+ "wall_clock_seconds": 6358.890000000014
50
+ },
51
+ {
52
+ "val_mlm_loss": 0.7836529983414544,
53
+ "val_adv_accuracy": 0.21164623467600702,
54
+ "num_competitions": 22.0,
55
+ "chance": 0.045454545454545456,
56
+ "leakage": 0.1741055791843883,
57
+ "debias_score": 0.8258944208156117,
58
+ "mlm_score": 0.9459086501890412,
59
+ "fitness": 0.8739001125649835,
60
+ "param_count": 1991533.0,
61
+ "training_time_seconds": 6388.405999999959,
62
+ "epochs_trained": 16.0,
63
+ "variant": "deep_mlp_2layer",
64
+ "program_path": "deep_mlp_2layer.py",
65
+ "wall_clock_seconds": 6389.734000000055
66
+ },
67
+ {
68
+ "combined_score": 0.0,
69
+ "error": 1.0,
70
+ "variant": "deep_mlp_3layer",
71
+ "program_path": "deep_mlp_3layer.py",
72
+ "wall_clock_seconds": 9.530999999959022
73
+ },
74
+ {
75
+ "combined_score": 0.0,
76
+ "error": 1.0,
77
+ "variant": "cross_attention_adversary",
78
+ "program_path": "cross_attention_adversary.py",
79
+ "wall_clock_seconds": 63.32799999997951
80
+ },
81
+ {
82
+ "combined_score": 0.0,
83
+ "error": 1.0,
84
+ "variant": "attention_pool_head",
85
+ "program_path": "attention_pool_head.py",
86
+ "wall_clock_seconds": 2.125
87
+ },
88
+ {
89
+ "combined_score": 0.0,
90
+ "error": 1.0,
91
+ "variant": "residual_mlp",
92
+ "program_path": "residual_mlp.py",
93
+ "wall_clock_seconds": 1.75
94
+ },
95
+ {
96
+ "combined_score": 0.0,
97
+ "error": 1.0,
98
+ "variant": "dual_head_ensemble",
99
+ "program_path": "dual_head_ensemble.py",
100
+ "wall_clock_seconds": 1.75
101
+ }
102
+ ]
103
+ }