OppaiOracle-experimental-X1 / comparison_v1_1.json
Grio43's picture
Release OppaiOracle experimental-X1: E21 FP32 preview with regression notes and V1.1 comparison
e22725e verified
Raw
History Blame Contribute Delete
2.02 kB
{
"models": {
"X1": {
"model": "X1",
"model_sha256": "140833e796436c0fa3aed38ffd7dc7d347decefd2b2663a28b28c8979d1d0a82",
"native_image_size": 320,
"sample_sha256": "20a60e7a747cdf9a698a464c9d324612aad2ca6b43a541db0813554eb9af8694",
"shared_tags": 13569,
"supported_shared_tags": 13394,
"binned_mAP": 0.5290907035649586,
"exact_mAP": 0.531654937336375,
"best_grid_micro_f1": 0.6515133755136089,
"best_grid_threshold": 0.7035175561904907,
"precision_at_best_grid": 0.6837121609113485,
"recall_at_best_grid": 0.6222109329820729,
"preprocessing": "FP32 RGB, native resolution, downscale-only centered LANCZOS letterbox, mean/std 0.5, pad 114, True=padding"
},
"V1.1": {
"model": "V1.1",
"model_sha256": "8567852deb135eccfe4b8445d48e4476ee8846436486679adc0642cfeda07d13",
"native_image_size": 448,
"sample_sha256": "20a60e7a747cdf9a698a464c9d324612aad2ca6b43a541db0813554eb9af8694",
"shared_tags": 13569,
"supported_shared_tags": 13394,
"binned_mAP": 0.5886105397423468,
"exact_mAP": 0.5927161263163755,
"best_grid_micro_f1": 0.6658638534826367,
"best_grid_threshold": 0.7989949584007263,
"precision_at_best_grid": 0.6852139862873703,
"recall_at_best_grid": 0.6475765838848551,
"preprocessing": "FP32 RGB, native resolution, downscale-only centered LANCZOS letterbox, mean/std 0.5, pad 114, True=padding"
}
},
"shared_tags": 13569,
"supported_shared_tags": 13394,
"x1_wins": 2466,
"v11_wins": 9572,
"ties": 1356,
"x1_minus_v11_exact_mAP": -0.06106118898000046,
"comparability": "Same image identities and targets; one-to-one shared vocabulary, unsupported tags excluded, native resolution, same FP32 preprocessing algorithm and CUDA EP. This is a development-set comparison; V1.1 training overlap is unverified and may favor V1.1. It is not independent evidence of generalization superiority."
}