eupe-vit-b16-onnx / export.validation.json
abdelstark's picture
Replace broken EUPE ONNX export with validated artifact
8a35d91 verified
{
"model_id": "facebook/EUPE-ViT-B",
"hub_repo": "facebookresearch/eupe:main",
"hub_entrypoint": "eupe_vitb16",
"checkpoint_path": "/Users/abdel/.cache/huggingface/hub/models--facebook--EUPE-ViT-B/snapshots/ade64ea48af0362c41950f763ba612fca723691e/EUPE-ViT-B.pt",
"onnx_path": "/tmp/eupe-publish/model.onnx",
"opset": 17,
"image_size": 224,
"thresholds": {
"min_cls_cosine": 0.995,
"min_patch_cosine": 0.99,
"max_cls_mean_abs_diff": 0.03,
"max_patch_mean_abs_diff": 0.05,
"max_cls_max_abs_diff": 0.5,
"max_patch_max_abs_diff": 5.0
},
"validation_records": [
{
"image": "docs/assets/img/samples/buffalo_sample_image.jpg",
"cls": {
"cosine": 0.9996699918116151,
"max_abs_diff": 0.07456076145172119,
"mean_abs_diff": 0.010966782458126545
},
"patch": {
"cosine": 0.9984370617563018,
"max_abs_diff": 1.3927879333496094,
"mean_abs_diff": 0.019252218306064606
},
"allclose_atol": 0.001,
"allclose_rtol": 0.001,
"allclose_pass": false,
"threshold_pass": true
},
{
"image": "docs/assets/img/samples/cat.jpeg",
"cls": {
"cosine": 0.9994918936450198,
"max_abs_diff": 0.09928107261657715,
"mean_abs_diff": 0.014171131886541843
},
"patch": {
"cosine": 0.9985336877132129,
"max_abs_diff": 1.3982582092285156,
"mean_abs_diff": 0.01767481304705143
},
"allclose_atol": 0.001,
"allclose_rtol": 0.001,
"allclose_pass": false,
"threshold_pass": true
},
{
"image": "docs/assets/img/samples/elephant_sample_image.jpg",
"cls": {
"cosine": 0.9993498727014463,
"max_abs_diff": 0.12727928161621094,
"mean_abs_diff": 0.015284739434719086
},
"patch": {
"cosine": 0.9985877487335283,
"max_abs_diff": 2.098581552505493,
"mean_abs_diff": 0.017880890518426895
},
"allclose_atol": 0.001,
"allclose_rtol": 0.001,
"allclose_pass": false,
"threshold_pass": true
},
{
"image": "docs/assets/img/samples/rhino_sample_image.jpg",
"cls": {
"cosine": 0.9996902292672627,
"max_abs_diff": 0.06495434045791626,
"mean_abs_diff": 0.010240637697279453
},
"patch": {
"cosine": 0.9984293095985645,
"max_abs_diff": 1.6179089546203613,
"mean_abs_diff": 0.018437040969729424
},
"allclose_atol": 0.001,
"allclose_rtol": 0.001,
"allclose_pass": false,
"threshold_pass": true
},
{
"image": "docs/assets/img/samples/zebra_sample_image.jpg",
"cls": {
"cosine": 0.9983920411908879,
"max_abs_diff": 0.35477471351623535,
"mean_abs_diff": 0.022486528381705284
},
"patch": {
"cosine": 0.994250986245275,
"max_abs_diff": 3.3585636615753174,
"mean_abs_diff": 0.03065299428999424
},
"allclose_atol": 0.001,
"allclose_rtol": 0.001,
"allclose_pass": false,
"threshold_pass": true
}
],
"validation_passed": true,
"input_independence_cosine": 0.7448124155567982,
"input_independence_threshold": 0.85
}