siik's picture
Add qualitative baseline comparison previews and refresh docs
782c268 verified
{
"split": "test",
"selection": "top-improved",
"num_scored_samples": 921,
"num_previews": 12,
"threshold": 0.5,
"image_size": 512,
"checkpoint": "/workspace/runpod_upload_ready/hair_mask_dataset/runs/segface_hair_budget_4090/best.pt",
"output_dir": "/workspace/runpod_upload_ready/reports/mask_comparison/test",
"summary_csv": "/workspace/runpod_upload_ready/reports/mask_comparison/test/comparison_metrics.csv",
"contact_sheet": "/workspace/runpod_upload_ready/reports/mask_comparison/test/contact_sheet.png",
"selected_samples": [
{
"dataset_index": 365,
"id": "ad5c2098-485e-48d7-979b-6190bb01e7a2",
"image_path": "/workspace/runpod_upload_ready/data/aihub_hairmask_hq_budget_50k_test_only/images/test/DSS172424/DSS172424-001.jpg",
"mask_path": "/workspace/runpod_upload_ready/data/aihub_hairmask_hq_budget_50k_test_only/masks/test/ad5c2098-485e-48d7-979b-6190bb01e7a2.png",
"baseline_iou": 0.048076629638671875,
"baseline_dice": 0.09174258499637848,
"finetuned_iou": 0.9750633312222926,
"finetuned_dice": 0.9873742434566516,
"delta_iou": 0.9269867015836207,
"delta_dice": 0.8956316584602732
},
{
"dataset_index": 376,
"id": "28af2161-4c4f-4df4-bdc4-80cf140f841d",
"image_path": "/workspace/runpod_upload_ready/data/aihub_hairmask_hq_budget_50k_test_only/images/test/DSS172424/DSS172424-109.jpg",
"mask_path": "/workspace/runpod_upload_ready/data/aihub_hairmask_hq_budget_50k_test_only/masks/test/28af2161-4c4f-4df4-bdc4-80cf140f841d.png",
"baseline_iou": 0.038387298583984375,
"baseline_dice": 0.07393637929957717,
"finetuned_iou": 0.955658244027136,
"finetuned_dice": 0.9773264290382585,
"delta_iou": 0.9172709454431516,
"delta_dice": 0.9033900497386813
},
{
"dataset_index": 910,
"id": "44d4fcf8-461a-4824-a58f-857a3e603cb2",
"image_path": "/workspace/runpod_upload_ready/data/aihub_hairmask_hq_budget_50k_test_only/images/test/MN412499/MN412499-019.jpg",
"mask_path": "/workspace/runpod_upload_ready/data/aihub_hairmask_hq_budget_50k_test_only/masks/test/44d4fcf8-461a-4824-a58f-857a3e603cb2.png",
"baseline_iou": 0.033710479736328125,
"baseline_dice": 0.06522228495724793,
"finetuned_iou": 0.9360008722197994,
"finetuned_dice": 0.9669426141803232,
"delta_iou": 0.9022903924834713,
"delta_dice": 0.9017203292230753
},
{
"dataset_index": 905,
"id": "eb39510a-db7c-4a97-af98-2a589ece3293",
"image_path": "/workspace/runpod_upload_ready/data/aihub_hairmask_hq_budget_50k_test_only/images/test/MN412499/MN412499-002.jpg",
"mask_path": "/workspace/runpod_upload_ready/data/aihub_hairmask_hq_budget_50k_test_only/masks/test/eb39510a-db7c-4a97-af98-2a589ece3293.png",
"baseline_iou": 0.03165435791015625,
"baseline_dice": 0.06136620791149304,
"finetuned_iou": 0.9335395897788472,
"finetuned_dice": 0.9656275927462368,
"delta_iou": 0.901885231868691,
"delta_dice": 0.9042613848347437
},
{
"dataset_index": 636,
"id": "1effe918-ec8d-4fcf-bd0b-bb8fb69a5241",
"image_path": "/workspace/runpod_upload_ready/data/aihub_hairmask_hq_budget_50k_test_only/images/test/JSS214668/JSS214668-090.jpg",
"mask_path": "/workspace/runpod_upload_ready/data/aihub_hairmask_hq_budget_50k_test_only/masks/test/1effe918-ec8d-4fcf-bd0b-bb8fb69a5241.png",
"baseline_iou": 0.0792388916015625,
"baseline_dice": 0.1468421722348683,
"finetuned_iou": 0.980032560812105,
"finetuned_dice": 0.9899156005900703,
"delta_iou": 0.9007936692105425,
"delta_dice": 0.843073428355202
},
{
"dataset_index": 904,
"id": "e87f1825-feba-4e41-b35e-1dab27cae15c",
"image_path": "/workspace/runpod_upload_ready/data/aihub_hairmask_hq_budget_50k_test_only/images/test/MN412499/MN412499-001.jpg",
"mask_path": "/workspace/runpod_upload_ready/data/aihub_hairmask_hq_budget_50k_test_only/masks/test/e87f1825-feba-4e41-b35e-1dab27cae15c.png",
"baseline_iou": 0.03101348876953125,
"baseline_dice": 0.060161169775857094,
"finetuned_iou": 0.9317767238234221,
"finetuned_dice": 0.9646836638338054,
"delta_iou": 0.9007632350538909,
"delta_dice": 0.9045224940579484
},
{
"dataset_index": 909,
"id": "5e8f2a1f-668f-43f7-9811-7d31e9a58b65",
"image_path": "/workspace/runpod_upload_ready/data/aihub_hairmask_hq_budget_50k_test_only/images/test/MN412499/MN412499-018.jpg",
"mask_path": "/workspace/runpod_upload_ready/data/aihub_hairmask_hq_budget_50k_test_only/masks/test/5e8f2a1f-668f-43f7-9811-7d31e9a58b65.png",
"baseline_iou": 0.042919158935546875,
"baseline_dice": 0.08230582124764535,
"finetuned_iou": 0.9424308907415533,
"finetuned_dice": 0.9703623384837806,
"delta_iou": 0.8995117318060064,
"delta_dice": 0.8880565172361352
},
{
"dataset_index": 888,
"id": "f1beb5ea-0410-4605-8e2b-6b0ee39f4c34",
"image_path": "/workspace/runpod_upload_ready/data/aihub_hairmask_hq_budget_50k_test_only/images/test/MN316065/MN316065-020.jpg",
"mask_path": "/workspace/runpod_upload_ready/data/aihub_hairmask_hq_budget_50k_test_only/masks/test/f1beb5ea-0410-4605-8e2b-6b0ee39f4c34.png",
"baseline_iou": 0.04567718505859375,
"baseline_dice": 0.08736383601222832,
"finetuned_iou": 0.944686446946659,
"finetuned_dice": 0.9715565698829297,
"delta_iou": 0.8990092618880653,
"delta_dice": 0.8841927338707014
},
{
"dataset_index": 849,
"id": "b262f0bb-7a81-4bbd-b6b3-74910507a526",
"image_path": "/workspace/runpod_upload_ready/data/aihub_hairmask_hq_budget_50k_test_only/images/test/MN282973/MN282973-028.jpg",
"mask_path": "/workspace/runpod_upload_ready/data/aihub_hairmask_hq_budget_50k_test_only/masks/test/b262f0bb-7a81-4bbd-b6b3-74910507a526.png",
"baseline_iou": 0.061065673828125,
"baseline_dice": 0.11510253386637521,
"finetuned_iou": 0.9592633247957068,
"finetuned_dice": 0.9792081673306773,
"delta_iou": 0.8981976509675818,
"delta_dice": 0.864105633464302
},
{
"dataset_index": 572,
"id": "fbcdb73c-5f60-4243-b9d9-90832e31a68a",
"image_path": "/workspace/runpod_upload_ready/data/aihub_hairmask_hq_budget_50k_test_only/images/test/JSS166432/JSS166432-055.jpg",
"mask_path": "/workspace/runpod_upload_ready/data/aihub_hairmask_hq_budget_50k_test_only/masks/test/fbcdb73c-5f60-4243-b9d9-90832e31a68a.png",
"baseline_iou": 0.0780181884765625,
"baseline_dice": 0.14474373310308708,
"finetuned_iou": 0.9750816208949491,
"finetuned_dice": 0.9873836205848749,
"delta_iou": 0.8970634324183866,
"delta_dice": 0.8426398874817879
},
{
"dataset_index": 573,
"id": "ee9551bf-5fa1-4457-abc6-59e3ec739548",
"image_path": "/workspace/runpod_upload_ready/data/aihub_hairmask_hq_budget_50k_test_only/images/test/JSS166432/JSS166432-056.jpg",
"mask_path": "/workspace/runpod_upload_ready/data/aihub_hairmask_hq_budget_50k_test_only/masks/test/ee9551bf-5fa1-4457-abc6-59e3ec739548.png",
"baseline_iou": 0.07905197143554688,
"baseline_dice": 0.14652115658595735,
"finetuned_iou": 0.9748705524678163,
"finetuned_dice": 0.9872753950881582,
"delta_iou": 0.8958185810322694,
"delta_dice": 0.8407542385022009
},
{
"dataset_index": 297,
"id": "34e2f7b9-ef2d-41a8-8d71-ffb1451cae2f",
"image_path": "/workspace/runpod_upload_ready/data/aihub_hairmask_hq_budget_50k_test_only/images/test/CP550945/CP550945-002.jpg",
"mask_path": "/workspace/runpod_upload_ready/data/aihub_hairmask_hq_budget_50k_test_only/masks/test/34e2f7b9-ef2d-41a8-8d71-ffb1451cae2f.png",
"baseline_iou": 0.046794891357421875,
"baseline_dice": 0.08940603693000646,
"finetuned_iou": 0.9425606084614165,
"finetuned_dice": 0.9704310942534361,
"delta_iou": 0.8957657171039947,
"delta_dice": 0.8810250573234296
}
]
}