siik's picture
Add qualitative baseline comparison previews and refresh docs
782c268 verified
{
"split": "test_hard",
"selection": "top-improved",
"num_scored_samples": 150,
"num_previews": 4,
"threshold": 0.5,
"image_size": 512,
"checkpoint": "/workspace/runpod_upload_ready/hair_mask_dataset/runs/segface_hair_budget_4090/best.pt",
"output_dir": "/workspace/runpod_upload_ready/reports/mask_comparison/test_hard",
"summary_csv": "/workspace/runpod_upload_ready/reports/mask_comparison/test_hard/comparison_metrics.csv",
"contact_sheet": "/workspace/runpod_upload_ready/reports/mask_comparison/test_hard/contact_sheet.png",
"selected_samples": [
{
"dataset_index": 147,
"id": "ccfa01f0-1b0a-4a39-a1c9-9d5c883f3fb2",
"image_path": "/workspace/runpod_upload_ready/data/aihub_hairmask_hq_budget_50k_test_only/images/test/MN338064/MN338064-010.jpg",
"mask_path": "/workspace/runpod_upload_ready/data/aihub_hairmask_hq_budget_50k_test_only/masks/test/ccfa01f0-1b0a-4a39-a1c9-9d5c883f3fb2.png",
"baseline_iou": 0.07071304321289062,
"baseline_dice": 0.13208589110057325,
"finetuned_iou": 0.954644865652989,
"finetuned_dice": 0.9767962277219809,
"delta_iou": 0.8839318224400984,
"delta_dice": 0.8447103366214077
},
{
"dataset_index": 149,
"id": "a7fb9893-c824-4996-a0a1-011d48289230",
"image_path": "/workspace/runpod_upload_ready/data/aihub_hairmask_hq_budget_50k_test_only/images/test/MN338064/MN338064-012.jpg",
"mask_path": "/workspace/runpod_upload_ready/data/aihub_hairmask_hq_budget_50k_test_only/masks/test/a7fb9893-c824-4996-a0a1-011d48289230.png",
"baseline_iou": 0.0794219970703125,
"baseline_dice": 0.14715652874570617,
"finetuned_iou": 0.9612479015109121,
"finetuned_dice": 0.9802411013624367,
"delta_iou": 0.8818259044405996,
"delta_dice": 0.8330845726167305
},
{
"dataset_index": 148,
"id": "2b6b3321-48ec-45d0-addd-d68c9c162cfe",
"image_path": "/workspace/runpod_upload_ready/data/aihub_hairmask_hq_budget_50k_test_only/images/test/MN338064/MN338064-011.jpg",
"mask_path": "/workspace/runpod_upload_ready/data/aihub_hairmask_hq_budget_50k_test_only/masks/test/2b6b3321-48ec-45d0-addd-d68c9c162cfe.png",
"baseline_iou": 0.07205581665039062,
"baseline_dice": 0.13442549451487903,
"finetuned_iou": 0.9484723202581425,
"finetuned_dice": 0.9735548310303783,
"delta_iou": 0.8764165036077519,
"delta_dice": 0.8391293365154993
},
{
"dataset_index": 16,
"id": "85940898-bfea-4ce7-9b5e-b43c91457aef",
"image_path": "/workspace/runpod_upload_ready/data/aihub_hairmask_hq_budget_50k_test_only/images/test/CP176553/CP176553-008.jpg",
"mask_path": "/workspace/runpod_upload_ready/data/aihub_hairmask_hq_budget_50k_test_only/masks/test/85940898-bfea-4ce7-9b5e-b43c91457aef.png",
"baseline_iou": 0.07202529907226562,
"baseline_dice": 0.13437238679832755,
"finetuned_iou": 0.9321477989032952,
"finetuned_dice": 0.9648824996021431,
"delta_iou": 0.8601224998310296,
"delta_dice": 0.8305101128038156
}
]
}