{ "command": "compare", "format": "html", "primary_artifact": "report.html", "context": { "image": "docs/assets/img/samples/elephant_sample_image.jpg", "models": [ "dinov2-vit-l14", "ijepa-vit-h14", "vjepa2-vitl-img16-256", "eupe-vit-b16" ] }, "summary": { "comparison_count": 6, "comparison_highlights": [ { "label": "Strongest CKA alignment", "model_a": "dinov2-vit-l14", "model_b": "vjepa2-vitl-img16-256", "value": 0.49507004022598267 }, { "label": "Weakest CKA alignment", "model_a": "vjepa2-vitl-img16-256", "model_b": "eupe-vit-b16", "value": 0.10283123701810837 }, { "label": "Highest neighborhood overlap", "model_a": "dinov2-vit-l14", "model_b": "vjepa2-vitl-img16-256", "value": 0.3656249940395355 }, { "label": "Strongest patch correspondence", "model_a": "dinov2-vit-l14", "model_b": "vjepa2-vitl-img16-256", "value": 0.05260229483246803 } ], "model_count": 4, "model_highlights": [ { "label": "Highest effective rank", "model": "dinov2-vit-l14", "value": "60/1024" }, { "label": "Highest patch entropy", "model": "ijepa-vit-h14", "value": "2.89" }, { "label": "Most top-heavy variance", "model": "eupe-vit-b16", "value": "87.0%" } ], "pairwise_support": { "cls_cosine": { "supported_pairs": 0, "total_pairs": 6, "unavailable_pairs": 6, "unavailable_reasons": [ { "count": 4, "reason": "Unavailable because only one model exposes a CLS token." }, { "count": 1, "reason": "Unavailable because CLS dimensions differ (1024 vs 768)." }, { "count": 1, "reason": "Unavailable because neither model exposes a CLS token." } ] }, "knn_overlap_k10": { "supported_pairs": 6, "total_pairs": 6, "unavailable_pairs": 0 }, "linear_cka": { "supported_pairs": 6, "total_pairs": 6, "unavailable_pairs": 0 }, "mean_patch_correspondence": { "supported_pairs": 1, "total_pairs": 6, "unavailable_pairs": 5, "unavailable_reasons": [ { "count": 2, "reason": "Unavailable because embedding dimensions differ (1024 vs 768)." }, { "count": 1, "reason": "Unavailable because embedding dimensions differ (1024 vs 1280)." }, { "count": 1, "reason": "Unavailable because embedding dimensions differ (1280 vs 1024)." }, { "count": 1, "reason": "Unavailable because embedding dimensions differ (1280 vs 768)." } ] } } }, "artifacts": [ { "path": "report.html", "kind": "html", "label": "Compare report", "byte_size": 29024, "sha256": "7be4da936a468ffa7c275bcfb23adfa714b4fa37ca50c408eda31019e8d903ec" }, { "path": "compare.json", "kind": "json", "label": "Compare report data", "byte_size": 16567, "sha256": "41a5d96b94b5c11755912166a5446fae562391a043708fed1776b83116ea5ab4" }, { "path": "input_image.png", "kind": "png", "label": "Source image used for this compare report.", "byte_size": 193772, "sha256": "6a2a8cfb07bf969abad349d316626348da23d7d2c6939727e753d45faa39d88a" }, { "path": "dinov2-vit-l14_pca.png", "kind": "png", "label": "Patch-space RGB projection derived from the top three PCA components for dinov2-vit-l14.", "byte_size": 5566, "sha256": "4a0f87e478f2df5ef28db4005e6656e0894686d289b7c8c1db158f8e0f28ad4a" }, { "path": "ijepa-vit-h14_pca.png", "kind": "png", "label": "Patch-space RGB projection derived from the top three PCA components for ijepa-vit-h14.", "byte_size": 5646, "sha256": "49fc43ec3e7e70be23ed81f2da4fa21d22937d73e6be57ff919fdaac3a076658" }, { "path": "vjepa2-vitl-img16-256_pca.png", "kind": "png", "label": "Patch-space RGB projection derived from the top three PCA components for vjepa2-vitl-img16-256.", "byte_size": 5594, "sha256": "212c98b2a4e57e8b11dcef0f498d6824ff32c4dd5a31bb4c912cb633e794d9ef" }, { "path": "eupe-vit-b16_pca.png", "kind": "png", "label": "Patch-space RGB projection derived from the top three PCA components for eupe-vit-b16.", "byte_size": 5128, "sha256": "9bed2875dcb4aa8c6aaa7a0fa5b6993b9698cd833695f6db4d882665e78e700d" }, { "path": "linear_cka.png", "kind": "png", "label": "Cross-model representation alignment measured with linear CKA.", "byte_size": 1469, "sha256": "8aab9af53b18660b75e3f93d82f2a89cf11f113185b69144e700f97f758ec8aa" }, { "path": "knn_overlap_k10.png", "kind": "png", "label": "Cross-model neighborhood agreement using k=10.", "byte_size": 1474, "sha256": "43e9016ed33d39788c81c7a0d1d21cd1d1fc1b17fafb01b94c113779001e38c8" }, { "path": "patch_correspondence.png", "kind": "png", "label": "Direct patch-space correspondence for models with matching embedding dimensions.", "byte_size": 1481, "sha256": "a5e4f09e53ce552e664ee777c2c3b2f702e3ab51939573b606b60868890311d0" } ], "validation": [ { "model": "dinov2-vit-l14", "status": "validated", "recommendation": "Safe to interpret as source-aligned for supported report features." }, { "model": "ijepa-vit-h14", "status": "validated", "recommendation": "Safe to interpret as source-aligned for supported report features." }, { "model": "vjepa2-vitl-img16-256", "status": "validated", "recommendation": "Safe to interpret as source-aligned for supported report features." }, { "model": "eupe-vit-b16", "status": "validated", "recommendation": "Safe to interpret as source-aligned for supported report features." } ], "validation_summary": { "overall_status": "validated", "validated": 4, "partial": 0, "unverified": 0, "stale": 0, "failed": 0 } }