| { |
| "command": "compare", |
| "format": "html", |
| "primary_artifact": "report.html", |
| "context": { |
| "image": "docs/assets/img/samples/elephant_sample_image.jpg", |
| "models": [ |
| "dinov2-vit-l14", |
| "ijepa-vit-h14", |
| "vjepa2-vitl-img16-256", |
| "eupe-vit-b16" |
| ] |
| }, |
| "summary": { |
| "comparison_count": 6, |
| "comparison_highlights": [ |
| { |
| "label": "Strongest CKA alignment", |
| "model_a": "dinov2-vit-l14", |
| "model_b": "vjepa2-vitl-img16-256", |
| "value": 0.49507004022598267 |
| }, |
| { |
| "label": "Weakest CKA alignment", |
| "model_a": "vjepa2-vitl-img16-256", |
| "model_b": "eupe-vit-b16", |
| "value": 0.10283123701810837 |
| }, |
| { |
| "label": "Highest neighborhood overlap", |
| "model_a": "dinov2-vit-l14", |
| "model_b": "vjepa2-vitl-img16-256", |
| "value": 0.3656249940395355 |
| }, |
| { |
| "label": "Strongest patch correspondence", |
| "model_a": "dinov2-vit-l14", |
| "model_b": "vjepa2-vitl-img16-256", |
| "value": 0.05260229483246803 |
| } |
| ], |
| "model_count": 4, |
| "model_highlights": [ |
| { |
| "label": "Highest effective rank", |
| "model": "dinov2-vit-l14", |
| "value": "60/1024" |
| }, |
| { |
| "label": "Highest patch entropy", |
| "model": "ijepa-vit-h14", |
| "value": "2.89" |
| }, |
| { |
| "label": "Most top-heavy variance", |
| "model": "eupe-vit-b16", |
| "value": "87.0%" |
| } |
| ], |
| "pairwise_support": { |
| "cls_cosine": { |
| "supported_pairs": 0, |
| "total_pairs": 6, |
| "unavailable_pairs": 6, |
| "unavailable_reasons": [ |
| { |
| "count": 4, |
| "reason": "Unavailable because only one model exposes a CLS token." |
| }, |
| { |
| "count": 1, |
| "reason": "Unavailable because CLS dimensions differ (1024 vs 768)." |
| }, |
| { |
| "count": 1, |
| "reason": "Unavailable because neither model exposes a CLS token." |
| } |
| ] |
| }, |
| "knn_overlap_k10": { |
| "supported_pairs": 6, |
| "total_pairs": 6, |
| "unavailable_pairs": 0 |
| }, |
| "linear_cka": { |
| "supported_pairs": 6, |
| "total_pairs": 6, |
| "unavailable_pairs": 0 |
| }, |
| "mean_patch_correspondence": { |
| "supported_pairs": 1, |
| "total_pairs": 6, |
| "unavailable_pairs": 5, |
| "unavailable_reasons": [ |
| { |
| "count": 2, |
| "reason": "Unavailable because embedding dimensions differ (1024 vs 768)." |
| }, |
| { |
| "count": 1, |
| "reason": "Unavailable because embedding dimensions differ (1024 vs 1280)." |
| }, |
| { |
| "count": 1, |
| "reason": "Unavailable because embedding dimensions differ (1280 vs 1024)." |
| }, |
| { |
| "count": 1, |
| "reason": "Unavailable because embedding dimensions differ (1280 vs 768)." |
| } |
| ] |
| } |
| } |
| }, |
| "artifacts": [ |
| { |
| "path": "report.html", |
| "kind": "html", |
| "label": "Compare report", |
| "byte_size": 29024, |
| "sha256": "7be4da936a468ffa7c275bcfb23adfa714b4fa37ca50c408eda31019e8d903ec" |
| }, |
| { |
| "path": "compare.json", |
| "kind": "json", |
| "label": "Compare report data", |
| "byte_size": 16567, |
| "sha256": "41a5d96b94b5c11755912166a5446fae562391a043708fed1776b83116ea5ab4" |
| }, |
| { |
| "path": "input_image.png", |
| "kind": "png", |
| "label": "Source image used for this compare report.", |
| "byte_size": 193772, |
| "sha256": "6a2a8cfb07bf969abad349d316626348da23d7d2c6939727e753d45faa39d88a" |
| }, |
| { |
| "path": "dinov2-vit-l14_pca.png", |
| "kind": "png", |
| "label": "Patch-space RGB projection derived from the top three PCA components for dinov2-vit-l14.", |
| "byte_size": 5566, |
| "sha256": "4a0f87e478f2df5ef28db4005e6656e0894686d289b7c8c1db158f8e0f28ad4a" |
| }, |
| { |
| "path": "ijepa-vit-h14_pca.png", |
| "kind": "png", |
| "label": "Patch-space RGB projection derived from the top three PCA components for ijepa-vit-h14.", |
| "byte_size": 5646, |
| "sha256": "49fc43ec3e7e70be23ed81f2da4fa21d22937d73e6be57ff919fdaac3a076658" |
| }, |
| { |
| "path": "vjepa2-vitl-img16-256_pca.png", |
| "kind": "png", |
| "label": "Patch-space RGB projection derived from the top three PCA components for vjepa2-vitl-img16-256.", |
| "byte_size": 5594, |
| "sha256": "212c98b2a4e57e8b11dcef0f498d6824ff32c4dd5a31bb4c912cb633e794d9ef" |
| }, |
| { |
| "path": "eupe-vit-b16_pca.png", |
| "kind": "png", |
| "label": "Patch-space RGB projection derived from the top three PCA components for eupe-vit-b16.", |
| "byte_size": 5128, |
| "sha256": "9bed2875dcb4aa8c6aaa7a0fa5b6993b9698cd833695f6db4d882665e78e700d" |
| }, |
| { |
| "path": "linear_cka.png", |
| "kind": "png", |
| "label": "Cross-model representation alignment measured with linear CKA.", |
| "byte_size": 1469, |
| "sha256": "8aab9af53b18660b75e3f93d82f2a89cf11f113185b69144e700f97f758ec8aa" |
| }, |
| { |
| "path": "knn_overlap_k10.png", |
| "kind": "png", |
| "label": "Cross-model neighborhood agreement using k=10.", |
| "byte_size": 1474, |
| "sha256": "43e9016ed33d39788c81c7a0d1d21cd1d1fc1b17fafb01b94c113779001e38c8" |
| }, |
| { |
| "path": "patch_correspondence.png", |
| "kind": "png", |
| "label": "Direct patch-space correspondence for models with matching embedding dimensions.", |
| "byte_size": 1481, |
| "sha256": "a5e4f09e53ce552e664ee777c2c3b2f702e3ab51939573b606b60868890311d0" |
| } |
| ], |
| "validation": [ |
| { |
| "model": "dinov2-vit-l14", |
| "status": "validated", |
| "recommendation": "Safe to interpret as source-aligned for supported report features." |
| }, |
| { |
| "model": "ijepa-vit-h14", |
| "status": "validated", |
| "recommendation": "Safe to interpret as source-aligned for supported report features." |
| }, |
| { |
| "model": "vjepa2-vitl-img16-256", |
| "status": "validated", |
| "recommendation": "Safe to interpret as source-aligned for supported report features." |
| }, |
| { |
| "model": "eupe-vit-b16", |
| "status": "validated", |
| "recommendation": "Safe to interpret as source-aligned for supported report features." |
| } |
| ], |
| "validation_summary": { |
| "overall_status": "validated", |
| "validated": 4, |
| "partial": 0, |
| "unverified": 0, |
| "stale": 0, |
| "failed": 0 |
| } |
| } |
