| meta: |
| paper: FORGE (draft v0.3) |
| headline_model: mc_probe_all128_ensemble |
| threshold_protocol: defog_val_pr11 |
| license: MIT |
| hf_weights_repo: Liornis/forge-fog |
| hf_dataset_repo: Liornis/fog-dataset |
| encoders: |
| lc: |
| name: encoder_lc_mae |
| hf_path: encoders/lc.ckpt |
| local: checkpoints/mae/sleek-monkey-199/last.ckpt |
| window_frames: 1000 |
| vit_depth: 4 |
| params: 14147072 |
| role: FORGE backbone (long context, 10s) |
| mc: |
| name: encoder_mc_mae |
| hf_path: encoders/mc.ckpt |
| local: checkpoints/mae/mae_medcontext_daily/mae_medcontext_daily/last.ckpt |
| window_frames: 500 |
| vit_depth: 4 |
| params: 14147072 |
| role: FORGE backbone (medium context, 5s) |
| sc: |
| name: encoder_sc_mae |
| hf_path: encoders/sc.ckpt |
| local: checkpoints/mae/mae_shortcontext_vit4_daily/mae_shortcontext_vit4_daily/last.ckpt |
| window_frames: 200 |
| vit_depth: 4 |
| params: 12918272 |
| role: FORGE backbone (short context, 2s) |
| classification: |
| - name: lc_probe_all128_fold0 |
| context: lc |
| phase: probe |
| fold: 0 |
| hf_path: classification/lc_probe_fold0.ckpt |
| local: checkpoints/classification/soft_probe_lc_all128_fold0/last.ckpt |
| config: classification/spectral_patch_mae_lc_valid_defog_soft |
| headline: false |
| - name: lc_probe_all128_fold1 |
| context: lc |
| phase: probe |
| fold: 1 |
| hf_path: classification/lc_probe_fold1.ckpt |
| local: checkpoints/classification/soft_probe_lc_all128_fold1/last.ckpt |
| config: classification/spectral_patch_mae_lc_valid_defog_soft |
| headline: false |
| - name: lc_probe_all128_fold2 |
| context: lc |
| phase: probe |
| fold: 2 |
| hf_path: classification/lc_probe_fold2.ckpt |
| local: checkpoints/classification/soft_probe_lc_all128_fold2/last.ckpt |
| config: classification/spectral_patch_mae_lc_valid_defog_soft |
| headline: false |
| - name: mc_probe_all128_fold0 |
| context: mc |
| phase: probe |
| fold: 0 |
| hf_path: classification/mc_probe_fold0.ckpt |
| local: checkpoints/classification/soft_probe_mc_all128_fold0/last.ckpt |
| config: classification/spectral_patch_mae_mc_valid_defog_soft |
| headline: true |
| - name: mc_probe_all128_fold1 |
| context: mc |
| phase: probe |
| fold: 1 |
| hf_path: classification/mc_probe_fold1.ckpt |
| local: checkpoints/classification/soft_probe_mc_all128_fold1/last.ckpt |
| config: classification/spectral_patch_mae_mc_valid_defog_soft |
| headline: true |
| - name: mc_probe_all128_fold2 |
| context: mc |
| phase: probe |
| fold: 2 |
| hf_path: classification/mc_probe_fold2.ckpt |
| local: checkpoints/classification/soft_probe_mc_all128_fold2/last.ckpt |
| config: classification/spectral_patch_mae_mc_valid_defog_soft |
| headline: true |
| - name: sc_probe_all128_fold0 |
| context: sc |
| phase: probe |
| fold: 0 |
| hf_path: classification/sc_probe_fold0.ckpt |
| local: checkpoints/classification/soft_probe_sc_all128_fold0/last.ckpt |
| config: classification/spectral_patch_mae_sc_valid_defog_soft |
| headline: false |
| - name: sc_probe_all128_fold1 |
| context: sc |
| phase: probe |
| fold: 1 |
| hf_path: classification/sc_probe_fold1.ckpt |
| local: checkpoints/classification/soft_probe_sc_all128_fold1/last.ckpt |
| config: classification/spectral_patch_mae_sc_valid_defog_soft |
| headline: false |
| - name: sc_probe_all128_fold2 |
| context: sc |
| phase: probe |
| fold: 2 |
| hf_path: classification/sc_probe_fold2.ckpt |
| local: checkpoints/classification/soft_probe_sc_all128_fold2/last.ckpt |
| config: classification/spectral_patch_mae_sc_valid_defog_soft |
| headline: false |
| - name: lc_finetune_all128_fold0 |
| context: lc |
| phase: finetune |
| fold: 0 |
| hf_path: classification/lc_finetune_fold0.ckpt |
| local: checkpoints/classification/soft_finetune_lc_all128_fold0/last.ckpt |
| config: classification/spectral_patch_mae_lc_valid_defog_soft |
| headline: false |
| - name: lc_finetune_all128_fold1 |
| context: lc |
| phase: finetune |
| fold: 1 |
| hf_path: classification/lc_finetune_fold1.ckpt |
| local: checkpoints/classification/soft_finetune_lc_all128_fold1/last.ckpt |
| config: classification/spectral_patch_mae_lc_valid_defog_soft |
| headline: false |
| - name: lc_finetune_all128_fold2 |
| context: lc |
| phase: finetune |
| fold: 2 |
| hf_path: classification/lc_finetune_fold2.ckpt |
| local: checkpoints/classification/soft_finetune_lc_all128_fold2/last.ckpt |
| config: classification/spectral_patch_mae_lc_valid_defog_soft |
| headline: false |
| - name: mc_finetune_all128_fold0 |
| context: mc |
| phase: finetune |
| fold: 0 |
| hf_path: classification/mc_finetune_fold0.ckpt |
| local: checkpoints/classification/soft_finetune_mc_all128_fold0/last.ckpt |
| config: classification/spectral_patch_mae_mc_valid_defog_soft |
| headline: false |
| - name: mc_finetune_all128_fold1 |
| context: mc |
| phase: finetune |
| fold: 1 |
| hf_path: classification/mc_finetune_fold1.ckpt |
| local: checkpoints/classification/soft_finetune_mc_all128_fold1/last.ckpt |
| config: classification/spectral_patch_mae_mc_valid_defog_soft |
| headline: false |
| - name: mc_finetune_all128_fold2 |
| context: mc |
| phase: finetune |
| fold: 2 |
| hf_path: classification/mc_finetune_fold2.ckpt |
| local: checkpoints/classification/soft_finetune_mc_all128_fold2/last.ckpt |
| config: classification/spectral_patch_mae_mc_valid_defog_soft |
| headline: false |
| - name: sc_finetune_all128_fold0 |
| context: sc |
| phase: finetune |
| fold: 0 |
| hf_path: classification/sc_finetune_fold0.ckpt |
| local: checkpoints/classification/soft_finetune_sc_all128_fold0/last.ckpt |
| config: classification/spectral_patch_mae_sc_valid_defog_soft |
| headline: false |
| - name: sc_finetune_all128_fold1 |
| context: sc |
| phase: finetune |
| fold: 1 |
| hf_path: classification/sc_finetune_fold1.ckpt |
| local: checkpoints/classification/soft_finetune_sc_all128_fold1/last.ckpt |
| config: classification/spectral_patch_mae_sc_valid_defog_soft |
| headline: false |
| - name: sc_finetune_all128_fold2 |
| context: sc |
| phase: finetune |
| fold: 2 |
| hf_path: classification/sc_finetune_fold2.ckpt |
| local: checkpoints/classification/soft_finetune_sc_all128_fold2/last.ckpt |
| config: classification/spectral_patch_mae_sc_valid_defog_soft |
| headline: false |
| - name: lc_supervised_all128_fold0 |
| context: lc |
| phase: supervised |
| fold: 0 |
| hf_path: classification/lc_supervised_fold0.ckpt |
| local: checkpoints/classification/soft_supervised_lc_all128_fold0/last.ckpt |
| config: classification/spectral_patch_mae_lc_valid_defog_soft |
| headline: false |
| - name: lc_supervised_all128_fold1 |
| context: lc |
| phase: supervised |
| fold: 1 |
| hf_path: classification/lc_supervised_fold1.ckpt |
| local: checkpoints/classification/soft_supervised_lc_all128_fold1/last.ckpt |
| config: classification/spectral_patch_mae_lc_valid_defog_soft |
| headline: false |
| - name: lc_supervised_all128_fold2 |
| context: lc |
| phase: supervised |
| fold: 2 |
| hf_path: classification/lc_supervised_fold2.ckpt |
| local: checkpoints/classification/soft_supervised_lc_all128_fold2/last.ckpt |
| config: classification/spectral_patch_mae_lc_valid_defog_soft |
| headline: false |
| - name: mc_supervised_all128_fold0 |
| context: mc |
| phase: supervised |
| fold: 0 |
| hf_path: classification/mc_supervised_fold0.ckpt |
| local: checkpoints/classification/soft_supervised_mc_all128_fold0/last.ckpt |
| config: classification/spectral_patch_mae_mc_valid_defog_soft |
| headline: false |
| - name: mc_supervised_all128_fold1 |
| context: mc |
| phase: supervised |
| fold: 1 |
| hf_path: classification/mc_supervised_fold1.ckpt |
| local: checkpoints/classification/soft_supervised_mc_all128_fold1/last.ckpt |
| config: classification/spectral_patch_mae_mc_valid_defog_soft |
| headline: false |
| - name: mc_supervised_all128_fold2 |
| context: mc |
| phase: supervised |
| fold: 2 |
| hf_path: classification/mc_supervised_fold2.ckpt |
| local: checkpoints/classification/soft_supervised_mc_all128_fold2/last.ckpt |
| config: classification/spectral_patch_mae_mc_valid_defog_soft |
| headline: false |
| - name: sc_supervised_all128_fold0 |
| context: sc |
| phase: supervised |
| fold: 0 |
| hf_path: classification/sc_supervised_fold0.ckpt |
| local: checkpoints/classification/soft_supervised_sc_all128_fold0/last.ckpt |
| config: classification/spectral_patch_mae_sc_valid_defog_soft |
| headline: false |
| - name: sc_supervised_all128_fold1 |
| context: sc |
| phase: supervised |
| fold: 1 |
| hf_path: classification/sc_supervised_fold1.ckpt |
| local: checkpoints/classification/soft_supervised_sc_all128_fold1/last.ckpt |
| config: classification/spectral_patch_mae_sc_valid_defog_soft |
| headline: false |
| - name: sc_supervised_all128_fold2 |
| context: sc |
| phase: supervised |
| fold: 2 |
| hf_path: classification/sc_supervised_fold2.ckpt |
| local: checkpoints/classification/soft_supervised_sc_all128_fold2/last.ckpt |
| config: classification/spectral_patch_mae_sc_valid_defog_soft |
| headline: false |
| datasets: |
| fogathome: |
| hf_subdir: fogathome |
| role: external_structured |
| prevalence: 0.313 |
| n_patients: 12 |
| dailyliving: |
| hf_subdir: fogathome_dailyliving |
| role: external_naturalistic |
| prevalence: 0.011 |
| n_patients: 11 |
| kaggle: |
| hf_subdir: kaggle_labeled |
| role: in_distribution |
| results: |
| - id: fogathome_icc_tf |
| model: mc_probe_all128_ensemble |
| value: 0.909 |
| ci: |
| - 0.87 |
| - 0.94 |
| figure: fig01 |
| script: source .venv/bin/activate && python scripts/eval/compute_icc_thresholds.py |
| --suffix _all128 --out logs/RESULTS_all128_icc.md |
| - id: fogathome_seg_auc |
| model: mc_probe_all128_ensemble |
| value: 0.908 |
| script: source .venv/bin/activate && python scripts/eval/eval_comprehensive.py --datasets |
| fogathome --contexts mc --models probe_all128 --output logs/comprehensive_eval_all128.csv |
| --cache-dir logs/comprehensive_eval_cache |
| - id: fogathome_cls_ap |
| model: mc_probe_all128_ensemble |
| value: 0.823 |
|
|
