meta:
  paper: FORGE (draft v0.3)
  headline_model: mc_probe_all128_ensemble
  threshold_protocol: defog_val_pr11
  license: MIT
  hf_weights_repo: Liornis/forge-fog
  hf_dataset_repo: Liornis/fog-dataset
encoders:
  lc:
    name: encoder_lc_mae
    hf_path: encoders/lc.ckpt
    local: checkpoints/mae/sleek-monkey-199/last.ckpt
    window_frames: 1000
    vit_depth: 4
    params: 14147072
    role: FORGE backbone (long context, 10s)
  mc:
    name: encoder_mc_mae
    hf_path: encoders/mc.ckpt
    local: checkpoints/mae/mae_medcontext_daily/mae_medcontext_daily/last.ckpt
    window_frames: 500
    vit_depth: 4
    params: 14147072
    role: FORGE backbone (medium context, 5s)
  sc:
    name: encoder_sc_mae
    hf_path: encoders/sc.ckpt
    local: checkpoints/mae/mae_shortcontext_vit4_daily/mae_shortcontext_vit4_daily/last.ckpt
    window_frames: 200
    vit_depth: 4
    params: 12918272
    role: FORGE backbone (short context, 2s)
classification:
- name: lc_probe_all128_fold0
  context: lc
  phase: probe
  fold: 0
  hf_path: classification/lc_probe_fold0.ckpt
  local: checkpoints/classification/soft_probe_lc_all128_fold0/last.ckpt
  config: classification/spectral_patch_mae_lc_valid_defog_soft
  headline: false
- name: lc_probe_all128_fold1
  context: lc
  phase: probe
  fold: 1
  hf_path: classification/lc_probe_fold1.ckpt
  local: checkpoints/classification/soft_probe_lc_all128_fold1/last.ckpt
  config: classification/spectral_patch_mae_lc_valid_defog_soft
  headline: false
- name: lc_probe_all128_fold2
  context: lc
  phase: probe
  fold: 2
  hf_path: classification/lc_probe_fold2.ckpt
  local: checkpoints/classification/soft_probe_lc_all128_fold2/last.ckpt
  config: classification/spectral_patch_mae_lc_valid_defog_soft
  headline: false
- name: mc_probe_all128_fold0
  context: mc
  phase: probe
  fold: 0
  hf_path: classification/mc_probe_fold0.ckpt
  local: checkpoints/classification/soft_probe_mc_all128_fold0/last.ckpt
  config: classification/spectral_patch_mae_mc_valid_defog_soft
  headline: true
- name: mc_probe_all128_fold1
  context: mc
  phase: probe
  fold: 1
  hf_path: classification/mc_probe_fold1.ckpt
  local: checkpoints/classification/soft_probe_mc_all128_fold1/last.ckpt
  config: classification/spectral_patch_mae_mc_valid_defog_soft
  headline: true
- name: mc_probe_all128_fold2
  context: mc
  phase: probe
  fold: 2
  hf_path: classification/mc_probe_fold2.ckpt
  local: checkpoints/classification/soft_probe_mc_all128_fold2/last.ckpt
  config: classification/spectral_patch_mae_mc_valid_defog_soft
  headline: true
- name: sc_probe_all128_fold0
  context: sc
  phase: probe
  fold: 0
  hf_path: classification/sc_probe_fold0.ckpt
  local: checkpoints/classification/soft_probe_sc_all128_fold0/last.ckpt
  config: classification/spectral_patch_mae_sc_valid_defog_soft
  headline: false
- name: sc_probe_all128_fold1
  context: sc
  phase: probe
  fold: 1
  hf_path: classification/sc_probe_fold1.ckpt
  local: checkpoints/classification/soft_probe_sc_all128_fold1/last.ckpt
  config: classification/spectral_patch_mae_sc_valid_defog_soft
  headline: false
- name: sc_probe_all128_fold2
  context: sc
  phase: probe
  fold: 2
  hf_path: classification/sc_probe_fold2.ckpt
  local: checkpoints/classification/soft_probe_sc_all128_fold2/last.ckpt
  config: classification/spectral_patch_mae_sc_valid_defog_soft
  headline: false
- name: lc_finetune_all128_fold0
  context: lc
  phase: finetune
  fold: 0
  hf_path: classification/lc_finetune_fold0.ckpt
  local: checkpoints/classification/soft_finetune_lc_all128_fold0/last.ckpt
  config: classification/spectral_patch_mae_lc_valid_defog_soft
  headline: false
- name: lc_finetune_all128_fold1
  context: lc
  phase: finetune
  fold: 1
  hf_path: classification/lc_finetune_fold1.ckpt
  local: checkpoints/classification/soft_finetune_lc_all128_fold1/last.ckpt
  config: classification/spectral_patch_mae_lc_valid_defog_soft
  headline: false
- name: lc_finetune_all128_fold2
  context: lc
  phase: finetune
  fold: 2
  hf_path: classification/lc_finetune_fold2.ckpt
  local: checkpoints/classification/soft_finetune_lc_all128_fold2/last.ckpt
  config: classification/spectral_patch_mae_lc_valid_defog_soft
  headline: false
- name: mc_finetune_all128_fold0
  context: mc
  phase: finetune
  fold: 0
  hf_path: classification/mc_finetune_fold0.ckpt
  local: checkpoints/classification/soft_finetune_mc_all128_fold0/last.ckpt
  config: classification/spectral_patch_mae_mc_valid_defog_soft
  headline: false
- name: mc_finetune_all128_fold1
  context: mc
  phase: finetune
  fold: 1
  hf_path: classification/mc_finetune_fold1.ckpt
  local: checkpoints/classification/soft_finetune_mc_all128_fold1/last.ckpt
  config: classification/spectral_patch_mae_mc_valid_defog_soft
  headline: false
- name: mc_finetune_all128_fold2
  context: mc
  phase: finetune
  fold: 2
  hf_path: classification/mc_finetune_fold2.ckpt
  local: checkpoints/classification/soft_finetune_mc_all128_fold2/last.ckpt
  config: classification/spectral_patch_mae_mc_valid_defog_soft
  headline: false
- name: sc_finetune_all128_fold0
  context: sc
  phase: finetune
  fold: 0
  hf_path: classification/sc_finetune_fold0.ckpt
  local: checkpoints/classification/soft_finetune_sc_all128_fold0/last.ckpt
  config: classification/spectral_patch_mae_sc_valid_defog_soft
  headline: false
- name: sc_finetune_all128_fold1
  context: sc
  phase: finetune
  fold: 1
  hf_path: classification/sc_finetune_fold1.ckpt
  local: checkpoints/classification/soft_finetune_sc_all128_fold1/last.ckpt
  config: classification/spectral_patch_mae_sc_valid_defog_soft
  headline: false
- name: sc_finetune_all128_fold2
  context: sc
  phase: finetune
  fold: 2
  hf_path: classification/sc_finetune_fold2.ckpt
  local: checkpoints/classification/soft_finetune_sc_all128_fold2/last.ckpt
  config: classification/spectral_patch_mae_sc_valid_defog_soft
  headline: false
- name: lc_supervised_all128_fold0
  context: lc
  phase: supervised
  fold: 0
  hf_path: classification/lc_supervised_fold0.ckpt
  local: checkpoints/classification/soft_supervised_lc_all128_fold0/last.ckpt
  config: classification/spectral_patch_mae_lc_valid_defog_soft
  headline: false
- name: lc_supervised_all128_fold1
  context: lc
  phase: supervised
  fold: 1
  hf_path: classification/lc_supervised_fold1.ckpt
  local: checkpoints/classification/soft_supervised_lc_all128_fold1/last.ckpt
  config: classification/spectral_patch_mae_lc_valid_defog_soft
  headline: false
- name: lc_supervised_all128_fold2
  context: lc
  phase: supervised
  fold: 2
  hf_path: classification/lc_supervised_fold2.ckpt
  local: checkpoints/classification/soft_supervised_lc_all128_fold2/last.ckpt
  config: classification/spectral_patch_mae_lc_valid_defog_soft
  headline: false
- name: mc_supervised_all128_fold0
  context: mc
  phase: supervised
  fold: 0
  hf_path: classification/mc_supervised_fold0.ckpt
  local: checkpoints/classification/soft_supervised_mc_all128_fold0/last.ckpt
  config: classification/spectral_patch_mae_mc_valid_defog_soft
  headline: false
- name: mc_supervised_all128_fold1
  context: mc
  phase: supervised
  fold: 1
  hf_path: classification/mc_supervised_fold1.ckpt
  local: checkpoints/classification/soft_supervised_mc_all128_fold1/last.ckpt
  config: classification/spectral_patch_mae_mc_valid_defog_soft
  headline: false
- name: mc_supervised_all128_fold2
  context: mc
  phase: supervised
  fold: 2
  hf_path: classification/mc_supervised_fold2.ckpt
  local: checkpoints/classification/soft_supervised_mc_all128_fold2/last.ckpt
  config: classification/spectral_patch_mae_mc_valid_defog_soft
  headline: false
- name: sc_supervised_all128_fold0
  context: sc
  phase: supervised
  fold: 0
  hf_path: classification/sc_supervised_fold0.ckpt
  local: checkpoints/classification/soft_supervised_sc_all128_fold0/last.ckpt
  config: classification/spectral_patch_mae_sc_valid_defog_soft
  headline: false
- name: sc_supervised_all128_fold1
  context: sc
  phase: supervised
  fold: 1
  hf_path: classification/sc_supervised_fold1.ckpt
  local: checkpoints/classification/soft_supervised_sc_all128_fold1/last.ckpt
  config: classification/spectral_patch_mae_sc_valid_defog_soft
  headline: false
- name: sc_supervised_all128_fold2
  context: sc
  phase: supervised
  fold: 2
  hf_path: classification/sc_supervised_fold2.ckpt
  local: checkpoints/classification/soft_supervised_sc_all128_fold2/last.ckpt
  config: classification/spectral_patch_mae_sc_valid_defog_soft
  headline: false
datasets:
  fogathome:
    hf_subdir: fogathome
    role: external_structured
    prevalence: 0.313
    n_patients: 12
  dailyliving:
    hf_subdir: fogathome_dailyliving
    role: external_naturalistic
    prevalence: 0.011
    n_patients: 11
  kaggle:
    hf_subdir: kaggle_labeled
    role: in_distribution
results:
- id: fogathome_icc_tf
  model: mc_probe_all128_ensemble
  value: 0.909
  ci:
  - 0.87
  - 0.94
  figure: fig01
  script: source .venv/bin/activate && python scripts/eval/compute_icc_thresholds.py
    --suffix _all128 --out logs/RESULTS_all128_icc.md
- id: fogathome_seg_auc
  model: mc_probe_all128_ensemble
  value: 0.908
  script: source .venv/bin/activate && python scripts/eval/eval_comprehensive.py --datasets
    fogathome --contexts mc --models probe_all128 --output logs/comprehensive_eval_all128.csv
    --cache-dir logs/comprehensive_eval_cache
- id: fogathome_cls_ap
  model: mc_probe_all128_ensemble
  value: 0.823