{
  "model_type": "fusion-embedding-connector",
  "d_resampler": 384,
  "n_query": 64,
  "d_llm": 2048,
  "mrl_dims": [
    2048,
    1536,
    1024,
    512,
    256,
    128,
    64
  ],
  "trained_params": 16397952,
  "protocol": {
    "text_query_template": "<|im_start|>system\n{instruction}<|im_end|>\n<|im_start|>user\n{text}<|im_end|>\n<|im_start|>assistant\n",
    "image_doc_template": "<|im_start|>system\nRepresent the user's input.<|im_end|>\n<|im_start|>user\n<|vision_start|><|image_pad|><|vision_end|><|im_end|>\n<|im_start|>assistant\n",
    "default_query_instruction": "Retrieve images or text relevant to the user's query.",
    "pooling": "last non-pad token",
    "cross_modal_readout": "per-modality mean-centering recommended (see inference.center)"
  },
  "benchmarks": {
    "audiocaps_883_minrank5": {
      "eval_shard": "audiocaps_test816",
      "n_clips": 883,
      "n_captions": 4411,
      "dim": 1024,
      "n_total_clips": 883,
      "split_filtered": false,
      "protocol": "min-rank-over-refs",
      "a2t_R@1": 0.2785956859588623,
      "a2t_R@5": 0.5900339484214783,
      "a2t_R@10": 0.7168743014335632,
      "a2t_mAP@10": 0.2084483951330185,
      "t2a_R@1": 0.2675130367279053,
      "t2a_R@5": 0.5885286927223206,
      "t2a_R@10": 0.7361142635345459,
      "t2a_mAP@10": 0.40352436900138855
    },
    "in_domain_eval": {
      "a2t_R@1": 0.4000000059604645,
      "a2t_R@10": 0.8650000095367432,
      "a2t_mAP@10": 0.5706349015235901
    }
  }
}