File size: 1,542 Bytes
6d3bd56 efa97da 6d3bd56 efa97da 6d3bd56 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 | {
"model_type": "fusion-embedding-connector",
"d_resampler": 384,
"n_query": 64,
"d_llm": 2048,
"mrl_dims": [
2048,
1536,
1024,
512,
256,
128,
64
],
"trained_params": 16397952,
"protocol": {
"text_query_template": "<|im_start|>system\n{instruction}<|im_end|>\n<|im_start|>user\n{text}<|im_end|>\n<|im_start|>assistant\n",
"image_doc_template": "<|im_start|>system\nRepresent the user's input.<|im_end|>\n<|im_start|>user\n<|vision_start|><|image_pad|><|vision_end|><|im_end|>\n<|im_start|>assistant\n",
"default_query_instruction": "Retrieve images or text relevant to the user's query.",
"pooling": "last non-pad token",
"cross_modal_readout": "per-modality mean-centering recommended (see inference.center)"
},
"benchmarks": {
"audiocaps_883_minrank5": {
"eval_shard": "audiocaps_test816",
"n_clips": 883,
"n_captions": 4411,
"dim": 1024,
"n_total_clips": 883,
"split_filtered": false,
"protocol": "min-rank-over-refs",
"a2t_R@1": 0.2785956859588623,
"a2t_R@5": 0.5900339484214783,
"a2t_R@10": 0.7168743014335632,
"a2t_mAP@10": 0.2084483951330185,
"t2a_R@1": 0.2675130367279053,
"t2a_R@5": 0.5885286927223206,
"t2a_R@10": 0.7361142635345459,
"t2a_mAP@10": 0.40352436900138855
},
"in_domain_eval": {
"a2t_R@1": 0.4000000059604645,
"a2t_R@10": 0.8650000095367432,
"a2t_mAP@10": 0.5706349015235901
}
}
} |