Rank,Models,Model Size(B),Image-Overall,I-CLS,I-QA,I-RET,I-VG,VOC2007,N24News,SUN397,ObjectNet,Country211,Place365,ImageNet-1K,HatefulMemes,ImageNet-A,ImageNet-R,OK-VQA,A-OKVQA,DocVQA,InfographicsVQA,ChartQA,Visual7W,ScienceQA,GQA,TextVQA,VizWiz,VisDial,CIRR,VisualNews_t2i,VisualNews_i2t,MSCOCO_t2i,MSCOCO_i2t,NIGHTS,WebQA,FashionIQ,Wiki-SS-NQ,OVEN,EDIS,MSCOCO,RefCOCO,RefCOCO-Matching,Visual7W-Pointing
1,"IFM-TTE-7B",8.29,77.9,76.74,78.49,74.58,89.3,83.4,82.1,78.8,74.0,60.5,65.5,84.0,75.1,73.6,90.4,83.4,77.3,95.5,82.3,83.2,73.8,67.3,79.1,87.9,55.1,84.6,66.4,79.2,82.5,77.7,72.6,69.4,91.1,32.4,73.6,69.9,95.5,85.4,91.7,91.9,88.2
2,"seed-1.6-embedding",unknown,77.78,76.06,73.97,77.9,91.25,91.9,82.9,80.8,85.4,47.7,52.8,84.2,73.7,73.1,88.1,74.2,64.6,96.2,82.9,69.2,59.6,79.2,74.7,85.1,54.0,84.6,65.0,83.4,84.5,78.8,77.4,72.1,91.7,49.0,79.6,77.2,91.5,82.1,95.5,93.0,94.4
3,"RzenEmbed-v2-7B",8.29,75.92,70.61,71.67,78.5,92.1,91.4,84.0,82.7,72.0,29.7,48.1,84.1,62.4,61.5,90.2,73.1,63.1,94.6,76.8,69.2,63.2,60.7,74.6,86.3,55.1,85.6,67.2,82.6,85.8,81.1,78.0,69.0,92.4,41.5,79.8,81.8,97.2,83.5,94.9,93.2,96.8
4,"QQMM-embed-v2",8.29,75.28,72.97,71.85,76.01,87.42,92.8,82.4,83.7,74.2,30.8,48.8,83.5,79.6,62.7,91.2,73.8,71.1,96.0,74.0,68.1,65.3,62.7,62.4,88.2,56.9,85.5,69.5,80.5,83.9,82.6,80.1,67.0,92.7,32.2,74.2,72.5,91.4,81.5,93.5,92.9,81.8
5,OEmbedding-v1-7B,8.29,74.05,70.56,70.02,74.67,90.97,89.2,82.0,79.0,72.6,31.2,46.0,84.5,70.5,59.9,90.7,73.2,63.3,95.2,74.4,69.4,60.5,54.8,68.9,86.2,54.3,85.8,65.9,82.5,86.0,81.7,76.8,68.2,90.8,25.6,69.9,73.5,89.4,81.8,95.6,94.1,92.4
6,ReCo-7B,8.29,73.87,70.95,71.52,73.66,87.7,88.8,83.8,81.2,74.1,28.0,47.4,84.2,73.6,58.3,90.1,74.1,61.8,95.1,76.3,66.7,67.2,54.5,76.8,87.3,55.4,85.3,60.7,81.4,84.3,79.5,74.0,68.7,90.7,20.6,72.1,74.0,92.6,74.1,93.5,94.1,89.1
7,RzenEmbed-v1-7B,8.29,73.6,69.78,68.72,76.83,85.67,91.6,81.7,82.4,68.5,29.0,43.5,82.8,70.0,59.0,89.3,69.6,61.3,94.8,73.6,64.0,60.5,58.2,65.5,86.2,53.5,83.1,66.3,82.6,85.8,78.6,76.0,68.6,91.3,38.7,74.8,79.6,96.5,78.3,88.3,85.1,91.0
8,"Ops-MM-embedding-v1-7B",8.29,72.72,69.65,69.58,73.09,87.15,84.8,82.1,81.0,69.7,28.5,45.6,81.1,75.7,57.8,90.2,70.6,60.0,94.7,73.6,65.2,58.4,49.9,79.9,86.9,56.6,81.8,55.2,80.1,84.3,79.3,72.1,66.2,91.9,24.3,74.3,73.2,94.4,73.9,90.4,92.7,91.6
9,TCE-v1,8.0,72.36,67.89,70.28,72.31,88.85,91.6,81.7,78.8,53.8,20.2,46.4,81.3,75.4,59.6,90.1,71.5,61.4,95.0,81.0,72.0,57.8,58.7,69.4,83.6,52.4,86.7,57.8,77.9,81.8,79.0,77.3,68.1,89.3,25.6,66.2,65.4,92.6,85.2,93.7,91.4,85.1
10,"QQMM-embed",8.297,72.175,70.07,69.52,71.175,87.075,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-
11,"B3_Qwen2_7B",8.29,72.0,70.0,66.5,74.1,84.6,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-
12,"UniME-V2-LLaVA-OneVision-7B",8.03,71.77,65.64,68.66,73.1,90.85,92.5,66.0,78.8,73.2,19.0,43.8,78.9,66.1,49.0,89.1,71.7,71.5,92.4,67.1,59.2,62.7,55.2,69.0,84.4,53.4,84.8,67.0,77.3,80.1,80.0,74.6,68.3,90.2,27.0,70.9,68.5,88.5,81.3,95.3,92.8,94.0
13,"UME-R1-7B",8.29,71.25,67.09,69.18,71.9,84.85,90.8,82.3,80.3,42.3,25.0,46.8,80.4,79.0,53.9,90.1,71.7,58.7,93.8,79.2,75.1,55.2,53.7,69.3,83.5,51.6,80.7,55.3,76.8,82.0,78.3,71.4,68.1,90.9,23.4,72.5,71.4,92.0,72.7,91.4,91.1,84.2
14,"UniME(LLaVA-OneVision-7B-LoRA-Res336)",8.03,70.7,66.8,66.6,70.5,90.9,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-
15,"LLaVE-7B",8.03,70.3,65.7,65.4,70.9,91.9,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-
16,"UNITE-Instruct-7B",8.29,70.3,68.3,65.1,71.6,84.8,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-
17,"mmE5-mllama-11b-instruct",10.6,69.8,67.6,62.6,71.0,89.6,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-
18,"interestFM-UIR-CAFe-7B",8.03,69.8,65.2,65.6,70.0,91.2,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-
19,"BGE-VL-v1.5 (FT; LlaVA-1.6-Mistral)",7.57,69.4,63.7,64.9,72.2,86.6,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-
20,"Ops-MM-embedding-v1-2B",2.21,69.03,68.07,65.11,69.17,80.85,81.3,78.4,80.7,68.4,28.6,43.9,81.1,74.0,53.1,91.2,64.1,54.0,93.0,65.3,56.1,58.5,47.3,74.4,83.1,55.3,79.4,47.3,76.2,79.1,74.1,69.7,66.1,91.1,18.5,68.8,69.1,90.6,66.8,84.1,87.9,84.6
21,RzenEmbed-v1-2B,2.21,68.53,65.29,61.7,73.81,77.85,89.6,74.0,78.4,71.3,24.5,41.3,80.9,58.6,49.5,84.8,60.0,53.2,90.5,59.3,51.8,57.1,47.5,60.4,83.8,53.4,79.1,62.7,78.0,81.4,76.7,73.6,67.9,91.0,33.8,74.9,74.6,92.0,68.5,86.0,74.8,82.1
22,"B3_Qwen2_2B",2.21,68.1,67.0,61.19,70.85,79.88,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-
23,"interestFM-UIR-CAFe-7B",8.03,67.56,63.63,61.66,69.07,87.58,89.8,83.2,79.9,22.5,16.7,45.0,77.3,78.7,55.2,88.0,67.3,63.8,79.2,53.3,48.8,52.5,65.4,65.7,76.8,43.8,82.7,60.4,69.5,79.4,75.4,73.1,66.7,89.3,39.0,61.2,60.8,71.3,84.7,89.4,83.0,93.2
24,"UniME(LLaVA-1.6-7B-LoRA-LowRes)",7.57,66.6,60.6,52.9,67.9,85.1,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-
25,"UME-R1-2B",2.21,66.56,64.81,62.78,67.62,77.17,80.0,81.1,79.4,52.0,23.4,42.6,75.3,75.2,50.4,88.7,62.4,51.1,92.2,67.7,64.9,54.1,42.7,67.3,78.6,46.8,76.6,53.7,71.7,74.2,75.1,68.9,67.2,90.0,17.1,62.0,66.9,88.0,69.5,83.3,84.4,71.5
26,"VLM2Vec (Qwen2-VL-7B-LoRA-HighRes)",8.29,65.8,62.6,57.8,69.9,81.7,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-
27,"VLM2Vec-V1-Qwen2VL-7B",8.29,65.49,62.69,56.85,69.44,82.22,80.7,79.7,77.4,40.1,29.8,37.4,80.1,69.7,58.1,73.9,56.8,47.3,89.7,60.0,56.9,52.7,38.5,55.1,71.6,39.9,81.9,51.1,80.5,81.2,77.2,73.9,67.6,88.3,17.1,62.3,66.5,85.7,75.7,87.6,84.6,81.0
28,"LLaVE-2B",1.95,65.2,62.1,60.2,65.2,84.9,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-
29,"VLM2Vec-V2.0-Qwen2VL-2B",2.21,64.85,62.9,56.29,69.47,77.3,85.0,72.9,71.0,65.2,25.2,35.9,80.8,56.3,47.4,89.3,51.5,43.6,90.1,58.8,47.4,52.9,38.2,64.9,72.2,43.3,82.7,57.5,74.5,78.2,75.3,71.4,68.6,90.6,19.5,66.9,64.3,84.1,67.1,87.1,85.8,69.2
30,"UniME(Phi-3.5-V-LoRA)",4.2,64.2,54.8,55.9,64.5,81.8,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-
31,"MMRet-MLLM (FT)",7.57,64.1,56.0,57.4,69.9,83.6,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-
32,"UNITE-Instruct-2B",2.21,63.3,63.2,55.9,65.4,75.6,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-
33,"VLM2Vec (LLaVA-1.6-LoRA-HighRes)",7.57,62.9,61.2,49.9,67.4,86.1,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-
34,"BGE-VL-v1.5 (zeroshot; LlaVA-1.6-Mistral)",7.57,60.1,56.1,55.3,63.9,70.8,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-
35,"VLM2Vec (Phi-3.5-V-LoRA)",4.15,60.1,54.8,54.9,62.3,79.5,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-
36,"VLM2Vec-V1-Qwen2VL-2B",2.21,59.74,58.71,49.26,64.98,72.85,74.3,73.7,73.8,37.1,21.5,35.3,77.5,58.3,50.9,84.7,48.5,39.5,82.5,47.7,42.3,51.2,30.7,48.3,63.3,38.6,74.3,46.8,73.1,73.7,73.4,68.5,66.3,85.9,14.0,54.2,68.3,81.2,66.5,80.9,75.7,68.3
37,"interestFM-UIR-CAFe-0.5B",0.894,59.6,59.1,49.1,61.0,83.0,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-
38,"VLM2Vec (Qwen2-VL-2B-LoRA-HighRes)",2.21,59.3,59.0,49.4,65.4,73.4,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-
39,"LLaVE-0.5B",0.894,59.1,57.4,50.3,59.8,82.9,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-
40,"mmE5 (w/ 560K synthetic data)",10.6,58.6,60.6,55.7,54.7,72.4,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-
41,"gme-Qwen2-VL-7B-Instruct",8.29,55.95,57.65,34.66,71.17,59.3,80.3,50.5,69.5,69.0,24.8,39.1,64.6,53.6,41.2,83.9,33.2,21.0,41.4,20.3,17.8,22.2,28.0,76.9,46.8,39.0,60.8,54.9,79.7,83.6,71.2,57.7,67.6,91.4,37.8,78.2,75.1,96.0,31.4,60.9,78.4,66.5
42,"VLM2Vec (Phi-3.5-V-FT)",4.15,55.9,52.8,50.3,57.8,72.3,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-
43,"gme-Qwen2-VL-2B-Instruct",2.21,55.8,56.9,41.2,67.8,53.4,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-
44,"interestFM-UIR-CAFe-0.5B",0.894,55.43,56.44,45.28,57.55,71.95,81.9,69.6,68.8,51.0,11.3,37.4,64.6,55.3,38.1,86.4,47.1,43.0,60.6,30.2,32.7,48.9,39.7,52.1,59.6,38.9,68.4,43.4,58.4,61.0,66.4,63.2,63.8,80.0,23.3,46.4,52.4,63.9,63.1,76.6,70.6,77.5
45,"VLM2Vec (LLaVA-1.6-LoRA-LowRes)",7.57,55.0,54.7,50.3,56.2,64.0,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-
46,"LamRA-Ret",8.29,54.08,59.2,26.47,69.95,62.65,80.1,51.3,68.5,66.4,28.3,40.6,72.3,49.0,47.0,88.5,37.8,27.0,22.3,16.5,11.7,19.6,26.3,38.5,33.0,32.0,61.3,51.7,70.4,83.9,72.2,73.7,65.6,81.0,42.0,69.7,82.0,85.9,44.8,62.8,75.7,67.3
47,"LamRA-Ret-Qwen2.5VL-7b",8.29,52.43,51.7,34.12,66.86,56.73,78.7,29.8,66.5,59.4,21.7,37.4,58.9,51.3,36.3,77.0,39.9,34.1,37.1,23.7,15.0,24.6,31.3,57.4,46.1,32.0,62.5,44.7,70.1,74.2,65.7,71.1,64.4,85.7,33.4,67.0,84.8,78.7,36.0,57.1,82.6,51.2
48,"gme-Qwen2-VL-2B-Instruct",2.21,51.89,54.44,29.86,66.93,55.47,75.9,50.1,67.3,70.6,26.5,35.8,58.3,52.5,28.8,78.6,29.9,18.6,29.8,11.6,13.4,16.2,27.3,75.1,39.7,37.0,48.1,44.2,74.7,78.3,68.1,63.1,67.0,88.8,32.9,73.9,72.3,91.8,28.6,55.9,73.3,64.1
49,"MM-Embed",8.18,50.0,48.1,32.3,63.8,57.8,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-
50,"OpenCLIP-FT",0.428,47.2,56.0,21.9,55.4,64.1,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-
51,"CLIP-FT",0.428,45.4,55.2,19.7,53.2,62.2,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-
52,"UniIR (CLIP_SF)",0.428,44.7,44.3,16.2,61.8,65.3,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-
53,"MMRet-MLLM (LLaVA-1.6)",7.57,44.0,47.2,18.4,56.5,62.2,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-
54,"UniIR (BLIP_FF)",0.247,42.8,42.1,15.0,60.1,62.2,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-
55,"open_clip-ViT-L/14",0.428,39.7,47.8,10.9,52.3,53.3,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-
56,"clip-vit-large-patch14",0.428,37.8,42.8,9.1,53.0,51.8,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-
57,"colpali-v1.3",2.92,34.89,40.3,11.51,48.05,40.3,69.8,25.5,56.1,45.6,6.0,27.5,42.4,50.6,14.9,64.6,9.4,6.6,11.3,5.0,5.7,6.1,16.3,8.3,18.8,27.6,41.2,8.2,50.1,47.6,59.2,49.9,65.5,53.8,5.9,80.5,50.0,64.7,36.7,64.5,3.9,56.1
58,"siglip-base-patch16-224",0.203,34.8,40.3,8.4,31.6,59.5,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-
59,"Magiclens",0.428,27.8,38.8,8.3,35.4,26.0,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-
60,"blip2-opt-2.7b",3.74,25.2,27.0,4.2,33.9,47.0,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-
61,"e5-v",8.36,13.3,21.8,4.9,11.5,19.0,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-