Files changed (2) hide show
  1. results.csv +15 -15
  2. utils.py +1 -2
results.csv CHANGED
@@ -1,15 +1,15 @@
1
- Models,Model Size(B),Data Source,Overall,IND,OOD,Classification,VQA,Retrieval,Grounding
2
- clip-vit-large-patch14,0.428,TIGER-Lab,37.8,37.1,38.7,42.8,9.1,53.0,51.8
3
- blip2-opt-2.7b,3.74,TIGER-Lab,25.2,25.3,25.1,27.0,4.2,33.9,47.0
4
- siglip-base-patch16-224,0.203,TIGER-Lab,34.8,32.3,38.0,40.3,8.4,31.6,59.5
5
- CLIP-ViT-H-14-laion2B-s32B-b79K,0.986,TIGER-Lab,39.7,39.3,40.2,47.8,10.9,52.3,53.3
6
- UniIR (BLIP_FF),0.247,TIGER-Lab,42.8,44.7,40.4,42.1,15.0,60.1,62.2
7
- UniIR (CLIP_SF),0.428,TIGER-Lab,44.7,47.1,41.7,44.3,16.2,61.8,65.3
8
- e5-v,8.36,TIGER-Lab,13.3,14.9,11.5,21.8,4.9,11.5,19.0
9
- Magiclens,0.428,TIGER-Lab,27.8,31.0,23.7,38.8,8.3,35.4,26.0
10
- CLIP-FullFineTuned,0.428,TIGER-Lab,45.4,47.6,42.8,55.2,19.7,53.2,62.2
11
- OpenCLIP-FullFineTuned,0.632,TIGER-Lab,47.2,50.5,43.1,56.0,21.9,55.4,64.1
12
- VLM2Vec (Phi-3.5-V-FFT),4.15,TIGER-Lab,55.9,62.8,47.4,52.8,50.3,57.8,72.3
13
- VLM2Vec (Phi-3.5-V-LoRA),4.15,TIGER-Lab,60.1,66.5,52.0,54.8,54.9,62.3,79.5
14
- VLM2Vec (LLaVA-1.6-LoRA-LowRes),7.57,TIGER-Lab,55.0,61.0,47.5,54.7,50.3,56.2,64.0
15
- VLM2Vec (LLaVA-1.6-LoRA-HighRes),7.57,TIGER-Lab,62.9,67.5,57.1,61.2,49.9,67.4,86.1
 
1
+ Models,Model Size(B),Data Source,Overall,Classification,VQA,Retrieval,Grounding
2
+ clip-vit-large-patch14,0.428,TIGER-Lab,37.8,42.8,9.1,53.0,51.8
3
+ blip2-opt-2.7b,3.74,TIGER-Lab,25.2,27.0,4.2,33.9,47.0
4
+ siglip-base-patch16-224,0.203,TIGER-Lab,34.8,40.3,8.4,31.6,59.5
5
+ CLIP-ViT-H-14-laion2B-s32B-b79K,0.986,TIGER-Lab,39.7,47.8,10.9,52.3,53.3
6
+ UniIR (BLIP_FF),0.247,TIGER-Lab,42.8,42.1,15.0,60.1,62.2
7
+ UniIR (CLIP_SF),0.428,TIGER-Lab,44.7,44.3,16.2,61.8,65.3
8
+ e5-v,8.36,TIGER-Lab,13.3,21.8,4.9,11.5,19.0
9
+ Magiclens,0.428,TIGER-Lab,27.8,38.8,8.3,35.4,26.0
10
+ CLIP-FullFineTuned,0.428,TIGER-Lab,45.4,55.2,19.7,53.2,62.2
11
+ OpenCLIP-FullFineTuned,0.632,TIGER-Lab,47.2,56.0,21.9,55.4,64.1
12
+ VLM2Vec (Phi-3.5-V-FFT),4.15,TIGER-Lab,55.9,52.8,50.3,57.8,72.3
13
+ VLM2Vec (Phi-3.5-V-LoRA),4.15,TIGER-Lab,60.1,54.8,54.9,62.3,79.5
14
+ VLM2Vec (LLaVA-1.6-LoRA-LowRes),7.57,TIGER-Lab,55.0,54.7,50.3,56.2,64.0
15
+ VLM2Vec (LLaVA-1.6-LoRA-HighRes),7.57,TIGER-Lab,62.9,61.2,49.9,67.4,86.1
utils.py CHANGED
@@ -102,8 +102,7 @@ MODEL_URLS = {
102
  "siglip-base-patch16-224": "https://huggingface.co/google/siglip-base-patch16-224",
103
  "CLIP-ViT-H-14-laion2B-s32B-b79K": "https://huggingface.co/laion/CLIP-ViT-H-14-laion2B-s32B-b79K",
104
  "e5-v": "https://huggingface.co/royokong/e5-v",
105
- "MagicLens": "https://github.com/google-deepmind/magiclens",
106
-
107
  }
108
 
109
  def create_hyperlinked_names(df):
 
102
  "siglip-base-patch16-224": "https://huggingface.co/google/siglip-base-patch16-224",
103
  "CLIP-ViT-H-14-laion2B-s32B-b79K": "https://huggingface.co/laion/CLIP-ViT-H-14-laion2B-s32B-b79K",
104
  "e5-v": "https://huggingface.co/royokong/e5-v",
105
+ "Magiclens": "https://github.com/google-deepmind/magiclens",
 
106
  }
107
 
108
  def create_hyperlinked_names(df):