Spaces:
Running
Running
update model urls
#12
by
MINGYISU
- opened
- results.csv +15 -15
- utils.py +1 -2
results.csv
CHANGED
@@ -1,15 +1,15 @@
|
|
1 |
-
Models,Model Size(B),Data Source,Overall,
|
2 |
-
clip-vit-large-patch14,0.428,TIGER-Lab,37.8,
|
3 |
-
blip2-opt-2.7b,3.74,TIGER-Lab,25.2,
|
4 |
-
siglip-base-patch16-224,0.203,TIGER-Lab,34.8,
|
5 |
-
CLIP-ViT-H-14-laion2B-s32B-b79K,0.986,TIGER-Lab,39.7,
|
6 |
-
UniIR (BLIP_FF),0.247,TIGER-Lab,42.8,
|
7 |
-
UniIR (CLIP_SF),0.428,TIGER-Lab,44.7,
|
8 |
-
e5-v,8.36,TIGER-Lab,13.3,
|
9 |
-
Magiclens,0.428,TIGER-Lab,27.8,
|
10 |
-
CLIP-FullFineTuned,0.428,TIGER-Lab,45.4,
|
11 |
-
OpenCLIP-FullFineTuned,0.632,TIGER-Lab,47.2,
|
12 |
-
VLM2Vec (Phi-3.5-V-FFT),4.15,TIGER-Lab,55.9,
|
13 |
-
VLM2Vec (Phi-3.5-V-LoRA),4.15,TIGER-Lab,60.1,
|
14 |
-
VLM2Vec (LLaVA-1.6-LoRA-LowRes),7.57,TIGER-Lab,55.0,
|
15 |
-
VLM2Vec (LLaVA-1.6-LoRA-HighRes),7.57,TIGER-Lab,62.9,
|
|
|
1 |
+
Models,Model Size(B),Data Source,Overall,Classification,VQA,Retrieval,Grounding
|
2 |
+
clip-vit-large-patch14,0.428,TIGER-Lab,37.8,42.8,9.1,53.0,51.8
|
3 |
+
blip2-opt-2.7b,3.74,TIGER-Lab,25.2,27.0,4.2,33.9,47.0
|
4 |
+
siglip-base-patch16-224,0.203,TIGER-Lab,34.8,40.3,8.4,31.6,59.5
|
5 |
+
CLIP-ViT-H-14-laion2B-s32B-b79K,0.986,TIGER-Lab,39.7,47.8,10.9,52.3,53.3
|
6 |
+
UniIR (BLIP_FF),0.247,TIGER-Lab,42.8,42.1,15.0,60.1,62.2
|
7 |
+
UniIR (CLIP_SF),0.428,TIGER-Lab,44.7,44.3,16.2,61.8,65.3
|
8 |
+
e5-v,8.36,TIGER-Lab,13.3,21.8,4.9,11.5,19.0
|
9 |
+
Magiclens,0.428,TIGER-Lab,27.8,38.8,8.3,35.4,26.0
|
10 |
+
CLIP-FullFineTuned,0.428,TIGER-Lab,45.4,55.2,19.7,53.2,62.2
|
11 |
+
OpenCLIP-FullFineTuned,0.632,TIGER-Lab,47.2,56.0,21.9,55.4,64.1
|
12 |
+
VLM2Vec (Phi-3.5-V-FFT),4.15,TIGER-Lab,55.9,52.8,50.3,57.8,72.3
|
13 |
+
VLM2Vec (Phi-3.5-V-LoRA),4.15,TIGER-Lab,60.1,54.8,54.9,62.3,79.5
|
14 |
+
VLM2Vec (LLaVA-1.6-LoRA-LowRes),7.57,TIGER-Lab,55.0,54.7,50.3,56.2,64.0
|
15 |
+
VLM2Vec (LLaVA-1.6-LoRA-HighRes),7.57,TIGER-Lab,62.9,61.2,49.9,67.4,86.1
|
utils.py
CHANGED
@@ -102,8 +102,7 @@ MODEL_URLS = {
|
|
102 |
"siglip-base-patch16-224": "https://huggingface.co/google/siglip-base-patch16-224",
|
103 |
"CLIP-ViT-H-14-laion2B-s32B-b79K": "https://huggingface.co/laion/CLIP-ViT-H-14-laion2B-s32B-b79K",
|
104 |
"e5-v": "https://huggingface.co/royokong/e5-v",
|
105 |
-
"
|
106 |
-
|
107 |
}
|
108 |
|
109 |
def create_hyperlinked_names(df):
|
|
|
102 |
"siglip-base-patch16-224": "https://huggingface.co/google/siglip-base-patch16-224",
|
103 |
"CLIP-ViT-H-14-laion2B-s32B-b79K": "https://huggingface.co/laion/CLIP-ViT-H-14-laion2B-s32B-b79K",
|
104 |
"e5-v": "https://huggingface.co/royokong/e5-v",
|
105 |
+
"Magiclens": "https://github.com/google-deepmind/magiclens",
|
|
|
106 |
}
|
107 |
|
108 |
def create_hyperlinked_names(df):
|