Update README.md
Browse files
README.md
CHANGED
@@ -64,15 +64,12 @@ print(cos_sim(text_embeddings[0], image_embeddings[0])) # text-image cross-modal
|
|
64 |
|
65 |
### Text-Image Retrieval
|
66 |
|
67 |
-
#### Flickr
|
68 |
-
|
69 |
| Name | Flickr Image Retr. R@1 | Flickr Image Retr. R@5 | Flickr Text Retr. R@1 | Flickr Text Retr. R@5 |
|
70 |
|------------------|-------------------------|-------------------------|-----------------------|-----------------------|
|
71 |
| ViT-B-32 | 0.597 | 0.8398 | 0.781 | 0.938 |
|
72 |
| ViT-B-16 | 0.6216 | 0.8572 | 0.822 | 0.966 |
|
73 |
| jina-clip | 0.6748 | 0.8902 | 0.811 | 0.965 |
|
74 |
|
75 |
-
#### MSCOCO
|
76 |
|
77 |
| Name | MSCOCO Image Retr. R@1 | MSCOCO Image Retr. R@5 | MSCOCO Text Retr. R@1 | MSCOCO Text Retr. R@5 |
|
78 |
|------------------|-------------------------|-------------------------|-----------------------|-----------------------|
|
@@ -82,14 +79,11 @@ print(cos_sim(text_embeddings[0], image_embeddings[0])) # text-image cross-modal
|
|
82 |
|
83 |
### Text-Text Retrieval
|
84 |
|
85 |
-
#### STS
|
86 |
-
|
87 |
| Name | STS12 | STS15 | STS17 | STS13 | STS14 | STS16 | STS22 | STSBenchmark | SummEval |
|
88 |
|-----------------------|--------|--------|--------|--------|--------|--------|--------|--------------|----------|
|
89 |
| jina-embeddings-v2 | 0.7427 | 0.8755 | 0.8888 | 0.833 | 0.7917 | 0.836 | 0.6346 | 0.8404 | 0.3056 |
|
90 |
| jina-clip | 0.7352 | 0.8746 | 0.8976 | 0.8323 | 0.7868 | 0.8377 | 0.6583 | 0.8493 | 0.3048 |
|
91 |
|
92 |
-
#### BEIR
|
93 |
|
94 |
| Name | ArguAna | FiQA2018 | NFCorpus | Quora | SCIDOCS | SciFact | TRECCOVID |
|
95 |
|--------------------|---------|----------|----------|-------|---------|---------|-----------|
|
|
|
64 |
|
65 |
### Text-Image Retrieval
|
66 |
|
|
|
|
|
67 |
| Name | Flickr Image Retr. R@1 | Flickr Image Retr. R@5 | Flickr Text Retr. R@1 | Flickr Text Retr. R@5 |
|
68 |
|------------------|-------------------------|-------------------------|-----------------------|-----------------------|
|
69 |
| ViT-B-32 | 0.597 | 0.8398 | 0.781 | 0.938 |
|
70 |
| ViT-B-16 | 0.6216 | 0.8572 | 0.822 | 0.966 |
|
71 |
| jina-clip | 0.6748 | 0.8902 | 0.811 | 0.965 |
|
72 |
|
|
|
73 |
|
74 |
| Name | MSCOCO Image Retr. R@1 | MSCOCO Image Retr. R@5 | MSCOCO Text Retr. R@1 | MSCOCO Text Retr. R@5 |
|
75 |
|------------------|-------------------------|-------------------------|-----------------------|-----------------------|
|
|
|
79 |
|
80 |
### Text-Text Retrieval
|
81 |
|
|
|
|
|
82 |
| Name | STS12 | STS15 | STS17 | STS13 | STS14 | STS16 | STS22 | STSBenchmark | SummEval |
|
83 |
|-----------------------|--------|--------|--------|--------|--------|--------|--------|--------------|----------|
|
84 |
| jina-embeddings-v2 | 0.7427 | 0.8755 | 0.8888 | 0.833 | 0.7917 | 0.836 | 0.6346 | 0.8404 | 0.3056 |
|
85 |
| jina-clip | 0.7352 | 0.8746 | 0.8976 | 0.8323 | 0.7868 | 0.8377 | 0.6583 | 0.8493 | 0.3048 |
|
86 |
|
|
|
87 |
|
88 |
| Name | ArguAna | FiQA2018 | NFCorpus | Quora | SCIDOCS | SciFact | TRECCOVID |
|
89 |
|--------------------|---------|----------|----------|-------|---------|---------|-----------|
|