bwang0911 commited on
Commit
763aff6
·
verified ·
1 Parent(s): 07d4bb6

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +0 -6
README.md CHANGED
@@ -64,15 +64,12 @@ print(cos_sim(text_embeddings[0], image_embeddings[0])) # text-image cross-modal
64
 
65
  ### Text-Image Retrieval
66
 
67
- #### Flickr
68
-
69
  | Name | Flickr Image Retr. R@1 | Flickr Image Retr. R@5 | Flickr Text Retr. R@1 | Flickr Text Retr. R@5 |
70
  |------------------|-------------------------|-------------------------|-----------------------|-----------------------|
71
  | ViT-B-32 | 0.597 | 0.8398 | 0.781 | 0.938 |
72
  | ViT-B-16 | 0.6216 | 0.8572 | 0.822 | 0.966 |
73
  | jina-clip | 0.6748 | 0.8902 | 0.811 | 0.965 |
74
 
75
- #### MSCOCO
76
 
77
  | Name | MSCOCO Image Retr. R@1 | MSCOCO Image Retr. R@5 | MSCOCO Text Retr. R@1 | MSCOCO Text Retr. R@5 |
78
  |------------------|-------------------------|-------------------------|-----------------------|-----------------------|
@@ -82,14 +79,11 @@ print(cos_sim(text_embeddings[0], image_embeddings[0])) # text-image cross-modal
82
 
83
  ### Text-Text Retrieval
84
 
85
- #### STS
86
-
87
  | Name | STS12 | STS15 | STS17 | STS13 | STS14 | STS16 | STS22 | STSBenchmark | SummEval |
88
  |-----------------------|--------|--------|--------|--------|--------|--------|--------|--------------|----------|
89
  | jina-embeddings-v2 | 0.7427 | 0.8755 | 0.8888 | 0.833 | 0.7917 | 0.836 | 0.6346 | 0.8404 | 0.3056 |
90
  | jina-clip | 0.7352 | 0.8746 | 0.8976 | 0.8323 | 0.7868 | 0.8377 | 0.6583 | 0.8493 | 0.3048 |
91
 
92
- #### BEIR
93
 
94
  | Name | ArguAna | FiQA2018 | NFCorpus | Quora | SCIDOCS | SciFact | TRECCOVID |
95
  |--------------------|---------|----------|----------|-------|---------|---------|-----------|
 
64
 
65
  ### Text-Image Retrieval
66
 
 
 
67
  | Name | Flickr Image Retr. R@1 | Flickr Image Retr. R@5 | Flickr Text Retr. R@1 | Flickr Text Retr. R@5 |
68
  |------------------|-------------------------|-------------------------|-----------------------|-----------------------|
69
  | ViT-B-32 | 0.597 | 0.8398 | 0.781 | 0.938 |
70
  | ViT-B-16 | 0.6216 | 0.8572 | 0.822 | 0.966 |
71
  | jina-clip | 0.6748 | 0.8902 | 0.811 | 0.965 |
72
 
 
73
 
74
  | Name | MSCOCO Image Retr. R@1 | MSCOCO Image Retr. R@5 | MSCOCO Text Retr. R@1 | MSCOCO Text Retr. R@5 |
75
  |------------------|-------------------------|-------------------------|-----------------------|-----------------------|
 
79
 
80
  ### Text-Text Retrieval
81
 
 
 
82
  | Name | STS12 | STS15 | STS17 | STS13 | STS14 | STS16 | STS22 | STSBenchmark | SummEval |
83
  |-----------------------|--------|--------|--------|--------|--------|--------|--------|--------------|----------|
84
  | jina-embeddings-v2 | 0.7427 | 0.8755 | 0.8888 | 0.833 | 0.7917 | 0.836 | 0.6346 | 0.8404 | 0.3056 |
85
  | jina-clip | 0.7352 | 0.8746 | 0.8976 | 0.8323 | 0.7868 | 0.8377 | 0.6583 | 0.8493 | 0.3048 |
86
 
 
87
 
88
  | Name | ArguAna | FiQA2018 | NFCorpus | Quora | SCIDOCS | SciFact | TRECCOVID |
89
  |--------------------|---------|----------|----------|-------|---------|---------|-----------|