Upload intfloat/e5-small-v2 ctranslate fp16 weights

README.md

@@ -2614,31 +2614,30 @@ pip install hf-hub-ctranslate2>=2.11.0 ctranslate2>=3.16.0
 ```python
 # from transformers import AutoTokenizer
 model_name = "michaelfeil/ct2fast-e5-small-v2"
-model_name_orig=intfloat/e5-small-v2
+model_name_orig="intfloat/e5-small-v2"
 
 from hf_hub_ctranslate2 import EncoderCT2fromHfHub
 model = EncoderCT2fromHfHub(
         # load in int8 on CUDA
         model_name_or_path=model_name,
         device="cuda",
-        compute_type="int8_float16",
+        compute_type="int8_float16"
 )
 outputs = model.generate(
     text=["I like soccer", "I like tennis", "The eiffel tower is in Paris"],
     max_length=64,
-)
-# perform downstream tasks on outputs
+) # perform downstream tasks on outputs
 outputs["pooler_output"]
 outputs["last_hidden_state"]
 outputs["attention_mask"]
 
 # alternative, use SentenceTransformer Mix-In
 # for end-to-end Sentence embeddings generation
-# not pulling from this repo
+# (not pulling from this CT2fast-HF repo)
 
 from hf_hub_ctranslate2 import CT2SentenceTransformer
 model = CT2SentenceTransformer(
-    model_name_orig, compute_type="int8_float16", device="cuda", 
+    model_name_orig, compute_type="int8_float16", device="cuda"
 )
 embeddings = model.encode(
     ["I like soccer", "I like tennis", "The eiffel tower is in Paris"],