Upload sentence-transformers/all-MiniLM-L6-v2 ctranslate fp16 weights

README.md

@@ -60,12 +60,11 @@ model = EncoderCT2fromHfHub(
         # load in int8 on CUDA
         model_name_or_path=model_name,
         device="cuda",
-        compute_type="int8_float16",
+        compute_type="float16",
         # tokenizer=AutoTokenizer.from_pretrained("{ORG}/{NAME}")
 )
 outputs = model.generate(
-    text=["def fibonnaci(", "User: How are you doing? Bot:"],
-    max_length=64,
+    text=["I like soccer", "I like tennis", "The eiffel tower is in Paris"],
 )
 print(outputs.shape, outputs)
 ```