infinity

Sleeping

michaelfeil commited on May 12

Commit

982ee19

•

1 Parent(s): 3335977

Update start-infinity-emb.sh

Files changed (1) hide show

start-infinity-emb.sh CHANGED Viewed

@@ -1,4 +1,4 @@
 export HF_HOME=/tmp/cache
 export TRANSFORMERS_CACHE=/tmp/cache
-export INFINITY_QUEUE_SIZE=512
-infinity_emb --model-name-or-path michaelfeil/bge-small-en-v1.5 --port 7860 --batch-size 8 --engine optimum --lengths-via-tokenize

 export HF_HOME=/tmp/cache
 export TRANSFORMERS_CACHE=/tmp/cache
+export INFINITY_QUEUE_SIZE=512000
+infinity_emb --model-name-or-path michaelfeil/jina-embeddings-v2-base-code --port 7860 --batch-size 8 --engine torch --lengths-via-tokenize