michaelfeil commited on
Commit
65d685d
1 Parent(s): 431a30e

Update start-infinity-emb.sh

Browse files
Files changed (1) hide show
  1. start-infinity-emb.sh +1 -0
start-infinity-emb.sh CHANGED
@@ -1,3 +1,4 @@
1
  export HF_HOME=/tmp/cache
2
  export TRANSFORMERS_CACHE=/tmp/cache
 
3
  infinity_emb --model-name-or-path michaelfeil/bge-small-en-v1.5 --port 7860 --batch-size 8 --engine optimum
 
1
  export HF_HOME=/tmp/cache
2
  export TRANSFORMERS_CACHE=/tmp/cache
3
+ export INFINITY_QUEUE_SIZE=512
4
  infinity_emb --model-name-or-path michaelfeil/bge-small-en-v1.5 --port 7860 --batch-size 8 --engine optimum