infinity / start-infinity-emb.sh
michaelfeil's picture
Update start-infinity-emb.sh
1b33283 verified
raw
history blame
224 Bytes
export HF_HOME=/tmp/cache
export TRANSFORMERS_CACHE=/tmp/cache
export INFINITY_QUEUE_SIZE=512
infinity_emb --model-name-or-path michaelfeil/bge-small-en-v1.5 --port 7860 --batch-size 8 --engine optimum --lengths-via-tokenize