start-infinity-emb.sh

export HF_HOME=/tmp/cache
export TRANSFORMERS_CACHE=/tmp/cache
export INFINITY_QUEUE_SIZE=512000
infinity_emb --model-name-or-path michaelfeil/jina-embeddings-v2-base-code --port 7860 --batch-size 8 --engine torch --lengths-via-tokenize