start_server.sh

#!/bin/sh

# For mlock support
ulimit -l unlimited

/main -m model/gguf-model.bin --color -p '你好，你是谁' -n 64 -c 64

/server --host 0.0.0.0 --port 7860 -m model/gguf-model.bin 
/llamacpp/build/bin/server --host 0.0.0.0 --port 7860 -m model/gguf-model.bin
# python3 -B main.py