change port export

Dockerfile

@@ -16,6 +16,7 @@ RUN apt-get update && \
 
 RUN git clone https://github.com/ggerganov/llama.cpp.git llamacpp --depth 1 && \
     cd llamacpp && \
+    sed -i 's/v1\/chat/api\/v1\/chat/g' examples/server/server.cpp && \
     cmake -B build -DLLAMA_BLAS=ON -DLLAMA_BLAS_VENDOR=OpenBLAS && \
     cmake --build build --config Release --target main server && \
     cp build/bin/* ../ && \
@@ -42,4 +43,4 @@ ENV PORT=7860
 EXPOSE ${PORT}
 
 # Run the server start script
-CMD ["/bin/sh", "./start_server.sh"]
+CMD ["/bin/sh", "./start_server.sh"]

start_server.sh

@@ -3,7 +3,7 @@
 # For mlock support
 ulimit -l unlimited
 
-/main -m model/gguf-model.bin --color -p '你好，你是谁' -n 2 -c 2
+/main -m model/gguf-model.bin --color -p '你好，你是谁' -n 64 -c 64
 
 /server --host 0.0.0.0 --port 7860 -m model/gguf-model.bin 
 /llamacpp/build/bin/server --host 0.0.0.0 --port 7860 -m model/gguf-model.bin