entrypoint.sh

#!/bin/bash

# Starting server
echo "Starting server"
echo "Running" $MODEL_URL

./llama-server --model-url $MODEL_URL -c 4096 --port 7860 --host 0.0.0.0

# Keep the script running to prevent the container from exiting
wait