Spaces:
Build error
Build error
File size: 371 Bytes
7b590e5 24b11c7 7b590e5 1dc6c65 e0bf185 54d2e53 e0bf185 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 |
---
repo: TheBloke/stable-vicuna-13B-GGML
file: stable-vicuna-13B.ggml.q5_1.bin
llama_cpp:
n_ctx: 2048
n_gpu_layers: 40 # llama 13b has 40 layers
chat:
stop:
- "</s>"
- "<unk>"
- "### USER:"
- "USER:"
queue:
max_size: 16
concurrency_count: 1 # leave this at 1, llama-cpp-python doesn't handle concurrent requests and will crash the entire app
|