Spaces:
Sleeping
Sleeping
| hub: | |
| repo_id: TheBloke/llama2_7b_chat_uncensored-GGML | |
| filename: llama2_7b_chat_uncensored.ggmlv3.q2_K.bin | |
| llama_cpp: | |
| n_ctx: 2048 | |
| n_gpu_layers: 40 # llama 13b has 40 layers | |
| chat: | |
| stop: | |
| - "</s>" | |
| - "<unk>" | |
| - "### USER:" | |
| - "USER:" | |
| queue: | |
| max_size: 16 | |
| concurrency_count: 1 # leave this at 1, llama-cpp-python doesn't handle concurrent requests and will crash the entire app | |