Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -10,6 +10,8 @@ print("CPU threads:", torch.get_num_threads())
|
|
10 |
|
11 |
llm = Llama(model_path = 'Llama-2-ko-7B-chat-gguf-q4_0.bin',
|
12 |
n_ctx=100,
|
|
|
|
|
13 |
)
|
14 |
|
15 |
def gen(x, max_new_tokens):
|
|
|
10 |
|
11 |
llm = Llama(model_path = 'Llama-2-ko-7B-chat-gguf-q4_0.bin',
|
12 |
n_ctx=100,
|
13 |
+
n_threads = 8,
|
14 |
+
n_batch = 100
|
15 |
)
|
16 |
|
17 |
def gen(x, max_new_tokens):
|