Update app.py
Browse files
app.py
CHANGED
@@ -24,7 +24,7 @@ def load_model(model_name):
|
|
24 |
from langchain.llms import CTransformers
|
25 |
|
26 |
model = CTransformers(model="TheBloke/Llama-2-7B-Chat-GGML",
|
27 |
-
model_file = 'llama-2-7b-chat.ggmlv3.
|
28 |
model_type='llama', gpu_layers=0) # config={"context_length":2048,})
|
29 |
tokenizer = None
|
30 |
|
|
|
24 |
from langchain.llms import CTransformers
|
25 |
|
26 |
model = CTransformers(model="TheBloke/Llama-2-7B-Chat-GGML",
|
27 |
+
model_file = 'llama-2-7b-chat.ggmlv3.q4_0.bin', #'llama-2-7b-chat.ggmlv3.q4_K.bin',
|
28 |
model_type='llama', gpu_layers=0) # config={"context_length":2048,})
|
29 |
tokenizer = None
|
30 |
|