Manel commited on
Commit
ff73727
·
verified ·
1 Parent(s): 779e8a4

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -24,7 +24,7 @@ def load_model(model_name):
24
  from langchain.llms import CTransformers
25
 
26
  model = CTransformers(model="TheBloke/Llama-2-7B-Chat-GGML",
27
- model_file = 'llama-2-7b-chat.ggmlv3.q2_K.bin',
28
  model_type='llama', gpu_layers=0) # config={"context_length":2048,})
29
  tokenizer = None
30
 
 
24
  from langchain.llms import CTransformers
25
 
26
  model = CTransformers(model="TheBloke/Llama-2-7B-Chat-GGML",
27
+ model_file = 'llama-2-7b-chat.ggmlv3.q4_0.bin', #'llama-2-7b-chat.ggmlv3.q4_K.bin',
28
  model_type='llama', gpu_layers=0) # config={"context_length":2048,})
29
  tokenizer = None
30