SiraH commited on
Commit
6176e99
1 Parent(s): c5cdf35

Change to gguf format model

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -156,7 +156,7 @@ def split_docs(documents,chunk_size=500):
156
 
157
  @st.cache_resource
158
  def load_llama2_llamaCpp():
159
- core_model_name = "llama-2-7b-chat.ggmlv3.q4_0.bin"
160
  n_gpu_layers = 32
161
  n_batch = 512
162
  callback_manager = CallbackManager([StreamingStdOutCallbackHandler()])
 
156
 
157
  @st.cache_resource
158
  def load_llama2_llamaCpp():
159
+ core_model_name = "llama-2-7b-chat.Q4_0.gguf"
160
  n_gpu_layers = 32
161
  n_batch = 512
162
  callback_manager = CallbackManager([StreamingStdOutCallbackHandler()])