isayahc commited on
Commit
cc496ba
1 Parent(s): fa47481

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -34,12 +34,12 @@ config = {
34
 
35
  from ctransformers import AutoModelForCausalLM
36
 
37
- local_llm = AutoModelForCausalLM.from_pretrained("TheBloke/zephyr-7B-beta-GGUF")
38
 
39
 
40
 
41
 
42
- llm_init = CTransformers(model=local_llm, model_type="mistral", lib="avx2", **config)
43
 
44
  prompt_template = """Use the following piece of information to answers the question asked by the user.
45
  Don't try to make up the answer if you don't know the answer, simply say I don't know.
 
34
 
35
  from ctransformers import AutoModelForCausalLM
36
 
37
+ llm_init = AutoModelForCausalLM.from_pretrained("TheBloke/zephyr-7B-beta-GGUF")
38
 
39
 
40
 
41
 
42
+ # llm_init = CTransformers(model=local_llm, model_type="mistral", lib="avx2", **config)
43
 
44
  prompt_template = """Use the following piece of information to answers the question asked by the user.
45
  Don't try to make up the answer if you don't know the answer, simply say I don't know.