AFischer1985 commited on
Commit
4a42148
·
1 Parent(s): edf339b

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -1
app.py CHANGED
@@ -13,11 +13,13 @@ with open("./model.gguf", mode="wb") as file:
13
  app = create_app(
14
  Settings(
15
  n_threads=2, # set to number of cpu cores
16
- model="./mode.gguf",
17
  embedding=False
18
  )
19
  )
20
 
 
 
21
  llm = Llama(model_path="./model.gguf")
22
  def response(input_text, history):
23
  output = llm(f"Q: {input_text} A:", max_tokens=256, stop=["Q:", "\n"], echo=True)
 
13
  app = create_app(
14
  Settings(
15
  n_threads=2, # set to number of cpu cores
16
+ model="./model.gguf",
17
  embedding=False
18
  )
19
  )
20
 
21
+ print(app)
22
+
23
  llm = Llama(model_path="./model.gguf")
24
  def response(input_text, history):
25
  output = llm(f"Q: {input_text} A:", max_tokens=256, stop=["Q:", "\n"], echo=True)