Spaces:
Paused
Paused
Commit
·
4a42148
1
Parent(s):
edf339b
Update app.py
Browse files
app.py
CHANGED
@@ -13,11 +13,13 @@ with open("./model.gguf", mode="wb") as file:
|
|
13 |
app = create_app(
|
14 |
Settings(
|
15 |
n_threads=2, # set to number of cpu cores
|
16 |
-
model="./
|
17 |
embedding=False
|
18 |
)
|
19 |
)
|
20 |
|
|
|
|
|
21 |
llm = Llama(model_path="./model.gguf")
|
22 |
def response(input_text, history):
|
23 |
output = llm(f"Q: {input_text} A:", max_tokens=256, stop=["Q:", "\n"], echo=True)
|
|
|
13 |
app = create_app(
|
14 |
Settings(
|
15 |
n_threads=2, # set to number of cpu cores
|
16 |
+
model="./model.gguf",
|
17 |
embedding=False
|
18 |
)
|
19 |
)
|
20 |
|
21 |
+
print(app)
|
22 |
+
|
23 |
llm = Llama(model_path="./model.gguf")
|
24 |
def response(input_text, history):
|
25 |
output = llm(f"Q: {input_text} A:", max_tokens=256, stop=["Q:", "\n"], echo=True)
|