Spaces:
Runtime error
Runtime error
Yash Sachdeva
commited on
Commit
·
a0347c2
1
Parent(s):
0e9dcfb
python syntax
Browse files- question_paper.py +2 -2
question_paper.py
CHANGED
@@ -14,7 +14,7 @@ app = FastAPI()
|
|
14 |
@app.get("/")
|
15 |
def llama():
|
16 |
llm = Llama(
|
17 |
-
model_path="./llama-2-7b-chat.Q3_K_M.gguf"
|
18 |
# n_gpu_layers=-1, # Uncomment to use GPU acceleration
|
19 |
# seed=1337, # Uncomment to set a specific seed
|
20 |
# n_ctx=2048, # Uncomment to increase the context window
|
@@ -27,5 +27,5 @@ def llama():
|
|
27 |
) # Generate a completion, can also call create_completion
|
28 |
|
29 |
print(output)
|
30 |
-
|
31 |
return {"output": output}
|
|
|
14 |
@app.get("/")
|
15 |
def llama():
|
16 |
llm = Llama(
|
17 |
+
model_path="./llama-2-7b-chat.Q3_K_M.gguf"
|
18 |
# n_gpu_layers=-1, # Uncomment to use GPU acceleration
|
19 |
# seed=1337, # Uncomment to set a specific seed
|
20 |
# n_ctx=2048, # Uncomment to increase the context window
|
|
|
27 |
) # Generate a completion, can also call create_completion
|
28 |
|
29 |
print(output)
|
30 |
+
|
31 |
return {"output": output}
|