Yash Sachdeva commited on
Commit
e39bef5
·
1 Parent(s): 2d5d217

llm download

Browse files
Files changed (1) hide show
  1. question_paper.py +1 -1
question_paper.py CHANGED
@@ -19,7 +19,7 @@ app = FastAPI()
19
  @app.get("/")
20
  def llama():
21
  llm = Llama(
22
- model_path="./models/7B/llama-model.gguf",
23
  # n_gpu_layers=-1, # Uncomment to use GPU acceleration
24
  # seed=1337, # Uncomment to set a specific seed
25
  # n_ctx=2048, # Uncomment to increase the context window
 
19
  @app.get("/")
20
  def llama():
21
  llm = Llama(
22
+ model_path="./Llama-2-7b-chat-hf-GGUF-Q4_K_M.gguf",
23
  # n_gpu_layers=-1, # Uncomment to use GPU acceleration
24
  # seed=1337, # Uncomment to set a specific seed
25
  # n_ctx=2048, # Uncomment to increase the context window