DeepVen commited on
Commit
63de6b6
1 Parent(s): 4e6886d

Upload main.py

Browse files
Files changed (1) hide show
  1. main.py +1 -1
main.py CHANGED
@@ -22,7 +22,7 @@ app = FastAPI(docs_url="/")
22
  # model_name_or_path = "TheBloke/Llama-2-7B-GGUF"
23
  # model_basename = "llama-2-7b.Q4_0.gguf"
24
 
25
- model_name_or_path = "Llama-2-13B-GGUF"
26
  model_basename = "llama-2-13b.Q3_K_S.gguf"
27
 
28
  model_path = hf_hub_download(repo_id=model_name_or_path, filename=model_basename)
 
22
  # model_name_or_path = "TheBloke/Llama-2-7B-GGUF"
23
  # model_basename = "llama-2-7b.Q4_0.gguf"
24
 
25
+ model_name_or_path = "TheBloke/Llama-2-13B-GGUF"
26
  model_basename = "llama-2-13b.Q3_K_S.gguf"
27
 
28
  model_path = hf_hub_download(repo_id=model_name_or_path, filename=model_basename)