ztime commited on
Commit
6cc4580
1 Parent(s): 1a4abae

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -3
app.py CHANGED
@@ -6,9 +6,9 @@ os.environ["CMAKE_ARGS"] = "-DLLAMA_CUBLAS=on"
6
  os.system('CMAKE_ARGS="-DLLAMA_CUBLAS=on" pip install llama-cpp-python[server]')
7
 
8
  import argparse
9
- model_file = "yi-6b.Q4_0.gguf"
10
  if not os.path.isfile(model_file):
11
- os.system("wget -c https://huggingface.co/TheBloke/Yi-6B-GGUF/resolve/main/yi-6b.Q4_0.gguf")
12
 
13
  DEFAULT_MODEL_PATH = model_file
14
 
@@ -41,7 +41,7 @@ def reset_state():
41
 
42
 
43
  with gr.Blocks() as demo:
44
- gr.HTML("""<h1 align="center">Yi-6B-GGUF by llama-cpp-python</h1>""")
45
 
46
  chatbot = gr.Chatbot()
47
  with gr.Row():
 
6
  os.system('CMAKE_ARGS="-DLLAMA_CUBLAS=on" pip install llama-cpp-python[server]')
7
 
8
  import argparse
9
+ model_file = "yi-chat-6b.Q4_K_M.gguf"
10
  if not os.path.isfile(model_file):
11
+ os.system("wget -c https://huggingface.co/XeIaso/yi-chat-6B-GGUF/resolve/main/yi-chat-6b.Q4_K_M.gguf")
12
 
13
  DEFAULT_MODEL_PATH = model_file
14
 
 
41
 
42
 
43
  with gr.Blocks() as demo:
44
+ gr.HTML("""<h1 align="center">Yi-6B-Chat by llama-cpp-python</h1>""")
45
 
46
  chatbot = gr.Chatbot()
47
  with gr.Row():