ffreemt commited on
Commit
cddd650
1 Parent(s): 6b045ac

Update url

Browse files
Files changed (2) hide show
  1. README.md +1 -1
  2. app.py +5 -5
README.md CHANGED
@@ -1,5 +1,5 @@
1
  ---
2
- title: airoboros-llama2-gpt4-1.4.1-ggml
3
  emoji: 🚀
4
  colorFrom: green
5
  colorTo: green
 
1
  ---
2
+ title: chinese-llama-2-7b-ggml-q4
3
  emoji: 🚀
4
  colorFrom: green
5
  colorTo: green
app.py CHANGED
@@ -17,10 +17,8 @@ from dl_hf_model import dl_hf_model
17
  from loguru import logger
18
 
19
  url = "https://huggingface.co/The Bloke/llama-2-13B-Guanaco-QLoRA-GGML/blob/main/llama-2-13b-guanaco-qlora.ggmlv3.q4_K_S.bin" # 8.14G
20
- url = "https://huggingface.co/TheBloke/airoboros-l2-13B-gpt4-1.4.1-GGML/blob/main/airoboros-l2-13b-gpt4-1.4.1.ggmlv3.q4_K_M.bin" # 8.14G
21
- if "forindo" in platform.node():
22
- # url = "https://huggingface.co/The Bloke/llama-2-70b-Guanaco-QLoRA-GGML/blob/main/llama-2-70b-guanaco-qlora.ggmlv3.q3_K_S.bin" # 29.7G
23
- url = "https://huggingface.co/TheBloke/airoboros-l2-70B-gpt4-1.4.1-GGML/blob/main/airoboros-l2-70b-gpt4-1.4.1.ggmlv3.q3_K_S.bin"
24
 
25
  # Prompt template: Guanaco
26
  # {past_history}
@@ -385,6 +383,8 @@ else:
385
  server_port = 7860
386
  if "forindo" in platform.node():
387
  server_port = 7861
388
- block.queue(max_size=5).launch(debug=True, server_name="0.0.0.0", server_port=server_port)
 
 
389
 
390
  # block.queue(max_size=5).launch(debug=True, server_name="0.0.0.0")
 
17
  from loguru import logger
18
 
19
  url = "https://huggingface.co/The Bloke/llama-2-13B-Guanaco-QLoRA-GGML/blob/main/llama-2-13b-guanaco-qlora.ggmlv3.q4_K_S.bin" # 8.14G
20
+ url = "https://huggingface.co/The Bloke/airoboros-l2-13B-gpt4-1.4.1-GGML/blob/main/airoboros-l2-13b-gpt4-1.4.1.ggmlv3.q4_K_M.bin" # 8.14G
21
+ url = "https://huggingface.co/soulteary/Chinese-Llama-2-7b-ggml-q4/blob/main/Chinese-Llama-2-7b-ggml-q4.bin" # 3.83G
 
 
22
 
23
  # Prompt template: Guanaco
24
  # {past_history}
 
383
  server_port = 7860
384
  if "forindo" in platform.node():
385
  server_port = 7861
386
+ block.queue(max_size=5).launch(
387
+ debug=True, server_name="0.0.0.0", server_port=server_port
388
+ )
389
 
390
  # block.queue(max_size=5).launch(debug=True, server_name="0.0.0.0")