Hugging Face's logo

Spaces:
s3nh
/
mamba-gpt-3b
Runtime error

App Files Community
s3nh commited on
Commit
2897ca7
•
1 Parent(s): 519adf1

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +16 -16
app.py CHANGED
@@ -16,22 +16,22 @@ from ctransformers import AutoModelForCausalLM
16
  from dl_hf_model import dl_hf_model
17
  from loguru import logger
18
 
19
- filename_list = [
20
- "Wizard-Vicuna-7B-Uncensored.ggmlv3.q2_K.bin",
21
- "Wizard-Vicuna-7B-Uncensored.ggmlv3.q3_K_L.bin",
22
- "Wizard-Vicuna-7B-Uncensored.ggmlv3.q3_K_M.bin",
23
- "Wizard-Vicuna-7B-Uncensored.ggmlv3.q3_K_S.bin",
24
- "Wizard-Vicuna-7B-Uncensored.ggmlv3.q4_0.bin",
25
- "Wizard-Vicuna-7B-Uncensored.ggmlv3.q4_1.bin",
26
- "Wizard-Vicuna-7B-Uncensored.ggmlv3.q4_K_M.bin",
27
- "Wizard-Vicuna-7B-Uncensored.ggmlv3.q4_K_S.bin",
28
- "Wizard-Vicuna-7B-Uncensored.ggmlv3.q5_0.bin",
29
- "Wizard-Vicuna-7B-Uncensored.ggmlv3.q5_1.bin",
30
- "Wizard-Vicuna-7B-Uncensored.ggmlv3.q5_K_M.bin",
31
- "Wizard-Vicuna-7B-Uncensored.ggmlv3.q5_K_S.bin",
32
- "Wizard-Vicuna-7B-Uncensored.ggmlv3.q6_K.bin",
33
- "Wizard-Vicuna-7B-Uncensored.ggmlv3.q8_0.bin",
34
- ]
35
 
36
  URL = "https://huggingface.co/s3nh/mamba-gpt-3b-GGML/resolve/main/mamba-gpt-3b.ggmlv3.q8_0.bin" # 4.05G
37
 
 
16
  from dl_hf_model import dl_hf_model
17
  from loguru import logger
18
 
19
+ # filename_list = [
20
+ # "Wizard-Vicuna-7B-Uncensored.ggmlv3.q2_K.bin",
21
+ # "Wizard-Vicuna-7B-Uncensored.ggmlv3.q3_K_L.bin",
22
+ # "Wizard-Vicuna-7B-Uncensored.ggmlv3.q3_K_M.bin",
23
+ # "Wizard-Vicuna-7B-Uncensored.ggmlv3.q3_K_S.bin",
24
+ # "Wizard-Vicuna-7B-Uncensored.ggmlv3.q4_0.bin",
25
+ # "Wizard-Vicuna-7B-Uncensored.ggmlv3.q4_1.bin",
26
+ # "Wizard-Vicuna-7B-Uncensored.ggmlv3.q4_K_M.bin",
27
+ # "Wizard-Vicuna-7B-Uncensored.ggmlv3.q4_K_S.bin",
28
+ # "Wizard-Vicuna-7B-Uncensored.ggmlv3.q5_0.bin",
29
+ # "Wizard-Vicuna-7B-Uncensored.ggmlv3.q5_1.bin",
30
+ # "Wizard-Vicuna-7B-Uncensored.ggmlv3.q5_K_M.bin",
31
+ # "Wizard-Vicuna-7B-Uncensored.ggmlv3.q5_K_S.bin",
32
+ # "Wizard-Vicuna-7B-Uncensored.ggmlv3.q6_K.bin",
33
+ # "Wizard-Vicuna-7B-Uncensored.ggmlv3.q8_0.bin",
34
+ # ]
35
 
36
  URL = "https://huggingface.co/s3nh/mamba-gpt-3b-GGML/resolve/main/mamba-gpt-3b.ggmlv3.q8_0.bin" # 4.05G
37