Spaces:
Paused
Paused
Commit
·
060489c
1
Parent(s):
dbbf203
Update app.py
Browse files
app.py
CHANGED
@@ -3,7 +3,7 @@ from transformers import AutoTokenizer, pipeline, logging
|
|
3 |
from auto_gptq import AutoGPTQForCausalLM, BaseQuantizeConfig
|
4 |
from huggingface_hub import snapshot_download
|
5 |
|
6 |
-
import shutil
|
7 |
import os
|
8 |
|
9 |
cwd = os.getcwd()
|
@@ -16,7 +16,7 @@ local_folder = cachedir + "/model"
|
|
16 |
|
17 |
quantized_model_dir = "FPHam/Jackson_The_Formalizer_V2_13b_GPTQ"
|
18 |
|
19 |
-
snapshot_download(repo_id=quantized_model_dir, local_dir=local_folder, local_dir_use_symlinks=False)
|
20 |
|
21 |
model_basename = cachedir + "/model/Jackson2-4bit-128g-GPTQ"
|
22 |
|
|
|
3 |
from auto_gptq import AutoGPTQForCausalLM, BaseQuantizeConfig
|
4 |
from huggingface_hub import snapshot_download
|
5 |
|
6 |
+
#import shutil
|
7 |
import os
|
8 |
|
9 |
cwd = os.getcwd()
|
|
|
16 |
|
17 |
quantized_model_dir = "FPHam/Jackson_The_Formalizer_V2_13b_GPTQ"
|
18 |
|
19 |
+
#snapshot_download(repo_id=quantized_model_dir, local_dir=local_folder, local_dir_use_symlinks=False)
|
20 |
|
21 |
model_basename = cachedir + "/model/Jackson2-4bit-128g-GPTQ"
|
22 |
|