Commit
·
adefdbb
1
Parent(s):
1ce3db3
create measurement folder
Browse files
auto-exl2-upload/auto-exl2-upload.zip
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:7d701183fd79366ad97a3426080d22b094cd56df40960e7ef16d6d062d3a7c35
|
3 |
+
size 6882
|
auto-exl2-upload/exl2-quant.py
CHANGED
@@ -156,9 +156,9 @@ else:
|
|
156 |
|
157 |
#start converting
|
158 |
for bpw in bpwvalue:
|
159 |
-
if os.path.exists(f"{model}-measure{slsh}measurement.json"): # Check if measurement.json exists
|
160 |
cmdir = False
|
161 |
-
mskip = f" -m {model}-measure{slsh}measurement.json" #skip measurement if it exists
|
162 |
else:
|
163 |
cmdir = True
|
164 |
mskip = ""
|
@@ -172,8 +172,8 @@ for bpw in bpwvalue:
|
|
172 |
print("Quantization failed.")
|
173 |
sys.exit("Exiting...")
|
174 |
if cmdir == True:
|
175 |
-
os.makedirs(f"{model}-measure", exist_ok=True) #create measurement directory
|
176 |
-
subprocess.run(f"{oscp} {model}-exl2-{bpw}bpw-WD{slsh}measurement.json {model}-measure", shell=True) #copy measurement to measure directory
|
177 |
open(f"{model}-measure/Delete folder when no more quants are needed from this model", 'w').close()
|
178 |
try:
|
179 |
create_branch(f"{whoami().get('name', None)}/{modelname}-exl2", branch=f"{bpw}bpw") #create branch
|
@@ -184,7 +184,7 @@ for bpw in bpwvalue:
|
|
184 |
subprocess.run(f"{osrmd} {model}-exl2-{bpw}bpw", shell=True) #remove compile directory
|
185 |
|
186 |
if file_exists(f"{whoami().get('name', None)}/{modelname}-exl2", "measurement.json") == False: #check if measurement.json exists in main
|
187 |
-
upload_file(path_or_fileobj=f"{model}-measure{slsh}measurement.json", path_in_repo="measurement.json", repo_id=f"{whoami().get('name', None)}/{modelname}-exl2", commit_message="Add measurement.json") #upload measurement.json to main
|
188 |
|
189 |
print(f'''Quants available at https://huggingface.co/{whoami().get('name', None)}/{modelname}-exl2
|
190 |
\nRepo is private, go to https://huggingface.co/{whoami().get('name', None)}/{modelname}-exl2/settings to make public if you'd like.''')
|
|
|
156 |
|
157 |
#start converting
|
158 |
for bpw in bpwvalue:
|
159 |
+
if os.path.exists(f"measurements{slsh}{model}-measure{slsh}measurement.json"): # Check if measurement.json exists
|
160 |
cmdir = False
|
161 |
+
mskip = f" -m measurements{slsh}{model}-measure{slsh}measurement.json" #skip measurement if it exists
|
162 |
else:
|
163 |
cmdir = True
|
164 |
mskip = ""
|
|
|
172 |
print("Quantization failed.")
|
173 |
sys.exit("Exiting...")
|
174 |
if cmdir == True:
|
175 |
+
os.makedirs(f"measurements{slsh}{model}-measure", exist_ok=True) #create measurement directory
|
176 |
+
subprocess.run(f"{oscp} {model}-exl2-{bpw}bpw-WD{slsh}measurement.json measurements{slsh}{model}-measure", shell=True) #copy measurement to measure directory
|
177 |
open(f"{model}-measure/Delete folder when no more quants are needed from this model", 'w').close()
|
178 |
try:
|
179 |
create_branch(f"{whoami().get('name', None)}/{modelname}-exl2", branch=f"{bpw}bpw") #create branch
|
|
|
184 |
subprocess.run(f"{osrmd} {model}-exl2-{bpw}bpw", shell=True) #remove compile directory
|
185 |
|
186 |
if file_exists(f"{whoami().get('name', None)}/{modelname}-exl2", "measurement.json") == False: #check if measurement.json exists in main
|
187 |
+
upload_file(path_or_fileobj=f"measurements{slsh}{model}-measure{slsh}measurement.json", path_in_repo="measurement.json", repo_id=f"{whoami().get('name', None)}/{modelname}-exl2", commit_message="Add measurement.json") #upload measurement.json to main
|
188 |
|
189 |
print(f'''Quants available at https://huggingface.co/{whoami().get('name', None)}/{modelname}-exl2
|
190 |
\nRepo is private, go to https://huggingface.co/{whoami().get('name', None)}/{modelname}-exl2/settings to make public if you'd like.''')
|
exl2-multi-quant-local/exl2-multi-quant-local.zip
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f0accdc4d09d944d44db85e455e1195e5d2e6e535bcc559a314f2b09dc524552
|
3 |
+
size 5923
|
exl2-multi-quant-local/exl2-quant.py
CHANGED
@@ -112,9 +112,9 @@ clear_screen()
|
|
112 |
|
113 |
#start converting
|
114 |
for bpw in bpwvalue:
|
115 |
-
if os.path.exists(f"{model}-measure{slsh}measurement.json"): # Check if measurement.json exists
|
116 |
cmdir = False
|
117 |
-
mskip = f" -m {model}-measure{slsh}measurement.json" #skip measurement if it exists
|
118 |
else:
|
119 |
cmdir = True
|
120 |
mskip = ""
|
@@ -128,8 +128,8 @@ for bpw in bpwvalue:
|
|
128 |
print("Quantization failed.")
|
129 |
sys.exit("Exiting...")
|
130 |
if cmdir == True:
|
131 |
-
os.makedirs(f"{model}-measure", exist_ok=True) #create measurement directory
|
132 |
-
subprocess.run(f"{oscp} {model}-exl2-{bpw}bpw-WD{slsh}measurement.json {model}-measure", shell=True) #copy measurement to measure directory
|
133 |
open(f"{model}-measure/Delete folder when no more quants are needed from this model", 'w').close()
|
134 |
subprocess.run(f"{osrmd} {model}-exl2-{bpw}bpw-WD", shell=True) #remove working directory
|
135 |
|
|
|
112 |
|
113 |
#start converting
|
114 |
for bpw in bpwvalue:
|
115 |
+
if os.path.exists(f"measurements{slsh}{model}-measure{slsh}measurement.json"): # Check if measurement.json exists
|
116 |
cmdir = False
|
117 |
+
mskip = f" -m measurements{slsh}{model}-measure{slsh}measurement.json" #skip measurement if it exists
|
118 |
else:
|
119 |
cmdir = True
|
120 |
mskip = ""
|
|
|
128 |
print("Quantization failed.")
|
129 |
sys.exit("Exiting...")
|
130 |
if cmdir == True:
|
131 |
+
os.makedirs(f"measurements{slsh}{model}-measure", exist_ok=True) #create measurement directory
|
132 |
+
subprocess.run(f"{oscp} {model}-exl2-{bpw}bpw-WD{slsh}measurement.json measurements{slsh}{model}-measure", shell=True) #copy measurement to measure directory
|
133 |
open(f"{model}-measure/Delete folder when no more quants are needed from this model", 'w').close()
|
134 |
subprocess.run(f"{osrmd} {model}-exl2-{bpw}bpw-WD", shell=True) #remove working directory
|
135 |
|