Anthonyg5005 commited on
Commit
adefdbb
·
1 Parent(s): 1ce3db3

create measurement folder

Browse files
auto-exl2-upload/auto-exl2-upload.zip CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7540c2c7d0d2f529e566e5f857a52b11f4a8de65afe0b08a3491e42d474b8ac2
3
- size 6875
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7d701183fd79366ad97a3426080d22b094cd56df40960e7ef16d6d062d3a7c35
3
+ size 6882
auto-exl2-upload/exl2-quant.py CHANGED
@@ -156,9 +156,9 @@ else:
156
 
157
  #start converting
158
  for bpw in bpwvalue:
159
- if os.path.exists(f"{model}-measure{slsh}measurement.json"): # Check if measurement.json exists
160
  cmdir = False
161
- mskip = f" -m {model}-measure{slsh}measurement.json" #skip measurement if it exists
162
  else:
163
  cmdir = True
164
  mskip = ""
@@ -172,8 +172,8 @@ for bpw in bpwvalue:
172
  print("Quantization failed.")
173
  sys.exit("Exiting...")
174
  if cmdir == True:
175
- os.makedirs(f"{model}-measure", exist_ok=True) #create measurement directory
176
- subprocess.run(f"{oscp} {model}-exl2-{bpw}bpw-WD{slsh}measurement.json {model}-measure", shell=True) #copy measurement to measure directory
177
  open(f"{model}-measure/Delete folder when no more quants are needed from this model", 'w').close()
178
  try:
179
  create_branch(f"{whoami().get('name', None)}/{modelname}-exl2", branch=f"{bpw}bpw") #create branch
@@ -184,7 +184,7 @@ for bpw in bpwvalue:
184
  subprocess.run(f"{osrmd} {model}-exl2-{bpw}bpw", shell=True) #remove compile directory
185
 
186
  if file_exists(f"{whoami().get('name', None)}/{modelname}-exl2", "measurement.json") == False: #check if measurement.json exists in main
187
- upload_file(path_or_fileobj=f"{model}-measure{slsh}measurement.json", path_in_repo="measurement.json", repo_id=f"{whoami().get('name', None)}/{modelname}-exl2", commit_message="Add measurement.json") #upload measurement.json to main
188
 
189
  print(f'''Quants available at https://huggingface.co/{whoami().get('name', None)}/{modelname}-exl2
190
  \nRepo is private, go to https://huggingface.co/{whoami().get('name', None)}/{modelname}-exl2/settings to make public if you'd like.''')
 
156
 
157
  #start converting
158
  for bpw in bpwvalue:
159
+ if os.path.exists(f"measurements{slsh}{model}-measure{slsh}measurement.json"): # Check if measurement.json exists
160
  cmdir = False
161
+ mskip = f" -m measurements{slsh}{model}-measure{slsh}measurement.json" #skip measurement if it exists
162
  else:
163
  cmdir = True
164
  mskip = ""
 
172
  print("Quantization failed.")
173
  sys.exit("Exiting...")
174
  if cmdir == True:
175
+ os.makedirs(f"measurements{slsh}{model}-measure", exist_ok=True) #create measurement directory
176
+ subprocess.run(f"{oscp} {model}-exl2-{bpw}bpw-WD{slsh}measurement.json measurements{slsh}{model}-measure", shell=True) #copy measurement to measure directory
177
  open(f"{model}-measure/Delete folder when no more quants are needed from this model", 'w').close()
178
  try:
179
  create_branch(f"{whoami().get('name', None)}/{modelname}-exl2", branch=f"{bpw}bpw") #create branch
 
184
  subprocess.run(f"{osrmd} {model}-exl2-{bpw}bpw", shell=True) #remove compile directory
185
 
186
  if file_exists(f"{whoami().get('name', None)}/{modelname}-exl2", "measurement.json") == False: #check if measurement.json exists in main
187
+ upload_file(path_or_fileobj=f"measurements{slsh}{model}-measure{slsh}measurement.json", path_in_repo="measurement.json", repo_id=f"{whoami().get('name', None)}/{modelname}-exl2", commit_message="Add measurement.json") #upload measurement.json to main
188
 
189
  print(f'''Quants available at https://huggingface.co/{whoami().get('name', None)}/{modelname}-exl2
190
  \nRepo is private, go to https://huggingface.co/{whoami().get('name', None)}/{modelname}-exl2/settings to make public if you'd like.''')
exl2-multi-quant-local/exl2-multi-quant-local.zip CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e6aa8271df9fd84e7dc89826d95e3ecbd23d0fca88090f91b3a2e96abceb899a
3
- size 5918
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f0accdc4d09d944d44db85e455e1195e5d2e6e535bcc559a314f2b09dc524552
3
+ size 5923
exl2-multi-quant-local/exl2-quant.py CHANGED
@@ -112,9 +112,9 @@ clear_screen()
112
 
113
  #start converting
114
  for bpw in bpwvalue:
115
- if os.path.exists(f"{model}-measure{slsh}measurement.json"): # Check if measurement.json exists
116
  cmdir = False
117
- mskip = f" -m {model}-measure{slsh}measurement.json" #skip measurement if it exists
118
  else:
119
  cmdir = True
120
  mskip = ""
@@ -128,8 +128,8 @@ for bpw in bpwvalue:
128
  print("Quantization failed.")
129
  sys.exit("Exiting...")
130
  if cmdir == True:
131
- os.makedirs(f"{model}-measure", exist_ok=True) #create measurement directory
132
- subprocess.run(f"{oscp} {model}-exl2-{bpw}bpw-WD{slsh}measurement.json {model}-measure", shell=True) #copy measurement to measure directory
133
  open(f"{model}-measure/Delete folder when no more quants are needed from this model", 'w').close()
134
  subprocess.run(f"{osrmd} {model}-exl2-{bpw}bpw-WD", shell=True) #remove working directory
135
 
 
112
 
113
  #start converting
114
  for bpw in bpwvalue:
115
+ if os.path.exists(f"measurements{slsh}{model}-measure{slsh}measurement.json"): # Check if measurement.json exists
116
  cmdir = False
117
+ mskip = f" -m measurements{slsh}{model}-measure{slsh}measurement.json" #skip measurement if it exists
118
  else:
119
  cmdir = True
120
  mskip = ""
 
128
  print("Quantization failed.")
129
  sys.exit("Exiting...")
130
  if cmdir == True:
131
+ os.makedirs(f"measurements{slsh}{model}-measure", exist_ok=True) #create measurement directory
132
+ subprocess.run(f"{oscp} {model}-exl2-{bpw}bpw-WD{slsh}measurement.json measurements{slsh}{model}-measure", shell=True) #copy measurement to measure directory
133
  open(f"{model}-measure/Delete folder when no more quants are needed from this model", 'w').close()
134
  subprocess.run(f"{osrmd} {model}-exl2-{bpw}bpw-WD", shell=True) #remove working directory
135