lvkaokao
commited on
Commit
•
ae109f8
1
Parent(s):
653f44e
support fp32/fp16/bf16 eval.
Browse files- src/submission/submit.py +0 -5
src/submission/submit.py
CHANGED
@@ -182,11 +182,6 @@ def add_new_eval(
|
|
182 |
quant_method=quant_type.lower(),
|
183 |
bits=precision)
|
184 |
model_type = "quantization"
|
185 |
-
else:
|
186 |
-
model_params, model_size = get_quantized_model_parameters_memory(model_info,
|
187 |
-
quant_method=quant_type.lower(),
|
188 |
-
bits=precision)
|
189 |
-
model_type = "quantization"
|
190 |
|
191 |
if quant_type == "llama.cpp":
|
192 |
hardware = "cpu"
|
|
|
182 |
quant_method=quant_type.lower(),
|
183 |
bits=precision)
|
184 |
model_type = "quantization"
|
|
|
|
|
|
|
|
|
|
|
185 |
|
186 |
if quant_type == "llama.cpp":
|
187 |
hardware = "cpu"
|