Spaces:
Running
on
CPU Upgrade
Running
on
CPU Upgrade
Removed GPTQ size factor
Browse files
src/submission/check_validity.py
CHANGED
|
@@ -69,8 +69,6 @@ def get_model_size(model_info: ModelInfo, precision: str):
|
|
| 69 |
except (AttributeError, TypeError):
|
| 70 |
raise ValueError("Couldn't detect number of params in the metadata, and therefore unable to choose the instance type to deploy on. Please make sure the metadata is available.")
|
| 71 |
|
| 72 |
-
size_factor = 8 if (precision == "GPTQ" or "gptq" in model_info.modelId.lower()) else 1
|
| 73 |
-
model_size = size_factor * model_size
|
| 74 |
return model_size
|
| 75 |
|
| 76 |
def get_model_arch(model_info: ModelInfo):
|
|
|
|
| 69 |
except (AttributeError, TypeError):
|
| 70 |
raise ValueError("Couldn't detect number of params in the metadata, and therefore unable to choose the instance type to deploy on. Please make sure the metadata is available.")
|
| 71 |
|
|
|
|
|
|
|
| 72 |
return model_size
|
| 73 |
|
| 74 |
def get_model_arch(model_info: ModelInfo):
|