Spaces:
Paused
Paused
Commit
·
712d19c
1
Parent(s):
6e590df
minor fixes
Browse files- main/routes.py +0 -3
main/routes.py
CHANGED
@@ -263,12 +263,10 @@ async def initialize_model(request: InitializeRequest):
|
|
263 |
logger.info(f"Using model path: {model_path}")
|
264 |
|
265 |
# Load the model
|
266 |
-
logger.info("Loading model")
|
267 |
llm_instance = LLM.load(
|
268 |
model=model_path,
|
269 |
distribute=None if request.precision or request.quantize else "auto"
|
270 |
)
|
271 |
-
logger.info("Done loading model")
|
272 |
|
273 |
# If manual distribution is needed
|
274 |
logger.info("Distributing model")
|
@@ -279,7 +277,6 @@ async def initialize_model(request: InitializeRequest):
|
|
279 |
precision=request.precision,
|
280 |
quantize=request.quantize
|
281 |
)
|
282 |
-
logger.info("Done distributing model")
|
283 |
|
284 |
logger.info(
|
285 |
f"Model initialized successfully with config:\n"
|
|
|
263 |
logger.info(f"Using model path: {model_path}")
|
264 |
|
265 |
# Load the model
|
|
|
266 |
llm_instance = LLM.load(
|
267 |
model=model_path,
|
268 |
distribute=None if request.precision or request.quantize else "auto"
|
269 |
)
|
|
|
270 |
|
271 |
# If manual distribution is needed
|
272 |
logger.info("Distributing model")
|
|
|
277 |
precision=request.precision,
|
278 |
quantize=request.quantize
|
279 |
)
|
|
|
280 |
|
281 |
logger.info(
|
282 |
f"Model initialized successfully with config:\n"
|