AurelioAguirre commited on
Commit
712d19c
·
1 Parent(s): 6e590df

minor fixes

Browse files
Files changed (1) hide show
  1. main/routes.py +0 -3
main/routes.py CHANGED
@@ -263,12 +263,10 @@ async def initialize_model(request: InitializeRequest):
263
  logger.info(f"Using model path: {model_path}")
264
 
265
  # Load the model
266
- logger.info("Loading model")
267
  llm_instance = LLM.load(
268
  model=model_path,
269
  distribute=None if request.precision or request.quantize else "auto"
270
  )
271
- logger.info("Done loading model")
272
 
273
  # If manual distribution is needed
274
  logger.info("Distributing model")
@@ -279,7 +277,6 @@ async def initialize_model(request: InitializeRequest):
279
  precision=request.precision,
280
  quantize=request.quantize
281
  )
282
- logger.info("Done distributing model")
283
 
284
  logger.info(
285
  f"Model initialized successfully with config:\n"
 
263
  logger.info(f"Using model path: {model_path}")
264
 
265
  # Load the model
 
266
  llm_instance = LLM.load(
267
  model=model_path,
268
  distribute=None if request.precision or request.quantize else "auto"
269
  )
 
270
 
271
  # If manual distribution is needed
272
  logger.info("Distributing model")
 
277
  precision=request.precision,
278
  quantize=request.quantize
279
  )
 
280
 
281
  logger.info(
282
  f"Model initialized successfully with config:\n"