Uhhy commited on
Commit
f61f49b
1 Parent(s): fd9c1db

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -13
app.py CHANGED
@@ -174,17 +174,5 @@ async def generate_chat(request: ChatRequest):
174
  "all_responses": responses
175
  }
176
 
177
- def pre_load_models():
178
- for model_name, model in global_data['models'].items():
179
- model._load_model()
180
-
181
- pre_load_models()
182
-
183
- def batch_load_models(model_configs):
184
- for i in range(0, len(model_configs), cpu_count()):
185
- batch = model_configs[i:i + cpu_count()]
186
- for config in batch:
187
- model_manager.load_model(config)
188
-
189
  if __name__ == "__main__":
190
- uvicorn.run(app, host="0.0.0.0", port=7860)
 
174
  "all_responses": responses
175
  }
176
 
 
 
 
 
 
 
 
 
 
 
 
 
177
  if __name__ == "__main__":
178
+ uvicorn.run(app, host="0.0.0.0", port=8000)