|
from fastapi import FastAPI |
|
|
|
from config import args |
|
from device import device, torch_dtype |
|
from app_init import init_app |
|
from user_queue import user_data |
|
from util import get_pipeline_class |
|
|
|
|
|
print("DEVICE:", device) |
|
print("TORCH_DTYPE:", torch_dtype) |
|
print("PIPELINE:", args.pipeline) |
|
print("SAFETY_CHECKER:", args.safety_checker) |
|
print("TORCH_COMPILE:", args.torch_compile) |
|
print("USE_TAESD:", args.use_taesd) |
|
print("COMPEL:", args.compel) |
|
print("DEBUG:", args.debug) |
|
|
|
|
|
app = FastAPI() |
|
|
|
pipeline_class = get_pipeline_class(args.pipeline) |
|
pipeline = pipeline_class(args, device, torch_dtype) |
|
init_app(app, user_data, args, pipeline) |
|
|