radames's picture
add sfast
a659304
raw
history blame
659 Bytes
from fastapi import FastAPI
from config import args
from device import device, torch_dtype
from app_init import init_app
from user_queue import user_data
from util import get_pipeline_class
print("DEVICE:", device)
print("TORCH_DTYPE:", torch_dtype)
print("PIPELINE:", args.pipeline)
print("SAFETY_CHECKER:", args.safety_checker)
print("TORCH_COMPILE:", args.torch_compile)
print("SFast:", args.sfast)
print("USE_TAESD:", args.taesd)
print("COMPEL:", args.compel)
print("DEBUG:", args.debug)
app = FastAPI()
pipeline_class = get_pipeline_class(args.pipeline)
pipeline = pipeline_class(args, device, torch_dtype)
init_app(app, user_data, args, pipeline)