# text generation from fastapi import FastAPI from transformers import pipeline # create a fastapi instances app = FastAPI() # initialize the text generation pipeline pipe = pipeline("text2text-generation", model="google/flan-t5-small") @app.get("/") def home(): return {"message":"Hello World!"} # get request '/generate' @app.get("/generate") def generate(text:str): # use the pipeline to generate text from given input text output = pipe(text) # return the generate text in json response return {"output":output[0]['generated_text']}