File size: 594 Bytes
1b99dc7
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
from fastapi import FastAPI
from transformers import pipeline

## Create a new fFastAPI app instance
app = FastAPI()

## Initalize the text generation pipeline
pipe = pipeline("text2text-generation", model="google/flan-t5-small")

@app.get("/")
def home():
    return {"message" : "Hello World"}

## Define a function to handle get request /generate
@app.get("/generate")
def generate(text:str):
    ## use pipeline to generate text from given input
    output=pipe(text)
    
    ## return the ouput in json response
    return {"output" : output[0]["generation_text"]}