fyp_llama / app.py
MudassirFayaz's picture
Update app.py
34f4d08 verified
raw
history blame
754 Bytes
from fastapi import FastAPI
from transformers import pipeline
app = FastAPI()
@app.get("/")
def greet_json():
return {"status": "Its working built by Fayaz"}
# Initialize the text generation pipeline
# pipe = pipeline("text2text-generation", model="google/flan-t5-small")
# checking for ofingpt
# ofintech/FinGPT_0.1.3
pipe = pipeline("text2text-generation", model="ofintech/FinGPT_0.1.3")
@app.get("/")
def home():
return {"message":"Hello World"}
# Define a function to handle the GET request at `/generate`
@app.get("/generate")
def generate(text:str):
## use the pipeline to generate text from given input text
output=pipe(text)
## return the generate text in Json reposne
return {"output":output[0]['generated_text']}