app.py

from flask import Flask, request
from transformers import pipeline

app = Flask(__name__)

question_answerer = None

@app.before_first_request
def load_pipeline():
    global question_answerer
    question_answerer = pipeline("question-answering", "cancerfarore/bert-base-uncased-CancerFarore-Model", framework="tf")

@app.route("/answer", methods=["POST"])
def answer():
    global question_answerer
    obj = request.get_json()
    context = obj['context']
    question = obj['prompt']
    return {"reponse" : question_answerer(context=context, question=question)['answer'], "score" : question_answerer(context=context, question=question)['score']}

@app.route("/load_model", methods=["POST"])
def load_model():
    global question_answerer
    obj = request.get_json()
    model_name = obj['model']
    question_answerer = pipeline("question-answering", model_name, framework="tf")
    return f"Model {model_name}", 200