ophycare-ai / ChatController.py
safihaider's picture
permission work
ac70fc5
raw
history blame contribute delete
488 Bytes
from flask import Flask, request
from flask_cors import CORS, cross_origin
from ChatService import ChatService
import os
os.environ['TRANSFORMERS_CACHE'] = './cache/'
os.environ['SENTENCE_TRANSFORMERS_HOME'] = './cache/'
app = Flask(__name__)
CORS(app)
chatService = ChatService()
chatService.load_model("ophycare/llama-2-7b-chat-ophycare-2")
@app.route("/chat", methods=['POST'])
@cross_origin(origin='*')
def hello_world():
return chatService.generate_message(request.get_json())