File size: 542 Bytes
36b15e0
 
 
8dc4dc1
 
acd4b9b
 
8dc4dc1
36b15e0
8dc4dc1
 
36b15e0
8bd982c
8dc4dc1
 
 
 
 
36b15e0
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25

from typing import Union
from wrapper import LLMWrapper
import uvicorn
from fastapi import FastAPI, Request


app = FastAPI()
llm_wrapper = LLMWrapper()



@app.post("/llm_on_cpu")
async def generate_text(request: Request):
    raw_data = await request.body()  # Get the raw body data from the request
    prompt = raw_data.decode('utf-8')
    if not prompt:
        return {'error': 'Prompt is required'}, 400

    generated_text = llm_wrapper.generate_text(prompt)
    print(generated_text)
    return {'generated_text': generated_text}