Spaces:
Sleeping
Sleeping
File size: 542 Bytes
36b15e0 8dc4dc1 acd4b9b 8dc4dc1 36b15e0 8dc4dc1 36b15e0 8bd982c 8dc4dc1 36b15e0 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 |
from typing import Union
from wrapper import LLMWrapper
import uvicorn
from fastapi import FastAPI, Request
app = FastAPI()
llm_wrapper = LLMWrapper()
@app.post("/llm_on_cpu")
async def generate_text(request: Request):
raw_data = await request.body() # Get the raw body data from the request
prompt = raw_data.decode('utf-8')
if not prompt:
return {'error': 'Prompt is required'}, 400
generated_text = llm_wrapper.generate_text(prompt)
print(generated_text)
return {'generated_text': generated_text}
|