latest

app.py

@@ -19,11 +19,16 @@ llm = HuggingFaceEndpoint(
 api_handler = APIHandler(llm, path="/v1")
 
 
-class InputRequest(BaseModel):
-    input: str
+# class InputRequest(BaseModel):
+#     input: str
 
 
 @app.post("/v1/stream")
-async def simple_stream(request: InputRequest):
+async def simple_stream(request: Request):
+    print(request)
 
-    return await api_handler.stream(request.input)
+    return await api_handler.stream(request)
+
+
+if __name__ == "__main__":
+    uvicorn.run("app:app", host="localhost", reload=True)