latest

app.py

@@ -2,6 +2,7 @@
 import os
 from fastapi import FastAPI, Request, Response
 from langserve import APIHandler
+from pydantic import BaseModel
 from langchain_huggingface import HuggingFaceEndpoint
 
 app = FastAPI()
@@ -18,6 +19,11 @@ llm = HuggingFaceEndpoint(
 api_handler = APIHandler(llm, path="/stream")
 
 
+class InputRequest(BaseModel):
+    input: str
+
+
 @app.post("/stream")
-async def simple_stream(request: Request):
-    return await api_handler.stream(request)
+async def simple_stream(request: InputRequest):
+
+    return await api_handler.stream(request.input)