latest

app.py

@@ -1,3 +1,5 @@
+
+import os
 from fastapi import FastAPI, Request, Response
 from langserve import APIHandler
 from langchain_huggingface import HuggingFaceEndpoint
@@ -9,14 +11,13 @@ def greet_json():
     return {"Hello": "World!"}
 
 
-
 llm = HuggingFaceEndpoint(
     repo_id="meta-llama/Meta-Llama-3-8B-Instruct",
 )
 
-api_handler = APIHandler(llm)
+api_handler = APIHandler(llm, path="/stream")
 
 
-@app.get("/stream")
+@app.post("/stream")
 async def simple_stream(request: Request):
     return await api_handler.stream(request)