latest

app.py

@@ -1,7 +1,22 @@
-from fastapi import FastAPI
+from fastapi import FastAPI, Request, Response
+from langserve import APIHandler
+from langchain_huggingface import HuggingFaceEndpoint
 
 app = FastAPI()
 
 @app.get("/")
 def greet_json():
-    return {"Hello": "World!"}
+    return {"Hello": "World!"}
+
+
+
+llm = HuggingFaceEndpoint(
+    repo_id="meta-llama/Meta-Llama-3-8B-Instruct",
+)
+
+api_handler = APIHandler(llm)
+
+
+@app.get("/stream")
+async def simple_stream(request: Request):
+    return await api_handler.stream(request)

requirements.txt

@@ -1,2 +1,5 @@
 fastapi
-uvicorn[standard]
+uvicorn[standard]
+langserve
+langchain
+langchain-huggingface