Spaces:
Runtime error
Runtime error
Damien Benveniste
commited on
Commit
·
295f47e
1
Parent(s):
e13658e
latest
Browse files
app.py
CHANGED
|
@@ -16,14 +16,14 @@ llm = HuggingFaceEndpoint(
|
|
| 16 |
repo_id="meta-llama/Meta-Llama-3-8B-Instruct",
|
| 17 |
)
|
| 18 |
|
| 19 |
-
api_handler = APIHandler(llm, path="/
|
| 20 |
|
| 21 |
|
| 22 |
class InputRequest(BaseModel):
|
| 23 |
input: str
|
| 24 |
|
| 25 |
|
| 26 |
-
@app.post("/stream")
|
| 27 |
async def simple_stream(request: InputRequest):
|
| 28 |
|
| 29 |
return await api_handler.stream(request.input)
|
|
|
|
| 16 |
repo_id="meta-llama/Meta-Llama-3-8B-Instruct",
|
| 17 |
)
|
| 18 |
|
| 19 |
+
api_handler = APIHandler(llm, path="/v1")
|
| 20 |
|
| 21 |
|
| 22 |
class InputRequest(BaseModel):
|
| 23 |
input: str
|
| 24 |
|
| 25 |
|
| 26 |
+
@app.post("v1/stream")
|
| 27 |
async def simple_stream(request: InputRequest):
|
| 28 |
|
| 29 |
return await api_handler.stream(request.input)
|