Update main.py
Browse files
main.py
CHANGED
@@ -19,7 +19,7 @@ app = FastAPI()
|
|
19 |
|
20 |
#Zephyr completion
|
21 |
@app.post("/llama_run")
|
22 |
-
async def stream(item:
|
23 |
system_prompt = 'Below is an instruction that describes a task. Write a response that appropriately completes the request.'
|
24 |
prompt = f"<s>[INST]<<SYS>>\n + {system_prompt} + <</SYS>>\n{item.strip()}[/INST]"
|
25 |
return llm(prompt)
|
|
|
19 |
|
20 |
#Zephyr completion
|
21 |
@app.post("/llama_run")
|
22 |
+
async def stream(item: validation):
|
23 |
system_prompt = 'Below is an instruction that describes a task. Write a response that appropriately completes the request.'
|
24 |
prompt = f"<s>[INST]<<SYS>>\n + {system_prompt} + <</SYS>>\n{item.strip()}[/INST]"
|
25 |
return llm(prompt)
|