sha1779 commited on
Commit
0254576
·
verified ·
1 Parent(s): 90d8386

Update main.py

Browse files
Files changed (1) hide show
  1. main.py +1 -1
main.py CHANGED
@@ -19,7 +19,7 @@ app = FastAPI()
19
 
20
  #Zephyr completion
21
  @app.post("/llama_run")
22
- async def stream(item: str):
23
  system_prompt = 'Below is an instruction that describes a task. Write a response that appropriately completes the request.'
24
  prompt = f"<s>[INST]<<SYS>>\n + {system_prompt} + <</SYS>>\n{item.strip()}[/INST]"
25
  return llm(prompt)
 
19
 
20
  #Zephyr completion
21
  @app.post("/llama_run")
22
+ async def stream(item: validation):
23
  system_prompt = 'Below is an instruction that describes a task. Write a response that appropriately completes the request.'
24
  prompt = f"<s>[INST]<<SYS>>\n + {system_prompt} + <</SYS>>\n{item.strip()}[/INST]"
25
  return llm(prompt)