Akul commited on
Commit
ec3f1a8
1 Parent(s): a0e0f92

Update main.py

Browse files
Files changed (1) hide show
  1. main.py +2 -2
main.py CHANGED
@@ -6,7 +6,7 @@ import uvicorn
6
 
7
  app = FastAPI()
8
 
9
- client = InferenceClient("mistralai/Mixtral-8x7B-Instruct-v0.1")
10
 
11
  class Item(BaseModel):
12
  prompt: str
@@ -48,7 +48,7 @@ def generate(item: Item):
48
  output += response.token.text
49
  return output
50
 
51
- @app.post("/generate/")
52
  async def generate_text(item: Item):
53
  return {"response": generate(item)}
54
 
 
6
 
7
  app = FastAPI()
8
 
9
+ client = InferenceClient("mistralai/Mixtral-8x7B-Instruct-v0.3")
10
 
11
  class Item(BaseModel):
12
  prompt: str
 
48
  output += response.token.text
49
  return output
50
 
51
+ @app.post("/chat/completions/")
52
  async def generate_text(item: Item):
53
  return {"response": generate(item)}
54