Philippe Kaplan commited on
Commit
8d05041
·
1 Parent(s): 8556750
Files changed (2) hide show
  1. README.md +1 -1
  2. app.py → main.py +12 -1
README.md CHANGED
@@ -1,5 +1,5 @@
1
  ---
2
- title: FASTAPI1
3
  emoji: 📚
4
  colorFrom: blue
5
  colorTo: red
 
1
  ---
2
+ title: Mistral-7B-Instruct-v0.3
3
  emoji: 📚
4
  colorFrom: blue
5
  colorTo: red
app.py → main.py RENAMED
@@ -1,4 +1,15 @@
1
  # from https://huggingface.co/spaces/iiced/mixtral-46.7b-fastapi/blob/main/main.py
 
 
 
 
 
 
 
 
 
 
 
2
  from fastapi import FastAPI
3
  from pydantic import BaseModel
4
  from huggingface_hub import InferenceClient
@@ -7,7 +18,7 @@ import uvicorn
7
 
8
  app = FastAPI()
9
 
10
- client = InferenceClient("mistralai/Mixtral-8x7B-Instruct-v0.1")
11
 
12
  class Item(BaseModel):
13
  prompt: str
 
1
  # from https://huggingface.co/spaces/iiced/mixtral-46.7b-fastapi/blob/main/main.py
2
+ # example of use:
3
+ # curl -X POST \
4
+ # -H "Content-Type: application/json" \
5
+ # -d '{
6
+ # "prompt": "What is the capital of France?",
7
+ # "history": [],
8
+ # "system_prompt": "You are a very powerful AI assistant."
9
+ # }' \
10
+ # https://iiced-mixtral-46-7b-fastapi.hf.space/generate/
11
+
12
+
13
  from fastapi import FastAPI
14
  from pydantic import BaseModel
15
  from huggingface_hub import InferenceClient
 
18
 
19
  app = FastAPI()
20
 
21
+ client = InferenceClient("mistralai/Mistral-7B-Instruct-v0.3")
22
 
23
  class Item(BaseModel):
24
  prompt: str