Update main.py
Browse files
main.py
CHANGED
|
@@ -6,7 +6,7 @@ import uvicorn
|
|
| 6 |
|
| 7 |
app = FastAPI()
|
| 8 |
|
| 9 |
-
client = InferenceClient("", headers={"X-use-cache": "false"})
|
| 10 |
|
| 11 |
class Item(BaseModel):
|
| 12 |
prompt: str
|
|
|
|
| 6 |
|
| 7 |
app = FastAPI()
|
| 8 |
|
| 9 |
+
client = InferenceClient("bullerwins/Meta-Llama-3.1-8B-Instruct-exl2_8.0bpw", headers={"X-use-cache": "false"})
|
| 10 |
|
| 11 |
class Item(BaseModel):
|
| 12 |
prompt: str
|