Spaces:
Runtime error
Runtime error
Commit
•
693ff2b
1
Parent(s):
37d119f
Adding token
Browse files- backend/query_llm.py +1 -0
backend/query_llm.py
CHANGED
@@ -13,6 +13,7 @@ repetition_penalty = 1.2
|
|
13 |
|
14 |
text_client = InferenceClient(
|
15 |
"mistralai/Mistral-7B-Instruct-v0.1",
|
|
|
16 |
)
|
17 |
|
18 |
|
|
|
13 |
|
14 |
text_client = InferenceClient(
|
15 |
"mistralai/Mistral-7B-Instruct-v0.1",
|
16 |
+
token=getenv("HUGGING_FACE_HUB_TOKEN")
|
17 |
)
|
18 |
|
19 |
|