Spaces:
Sleeping
Sleeping
XufengDuan
commited on
Commit
•
0b083e0
1
Parent(s):
3abeb28
update scripts
Browse files
src/backend/model_operations.py
CHANGED
@@ -460,6 +460,7 @@ class SummaryGenerator:
|
|
460 |
# print(result)
|
461 |
from huggingface_hub import InferenceClient
|
462 |
print("token_for_request:",envs.TOKEN)
|
|
|
463 |
client = InferenceClient(self.model_id,api_key=envs.TOKEN,headers={"X-use-cache": "false"})
|
464 |
messages = [{"role": "system", "content": system_prompt},{"role": "user", "content": user_prompt}]
|
465 |
# outputs = client.chat_completion(messages, max_tokens=50)
|
|
|
460 |
# print(result)
|
461 |
from huggingface_hub import InferenceClient
|
462 |
print("token_for_request:",envs.TOKEN)
|
463 |
+
print(self.model_id)
|
464 |
client = InferenceClient(self.model_id,api_key=envs.TOKEN,headers={"X-use-cache": "false"})
|
465 |
messages = [{"role": "system", "content": system_prompt},{"role": "user", "content": user_prompt}]
|
466 |
# outputs = client.chat_completion(messages, max_tokens=50)
|