XufengDuan commited on
Commit
0b083e0
1 Parent(s): 3abeb28

update scripts

Browse files
Files changed (1) hide show
  1. src/backend/model_operations.py +1 -0
src/backend/model_operations.py CHANGED
@@ -460,6 +460,7 @@ class SummaryGenerator:
460
  # print(result)
461
  from huggingface_hub import InferenceClient
462
  print("token_for_request:",envs.TOKEN)
 
463
  client = InferenceClient(self.model_id,api_key=envs.TOKEN,headers={"X-use-cache": "false"})
464
  messages = [{"role": "system", "content": system_prompt},{"role": "user", "content": user_prompt}]
465
  # outputs = client.chat_completion(messages, max_tokens=50)
 
460
  # print(result)
461
  from huggingface_hub import InferenceClient
462
  print("token_for_request:",envs.TOKEN)
463
+ print(self.model_id)
464
  client = InferenceClient(self.model_id,api_key=envs.TOKEN,headers={"X-use-cache": "false"})
465
  messages = [{"role": "system", "content": system_prompt},{"role": "user", "content": user_prompt}]
466
  # outputs = client.chat_completion(messages, max_tokens=50)