zeta commited on
Commit
bdd215f
·
1 Parent(s): 9b5984b

refactor: revise round-robin and auto-retry logic in API request handling

Browse files

- Change auto_retry default to true
- Implement explicit boolean check for auto_retry configuration
- Retain use_round_robin default and configuration logic

Files changed (1) hide show
  1. main.py +4 -3
main.py CHANGED
@@ -182,14 +182,15 @@ class ModelRequestHandler:
182
  if not matching_providers:
183
  raise HTTPException(status_code=404, detail="No matching model found")
184
 
185
- # 修改这里:默认为 True,除非明确设置为 False
186
  api_index = api_list.index(token)
187
  use_round_robin = True
188
- auto_retry = False
189
  if config['api_keys'][api_index].get("preferences"):
190
  if config['api_keys'][api_index]["preferences"].get("USE_ROUND_ROBIN") == False:
191
  use_round_robin = False
192
- auto_retry = config['api_keys'][api_index]["preferences"].get("AUTO_RETRY", False)
 
193
 
194
  return await self.try_all_providers(request, matching_providers, use_round_robin, auto_retry)
195
 
 
182
  if not matching_providers:
183
  raise HTTPException(status_code=404, detail="No matching model found")
184
 
185
+ # 检查是否启用轮询
186
  api_index = api_list.index(token)
187
  use_round_robin = True
188
+ auto_retry = True
189
  if config['api_keys'][api_index].get("preferences"):
190
  if config['api_keys'][api_index]["preferences"].get("USE_ROUND_ROBIN") == False:
191
  use_round_robin = False
192
+ if config['api_keys'][api_index]["preferences"].get("AUTO_RETRY") == False:
193
+ auto_retry = False
194
 
195
  return await self.try_all_providers(request, matching_providers, use_round_robin, auto_retry)
196