yym68686 commited on
Commit
e2c7d56
·
1 Parent(s): 5200484

Fix the bug that prevents automatic polling.

Browse files
Files changed (1) hide show
  1. main.py +2 -1
main.py CHANGED
@@ -140,9 +140,10 @@ class ModelRequestHandler:
140
 
141
  async def try_all_providers(self, request: RequestModel, providers: List[Dict], use_round_robin: bool):
142
  num_providers = len(providers)
 
143
 
144
  for i in range(num_providers + 1):
145
- self.last_provider_index = i % num_providers
146
  provider = providers[self.last_provider_index]
147
  try:
148
  response = await process_request(request, provider)
 
140
 
141
  async def try_all_providers(self, request: RequestModel, providers: List[Dict], use_round_robin: bool):
142
  num_providers = len(providers)
143
+ start_index = self.last_provider_index + 1 if use_round_robin else 0
144
 
145
  for i in range(num_providers + 1):
146
+ self.last_provider_index = (start_index + i) % num_providers
147
  provider = providers[self.last_provider_index]
148
  try:
149
  response = await process_request(request, provider)