Fix the bug that prevents automatic polling.
Browse files
main.py
CHANGED
@@ -140,9 +140,10 @@ class ModelRequestHandler:
|
|
140 |
|
141 |
async def try_all_providers(self, request: RequestModel, providers: List[Dict], use_round_robin: bool):
|
142 |
num_providers = len(providers)
|
|
|
143 |
|
144 |
for i in range(num_providers + 1):
|
145 |
-
self.last_provider_index = i % num_providers
|
146 |
provider = providers[self.last_provider_index]
|
147 |
try:
|
148 |
response = await process_request(request, provider)
|
|
|
140 |
|
141 |
async def try_all_providers(self, request: RequestModel, providers: List[Dict], use_round_robin: bool):
|
142 |
num_providers = len(providers)
|
143 |
+
start_index = self.last_provider_index + 1 if use_round_robin else 0
|
144 |
|
145 |
for i in range(num_providers + 1):
|
146 |
+
self.last_provider_index = (start_index + i) % num_providers
|
147 |
provider = providers[self.last_provider_index]
|
148 |
try:
|
149 |
response = await process_request(request, provider)
|