import os import time import logging import requests import json import concurrent.futures from datetime import datetime, timedelta from apscheduler.schedulers.background import BackgroundScheduler from flask import Flask, request, jsonify, Response, stream_with_context logging.basicConfig(level=logging.INFO, format='%(asctime)s - %(levelname)s - %(message)s') API_ENDPOINT = "https://api.siliconflow.cn/v1/user/info" TEST_MODEL_ENDPOINT = "https://api.siliconflow.cn/v1/chat/completions" MODELS_ENDPOINT = "https://api.siliconflow.cn/v1/models" app = Flask(__name__) all_models = [] free_models = [] invalid_keys_global = [] free_keys_global = [] unverified_keys_global = [] valid_keys_global = [] executor = concurrent.futures.ThreadPoolExecutor(max_workers=20) model_key_indices = {} def get_credit_summary(api_key): """ 使用 API 密钥获取额度信息。 """ headers = { "Authorization": f"Bearer {api_key}", "Content-Type": "application/json" } try: response = requests.get(API_ENDPOINT, headers=headers) response.raise_for_status() data = response.json().get("data", {}) total_balance = data.get("totalBalance", 0) return {"total_balance": float(total_balance)} except requests.exceptions.RequestException as e: logging.error(f"获取额度信息失败,API Key:{api_key},错误信息:{e}") return None except (KeyError, TypeError) as e: logging.error(f"解析额度信息失败,API Key:{api_key},错误信息:{e}") return None except ValueError as e: logging.error(f"total_balance 无法转换为浮点数,API Key:{api_key},错误信息:{e}") return None FREE_MODEL_TEST_KEY = "sk-bmjbjzleaqfgtqfzmcnsbagxrlohriadnxqrzfocbizaxukw" def test_model_availability(api_key, model_name): """ 测试指定的模型是否可用。 """ headers = { "Authorization": f"Bearer {api_key}", "Content-Type": "application/json" } try: response = requests.post(TEST_MODEL_ENDPOINT, headers=headers, json={ "model": model_name, "messages": [{"role": "user", "content": "hi"}], "max_tokens": 5, "stream": False }, timeout=10) if response.status_code == 429 or response.status_code == 200 : return True else: return False except requests.exceptions.RequestException as e: logging.error(f"测试模型 {model_name} 可用性失败,API Key:{api_key},错误信息:{e}") return False def refresh_models(): """ 刷新模型列表和免费模型列表。 """ global all_models, free_models all_models = get_all_models(FREE_MODEL_TEST_KEY) free_models = [] with concurrent.futures.ThreadPoolExecutor(max_workers=10) as executor: future_to_model = {executor.submit(test_model_availability, FREE_MODEL_TEST_KEY, model): model for model in all_models} for future in concurrent.futures.as_completed(future_to_model): model = future_to_model[future] try: is_free = future.result() if is_free: free_models.append(model) except Exception as exc: logging.error(f"模型 {model} 测试生成异常: {exc}") logging.info(f"所有模型列表:{all_models}") logging.info(f"免费模型列表:{free_models}") def load_keys(): """ 从环境变量中加载 keys,并根据额度和模型可用性进行分类,然后记录到日志中。 使用线程池并发处理每个 key。 """ keys_str = os.environ.get("KEYS") test_model = os.environ.get("TEST_MODEL", "Pro/google/gemma-2-9b-it") if keys_str: keys = [key.strip() for key in keys_str.split(',')] logging.info(f"加载的 keys:{keys}") with concurrent.futures.ThreadPoolExecutor(max_workers=20) as executor: future_to_key = {executor.submit(process_key, key, test_model): key for key in keys} invalid_keys = [] free_keys = [] unverified_keys = [] valid_keys = [] for future in concurrent.futures.as_completed(future_to_key): key = future_to_key[future] try: key_type = future.result() if key_type == "invalid": invalid_keys.append(key) elif key_type == "free": free_keys.append(key) elif key_type == "unverified": unverified_keys.append(key) elif key_type == "valid": valid_keys.append(key) except Exception as exc: logging.error(f"处理 KEY {key} 生成异常: {exc}") logging.info(f"无效 KEY:{invalid_keys}") logging.info(f"免费 KEY:{free_keys}") logging.info(f"未实名 KEY:{unverified_keys}") logging.info(f"有效 KEY:{valid_keys}") global invalid_keys_global, free_keys_global, unverified_keys_global, valid_keys_global invalid_keys_global = invalid_keys free_keys_global = free_keys unverified_keys_global = unverified_keys valid_keys_global = valid_keys else: logging.warning("环境变量 KEYS 未设置。") def process_key(key, test_model): """ 处理单个 key,判断其类型。 """ credit_summary = get_credit_summary(key) if credit_summary is None: return "invalid" else: total_balance = credit_summary.get("total_balance", 0) if total_balance <= 0: return "free" else: if test_model_availability(key, test_model): return "valid" else: return "unverified" def get_all_models(api_key): """ 获取所有模型列表。 """ headers = { "Authorization": f"Bearer {api_key}", "Content-Type": "application/json" } try: response = requests.get(MODELS_ENDPOINT, headers=headers, params={"sub_type": "chat"}) response.raise_for_status() data = response.json() if isinstance(data, dict) and 'data' in data and isinstance(data['data'], list): return [model.get("id") for model in data["data"] if isinstance(model, dict) and "id" in model] else: logging.error("获取模型列表失败:响应数据格式不正确") return [] except requests.exceptions.RequestException as e: logging.error(f"获取模型列表失败,API Key:{api_key},错误信息:{e}") return [] except (KeyError, TypeError) as e: logging.error(f"解析模型列表失败,API Key:{api_key},错误信息:{e}") return [] def determine_request_type(model_name): """ 根据用户请求的模型判断请求类型。 """ if model_name in free_models: return "free" elif model_name in all_models: return "paid" else: return "unknown" def select_key(request_type, model_name): """ 根据请求类型和模型名称选择合适的 KEY,并实现轮询和重试机制。 """ if request_type == "free": available_keys = free_keys_global + unverified_keys_global + valid_keys_global elif request_type == "paid": available_keys = unverified_keys_global + valid_keys_global else: available_keys = free_keys_global + unverified_keys_global + valid_keys_global if not available_keys: return None current_index = model_key_indices.get(model_name, 0) for _ in range(len(available_keys)): key = available_keys[current_index % len(available_keys)] current_index += 1 if key_is_valid(key, request_type): model_key_indices[model_name] = current_index return key else: logging.warning(f"KEY {key} 无效或达到限制,尝试下一个 KEY") model_key_indices[model_name] = 0 return None def key_is_valid(key, request_type): """ 检查 KEY 是否有效,根据不同的请求类型进行不同的检查。 """ if request_type == "invalid": return False credit_summary = get_credit_summary(key) if credit_summary is None: return False total_balance = credit_summary.get("total_balance", 0) if request_type == "free": return True elif request_type == "paid" or request_type == "unverified": return total_balance > 0 else: return False def check_authorization(request): """ 检查请求头中的 Authorization 字段是否匹配环境变量 AUTHORIZATION_KEY。 """ authorization_key = os.environ.get("AUTHORIZATION_KEY") if not authorization_key: logging.warning("环境变量 AUTHORIZATION_KEY 未设置,请设置后重试。") return False auth_header = request.headers.get('Authorization') if not auth_header: logging.warning("请求头中缺少 Authorization 字段。") return False if auth_header != f"Bearer {authorization_key}": logging.warning(f"无效的 Authorization 密钥:{auth_header}") return False return True scheduler = BackgroundScheduler() scheduler.add_job(load_keys, 'interval', hours=1) scheduler.add_job(refresh_models, 'interval', minutes=10) @app.route('/') def index(): return "

Welcome to SiliconFlow

" @app.route('/check_tokens', methods=['POST']) def check_tokens(): tokens = request.json.get('tokens', []) test_model = os.environ.get("TEST_MODEL", "Pro/google/gemma-2-9b-it") with concurrent.futures.ThreadPoolExecutor(max_workers=20) as executor: future_to_token = {executor.submit(process_key, token, test_model): token for token in tokens} results = [] for future in concurrent.futures.as_completed(future_to_token): token = future_to_token[future] try: key_type = future.result() credit_summary = get_credit_summary(token) balance = credit_summary.get("total_balance", 0) if credit_summary else 0 if key_type == "invalid": results.append({"token": token, "type": "无效 KEY", "balance": balance, "message": "无法获取额度信息"}) elif key_type == "free": results.append({"token": token, "type": "免费 KEY", "balance": balance, "message": "额度不足"}) elif key_type == "unverified": results.append({"token": token, "type": "未实名 KEY", "balance": balance, "message": "无法使用指定模型"}) elif key_type == "valid": results.append({"token": token, "type": "有效 KEY", "balance": balance, "message": "可以使用指定模型"}) except Exception as exc: logging.error(f"处理 Token {token} 生成异常: {exc}") return jsonify(results) @app.route('/handsome/v1/chat/completions', methods=['POST']) def handsome_chat_completions(): if not check_authorization(request): return jsonify({"error": "Unauthorized"}), 401 data = request.get_json() if not data or 'model' not in data: return jsonify({"error": "Invalid request data"}), 400 model_name = data['model'] request_type = determine_request_type(model_name) api_key = select_key(request_type, model_name) if not api_key: return jsonify({"error": "No available API key for this request type or all keys have reached their limits"}), 429 headers = { "Authorization": f"Bearer {api_key}", "Content-Type": "application/json" } try: start_time = time.time() response = requests.post( TEST_MODEL_ENDPOINT, headers=headers, json=data, stream=data.get("stream", False), timeout=60 ) if response.status_code == 429: return jsonify(response.json()), 429 if data.get("stream", False): def generate(): first_chunk_time = None full_response_content = "" for chunk in response.iter_content(chunk_size=1024): if chunk: if first_chunk_time is None: first_chunk_time = time.time() full_response_content += chunk.decode("utf-8") yield chunk end_time = time.time() first_token_time = first_chunk_time - start_time if first_chunk_time else 0 total_time = end_time - start_time prompt_tokens = 0 completion_tokens = 0 response_content = "" for line in full_response_content.splitlines(): if line.startswith("data:"): line = line[5:].strip() if line == "[DONE]": continue try: response_json = json.loads(line) if "usage" in response_json and "completion_tokens" in response_json["usage"]: completion_tokens = response_json["usage"]["completion_tokens"] if "choices" in response_json and len(response_json["choices"]) > 0 and "delta" in response_json["choices"][0] and "content" in response_json["choices"][0]["delta"]: response_content += response_json["choices"][0]["delta"]["content"] if "usage" in response_json and "prompt_tokens" in response_json["usage"]: prompt_tokens = response_json["usage"]["prompt_tokens"] except (KeyError, ValueError, IndexError) as e: logging.error(f"解析流式响应单行 JSON 失败: {e}, 行内容: {line}") user_content = "" messages = data.get("messages", []) for message in messages: if message["role"] == "user" and isinstance(message["content"], str): user_content += message["content"] + " " user_content = user_content.strip() logging.info( f"使用的key: {api_key}, 提示token: {prompt_tokens}, 输出token: {completion_tokens}, 首字用时: {first_token_time:.4f}秒, 总共用时: {total_time:.4f}秒, 使用的模型: {model_name}, 用户的内容: {user_content.replace(chr(10), '\\n').replace(chr(13), '\\n')}, 输出的内容: {response_content.replace(chr(10), '\\n').replace(chr(13), '\\n')}" ) return Response(stream_with_context(generate()), content_type=response.headers['Content-Type']) else: response.raise_for_status() end_time = time.time() response_json = response.json() total_time = end_time - start_time try: prompt_tokens = response_json["usage"]["prompt_tokens"] completion_tokens = response_json["usage"]["completion_tokens"] response_content = response_json["choices"][0]["message"]["content"] except (KeyError, ValueError, IndexError) as e: logging.error(f"解析非流式响应 JSON 失败: {e}, 完整内容: {response_json}") prompt_tokens = 0 completion_tokens = 0 response_content = "" user_content = "" messages = data.get("messages", []) for message in messages: if message["role"] == "user" and isinstance(message["content"], str): user_content += message["content"] + " " user_content = user_content.strip() logging.info( f"使用的key: {api_key}, 提示token: {prompt_tokens}, 输出token: {completion_tokens}, 首字用时: 0, 总共用时: {total_time:.4f}秒, 使用的模型: {model_name}, 用户的内容: {user_content.replace(chr(10), '\\n').replace(chr(13), '\\n')}, 输出的内容: {response_content.replace(chr(10), '\\n').replace(chr(13), '\\n')}" ) return jsonify(response_json) except requests.exceptions.RequestException as e: return jsonify({"error": str(e)}), 500 @app.route('/handsome/v1/models', methods=['GET']) def list_models(): if not check_authorization(request): return jsonify({"error": "Unauthorized"}), 401 return jsonify({ "data": [{"id": model, "object": "model"} for model in all_models], "free_models": free_models }) def get_billing_info(): keys = valid_keys_global + unverified_keys_global total_balance = 0 with concurrent.futures.ThreadPoolExecutor(max_workers=20) as executor: futures = [executor.submit(get_credit_summary, key) for key in keys] for future in concurrent.futures.as_completed(futures): try: credit_summary = future.result() if credit_summary: total_balance += credit_summary.get("total_balance", 0) except Exception as exc: logging.error(f"获取额度信息生成异常: {exc}") return total_balance @app.route('/handsome/v1/dashboard/billing/usage', methods=['GET']) def billing_usage(): if not check_authorization(request): return jsonify({"error": "Unauthorized"}), 401 end_date = datetime.now() start_date = end_date - timedelta(days=30) daily_usage = [] current_date = start_date while current_date <= end_date: daily_usage.append({ "timestamp": int(current_date.timestamp()), "daily_usage": 0 }) current_date += timedelta(days=1) return jsonify({ "object": "list", "data": daily_usage, "total_usage": 0 }) @app.route('/handsome/v1/dashboard/billing/subscription', methods=['GET']) def billing_subscription(): if not check_authorization(request): return jsonify({"error": "Unauthorized"}), 401 total_balance = get_billing_info() return jsonify({ "object": "billing_subscription", "has_payment_method": False, "canceled": False, "canceled_at": None, "delinquent": None, "access_until": int(datetime(9999, 12, 31).timestamp()), "soft_limit": 0, "hard_limit": total_balance, "system_hard_limit": total_balance, "soft_limit_usd": 0, "hard_limit_usd": total_balance, "system_hard_limit_usd": total_balance, "plan": { "name": "SiliconFlow API", "id": "siliconflow-api" }, "account_name": "SiliconFlow User", "po_number": None, "billing_email": None, "tax_ids": [], "billing_address": None, "business_address": None }) if __name__ == '__main__': import json logging.info(f"环境变量:{os.environ}") invalid_keys_global = [] free_keys_global = [] unverified_keys_global = [] valid_keys_global = [] scheduler.start() load_keys() logging.info("首次加载 keys 已手动触发执行") refresh_models() logging.info("首次刷新模型列表已手动触发执行") app.run(debug=False, host='0.0.0.0', port=int(os.environ.get('PORT', 7860)))