from dataclasses import dataclass, field
@dataclass
class ModelRoute:
name: str # 模型标识
client: object # 对应的 API 客户端(统一封装后)
priority: int # 数值越小优先级越高
strengths: tuple # 擅长的任务类型
rpm_limit: int = 60
REGISTRY = [
ModelRoute("deepseek-v4.1-flash", deepseek_client, 1,
("summary", "extract", "batch"), rpm_limit=300),
ModelRoute("claude-fable-5.1", claude_client, 2, ("long-doc", "chat")),
ModelRoute("gpt-6-astra", openai_client, 3, ("agent", "coding")),
]
路由器按「任务类型匹配 → 优先级排序 → 健康检查」三级筛选,失败自动降级到下一个:
import time, itertools, logging
logger = logging.getLogger("gateway")
class UnifiedGateway:
def __init__(self, registry, cooldown=30):
self.registry = sorted(registry, key=lambda r: r.priority)
self.cooldown = cooldown
self._failed_until = {} # 模型 -> 熔断截止时间
def _pick(self, task):
now = time.time()
candidates = [r for r in self.registry
if self._failed_until.get(r.name, 0) < now
and (not task or task in r.strengths or not r.strengths)]
return candidates or [r for r in self.registry
if self._failed_until.get(r.name, 0) < now]
def complete(self, messages, task=None, **kw):
last_err = None
for route in self._pick(task):
try:
return route.client.chat(messages, **kw)
except RateLimitError as e:
# 限流:熔断一段时间,立即切下一个
self._failed_until[route.name] = time.time() + self.cooldown
logger.warning("%s 限流,熔断 %ss,降级", route.name, self.cooldown)
last_err = e
except (TimeoutError, ConnectionError) as e:
logger.warning("%s 网络异常,降级: %s", route.name, e)
last_err = e
raise last_err