IanShaw027
592d2d0978
- 新增调度配置：粘性会话排队、兜底排队、负载计算、槽位清理 - 实现账号级等待队列和批量负载查询（Redis Lua 脚本） - 三层选择策略：粘性会话优先 → 负载感知选择 → 兜底排队 - 后台定期清理过期槽位，防止资源泄漏 - 集成到所有网关处理器（Claude/Gemini/OpenAI）
58 lines
1.7 KiB
Go
58 lines
1.7 KiB
Go
package repository
|
|
|
|
import (
|
|
"github.com/Wei-Shaw/sub2api/internal/config"
|
|
"github.com/Wei-Shaw/sub2api/internal/service"
|
|
"github.com/google/wire"
|
|
"github.com/redis/go-redis/v9"
|
|
)
|
|
|
|
// ProvideConcurrencyCache 创建并发控制缓存，从配置读取 TTL 参数
|
|
// 性能优化：TTL 可配置，支持长时间运行的 LLM 请求场景
|
|
func ProvideConcurrencyCache(rdb *redis.Client, cfg *config.Config) service.ConcurrencyCache {
|
|
waitTTLSeconds := int(cfg.Gateway.Scheduling.StickySessionWaitTimeout.Seconds())
|
|
if cfg.Gateway.Scheduling.FallbackWaitTimeout > cfg.Gateway.Scheduling.StickySessionWaitTimeout {
|
|
waitTTLSeconds = int(cfg.Gateway.Scheduling.FallbackWaitTimeout.Seconds())
|
|
}
|
|
if waitTTLSeconds <= 0 {
|
|
waitTTLSeconds = cfg.Gateway.ConcurrencySlotTTLMinutes * 60
|
|
}
|
|
return NewConcurrencyCache(rdb, cfg.Gateway.ConcurrencySlotTTLMinutes, waitTTLSeconds)
|
|
}
|
|
|
|
// ProviderSet is the Wire provider set for all repositories
|
|
var ProviderSet = wire.NewSet(
|
|
NewUserRepository,
|
|
NewApiKeyRepository,
|
|
NewGroupRepository,
|
|
NewAccountRepository,
|
|
NewProxyRepository,
|
|
NewRedeemCodeRepository,
|
|
NewUsageLogRepository,
|
|
NewSettingRepository,
|
|
NewUserSubscriptionRepository,
|
|
|
|
// Cache implementations
|
|
NewGatewayCache,
|
|
NewBillingCache,
|
|
NewApiKeyCache,
|
|
ProvideConcurrencyCache,
|
|
NewEmailCache,
|
|
NewIdentityCache,
|
|
NewRedeemCache,
|
|
NewUpdateCache,
|
|
NewGeminiTokenCache,
|
|
|
|
// HTTP service ports (DI Strategy A: return interface directly)
|
|
NewTurnstileVerifier,
|
|
NewPricingRemoteClient,
|
|
NewGitHubReleaseClient,
|
|
NewProxyExitInfoProber,
|
|
NewClaudeUsageFetcher,
|
|
NewClaudeOAuthClient,
|
|
NewHTTPUpstream,
|
|
NewOpenAIOAuthClient,
|
|
NewGeminiOAuthClient,
|
|
NewGeminiCliCodeAssistClient,
|
|
)
|