Redis 同步权威 + DB 镜像,不在进程内维护 delta: - 写入点 HasUserPlatformQuotaLimit 守卫:无 limit 跳过 Redis 写与持久化 - 累加 usage 的 Lua 在 flusher_enabled 时 SADD 脏集 billing:upq:dirty - UserPlatformQuotaUsageFlusher 定时 SPOP 脏集 → 批量 HGETALL 读当前窗口 usage 快照 → BatchSnapshotUsage 绝对值 UPSERT 覆盖 DB(去 SELECT FOR UPDATE 行锁) → 失败 SADD 回 / FK(23503)整批丢弃 - flusher 单批 clamp 到 ≤6000,保证一次 flush 只生成一条 UPSERT(单事务原子) - flusher_enabled 默认 false(降级=旧异步直写 DB) 效果:DB 写连接从 O(QPS) 收敛到 O(副本)。 循环依赖:service 层独立 Snapshot/FK 类型,repository adapter 转换 + %w 映射 FK error。 admin reset/upsert 后失效 cache(脏残留被 flusher 当 MISS 跳过)。 健壮性与可观测性: - flusher_enabled=false 时 Start 不注册定时器;flush_interval_ms 非法回退 2s - Readd 回填失败单独计 dirty_lost(不再误记 dirty_readd)并 ALERT;脏集 Readd 补兜底 TTL - 单 tick 达 max batches 上限仍有积压时记 log - admin 失效 cache 失败升级为 ALERT(提示 enforcement 可能延迟至 sentinel TTL) - BatchGet 单条命令失败 / usage 字段损坏均记 log,避免静默以 0 覆写 DB 三态 go vet + 单测/集成测全绿。 已知取舍(默认 flusher_enabled=false 不触发): - FK 整批丢弃牵连同批正常 key(活跃 key 靠下次 SADD+绝对值快照自愈;Redis 仍权威) - admin reset/upsert 直写 DB 与 flusher 异步刷存在覆盖竞态:flusher 持旧快照在途时可能覆盖 admin 刚写值(limit 列不受影响;usage 有 preflight windowExpired 兜底;低频)。彻底消除需 version OCC。 Co-Authored-By: Claude Opus 4.8 <noreply@anthropic.com>
313 lines
7.4 KiB
Go
313 lines
7.4 KiB
Go
//go:build wireinject
|
||
// +build wireinject
|
||
|
||
package main
|
||
|
||
import (
|
||
"context"
|
||
"log"
|
||
"net/http"
|
||
"sync"
|
||
"time"
|
||
|
||
"github.com/Wei-Shaw/sub2api/ent"
|
||
"github.com/Wei-Shaw/sub2api/internal/config"
|
||
"github.com/Wei-Shaw/sub2api/internal/handler"
|
||
"github.com/Wei-Shaw/sub2api/internal/payment"
|
||
"github.com/Wei-Shaw/sub2api/internal/repository"
|
||
"github.com/Wei-Shaw/sub2api/internal/server"
|
||
"github.com/Wei-Shaw/sub2api/internal/server/middleware"
|
||
"github.com/Wei-Shaw/sub2api/internal/service"
|
||
|
||
"github.com/google/wire"
|
||
"github.com/redis/go-redis/v9"
|
||
)
|
||
|
||
type Application struct {
|
||
Server *http.Server
|
||
Cleanup func()
|
||
}
|
||
|
||
func initializeApplication(buildInfo handler.BuildInfo) (*Application, error) {
|
||
wire.Build(
|
||
// Infrastructure layer ProviderSets
|
||
config.ProviderSet,
|
||
|
||
// Business layer ProviderSets
|
||
repository.ProviderSet,
|
||
service.ProviderSet,
|
||
payment.ProviderSet,
|
||
middleware.ProviderSet,
|
||
handler.ProviderSet,
|
||
|
||
// Server layer ProviderSet
|
||
server.ProviderSet,
|
||
|
||
// Privacy client factory for OpenAI training opt-out
|
||
providePrivacyClientFactory,
|
||
|
||
// BuildInfo provider
|
||
provideServiceBuildInfo,
|
||
|
||
// Cleanup function provider
|
||
provideCleanup,
|
||
|
||
// Application struct
|
||
wire.Struct(new(Application), "Server", "Cleanup"),
|
||
)
|
||
return nil, nil
|
||
}
|
||
|
||
func providePrivacyClientFactory() service.PrivacyClientFactory {
|
||
return repository.CreatePrivacyReqClient
|
||
}
|
||
|
||
func provideServiceBuildInfo(buildInfo handler.BuildInfo) service.BuildInfo {
|
||
return service.BuildInfo{
|
||
Version: buildInfo.Version,
|
||
BuildType: buildInfo.BuildType,
|
||
}
|
||
}
|
||
|
||
func provideCleanup(
|
||
entClient *ent.Client,
|
||
rdb *redis.Client,
|
||
opsMetricsCollector *service.OpsMetricsCollector,
|
||
opsAggregation *service.OpsAggregationService,
|
||
opsAlertEvaluator *service.OpsAlertEvaluatorService,
|
||
opsCleanup *service.OpsCleanupService,
|
||
opsScheduledReport *service.OpsScheduledReportService,
|
||
opsSystemLogSink *service.OpsSystemLogSink,
|
||
schedulerSnapshot *service.SchedulerSnapshotService,
|
||
tokenRefresh *service.TokenRefreshService,
|
||
accountExpiry *service.AccountExpiryService,
|
||
subscriptionExpiry *service.SubscriptionExpiryService,
|
||
usageCleanup *service.UsageCleanupService,
|
||
idempotencyCleanup *service.IdempotencyCleanupService,
|
||
pricing *service.PricingService,
|
||
emailQueue *service.EmailQueueService,
|
||
billingCache *service.BillingCacheService,
|
||
usageRecordWorkerPool *service.UsageRecordWorkerPool,
|
||
subscriptionService *service.SubscriptionService,
|
||
oauth *service.OAuthService,
|
||
openaiOAuth *service.OpenAIOAuthService,
|
||
geminiOAuth *service.GeminiOAuthService,
|
||
antigravityOAuth *service.AntigravityOAuthService,
|
||
openAIGateway *service.OpenAIGatewayService,
|
||
scheduledTestRunner *service.ScheduledTestRunnerService,
|
||
backupSvc *service.BackupService,
|
||
paymentOrderExpiry *service.PaymentOrderExpiryService,
|
||
channelMonitorRunner *service.ChannelMonitorRunner,
|
||
quotaFlusher *service.UserPlatformQuotaUsageFlusher,
|
||
) func() {
|
||
return func() {
|
||
ctx, cancel := context.WithTimeout(context.Background(), 10*time.Second)
|
||
defer cancel()
|
||
|
||
type cleanupStep struct {
|
||
name string
|
||
fn func() error
|
||
}
|
||
|
||
// 应用层清理步骤可并行执行,基础设施资源(Redis/Ent)最后按顺序关闭。
|
||
parallelSteps := []cleanupStep{
|
||
{"OpsScheduledReportService", func() error {
|
||
if opsScheduledReport != nil {
|
||
opsScheduledReport.Stop()
|
||
}
|
||
return nil
|
||
}},
|
||
{"OpsCleanupService", func() error {
|
||
if opsCleanup != nil {
|
||
opsCleanup.Stop()
|
||
}
|
||
return nil
|
||
}},
|
||
{"OpsSystemLogSink", func() error {
|
||
if opsSystemLogSink != nil {
|
||
opsSystemLogSink.Stop()
|
||
}
|
||
return nil
|
||
}},
|
||
{"OpsAlertEvaluatorService", func() error {
|
||
if opsAlertEvaluator != nil {
|
||
opsAlertEvaluator.Stop()
|
||
}
|
||
return nil
|
||
}},
|
||
{"OpsAggregationService", func() error {
|
||
if opsAggregation != nil {
|
||
opsAggregation.Stop()
|
||
}
|
||
return nil
|
||
}},
|
||
{"OpsMetricsCollector", func() error {
|
||
if opsMetricsCollector != nil {
|
||
opsMetricsCollector.Stop()
|
||
}
|
||
return nil
|
||
}},
|
||
{"SchedulerSnapshotService", func() error {
|
||
if schedulerSnapshot != nil {
|
||
schedulerSnapshot.Stop()
|
||
}
|
||
return nil
|
||
}},
|
||
{"UsageCleanupService", func() error {
|
||
if usageCleanup != nil {
|
||
usageCleanup.Stop()
|
||
}
|
||
return nil
|
||
}},
|
||
{"IdempotencyCleanupService", func() error {
|
||
if idempotencyCleanup != nil {
|
||
idempotencyCleanup.Stop()
|
||
}
|
||
return nil
|
||
}},
|
||
{"TokenRefreshService", func() error {
|
||
tokenRefresh.Stop()
|
||
return nil
|
||
}},
|
||
{"AccountExpiryService", func() error {
|
||
accountExpiry.Stop()
|
||
return nil
|
||
}},
|
||
{"SubscriptionExpiryService", func() error {
|
||
subscriptionExpiry.Stop()
|
||
return nil
|
||
}},
|
||
{"SubscriptionService", func() error {
|
||
if subscriptionService != nil {
|
||
subscriptionService.Stop()
|
||
}
|
||
return nil
|
||
}},
|
||
{"PricingService", func() error {
|
||
pricing.Stop()
|
||
return nil
|
||
}},
|
||
{"EmailQueueService", func() error {
|
||
emailQueue.Stop()
|
||
return nil
|
||
}},
|
||
{"BillingCacheService", func() error {
|
||
billingCache.Stop()
|
||
return nil
|
||
}},
|
||
{"UsageRecordWorkerPool", func() error {
|
||
if usageRecordWorkerPool != nil {
|
||
usageRecordWorkerPool.Stop()
|
||
}
|
||
return nil
|
||
}},
|
||
{"OAuthService", func() error {
|
||
oauth.Stop()
|
||
return nil
|
||
}},
|
||
{"OpenAIOAuthService", func() error {
|
||
openaiOAuth.Stop()
|
||
return nil
|
||
}},
|
||
{"GeminiOAuthService", func() error {
|
||
geminiOAuth.Stop()
|
||
return nil
|
||
}},
|
||
{"AntigravityOAuthService", func() error {
|
||
antigravityOAuth.Stop()
|
||
return nil
|
||
}},
|
||
{"OpenAIWSPool", func() error {
|
||
if openAIGateway != nil {
|
||
openAIGateway.CloseOpenAIWSPool()
|
||
}
|
||
return nil
|
||
}},
|
||
{"ScheduledTestRunnerService", func() error {
|
||
if scheduledTestRunner != nil {
|
||
scheduledTestRunner.Stop()
|
||
}
|
||
return nil
|
||
}},
|
||
{"BackupService", func() error {
|
||
if backupSvc != nil {
|
||
backupSvc.Stop()
|
||
}
|
||
return nil
|
||
}},
|
||
{"PaymentOrderExpiryService", func() error {
|
||
if paymentOrderExpiry != nil {
|
||
paymentOrderExpiry.Stop()
|
||
}
|
||
return nil
|
||
}},
|
||
{"ChannelMonitorRunner", func() error {
|
||
if channelMonitorRunner != nil {
|
||
channelMonitorRunner.Stop()
|
||
}
|
||
return nil
|
||
}},
|
||
{"UserPlatformQuotaUsageFlusher", func() error {
|
||
if quotaFlusher != nil {
|
||
quotaFlusher.Stop()
|
||
}
|
||
return nil
|
||
}},
|
||
}
|
||
|
||
infraSteps := []cleanupStep{
|
||
{"Redis", func() error {
|
||
if rdb == nil {
|
||
return nil
|
||
}
|
||
return rdb.Close()
|
||
}},
|
||
{"Ent", func() error {
|
||
if entClient == nil {
|
||
return nil
|
||
}
|
||
return entClient.Close()
|
||
}},
|
||
}
|
||
|
||
runParallel := func(steps []cleanupStep) {
|
||
var wg sync.WaitGroup
|
||
for i := range steps {
|
||
step := steps[i]
|
||
wg.Add(1)
|
||
go func() {
|
||
defer wg.Done()
|
||
if err := step.fn(); err != nil {
|
||
log.Printf("[Cleanup] %s failed: %v", step.name, err)
|
||
return
|
||
}
|
||
log.Printf("[Cleanup] %s succeeded", step.name)
|
||
}()
|
||
}
|
||
wg.Wait()
|
||
}
|
||
|
||
runSequential := func(steps []cleanupStep) {
|
||
for i := range steps {
|
||
step := steps[i]
|
||
if err := step.fn(); err != nil {
|
||
log.Printf("[Cleanup] %s failed: %v", step.name, err)
|
||
continue
|
||
}
|
||
log.Printf("[Cleanup] %s succeeded", step.name)
|
||
}
|
||
}
|
||
|
||
runParallel(parallelSteps)
|
||
runSequential(infraSteps)
|
||
|
||
// Check if context timed out
|
||
select {
|
||
case <-ctx.Done():
|
||
log.Printf("[Cleanup] Warning: cleanup timed out after 10 seconds")
|
||
default:
|
||
log.Printf("[Cleanup] All cleanup steps completed")
|
||
}
|
||
}
|
||
}
|