f7f5e33830
Redis 同步权威 + DB 镜像,不在进程内维护 delta: - 写入点 HasUserPlatformQuotaLimit 守卫:无 limit 跳过 Redis 写与持久化 - 累加 usage 的 Lua 在 flusher_enabled 时 SADD 脏集 billing:upq:dirty - UserPlatformQuotaUsageFlusher 定时 SPOP 脏集 → 批量 HGETALL 读当前窗口 usage 快照 → BatchSnapshotUsage 绝对值 UPSERT 覆盖 DB(去 SELECT FOR UPDATE 行锁) → 失败 SADD 回 / FK(23503)整批丢弃 - flusher 单批 clamp 到 ≤6000,保证一次 flush 只生成一条 UPSERT(单事务原子) - flusher_enabled 默认 false(降级=旧异步直写 DB) 效果:DB 写连接从 O(QPS) 收敛到 O(副本)。 循环依赖:service 层独立 Snapshot/FK 类型,repository adapter 转换 + %w 映射 FK error。 admin reset/upsert 后失效 cache(脏残留被 flusher 当 MISS 跳过)。 健壮性与可观测性: - flusher_enabled=false 时 Start 不注册定时器;flush_interval_ms 非法回退 2s - Readd 回填失败单独计 dirty_lost(不再误记 dirty_readd)并 ALERT;脏集 Readd 补兜底 TTL - 单 tick 达 max batches 上限仍有积压时记 log - admin 失效 cache 失败升级为 ALERT(提示 enforcement 可能延迟至 sentinel TTL) - BatchGet 单条命令失败 / usage 字段损坏均记 log,避免静默以 0 覆写 DB 三态 go vet + 单测/集成测全绿。 已知取舍(默认 flusher_enabled=false 不触发): - FK 整批丢弃牵连同批正常 key(活跃 key 靠下次 SADD+绝对值快照自愈;Redis 仍权威) - admin reset/upsert 直写 DB 与 flusher 异步刷存在覆盖竞态:flusher 持旧快照在途时可能覆盖 admin 刚写值(limit 列不受影响;usage 有 preflight windowExpired 兜底;低频)。彻底消除需 version OCC。 Co-Authored-By: Claude Opus 4.8 <noreply@anthropic.com>
133 lines
4.2 KiB
Go
133 lines
4.2 KiB
Go
package service
|
|
|
|
import (
|
|
"context"
|
|
"errors"
|
|
"sync/atomic"
|
|
"testing"
|
|
"time"
|
|
|
|
"github.com/Wei-Shaw/sub2api/internal/config"
|
|
"github.com/stretchr/testify/require"
|
|
)
|
|
|
|
type billingCacheWorkerStub struct {
|
|
balanceUpdates int64
|
|
subscriptionUpdates int64
|
|
}
|
|
|
|
func (b *billingCacheWorkerStub) GetUserBalance(ctx context.Context, userID int64) (float64, error) {
|
|
return 0, errors.New("not implemented")
|
|
}
|
|
|
|
func (b *billingCacheWorkerStub) SetUserBalance(ctx context.Context, userID int64, balance float64) error {
|
|
atomic.AddInt64(&b.balanceUpdates, 1)
|
|
return nil
|
|
}
|
|
|
|
func (b *billingCacheWorkerStub) DeductUserBalance(ctx context.Context, userID int64, amount float64) error {
|
|
atomic.AddInt64(&b.balanceUpdates, 1)
|
|
return nil
|
|
}
|
|
|
|
func (b *billingCacheWorkerStub) InvalidateUserBalance(ctx context.Context, userID int64) error {
|
|
return nil
|
|
}
|
|
|
|
func (b *billingCacheWorkerStub) GetSubscriptionCache(ctx context.Context, userID, groupID int64) (*SubscriptionCacheData, error) {
|
|
return nil, errors.New("not implemented")
|
|
}
|
|
|
|
func (b *billingCacheWorkerStub) SetSubscriptionCache(ctx context.Context, userID, groupID int64, data *SubscriptionCacheData) error {
|
|
atomic.AddInt64(&b.subscriptionUpdates, 1)
|
|
return nil
|
|
}
|
|
|
|
func (b *billingCacheWorkerStub) UpdateSubscriptionUsage(ctx context.Context, userID, groupID int64, cost float64) error {
|
|
atomic.AddInt64(&b.subscriptionUpdates, 1)
|
|
return nil
|
|
}
|
|
|
|
func (b *billingCacheWorkerStub) InvalidateSubscriptionCache(ctx context.Context, userID, groupID int64) error {
|
|
return nil
|
|
}
|
|
|
|
func (b *billingCacheWorkerStub) GetAPIKeyRateLimit(ctx context.Context, keyID int64) (*APIKeyRateLimitCacheData, error) {
|
|
return nil, errors.New("not implemented")
|
|
}
|
|
|
|
func (b *billingCacheWorkerStub) SetAPIKeyRateLimit(ctx context.Context, keyID int64, data *APIKeyRateLimitCacheData) error {
|
|
return nil
|
|
}
|
|
|
|
func (b *billingCacheWorkerStub) UpdateAPIKeyRateLimitUsage(ctx context.Context, keyID int64, cost float64) error {
|
|
return nil
|
|
}
|
|
|
|
func (b *billingCacheWorkerStub) InvalidateAPIKeyRateLimit(ctx context.Context, keyID int64) error {
|
|
return nil
|
|
}
|
|
|
|
func (b *billingCacheWorkerStub) GetUserPlatformQuotaCache(ctx context.Context, userID int64, platform string) (*UserPlatformQuotaCacheEntry, bool, error) {
|
|
return nil, false, nil
|
|
}
|
|
|
|
func (b *billingCacheWorkerStub) SetUserPlatformQuotaCache(ctx context.Context, userID int64, platform string, entry *UserPlatformQuotaCacheEntry, ttl time.Duration) error {
|
|
return nil
|
|
}
|
|
|
|
func (b *billingCacheWorkerStub) DeleteUserPlatformQuotaCache(ctx context.Context, userID int64, platform string) error {
|
|
return nil
|
|
}
|
|
|
|
func (b *billingCacheWorkerStub) IncrUserPlatformQuotaUsageCache(ctx context.Context, userID int64, platform string, cost float64, ttl time.Duration, markDirty bool) error {
|
|
return nil
|
|
}
|
|
|
|
func (b *billingCacheWorkerStub) PopDirtyUserPlatformQuotaKeys(ctx context.Context, n int) ([]UserPlatformQuotaKey, error) {
|
|
return nil, nil
|
|
}
|
|
|
|
func (b *billingCacheWorkerStub) ReaddDirtyUserPlatformQuotaKeys(ctx context.Context, keys []UserPlatformQuotaKey) error {
|
|
return nil
|
|
}
|
|
|
|
func (b *billingCacheWorkerStub) BatchGetUserPlatformQuotaCache(ctx context.Context, keys []UserPlatformQuotaKey) ([]*UserPlatformQuotaCacheEntry, error) {
|
|
return nil, nil
|
|
}
|
|
|
|
func TestBillingCacheServiceQueueHighLoad(t *testing.T) {
|
|
cache := &billingCacheWorkerStub{}
|
|
svc := NewBillingCacheService(cache, nil, nil, nil, nil, nil, &config.Config{}, nil)
|
|
t.Cleanup(svc.Stop)
|
|
|
|
start := time.Now()
|
|
for i := 0; i < cacheWriteBufferSize*2; i++ {
|
|
svc.QueueDeductBalance(1, 1)
|
|
}
|
|
require.Less(t, time.Since(start), 2*time.Second)
|
|
|
|
svc.QueueUpdateSubscriptionUsage(1, 2, 1.5)
|
|
|
|
require.Eventually(t, func() bool {
|
|
return atomic.LoadInt64(&cache.balanceUpdates) > 0
|
|
}, 2*time.Second, 10*time.Millisecond)
|
|
|
|
require.Eventually(t, func() bool {
|
|
return atomic.LoadInt64(&cache.subscriptionUpdates) > 0
|
|
}, 2*time.Second, 10*time.Millisecond)
|
|
}
|
|
|
|
func TestBillingCacheServiceEnqueueAfterStopReturnsFalse(t *testing.T) {
|
|
cache := &billingCacheWorkerStub{}
|
|
svc := NewBillingCacheService(cache, nil, nil, nil, nil, nil, &config.Config{}, nil)
|
|
svc.Stop()
|
|
|
|
enqueued := svc.enqueueCacheWrite(cacheWriteTask{
|
|
kind: cacheWriteDeductBalance,
|
|
userID: 1,
|
|
amount: 1,
|
|
})
|
|
require.False(t, enqueued)
|
|
}
|