Files
sub2api/backend/internal/repository/temp_unsched_cache.go
T

144 lines
4.3 KiB
Go

package repository
import (
"context"
"encoding/json"
"fmt"
"time"
"github.com/Wei-Shaw/sub2api/internal/service"
"github.com/redis/go-redis/v9"
)
const tempUnschedPrefix = "temp_unsched:account:"
const openAIAPIKeyHealthFailurePrefix = "openai_apikey_health:"
var openAIAPIKeyHealthFailureScript = redis.NewScript(`
local key = KEYS[1]
local sequence_key = key .. ':sequence'
local now = redis.call('TIME')
local now_ms = (tonumber(now[1]) * 1000) + math.floor(tonumber(now[2]) / 1000)
local window_ms = tonumber(ARGV[1]) * 60 * 1000
local threshold = tonumber(ARGV[2])
local sequence = redis.call('INCR', sequence_key)
redis.call('ZREMRANGEBYSCORE', key, '-inf', now_ms - window_ms)
redis.call('ZADD', key, now_ms, tostring(now_ms) .. ':' .. tostring(sequence))
local count = redis.call('ZCARD', key)
local ttl = math.max(60, (tonumber(ARGV[1]) + 1) * 60)
redis.call('EXPIRE', key, ttl)
redis.call('EXPIRE', sequence_key, ttl)
if count >= threshold then
redis.call('DEL', key, sequence_key)
return {count, 1}
end
return {count, 0}
`)
var tempUnschedSetScript = redis.NewScript(`
local key = KEYS[1]
local new_until = tonumber(ARGV[1])
local new_value = ARGV[2]
local new_ttl = tonumber(ARGV[3])
local existing = redis.call('GET', key)
if existing then
local ok, existing_data = pcall(cjson.decode, existing)
if ok and existing_data and existing_data.until_unix then
local existing_until = tonumber(existing_data.until_unix)
if existing_until and new_until <= existing_until then
return 0
end
end
end
redis.call('SET', key, new_value, 'EX', new_ttl)
return 1
`)
type tempUnschedCache struct {
rdb *redis.Client
}
func NewTempUnschedCache(rdb *redis.Client) service.TempUnschedCache {
return &tempUnschedCache{rdb: rdb}
}
// SetTempUnsched 设置临时不可调度状态(只延长不缩短)
func (c *tempUnschedCache) SetTempUnsched(ctx context.Context, accountID int64, state *service.TempUnschedState) error {
key := fmt.Sprintf("%s%d", tempUnschedPrefix, accountID)
stateJSON, err := json.Marshal(state)
if err != nil {
return fmt.Errorf("marshal state: %w", err)
}
ttl := time.Until(time.Unix(state.UntilUnix, 0))
if ttl <= 0 {
return nil // 已过期,不设置
}
ttlSeconds := int(ttl.Seconds())
if ttlSeconds < 1 {
ttlSeconds = 1
}
_, err = tempUnschedSetScript.Run(ctx, c.rdb, []string{key}, state.UntilUnix, string(stateJSON), ttlSeconds).Result()
return err
}
// GetTempUnsched 获取临时不可调度状态
func (c *tempUnschedCache) GetTempUnsched(ctx context.Context, accountID int64) (*service.TempUnschedState, error) {
key := fmt.Sprintf("%s%d", tempUnschedPrefix, accountID)
val, err := c.rdb.Get(ctx, key).Result()
if err == redis.Nil {
return nil, nil
}
if err != nil {
return nil, err
}
var state service.TempUnschedState
if err := json.Unmarshal([]byte(val), &state); err != nil {
return nil, fmt.Errorf("unmarshal state: %w", err)
}
return &state, nil
}
// DeleteTempUnsched 删除临时不可调度状态
func (c *tempUnschedCache) DeleteTempUnsched(ctx context.Context, accountID int64) error {
key := fmt.Sprintf("%s%d", tempUnschedPrefix, accountID)
return c.rdb.Del(ctx, key).Err()
}
func (c *tempUnschedCache) openAIAPIKeyHealthKey(accountID int64) string {
// The hash tag keeps the rolling window and sequence key in one Redis
// Cluster slot even though the Lua script derives the latter dynamically.
return fmt.Sprintf("%s{%d}:failures", openAIAPIKeyHealthFailurePrefix, accountID)
}
func (c *tempUnschedCache) RecordOpenAIAPIKeyHealthFailure(ctx context.Context, accountID int64, windowMinutes, threshold int) (int64, bool, error) {
if windowMinutes < 1 {
windowMinutes = 1
}
if threshold < 1 {
threshold = 1
}
result, err := openAIAPIKeyHealthFailureScript.Run(ctx, c.rdb, []string{c.openAIAPIKeyHealthKey(accountID)}, windowMinutes, threshold).Slice()
if err != nil {
return 0, false, fmt.Errorf("record OpenAI API key health failure: %w", err)
}
if len(result) != 2 {
return 0, false, fmt.Errorf("record OpenAI API key health failure: unexpected result length %d", len(result))
}
count, countOK := result[0].(int64)
tripped, trippedOK := result[1].(int64)
if !countOK || !trippedOK {
return 0, false, fmt.Errorf("record OpenAI API key health failure: unexpected result types %T/%T", result[0], result[1])
}
return count, tripped == 1, nil
}