Files
sub2api/backend/internal/handler/security_audit_order_test.go
T
feeeei d5a802f84a feat(gemini): 支持显式上下文缓存(AI Studio / Vertex / 自建网关上游)
新增 /v1beta/cachedContents 的创建、列表、查询、更新有效期与删除接口。
参与账号:官方地址的 AI Studio API Key 账号、Vertex service account 账号,
以及开启"上游支持显式缓存"的自定义地址 API Key 账号。

- 网关自发缓存 ID,绑定上游资源名、持有账号与创建它的 API Key
  (迁移 243 gemini_cached_contents);list/get 只读本地记录
- 引用缓存的 generateContent / streamGenerateContent / countTokens
  改写为上游资源名,只发往持有缓存的账号,不参与会话粘性、不换号;
  拒绝重复键与 snake_case 写法;在持有账号上重试耗尽后,
  上游 429 / 5xx 原样透传,401 / 403 映射为 502
- 计费:创建时一次性收取缓存 token 输入费与整个有效期的存储费;
  延长按库中实际推进的时长收费,纯存储费不算一次请求;缩短与删除不退费
- 存储单价随计费模型取价,来自定价覆盖文件字段
  cache_storage_cost_per_token_per_hour,未配置的模型拒绝创建;
  存储费同时计入账号统计成本,渠道按 token 重算成本时叠加且不重复计入
- 扣费前校验:创建在上游建成后按确定金额校验余额 / 订阅额度 /
  API Key 额度并登记不封顶的在途预留,不足时删除上游缓存、只收输入费;
  延长在调用上游前按增量时长校验
- 有效期上限 gateway.gemini_cached_content_max_ttl_seconds,默认 86400,
  有效期向上取整到秒;创建请求保留数字原文、兼容 snake_case 元数据字段
- 上游调用与落库同客户端连接脱钩;2xx 不可用响应不换号并删除已建缓存
- 缓存不存在:AI Studio 的 403、Vertex 生成请求的 400 与缓存资源接口的
  404 统一识别;原生转发(含流式)不重试、不换号、不改账号状态,
  向客户端返回标准 403,不暴露上游缓存资源 ID,上游原始错误登记到 ops;
  PATCH 遇上游 404 移除本地记录并返回 403,DELETE 视为成功
- 自建网关上游:账号开关 explicit_cache_upstream,缓存接口发往账号自身
  base_url;可选 explicit_cache_upstream_max_ttl_seconds 对齐上游 TTL 上限,
  显式 TTL 超限时创建跳过该账号(全部超限返回 400),未显式时按上限创建,
  PATCH 取本站与账号上限的较小值;绑定缓存的请求在网关账号上收到
  429 / 5xx 时不重试、不限流该账号;前端创建 / 编辑账号弹窗新增开关与上限输入框
- 用量与 ops 端点统计:带缓存 ID 的路径归一化为 /v1beta/cachedContents,
  缓存操作的上游端点记为 /v1beta/cachedContents
2026-10-10 23:37:47 +08:00

87 lines
3.5 KiB
Go

package handler
import (
"go/ast"
"go/parser"
"go/token"
"os"
"regexp"
"strings"
"testing"
"github.com/stretchr/testify/require"
)
type promptAuditOrderCase struct {
file string
function string
auditToken string
}
func TestPromptAuditGatePrecedesAccountBillingAndUpstreamSideEffects(t *testing.T) {
tests := []promptAuditOrderCase{
{file: "gateway_handler.go", function: "Messages", auditToken: "checkSecurityAudit"},
{file: "gateway_handler_chat_completions.go", function: "ChatCompletions", auditToken: "checkSecurityAudit"},
{file: "gateway_handler_responses.go", function: "Responses", auditToken: "checkSecurityAudit"},
{file: "gemini_v1beta_handler.go", function: "GeminiV1BetaModels", auditToken: "checkSecurityAudit"},
{file: "gemini_cached_contents_handler.go", function: "GeminiCachedContentsCreate", auditToken: "checkSecurityAudit"},
{file: "openai_gateway_handler.go", function: "Responses", auditToken: "checkSecurityAudit"},
{file: "openai_gateway_handler.go", function: "Messages", auditToken: "checkSecurityAudit"},
{file: "openai_chat_completions.go", function: "ChatCompletions", auditToken: "checkSecurityAudit"},
{file: "openai_images.go", function: "Images", auditToken: "checkSecurityAudit"},
{file: "grok_media.go", function: "handleGrokMedia", auditToken: "checkSecurityAudit"},
{file: "openai_embeddings.go", function: "Embeddings", auditToken: "checkSecurityAudit"},
{file: "openai_alpha_search.go", function: "AlphaSearch", auditToken: "checkSecurityAudit"},
{file: "image_task_handler.go", function: "Submit", auditToken: "checkSecurityAuditBeforeSubmit"},
{file: "batch_image_handler.go", function: "Submit", auditToken: "checkSecurityAuditBeforeSubmit"},
}
sideEffectTokens := []string{
"CheckBillingEligibility(", "SelectAccount", ".Forward", "acquireResponsesUserSlot(",
"AcquireUserSlot", "TryAcquireUserSlot", "acquireImageGenerationSlot(",
"h.tasks.Create(", "h.service.Submit(",
}
for _, tt := range tests {
t.Run(tt.file+"/"+tt.function, func(t *testing.T) {
functionSource := stripGoComments(goFunctionSource(t, tt.file, tt.function))
auditIndex := strings.Index(functionSource, tt.auditToken)
require.NotEqual(t, -1, auditIndex, "missing Prompt Audit gate")
foundSideEffect := false
for _, sideEffect := range sideEffectTokens {
index := strings.Index(functionSource, sideEffect)
if index < 0 {
continue
}
foundSideEffect = true
require.Lessf(t, auditIndex, index, "%s must run before %s", tt.auditToken, sideEffect)
}
require.True(t, foundSideEffect, "coverage case must contain a downstream side effect")
})
}
}
func stripGoComments(source string) string {
source = regexp.MustCompile(`(?s)/\*.*?\*/`).ReplaceAllString(source, "")
return regexp.MustCompile(`(?m)//.*$`).ReplaceAllString(source, "")
}
func goFunctionSource(t *testing.T, filename, functionName string) string {
t.Helper()
raw, err := os.ReadFile(filename)
require.NoError(t, err)
files := token.NewFileSet()
parsed, err := parser.ParseFile(files, filename, raw, 0)
require.NoError(t, err)
for _, declaration := range parsed.Decls {
function, ok := declaration.(*ast.FuncDecl)
if !ok || function.Name.Name != functionName || function.Body == nil {
continue
}
start := files.Position(function.Pos()).Offset
end := files.Position(function.End()).Offset
require.Greater(t, end, start)
return string(raw[start:end])
}
t.Fatalf("function %s not found in %s", functionName, filename)
return ""
}