mirror of
https://github.com/Wei-Shaw/sub2api.git
synced 2026-10-16 07:33:06 +08:00
feeeei
2023c290e1
OpenAI 与 Anthropic 的 count_tokens / input_tokens 入口、Bedrock 故障转移入口 以及 OAuth 403 重试耗尽入口调 HandleUpstreamError 时没有传入实际发往上游的模型， 显式 scope=model 的 401 规则在这些入口看到空模型，仍落到 handleAuthError 整号置 error。 - 四处计数入口传入映射后的上游模型；Anthropic 透传计数函数新增 upstreamModel 参数 - handleRetryExhaustedSideEffects / handleRetryExhaustedError 增加模型变参， Forward、Anthropic 透传与 Bedrock 三处调用方传入实际模型 - Bedrock 入口传调度器的模型键（account.GetMappedModel），不是发往上游的 Bedrock 模型 ID，模型级冷却才会被调度器读取 - 这些入口的 404 模型未找到与缺省 scope 的非 401 规则随之按主转发路径语义处理 （模型已知走模型级）
411 lines
13 KiB
Go
411 lines
13 KiB
Go
package service
|
||
|
||
// 本文件由 gateway_service.go 纯移动拆分而来：Bedrock 上游转发（CC 兼容转换、
|
||
// 请求构建、错误处理与非流式响应）。仅做代码搬迁，无任何行为变更。
|
||
|
||
import (
|
||
"bytes"
|
||
"context"
|
||
"errors"
|
||
"fmt"
|
||
"io"
|
||
"net/http"
|
||
"strings"
|
||
"time"
|
||
|
||
"github.com/Wei-Shaw/sub2api/internal/pkg/logger"
|
||
|
||
"github.com/gin-gonic/gin"
|
||
)
|
||
|
||
// ApplyBedrockCCCompat 应用 Bedrock CC 兼容转换（渠道级模型映射后调用）
|
||
// 清理 body 中 Anthropic API 专有字段、修复 thinking/tool_use ID、过滤 beta token，
|
||
// 同时过滤 HTTP header 中的 anthropic-beta（防止 Passthrough 路径透传不支持的 token）。
|
||
func (s *GatewayService) ApplyBedrockCCCompat(c *gin.Context, body []byte, model string, account *Account, groupID *int64) []byte {
|
||
if !s.isBedrockCCCompatEnabled(c.Request.Context(), account, groupID) {
|
||
return body
|
||
}
|
||
if resolved, ok := ResolveBedrockModelID(account, model); ok {
|
||
model = resolved
|
||
}
|
||
body = sanitizeBedrockCCFields(body)
|
||
body = sanitizeBedrockThinking(body, model)
|
||
body = sanitizeBedrockToolUseIDs(body)
|
||
body = sanitizeBedrockCCBetaTokens(body, model)
|
||
// 过滤 HTTP header 中的 anthropic-beta，只保留 Bedrock 支持的 token
|
||
if betaHeader := c.GetHeader("anthropic-beta"); betaHeader != "" {
|
||
if filtered := ResolveBedrockBetaTokens(betaHeader, body, model); len(filtered) > 0 {
|
||
c.Request.Header.Set("anthropic-beta", strings.Join(filtered, ", "))
|
||
} else {
|
||
c.Request.Header.Del("anthropic-beta")
|
||
}
|
||
}
|
||
return body
|
||
}
|
||
|
||
// isBedrockCCCompatEnabled 检查渠道是否启用了 Bedrock CC 兼容模式
|
||
func (s *GatewayService) isBedrockCCCompatEnabled(ctx context.Context, account *Account, groupID *int64) bool {
|
||
if groupID == nil || s.channelService == nil {
|
||
return false
|
||
}
|
||
ch, err := s.channelService.GetChannelForGroup(ctx, *groupID)
|
||
if err != nil || ch == nil {
|
||
return false
|
||
}
|
||
return ch.IsBedrockCCCompatEnabled(account.Platform)
|
||
}
|
||
|
||
// forwardBedrock 转发请求到 AWS Bedrock
|
||
func (s *GatewayService) forwardBedrock(
|
||
ctx context.Context,
|
||
c *gin.Context,
|
||
account *Account,
|
||
parsed *ParsedRequest,
|
||
startTime time.Time,
|
||
) (*ForwardResult, error) {
|
||
reqModel := parsed.Model
|
||
reqStream := parsed.Stream
|
||
body := parsed.Body.Bytes()
|
||
|
||
region := bedrockRuntimeRegion(account)
|
||
mappedModel, ok := ResolveBedrockModelID(account, reqModel)
|
||
if !ok {
|
||
return nil, fmt.Errorf("unsupported bedrock model: %s", reqModel)
|
||
}
|
||
if mappedModel != reqModel {
|
||
logger.LegacyPrintf("service.gateway", "[Bedrock] Model mapping: %s -> %s (account: %s)", reqModel, mappedModel, account.Name)
|
||
}
|
||
|
||
betaHeader := ""
|
||
if c != nil && c.Request != nil {
|
||
betaHeader = c.GetHeader("anthropic-beta")
|
||
}
|
||
|
||
// 准备请求体（注入 anthropic_version/anthropic_beta，移除 Bedrock 不支持的字段，清理 cache_control）
|
||
betaTokens, err := s.resolveBedrockBetaTokensForRequest(ctx, account, betaHeader, body, mappedModel)
|
||
if err != nil {
|
||
return nil, err
|
||
}
|
||
|
||
bedrockBody, err := PrepareBedrockRequestBodyWithTokens(body, mappedModel, betaTokens, false)
|
||
if err != nil {
|
||
return nil, fmt.Errorf("prepare bedrock request body: %w", err)
|
||
}
|
||
|
||
proxyURL := ""
|
||
if account.ProxyID != nil && account.Proxy != nil {
|
||
proxyURL = account.Proxy.URL()
|
||
}
|
||
|
||
logger.LegacyPrintf("service.gateway", "[Bedrock] 命中 Bedrock 分支: account=%d name=%s model=%s->%s stream=%v",
|
||
account.ID, account.Name, reqModel, mappedModel, reqStream)
|
||
|
||
// 根据账号类型选择认证方式
|
||
var signer *BedrockSigner
|
||
var bedrockAPIKey string
|
||
if account.IsBedrockAPIKey() {
|
||
bedrockAPIKey = account.GetCredential("api_key")
|
||
if bedrockAPIKey == "" {
|
||
return nil, fmt.Errorf("api_key not found in bedrock credentials")
|
||
}
|
||
} else {
|
||
signer, err = NewBedrockSignerFromAccount(account)
|
||
if err != nil {
|
||
return nil, fmt.Errorf("create bedrock signer: %w", err)
|
||
}
|
||
}
|
||
|
||
// 执行上游请求（含重试）
|
||
resp, err := s.executeBedrockUpstream(ctx, c, account, bedrockBody, mappedModel, region, reqStream, signer, bedrockAPIKey, proxyURL)
|
||
if err != nil {
|
||
return nil, err
|
||
}
|
||
defer func() { _ = resp.Body.Close() }()
|
||
|
||
// 将 Bedrock 的 x-amzn-requestid 映射到 x-request-id，
|
||
// 使通用错误处理函数（handleErrorResponse、handleRetryExhaustedError）能正确提取 AWS request ID。
|
||
if awsReqID := resp.Header.Get("x-amzn-requestid"); awsReqID != "" && resp.Header.Get("x-request-id") == "" {
|
||
resp.Header.Set("x-request-id", awsReqID)
|
||
}
|
||
|
||
// 错误/failover 处理
|
||
if resp.StatusCode >= 400 {
|
||
// 账号状态按模型隔离时用调度器的模型键（账号映射后的模型名），不是发往上游的 Bedrock 模型 ID；
|
||
// 两者不一致会让模型级冷却写到调度器不会读取的键上。
|
||
return s.handleBedrockUpstreamErrors(ctx, resp, c, account, account.GetMappedModel(reqModel))
|
||
}
|
||
|
||
// Bedrock 分支绕过通用 Forward 成功路径，这里保持上游接受回调语义一致。
|
||
if parsed.OnUpstreamAccepted != nil {
|
||
parsed.OnUpstreamAccepted()
|
||
}
|
||
|
||
// 响应处理
|
||
var usage *ClaudeUsage
|
||
var firstTokenMs *int
|
||
var clientDisconnect bool
|
||
if reqStream {
|
||
streamResult, err := s.handleBedrockStreamingResponse(ctx, resp, c, account, startTime, reqModel)
|
||
if err != nil {
|
||
return nil, err
|
||
}
|
||
usage = streamResult.usage
|
||
firstTokenMs = streamResult.firstTokenMs
|
||
clientDisconnect = streamResult.clientDisconnect
|
||
} else {
|
||
usage, err = s.handleBedrockNonStreamingResponse(ctx, resp, c, account)
|
||
if err != nil {
|
||
return nil, err
|
||
}
|
||
}
|
||
if usage == nil {
|
||
usage = &ClaudeUsage{}
|
||
}
|
||
|
||
return &ForwardResult{
|
||
RequestID: resp.Header.Get("x-amzn-requestid"),
|
||
UpstreamHeaders: resp.Header,
|
||
Usage: *usage,
|
||
Model: reqModel,
|
||
UpstreamModel: mappedModel,
|
||
Stream: reqStream,
|
||
Duration: time.Since(startTime),
|
||
FirstTokenMs: firstTokenMs,
|
||
ClientDisconnect: clientDisconnect,
|
||
}, nil
|
||
}
|
||
|
||
// executeBedrockUpstream 执行 Bedrock 上游请求（含重试逻辑）
|
||
func (s *GatewayService) executeBedrockUpstream(
|
||
ctx context.Context,
|
||
c *gin.Context,
|
||
account *Account,
|
||
body []byte,
|
||
modelID string,
|
||
region string,
|
||
stream bool,
|
||
signer *BedrockSigner,
|
||
apiKey string,
|
||
proxyURL string,
|
||
) (*http.Response, error) {
|
||
var resp *http.Response
|
||
var err error
|
||
retryStart := time.Now()
|
||
for attempt := 1; attempt <= maxRetryAttempts; attempt++ {
|
||
var upstreamReq *http.Request
|
||
if account.IsBedrockAPIKey() {
|
||
upstreamReq, err = s.buildUpstreamRequestBedrockAPIKey(ctx, body, modelID, region, stream, apiKey)
|
||
} else {
|
||
upstreamReq, err = s.buildUpstreamRequestBedrock(ctx, body, modelID, region, stream, signer)
|
||
}
|
||
if err != nil {
|
||
return nil, err
|
||
}
|
||
|
||
resp, err = s.httpUpstream.DoWithTLS(upstreamReq, proxyURL, account.ID, account.Concurrency, nil)
|
||
if err != nil {
|
||
if resp != nil && resp.Body != nil {
|
||
_ = resp.Body.Close()
|
||
}
|
||
return nil, s.handleUpstreamTransportError(ctx, c, account, err, OpsUpstreamErrorEvent{
|
||
UpstreamURL: safeUpstreamURL(upstreamReq.URL.String()),
|
||
})
|
||
}
|
||
|
||
if resp.StatusCode >= 400 && resp.StatusCode != 400 && s.shouldRetryUpstreamError(account, resp.StatusCode) {
|
||
if attempt < maxRetryAttempts {
|
||
elapsed := time.Since(retryStart)
|
||
if elapsed >= maxRetryElapsed {
|
||
break
|
||
}
|
||
|
||
delay := retryBackoffDelay(attempt)
|
||
remaining := maxRetryElapsed - elapsed
|
||
if delay > remaining {
|
||
delay = remaining
|
||
}
|
||
if delay <= 0 {
|
||
break
|
||
}
|
||
|
||
respBody, _ := s.readUpstreamErrorBody(resp)
|
||
_ = resp.Body.Close()
|
||
appendOpsUpstreamError(c, OpsUpstreamErrorEvent{
|
||
ProxyID: opsUpstreamProxyID(account),
|
||
ProxyName: opsUpstreamProxyName(account),
|
||
Platform: account.Platform,
|
||
AccountID: account.ID,
|
||
AccountName: account.Name,
|
||
UpstreamStatusCode: resp.StatusCode,
|
||
UpstreamURL: safeUpstreamURL(upstreamReq.URL.String()),
|
||
Kind: "retry",
|
||
Message: extractUpstreamErrorMessage(respBody),
|
||
Detail: func() string {
|
||
if s.cfg != nil && s.cfg.Gateway.LogUpstreamErrorBody {
|
||
return truncateString(string(respBody), s.cfg.Gateway.LogUpstreamErrorBodyMaxBytes)
|
||
}
|
||
return ""
|
||
}(),
|
||
})
|
||
logger.LegacyPrintf("service.gateway", "[Bedrock] account %d: upstream error %d, retry %d/%d after %v",
|
||
account.ID, resp.StatusCode, attempt, maxRetryAttempts, delay)
|
||
if err := sleepWithContext(ctx, delay); err != nil {
|
||
return nil, err
|
||
}
|
||
continue
|
||
}
|
||
break
|
||
}
|
||
|
||
break
|
||
}
|
||
if resp == nil || resp.Body == nil {
|
||
return nil, errors.New("upstream request failed: empty response")
|
||
}
|
||
return resp, nil
|
||
}
|
||
|
||
// handleBedrockUpstreamErrors 处理 Bedrock 上游 4xx/5xx 错误（failover + 错误响应）；
|
||
// modelKey 是调度器按模型隔离账号状态时使用的模型键（account.GetMappedModel 的结果）。
|
||
func (s *GatewayService) handleBedrockUpstreamErrors(
|
||
ctx context.Context,
|
||
resp *http.Response,
|
||
c *gin.Context,
|
||
account *Account,
|
||
modelKey string,
|
||
) (*ForwardResult, error) {
|
||
// retry exhausted + failover
|
||
if s.shouldRetryUpstreamError(account, resp.StatusCode) {
|
||
if s.shouldFailoverUpstreamError(resp.StatusCode) {
|
||
respBody, _ := s.readUpstreamErrorBody(resp)
|
||
_ = resp.Body.Close()
|
||
resp.Body = io.NopCloser(bytes.NewReader(respBody))
|
||
|
||
logger.LegacyPrintf("service.gateway", "[Bedrock] Upstream error (retry exhausted, failover): Account=%d(%s) Status=%d Body=%s",
|
||
account.ID, account.Name, resp.StatusCode, truncateString(string(respBody), 1000))
|
||
|
||
s.handleRetryExhaustedSideEffects(ctx, resp, account, modelKey)
|
||
appendOpsUpstreamError(c, OpsUpstreamErrorEvent{
|
||
ProxyID: opsUpstreamProxyID(account),
|
||
ProxyName: opsUpstreamProxyName(account),
|
||
Platform: account.Platform,
|
||
AccountID: account.ID,
|
||
AccountName: account.Name,
|
||
UpstreamStatusCode: resp.StatusCode,
|
||
Kind: "retry_exhausted_failover",
|
||
Message: extractUpstreamErrorMessage(respBody),
|
||
})
|
||
return nil, &UpstreamFailoverError{
|
||
StatusCode: resp.StatusCode,
|
||
ResponseBody: respBody,
|
||
RetryableOnSameAccount: account.IsPoolMode() && account.IsPoolModeRetryableStatus(resp.StatusCode),
|
||
}
|
||
}
|
||
return s.handleRetryExhaustedError(ctx, resp, c, account, modelKey)
|
||
}
|
||
|
||
// non-retryable failover
|
||
if s.shouldFailoverUpstreamError(resp.StatusCode) {
|
||
respBody, _ := s.readUpstreamErrorBody(resp)
|
||
_ = resp.Body.Close()
|
||
resp.Body = io.NopCloser(bytes.NewReader(respBody))
|
||
|
||
s.handleFailoverSideEffects(ctx, resp, account, modelKey)
|
||
appendOpsUpstreamError(c, OpsUpstreamErrorEvent{
|
||
ProxyID: opsUpstreamProxyID(account),
|
||
ProxyName: opsUpstreamProxyName(account),
|
||
Platform: account.Platform,
|
||
AccountID: account.ID,
|
||
AccountName: account.Name,
|
||
UpstreamStatusCode: resp.StatusCode,
|
||
Kind: "failover",
|
||
Message: extractUpstreamErrorMessage(respBody),
|
||
})
|
||
return nil, &UpstreamFailoverError{
|
||
StatusCode: resp.StatusCode,
|
||
ResponseBody: respBody,
|
||
RetryableOnSameAccount: account.IsPoolMode() && account.IsPoolModeRetryableStatus(resp.StatusCode),
|
||
}
|
||
}
|
||
|
||
// other errors
|
||
return s.handleErrorResponse(ctx, resp, c, account, modelKey)
|
||
}
|
||
|
||
// buildUpstreamRequestBedrock 构建 Bedrock 上游请求
|
||
func (s *GatewayService) buildUpstreamRequestBedrock(
|
||
ctx context.Context,
|
||
body []byte,
|
||
modelID string,
|
||
region string,
|
||
stream bool,
|
||
signer *BedrockSigner,
|
||
) (*http.Request, error) {
|
||
targetURL := BuildBedrockURL(region, modelID, stream)
|
||
|
||
req, err := http.NewRequestWithContext(ctx, http.MethodPost, targetURL, bytes.NewReader(body))
|
||
if err != nil {
|
||
return nil, err
|
||
}
|
||
|
||
req.Header.Set("Content-Type", "application/json")
|
||
req.Header.Set("Accept", "application/json")
|
||
|
||
// SigV4 签名
|
||
if err := signer.SignRequest(ctx, req, body); err != nil {
|
||
return nil, fmt.Errorf("sign bedrock request: %w", err)
|
||
}
|
||
|
||
return req, nil
|
||
}
|
||
|
||
// buildUpstreamRequestBedrockAPIKey 构建 Bedrock API Key (Bearer Token) 上游请求
|
||
func (s *GatewayService) buildUpstreamRequestBedrockAPIKey(
|
||
ctx context.Context,
|
||
body []byte,
|
||
modelID string,
|
||
region string,
|
||
stream bool,
|
||
apiKey string,
|
||
) (*http.Request, error) {
|
||
targetURL := BuildBedrockURL(region, modelID, stream)
|
||
|
||
req, err := http.NewRequestWithContext(ctx, http.MethodPost, targetURL, bytes.NewReader(body))
|
||
if err != nil {
|
||
return nil, err
|
||
}
|
||
|
||
req.Header.Set("Content-Type", "application/json")
|
||
req.Header.Set("Accept", "application/json")
|
||
req.Header.Set("Authorization", "Bearer "+apiKey)
|
||
|
||
return req, nil
|
||
}
|
||
|
||
// handleBedrockNonStreamingResponse 处理 Bedrock 非流式响应
|
||
// Bedrock InvokeModel 非流式响应的 body 格式与 Claude API 兼容
|
||
func (s *GatewayService) handleBedrockNonStreamingResponse(
|
||
ctx context.Context,
|
||
resp *http.Response,
|
||
c *gin.Context,
|
||
account *Account,
|
||
) (*ClaudeUsage, error) {
|
||
body, err := ReadUpstreamResponseBody(resp.Body, s.cfg, c, anthropicTooLargeError)
|
||
if err != nil {
|
||
return nil, err
|
||
}
|
||
|
||
// 转换 Bedrock 特有的 amazon-bedrock-invocationMetrics 为标准 Anthropic usage 格式
|
||
// 并移除该字段避免透传给客户端
|
||
body = transformBedrockInvocationMetrics(body)
|
||
|
||
usage := parseClaudeUsageFromResponseBody(body)
|
||
|
||
c.Header("Content-Type", "application/json")
|
||
if v := resp.Header.Get("x-amzn-requestid"); v != "" {
|
||
c.Header("x-request-id", v)
|
||
}
|
||
c.Data(resp.StatusCode, "application/json", body)
|
||
return usage, nil
|
||
}
|