feat: 十轮网关优化 - 安全加固/可观测性/性能/可靠性

- SSE Keepalive Ping (15s心跳防止代理断连) - Timing HTTP 头 (X-Timing-Queue/Inference/Total-Ms) - Adapter Request-ID 传播到后端 - Session 清理日志回调 - Server 安全加固 (ReadHeaderTimeout/MaxHeaderBytes 防 slowloris) - Usage Tracker 数据保留清理 (retentionDays + 定期清理) - Config Reload 后 Adapter Registry 更新 (RegisterIfAbsent + RWMutex) - Rate Limiter 空闲 Bucket 清理 (30分钟过期) - Shutdown Drain 超时可配置 (ShutdownDrainSeconds) - Config 模型字段校验增强 (provider/endpoint/actual_model) - Auth 过期 Key 自动清理 (5分钟扫描) - Admin API Rate Limiting - Adapter Health Check 独立超时 (每个 adapter 3s) - TCP 连接阶段超时 (DialContext 5s + KeepAlive 30s) - 幂等键缓存、审计日志、Gzip 中间件、CORS Expose Headers - Backpressure 响应头、熔断器 Prometheus 指标 - 连接池优化、Trace-ID 全链路传播
2026-08-03 15:43:11 +08:00
parent e7e98271d4
commit da9c8334d8
27 changed files with 3002 additions and 309 deletions
@@ -2,19 +2,19 @@ package api

 // ChatRequest is the request body for POST /v1/chat/completions.
 type ChatRequest struct {
-	Model          string                   `json:"model"`
-	Messages       []Message                `json:"messages"`
-	Stream         bool                     `json:"stream,omitempty"`
-	SessionID      string                   `json:"session_id,omitempty"`
-	IdempotencyKey string                   `json:"idempotency_key,omitempty"`
-	Priority       string                   `json:"priority,omitempty"`
-	MaxOutputTokens int                     `json:"max_output_tokens,omitempty"`
-	ContextPolicy  string                   `json:"context_policy,omitempty"`
-	Timeouts       *RequestTimeouts         `json:"timeouts,omitempty"`
-	Routing        *RoutingOptions          `json:"routing,omitempty"`
-	Metadata       map[string]string        `json:"metadata,omitempty"`
-	Temperature    *float64                 `json:"temperature,omitempty"`
-	TopP           *float64                 `json:"top_p,omitempty"`
+	Model           string            `json:"model"`
+	Messages        []Message         `json:"messages"`
+	Stream          bool              `json:"stream,omitempty"`
+	SessionID       string            `json:"session_id,omitempty"`
+	IdempotencyKey  string            `json:"idempotency_key,omitempty"`
+	Priority        string            `json:"priority,omitempty"`
+	MaxOutputTokens int               `json:"max_output_tokens,omitempty"`
+	ContextPolicy   string            `json:"context_policy,omitempty"`
+	Timeouts        *RequestTimeouts  `json:"timeouts,omitempty"`
+	Routing         *RoutingOptions   `json:"routing,omitempty"`
+	Metadata        map[string]string `json:"metadata,omitempty"`
+	Temperature     *float64          `json:"temperature,omitempty"`
+	TopP            *float64          `json:"top_p,omitempty"`
 }

 type Message struct {
@@ -36,18 +36,18 @@ type RoutingOptions struct {

 // ChatResponse is the non-streaming response.
 type ChatResponse struct {
-	RequestID     string         `json:"request_id"`
-	TaskID        string         `json:"task_id"`
-	SessionID     string         `json:"session_id,omitempty"`
-	Status        string         `json:"status"`
-	Model         string         `json:"model"`
-	Choices       []Choice       `json:"choices"`
-	LogicalModel   string         `json:"logical_model"`
-	ActualModel   string         `json:"actual_model"`
-	NodeID        string         `json:"node_id,omitempty"`
-	Usage         *Usage         `json:"usage,omitempty"`
-	Timing        *Timing        `json:"timing,omitempty"`
-	Degraded      bool           `json:"degraded,omitempty"`
+	RequestID    string   `json:"request_id"`
+	TaskID       string   `json:"task_id"`
+	SessionID    string   `json:"session_id,omitempty"`
+	Status       string   `json:"status"`
+	Model        string   `json:"model"`
+	Choices      []Choice `json:"choices"`
+	LogicalModel string   `json:"logical_model"`
+	ActualModel  string   `json:"actual_model"`
+	NodeID       string   `json:"node_id,omitempty"`
+	Usage        *Usage   `json:"usage,omitempty"`
+	Timing       *Timing  `json:"timing,omitempty"`
+	Degraded     bool     `json:"degraded,omitempty"`
 }

 type Choice struct {
@@ -88,23 +88,26 @@ type ModelListResponse struct {
 }

 type ModelInfo struct {
-	ID      string `json:"id"`
-	Object  string `json:"object"`
-	OwnedBy string `json:"owned_by"`
+	ID              string `json:"id"`
+	Object          string `json:"object"`
+	OwnedBy         string `json:"owned_by"`
+	Provider        string `json:"provider,omitempty"`
+	ContextWindow   int    `json:"context_window,omitempty"`
+	MaxOutputTokens int    `json:"max_output_tokens,omitempty"`
 }

 // SessionRequest is the request body for POST /v1/sessions.
 type SessionRequest struct {
-	ApplicationID string            `json:"application_id"`
-	UserID        string            `json:"user_id,omitempty"`
-	Config        map[string]any    `json:"config,omitempty"`
+	ApplicationID string         `json:"application_id"`
+	UserID        string         `json:"user_id,omitempty"`
+	Config        map[string]any `json:"config,omitempty"`
 }

 // SessionResponse is the response for session operations.
 type SessionResponse struct {
-	SessionID     string         `json:"session_id"`
-	ApplicationID string         `json:"application_id"`
-	UserID        string         `json:"user_id,omitempty"`
-	CreatedAt     string         `json:"created_at"`
-	LastActive    string         `json:"last_active"`
+	SessionID     string `json:"session_id"`
+	ApplicationID string `json:"application_id"`
+	UserID        string `json:"user_id,omitempty"`
+	CreatedAt     string `json:"created_at"`
+	LastActive    string `json:"last_active"`
 }