selfrelease
da9c8334d8
- SSE Keepalive Ping (15s心跳防止代理断连) - Timing HTTP 头 (X-Timing-Queue/Inference/Total-Ms) - Adapter Request-ID 传播到后端 - Session 清理日志回调 - Server 安全加固 (ReadHeaderTimeout/MaxHeaderBytes 防 slowloris) - Usage Tracker 数据保留清理 (retentionDays + 定期清理) - Config Reload 后 Adapter Registry 更新 (RegisterIfAbsent + RWMutex) - Rate Limiter 空闲 Bucket 清理 (30分钟过期) - Shutdown Drain 超时可配置 (ShutdownDrainSeconds) - Config 模型字段校验增强 (provider/endpoint/actual_model) - Auth 过期 Key 自动清理 (5分钟扫描) - Admin API Rate Limiting - Adapter Health Check 独立超时 (每个 adapter 3s) - TCP 连接阶段超时 (DialContext 5s + KeepAlive 30s) - 幂等键缓存、审计日志、Gzip 中间件、CORS Expose Headers - Backpressure 响应头、熔断器 Prometheus 指标 - 连接池优化、Trace-ID 全链路传播
99 lines
2.1 KiB
YAML
99 lines
2.1 KiB
YAML
server:
|
|
host: "0.0.0.0"
|
|
port: 39000
|
|
admin_port: 8081
|
|
max_request_body_mb: 20
|
|
cors_allowed_origins: ["*"]
|
|
|
|
auth:
|
|
enabled: true
|
|
methods: [api_key]
|
|
jwt_issuer: edge-ai-gateway
|
|
jwt_secret_env: EDGEAI_JWT_SECRET
|
|
rate_limit_per_minute: 60
|
|
rate_limit_burst: 10
|
|
usage_window_minutes: 60
|
|
|
|
scheduler:
|
|
max_running_tasks: 8
|
|
max_queued_tasks: 500
|
|
fairness: weighted_fair_queue
|
|
priority_aging_seconds: 30
|
|
reserved_realtime_slots: 2
|
|
|
|
timeouts:
|
|
default_connect_ms: 5000
|
|
default_queue_ms: 5000
|
|
default_first_token_ms: 10000
|
|
default_inference_ms: 120000
|
|
default_idle_ms: 15000
|
|
default_total_ms: 180000
|
|
cancel_grace_period_ms: 3000
|
|
|
|
context:
|
|
safety_margin_ratio: 0.08
|
|
default_policy: summary_and_recent
|
|
max_session_messages: 200
|
|
session_idle_ttl_minutes: 60
|
|
enable_prompt_persistence: false
|
|
enable_llm_summary: true
|
|
summary_max_tokens: 256
|
|
summary_timeout_seconds: 15
|
|
|
|
models:
|
|
general-chat:
|
|
provider: ollama
|
|
actual_model: qwen2:latest
|
|
endpoint: http://127.0.0.1:11434
|
|
context_window: 32768
|
|
max_output_tokens: 4096
|
|
max_concurrency: 4
|
|
residency: always
|
|
cancel_supported: true
|
|
|
|
fast-chat:
|
|
provider: ollama
|
|
actual_model: qwen2:latest
|
|
endpoint: http://127.0.0.1:11434
|
|
context_window: 16384
|
|
max_output_tokens: 2048
|
|
max_concurrency: 2
|
|
residency: on_demand
|
|
idle_unload_seconds: 600
|
|
|
|
routing:
|
|
sensitive_data_local_only: true
|
|
allow_cloud_fallback_by_default: false
|
|
overload_strategy:
|
|
- same_model_other_instance
|
|
- smaller_local_model
|
|
- backup_edge_node
|
|
- reject
|
|
|
|
circuit_breaker:
|
|
error_rate_threshold: 0.1
|
|
min_requests: 10
|
|
window_seconds: 60
|
|
open_duration_seconds: 30
|
|
half_open_max_requests: 1
|
|
|
|
backpressure:
|
|
level1_threshold: 0.70
|
|
level2_threshold: 0.85
|
|
level3_threshold: 0.95
|
|
|
|
observability:
|
|
metrics_enabled: true
|
|
metrics_path: /metrics
|
|
tracing_enabled: true
|
|
prompt_logging: metadata_only
|
|
audit_retention_days: 180
|
|
log_level: info
|
|
|
|
storage:
|
|
session_db: sqlite:///var/lib/edgeai/sessions.db
|
|
task_state: sqlite:///var/lib/edgeai/tasks.db
|
|
redis:
|
|
enabled: false
|
|
endpoint: redis://127.0.0.1:6379
|