初始提交：边缘AI算力机统一AI通讯层

2026-08-03 07:44:05 +08:00
commit 93a469061d
51 changed files with 11565 additions and 0 deletions
@@ -0,0 +1,76 @@
+server:
+  host: "127.0.0.1"
+  port: 18080
+  admin_port: 18081
+  max_request_body_mb: 5
+
+auth:
+  enabled: true
+  methods: [api_key]
+
+scheduler:
+  max_running_tasks: 2
+  max_queued_tasks: 10
+  fairness: weighted_fair_queue
+  priority_aging_seconds: 5
+  reserved_realtime_slots: 1
+
+timeouts:
+  default_connect_ms: 2000
+  default_queue_ms: 2000
+  default_first_token_ms: 5000
+  default_inference_ms: 10000
+  default_idle_ms: 5000
+  default_total_ms: 15000
+  cancel_grace_period_ms: 1000
+
+context:
+  safety_margin_ratio: 0.1
+  default_policy: recent_only
+  max_session_messages: 20
+  session_idle_ttl_minutes: 5
+  enable_prompt_persistence: false
+
+models:
+  test-chat:
+    provider: ollama
+    actual_model: qwen2.5:0.5b
+    endpoint: http://127.0.0.1:11434
+    context_window: 4096
+    max_output_tokens: 256
+    max_concurrency: 1
+    residency: always
+    cancel_supported: true
+
+routing:
+  sensitive_data_local_only: true
+  allow_cloud_fallback_by_default: false
+  overload_strategy:
+    - smaller_local_model
+    - reject
+
+circuit_breaker:
+  error_rate_threshold: 0.2
+  min_requests: 3
+  window_seconds: 30
+  open_duration_seconds: 10
+  half_open_max_requests: 1
+
+backpressure:
+  level1_threshold: 0.70
+  level2_threshold: 0.85
+  level3_threshold: 0.95
+
+observability:
+  metrics_enabled: true
+  metrics_path: /metrics
+  tracing_enabled: false
+  prompt_logging: metadata_only
+  audit_retention_days: 7
+  log_level: debug
+
+storage:
+  session_db: sqlite:///tmp/edgeai-test/sessions.db
+  task_state: sqlite:///tmp/edgeai-test/tasks.db
+  redis:
+    enabled: false