docs: 添加本地LLM启动命令文档

2026-06-23 09:15:59 +08:00
parent d31bdd1261
commit 91f4fac23c
1 changed files with 11 additions and 0 deletions
@@ -0,0 +1,11 @@
 # Ctrl+C 停掉当前服务，用 -lv 3 启动（显示更详细日志）
 ```bash
 ~/llama.cpp/build/bin/llama-server \
  -m ~/models/qwen2.5-7b-instruct-q4_k_m-00001-of-00002.gguf \
  --host 0.0.0.0 \
  --port 18888 \
  -ngl 35 \
  --metrics \
  -lv 3
 ```