Make DEFAULT_MODEL env-var configurable (CAIC_DEFAULT_MODEL)

2026-07-19 16:28:19 -07:00
parent 8fd6c99ccc
commit 413f850e41
2 changed files with 4 additions and 2 deletions
@@ -29,8 +29,10 @@ CAIC_EMBED_MODEL=all-minilm:latest
 CAIC_AMQP_URL=amqp://caic:${RABBITMQ_PASSWORD}@rabbitmq:5672/caic

 # ── llama-server settings ────────────────────────────────────
-# Set this to your .gguf filename (must exist in ./models/)
+# GGUF filename (must exist in ./models/)
 LLAMA_MODEL=
+# Model name the app presents to clients (must match a loaded model)
+CAIC_DEFAULT_MODEL=qwen2.5-7b-instruct
 LLAMA_CTX_SIZE=4096
 LLAMA_N_GPU_LAYERS=0
 LLAMA_RPC_ENDPOINTS=