tok: #/## % badge with context tracking, client-side token counting, remove triage dep

2026-07-13 08:07:26 -07:00
parent b6dadd95ec
commit f16bef4671
4 changed files with 18 additions and 9 deletions
@@ -15,6 +15,7 @@ LLAMA_SERVER_BASE = os.environ.get("LLAMA_SERVER_BASE", "http://192.168.50.108:8
 SEARXNG_BASE = "http://localhost:8888"
 DEFAULT_MODEL = "llama3.1:latest"
 COMPLETIONS_API_KEY = os.environ.get("CAIC_COMPLETIONS_API_KEY", "caic-sk-" + os.urandom(24).hex())
+MODEL_CONTEXT_LENGTH = 4096

 # --- AMQP ---
 AMQP_RECONNECT_DELAY = 5