gramps
8072fb3dd0
- Config: RAG_MAX_VECTORS, high/low water marks, grace period, weights - rag.py: get_collection_count, evict_batch, maybe_evict (asyncio.Lock), get_rag_operational_stats, EVICTION_LOG, retrieval_count tracking - routers/rag_admin.py: GET /api/rag/stats, POST /api/rag/flush (admin) - Wire maybe_evict() into upload.py and ingest.py after Qdrant upsert - 16 tests: collection stats, eviction scoring, pinned/grace/batch guards, endpoint auth, race lock, flush, operational stats shape - Bump to v0.13.0
61 lines
2.1 KiB
Python
61 lines
2.1 KiB
Python
"""JarvisChat routers — RAG corpus management admin endpoints."""
|
|
import logging
|
|
|
|
import httpx
|
|
from fastapi import APIRouter, Request
|
|
from fastapi.responses import JSONResponse
|
|
|
|
from rag import (
|
|
get_rag_operational_stats, EVICTION_LOG,
|
|
QDRANT_URL, RAG_COLLECTION,
|
|
)
|
|
|
|
log = logging.getLogger("jarvischat")
|
|
router = APIRouter()
|
|
|
|
|
|
@router.get("/api/rag/stats")
|
|
async def rag_stats():
|
|
stats = await get_rag_operational_stats()
|
|
stats["eviction_log_size"] = len(EVICTION_LOG)
|
|
return stats
|
|
|
|
|
|
@router.post("/api/rag/flush")
|
|
async def rag_flush(request: Request):
|
|
try:
|
|
async with httpx.AsyncClient() as client:
|
|
scroll_resp = await client.post(
|
|
f"{QDRANT_URL}/collections/{RAG_COLLECTION}/points/scroll",
|
|
json={"limit": 10000, "with_payload": False, "with_vector": False},
|
|
timeout=30.0,
|
|
)
|
|
if scroll_resp.status_code != 200:
|
|
return JSONResponse(status_code=502, content={"detail": f"Qdrant scroll failed: {scroll_resp.status_code}"})
|
|
|
|
all_points = scroll_resp.json().get("result", {}).get("points", [])
|
|
point_ids = [p["id"] for p in all_points]
|
|
|
|
if not point_ids:
|
|
return {"deleted_count": 0, "collection": RAG_COLLECTION, "status": "flushed"}
|
|
|
|
delete_resp = await client.post(
|
|
f"{QDRANT_URL}/collections/{RAG_COLLECTION}/points/delete",
|
|
json={"points": point_ids},
|
|
timeout=30.0,
|
|
)
|
|
if delete_resp.status_code not in (200, 201):
|
|
return JSONResponse(status_code=502, content={"detail": f"Qdrant delete failed: {delete_resp.status_code}"})
|
|
|
|
EVICTION_LOG.clear()
|
|
log.warning(f"RAG collection '{RAG_COLLECTION}' flushed ({len(point_ids)} points deleted)")
|
|
|
|
return {
|
|
"deleted_count": len(point_ids),
|
|
"collection": RAG_COLLECTION,
|
|
"status": "flushed",
|
|
}
|
|
except Exception as e:
|
|
log.warning(f"RAG flush error: {e}")
|
|
return JSONResponse(status_code=502, content={"detail": f"RAG flush error: {e}"})
|