mindnet/app/routers/chat.py

218 lines
7.1 KiB
Python
Raw Normal View History

2025-12-08 10:32:57 +01:00
"""
app/routers/chat.py — RAG Endpunkt (WP-06 Hybrid Router)
2025-12-09 13:37:26 +01:00
Version: 0.2.1 (Fix: System Prompt Separation)
2025-12-08 10:32:57 +01:00
"""
from fastapi import APIRouter, HTTPException, Depends
2025-12-08 19:36:12 +01:00
from typing import List, Dict, Any
2025-12-08 10:32:57 +01:00
import time
import uuid
import logging
2025-12-08 19:36:12 +01:00
import yaml
from pathlib import Path
2025-12-08 10:32:57 +01:00
2025-12-08 19:36:12 +01:00
from app.config import get_settings
2025-12-08 10:32:57 +01:00
from app.models.dto import ChatRequest, ChatResponse, QueryRequest, QueryHit
from app.services.llm_service import LLMService
from app.core.retriever import Retriever
router = APIRouter()
logger = logging.getLogger(__name__)
2025-12-08 19:36:12 +01:00
# --- Helper: Config Loader ---
2025-12-09 09:58:35 +01:00
_DECISION_CONFIG_CACHE = None
2025-12-08 19:36:12 +01:00
def _load_decision_config() -> Dict[str, Any]:
settings = get_settings()
path = Path(settings.DECISION_CONFIG_PATH)
default_config = {
"strategies": {
"FACT": {"trigger_keywords": []}
2025-12-08 19:36:12 +01:00
}
}
if not path.exists():
logger.warning(f"Decision config not found at {path}, using defaults.")
return default_config
try:
with open(path, "r", encoding="utf-8") as f:
return yaml.safe_load(f)
except Exception as e:
logger.error(f"Failed to load decision config: {e}")
return default_config
2025-12-09 09:58:35 +01:00
def get_full_config() -> Dict[str, Any]:
2025-12-08 19:36:12 +01:00
global _DECISION_CONFIG_CACHE
if _DECISION_CONFIG_CACHE is None:
_DECISION_CONFIG_CACHE = _load_decision_config()
2025-12-09 09:58:35 +01:00
return _DECISION_CONFIG_CACHE
def get_decision_strategy(intent: str) -> Dict[str, Any]:
config = get_full_config()
strategies = config.get("strategies", {})
2025-12-08 19:36:12 +01:00
return strategies.get(intent, strategies.get("FACT", {}))
# --- Dependencies ---
2025-12-08 10:32:57 +01:00
def get_llm_service():
return LLMService()
def get_retriever():
return Retriever()
2025-12-08 19:36:12 +01:00
# --- Logic ---
2025-12-08 13:39:16 +01:00
def _build_enriched_context(hits: List[QueryHit]) -> str:
2025-12-08 10:32:57 +01:00
context_parts = []
for i, hit in enumerate(hits, 1):
source = hit.source or {}
2025-12-08 11:09:52 +01:00
content = (
source.get("text") or source.get("content") or
source.get("page_content") or source.get("chunk_text") or
"[Kein Text]"
2025-12-08 11:09:52 +01:00
)
title = hit.note_id or "Unbekannt"
2025-12-08 13:39:16 +01:00
note_type = source.get("type", "unknown").upper()
2025-12-08 14:27:17 +01:00
2025-12-08 10:32:57 +01:00
entry = (
2025-12-08 14:27:17 +01:00
f"### QUELLE {i}: {title}\n"
f"TYP: [{note_type}] (Score: {hit.total_score:.2f})\n"
f"INHALT:\n{content}\n"
2025-12-08 10:32:57 +01:00
)
context_parts.append(entry)
2025-12-08 13:39:16 +01:00
return "\n\n".join(context_parts)
2025-12-08 10:32:57 +01:00
2025-12-08 18:48:24 +01:00
async def _classify_intent(query: str, llm: LLMService) -> str:
2025-12-09 09:58:35 +01:00
config = get_full_config()
strategies = config.get("strategies", {})
settings = config.get("settings", {})
2025-12-09 09:58:35 +01:00
query_lower = query.lower()
best_intent = None
2025-12-09 09:58:35 +01:00
max_match_length = 0
2025-12-09 13:37:26 +01:00
# 1. FAST PATH
2025-12-09 09:58:35 +01:00
for intent_name, strategy in strategies.items():
if intent_name == "FACT": continue
2025-12-09 09:58:35 +01:00
keywords = strategy.get("trigger_keywords", [])
for k in keywords:
if k.lower() in query_lower:
if len(k) > max_match_length:
max_match_length = len(k)
2025-12-09 09:58:35 +01:00
best_intent = intent_name
if best_intent:
logger.info(f"Intent detected via KEYWORD: {best_intent}")
return best_intent
2025-12-09 13:37:26 +01:00
# 2. SLOW PATH
if settings.get("llm_fallback_enabled", False):
router_prompt_template = settings.get("llm_router_prompt", "")
if router_prompt_template:
prompt = router_prompt_template.replace("{query}", query)
logger.info("Keywords failed. Asking LLM for Intent...")
2025-12-09 13:37:26 +01:00
# Router braucht keinen System-Prompt, nur den Classifier-Prompt
llm_decision = await llm.generate_raw_response(prompt)
llm_decision = llm_decision.strip().upper()
if ":" in llm_decision:
llm_decision = llm_decision.split(":")[-1].strip()
2025-12-09 09:58:35 +01:00
2025-12-09 13:37:26 +01:00
# Satzzeichen entfernen für sauberen Match
llm_decision = ''.join(filter(str.isalnum, llm_decision))
if llm_decision in strategies:
logger.info(f"Intent detected via LLM: {llm_decision}")
return llm_decision
else:
logger.warning(f"LLM predicted unknown intent '{llm_decision}', falling back to FACT.")
return "FACT"
2025-12-08 18:48:24 +01:00
2025-12-08 10:32:57 +01:00
@router.post("/", response_model=ChatResponse)
async def chat_endpoint(
request: ChatRequest,
llm: LLMService = Depends(get_llm_service),
retriever: Retriever = Depends(get_retriever)
):
start_time = time.time()
query_id = str(uuid.uuid4())
2025-12-08 11:15:16 +01:00
logger.info(f"Chat request [{query_id}]: {request.message[:50]}...")
2025-12-08 10:32:57 +01:00
try:
# 1. Intent Detection
2025-12-08 18:48:24 +01:00
intent = await _classify_intent(request.message, llm)
logger.info(f"[{query_id}] Final Intent: {intent}")
2025-12-08 18:48:24 +01:00
# Strategy Load
2025-12-08 19:36:12 +01:00
strategy = get_decision_strategy(intent)
inject_types = strategy.get("inject_types", [])
prompt_key = strategy.get("prompt_template", "rag_template")
prepend_instr = strategy.get("prepend_instruction", "")
# 2. Primary Retrieval
2025-12-08 10:32:57 +01:00
query_req = QueryRequest(
query=request.message,
2025-12-08 18:48:24 +01:00
mode="hybrid",
2025-12-08 10:32:57 +01:00
top_k=request.top_k,
2025-12-08 14:27:17 +01:00
explain=request.explain
2025-12-08 10:32:57 +01:00
)
retrieve_result = await retriever.search(query_req)
hits = retrieve_result.results
2025-12-08 18:48:24 +01:00
# 3. Strategic Retrieval
2025-12-08 19:36:12 +01:00
if inject_types:
logger.info(f"[{query_id}] Executing Strategic Retrieval for types: {inject_types}...")
2025-12-08 18:48:24 +01:00
strategy_req = QueryRequest(
query=request.message,
2025-12-08 19:36:12 +01:00
mode="hybrid",
top_k=3,
filters={"type": inject_types},
2025-12-08 18:48:24 +01:00
explain=False
)
strategy_result = await retriever.search(strategy_req)
existing_ids = {h.node_id for h in hits}
for strat_hit in strategy_result.results:
if strat_hit.node_id not in existing_ids:
hits.append(strat_hit)
2025-12-08 10:32:57 +01:00
2025-12-08 18:48:24 +01:00
# 4. Context Building
2025-12-08 10:32:57 +01:00
if not hits:
context_str = "Keine relevanten Notizen gefunden."
else:
2025-12-08 13:39:16 +01:00
context_str = _build_enriched_context(hits)
2025-12-08 10:32:57 +01:00
# 5. Generation
2025-12-08 18:48:24 +01:00
template = llm.prompts.get(prompt_key, "{context_str}\n\n{query}")
system_prompt = llm.prompts.get("system_prompt", "")
2025-12-08 18:48:24 +01:00
2025-12-08 19:36:12 +01:00
if prepend_instr:
context_str = f"{prepend_instr}\n\n{context_str}"
2025-12-08 18:48:24 +01:00
final_prompt = template.replace("{context_str}", context_str).replace("{query}", request.message)
2025-12-08 19:36:12 +01:00
logger.info(f"[{query_id}] Sending to LLM (Intent: {intent}, Template: {prompt_key})...")
2025-12-09 13:37:26 +01:00
# FIX: System-Prompt separat übergeben!
answer_text = await llm.generate_raw_response(prompt=final_prompt, system=system_prompt)
2025-12-08 10:32:57 +01:00
duration_ms = int((time.time() - start_time) * 1000)
return ChatResponse(
2025-12-08 19:36:12 +01:00
query_id=query_id,
2025-12-08 10:32:57 +01:00
answer=answer_text,
sources=hits,
2025-12-08 18:48:24 +01:00
latency_ms=duration_ms,
intent=intent
2025-12-08 10:32:57 +01:00
)
except Exception as e:
logger.error(f"Error in chat endpoint: {e}", exc_info=True)
raise HTTPException(status_code=500, detail=str(e))