mindnet/app/core/qdrant_points.py

79 lines
3.1 KiB
Python
Raw Normal View History

2025-09-05 09:46:40 +02:00
#!/usr/bin/env python3
# -*- coding: utf-8 -*-
"""
Name: app/core/qdrant_points.py
Version: v1.2.0 (2025-09-05)
2025-09-05 11:04:17 +02:00
Kurzbeschreibung
Qdrant-Points für Notes/Chunks/Edges.
NEU: Edge-ID berücksichtigt optional 'occ' (Occurrence je Match):
"{kind}:{src}->{tgt}#{seq}@{occ}"
2025-09-05 09:46:40 +02:00
2025-09-05 11:04:17 +02:00
Aufruf
from app.core.qdrant_points import points_for_note, points_for_chunks, points_for_edges, upsert_batch
2025-09-05 09:46:40 +02:00
2025-09-05 11:04:17 +02:00
Changelog
v1.2.0: Edge-ID mit '@occ' falls vorhanden.
2025-09-05 09:46:40 +02:00
"""
2025-09-03 07:57:31 +02:00
from __future__ import annotations
2025-09-04 08:15:35 +02:00
import uuid
2025-09-04 08:08:33 +02:00
from typing import List, Tuple
2025-09-03 07:57:31 +02:00
from qdrant_client.http import models as rest
2025-09-04 08:08:33 +02:00
def _names(prefix: str) -> Tuple[str, str, str]:
return f"{prefix}_notes", f"{prefix}_chunks", f"{prefix}_edges"
2025-09-04 08:15:35 +02:00
def _to_uuid(stable_key: str) -> str:
return str(uuid.uuid5(uuid.NAMESPACE_URL, stable_key))
2025-09-05 11:04:17 +02:00
def points_for_note(prefix: str, note_payload: dict, note_vec: List[float] | None, dim: int) -> Tuple[str, List[rest.PointStruct]]:
2025-09-04 08:08:33 +02:00
notes_col, _, _ = _names(prefix)
vector = note_vec if note_vec is not None else [0.0] * int(dim)
2025-09-04 08:22:01 +02:00
raw_note_id = note_payload.get("note_id") or note_payload.get("id") or "missing-note-id"
point_id = _to_uuid(raw_note_id)
2025-09-04 08:15:35 +02:00
pt = rest.PointStruct(id=point_id, vector=vector, payload=note_payload)
2025-09-04 08:08:33 +02:00
return notes_col, [pt]
2025-09-05 11:04:17 +02:00
def points_for_chunks(prefix: str, chunk_payloads: List[dict], vectors: List[List[float]]) -> Tuple[str, List[rest.PointStruct]]:
2025-09-04 08:08:33 +02:00
_, chunks_col, _ = _names(prefix)
points: List[rest.PointStruct] = []
2025-09-04 08:22:01 +02:00
for i, (pl, vec) in enumerate(zip(chunk_payloads, vectors), start=1):
chunk_id = pl.get("chunk_id") or pl.get("id")
if not chunk_id:
note_id = pl.get("note_id") or pl.get("parent_note_id") or "missing-note"
chunk_id = f"{note_id}#{i}"
2025-09-05 09:46:40 +02:00
pl["chunk_id"] = chunk_id
2025-09-04 08:22:01 +02:00
point_id = _to_uuid(chunk_id)
2025-09-04 08:15:35 +02:00
points.append(rest.PointStruct(id=point_id, vector=vec, payload=pl))
2025-09-04 08:08:33 +02:00
return chunks_col, points
def points_for_edges(prefix: str, edge_payloads: List[dict]) -> Tuple[str, List[rest.PointStruct]]:
"""
2025-09-05 11:04:17 +02:00
Edges-Collection mit 1D-Dummy-Vektor (keine Vektorsuche auf Edges).
Stable-ID:
Basis: "{kind}:{src}->{tgt}#{seq}"
Neu: Falls 'occ' vorhanden -> "{…}@{occ}"
2025-09-04 08:08:33 +02:00
"""
_, _, edges_col = _names(prefix)
points: List[rest.PointStruct] = []
for pl in edge_payloads:
2025-09-04 08:22:01 +02:00
edge_id = pl.get("edge_id")
if not edge_id:
kind = pl.get("kind", "edge")
s = pl.get("source_id", "unknown-src")
t = pl.get("target_id", "unknown-tgt")
seq = pl.get("seq") or pl.get("order") or ""
2025-09-05 11:04:17 +02:00
occ = pl.get("occ")
2025-09-05 09:46:40 +02:00
base = f"{kind}:{s}->{t}#{seq}"
edge_id = f"{base}@{occ}" if occ is not None else base
2025-09-04 08:22:01 +02:00
pl["edge_id"] = edge_id
point_id = _to_uuid(edge_id)
2025-09-04 08:36:50 +02:00
points.append(rest.PointStruct(id=point_id, vector=[0.0], payload=pl))
2025-09-04 08:08:33 +02:00
return edges_col, points
def upsert_batch(client, collection: str, points: List[rest.PointStruct]) -> None:
if not points:
return
client.upsert(collection_name=collection, points=points, wait=True)