94 lines
2.8 KiB
Bash
94 lines
2.8 KiB
Bash
|
#!/usr/bin/env bash
|
|||
|
|
set -euo pipefail
|
|||
|
|
|
|||
|
|
# tests/run_e2e_roundtrip.sh
|
|||
|
|
# End-to-End Testpipeline für mindnet WP-03
|
|||
|
|
#
|
|||
|
|
# Schritte:
|
|||
|
|
# 1) Qdrant truncate (Prefix!)
|
|||
|
|
# 2) Import (Apply + Purge) => Create-Fall
|
|||
|
|
# 3) Import (Apply - ohne Änderungen) => Idempotenz
|
|||
|
|
# 4) Hash-Reporter (Fehlende Hash-Varianten)
|
|||
|
|
# 5) Export nach _exportVault
|
|||
|
|
# 6) Vergleich Vault vs. Export (Body-Fokus)
|
|||
|
|
# 7) Sync-Deletes: Eine Datei temporär „entfernen“, Dry-Run + Apply, dann zurückrollen
|
|||
|
|
#
|
|||
|
|
# Aufrufe:
|
|||
|
|
# ./tests/run_e2e_roundtrip.sh [--vault ./test_vault] [--prefix mindnet]
|
|||
|
|
#
|
|||
|
|
# ENV:
|
|||
|
|
# COLLECTION_PREFIX (Default mindnet)
|
|||
|
|
|
|||
|
|
VAULT="./test_vault"
|
|||
|
|
PREFIX="${COLLECTION_PREFIX:-mindnet}"
|
|||
|
|
while [[ $# -gt 0 ]]; do
|
|||
|
|
case "$1" in
|
|||
|
|
--vault) VAULT="$2"; shift 2;;
|
|||
|
|
--prefix) PREFIX="$2"; shift 2;;
|
|||
|
|
*) echo "Unbekannte Option: $1" >&2; exit 2;;
|
|||
|
|
esac
|
|||
|
|
done
|
|||
|
|
|
|||
|
|
echo "== E2E Roundtrip =="
|
|||
|
|
echo "Vault: $VAULT"
|
|||
|
|
echo "Prefix: $PREFIX"
|
|||
|
|
echo
|
|||
|
|
|
|||
|
|
export COLLECTION_PREFIX="$PREFIX"
|
|||
|
|
|
|||
|
|
echo "-- 1) Qdrant truncate"
|
|||
|
|
python3 -m scripts.reset_qdrant --mode truncate --prefix "$PREFIX"
|
|||
|
|
python3 -m scripts.debug_qdrant_state --prefix "$PREFIX"
|
|||
|
|
echo
|
|||
|
|
|
|||
|
|
echo "-- 2) Import (Create-Fall)"
|
|||
|
|
python3 -m scripts.import_markdown --vault "$VAULT" --apply --purge-before-upsert --prefix "$PREFIX"
|
|||
|
|
python3 -m scripts.debug_qdrant_state --prefix "$PREFIX"
|
|||
|
|
echo
|
|||
|
|
|
|||
|
|
echo "-- 3) Import (Idempotenz: keine Änderungen erwartet)"
|
|||
|
|
python3 -m scripts.import_markdown --vault "$VAULT" --apply --prefix "$PREFIX"
|
|||
|
|
python3 -m scripts.debug_qdrant_state --prefix "$PREFIX"
|
|||
|
|
echo
|
|||
|
|
|
|||
|
|
echo "-- 4) Hash-Reporter"
|
|||
|
|
python3 -m scripts.report_hashes --prefix "$PREFIX" || true
|
|||
|
|
echo
|
|||
|
|
|
|||
|
|
echo "-- 5) Export nach _exportVault"
|
|||
|
|
OUT_DIR="_exportVault"
|
|||
|
|
rm -rf "$OUT_DIR"
|
|||
|
|
python3 -m scripts.export_markdown --out "$OUT_DIR" --prefix "$PREFIX"
|
|||
|
|
echo
|
|||
|
|
|
|||
|
|
echo "-- 6) Vergleich Vault vs. Export (Body-Fokus)"
|
|||
|
|
python3 tests/compare_vaults.py --src "$VAULT" --dst "$OUT_DIR" --focus body
|
|||
|
|
echo
|
|||
|
|
|
|||
|
|
echo "-- 7) Sync-Deletes (simuliert)"
|
|||
|
|
# wähle eine Datei und verschiebe sie temporär weg
|
|||
|
|
TMP_DIR="$(mktemp -d)"
|
|||
|
|
SAMPLE_MD="$(find "$VAULT" -type f -name '*.md' | head -n 1 || true)"
|
|||
|
|
if [[ -n "${SAMPLE_MD:-}" ]]; then
|
|||
|
|
mv "$SAMPLE_MD" "$TMP_DIR/"
|
|||
|
|
echo "Temporär entfernt: $(basename "$SAMPLE_MD")"
|
|||
|
|
|
|||
|
|
echo " 7a) Dry-Run"
|
|||
|
|
python3 -m scripts.import_markdown --vault "$VAULT" --sync-deletes --prefix "$PREFIX"
|
|||
|
|
echo " 7b) Apply"
|
|||
|
|
python3 -m scripts.import_markdown --vault "$VAULT" --sync-deletes --apply --prefix "$PREFIX"
|
|||
|
|
|
|||
|
|
# zurückrollen
|
|||
|
|
mv "$TMP_DIR/$(basename "$SAMPLE_MD")" "$SAMPLE_MD"
|
|||
|
|
rm -rf "$TMP_DIR"
|
|||
|
|
|
|||
|
|
echo " 7c) Re-Import (wieder anlegen)"
|
|||
|
|
python3 -m scripts.import_markdown --vault "$VAULT" --apply --prefix "$PREFIX"
|
|||
|
|
python3 -m scripts.debug_qdrant_state --prefix "$PREFIX"
|
|||
|
|
else
|
|||
|
|
echo "Hinweis: Keine MD-Datei im Vault gefunden – Sync-Deletes übersprungen."
|
|||
|
|
fi
|
|||
|
|
|
|||
|
|
echo
|
|||
|
|
echo "== E2E Roundtrip abgeschlossen =="
|