29 lines
920 B
Python
29 lines
920 B
Python
"""Запуск конвейера на архиве: data/raw → SQLite + отчёт о качестве.
|
|
|
|
Флаг --vision включает добор трудных PDF через Gemini Vision (медленно).
|
|
"""
|
|
|
|
import json
|
|
import sys
|
|
from datetime import date
|
|
from pathlib import Path
|
|
|
|
REPO = Path(__file__).resolve().parents[1]
|
|
sys.path.insert(0, str(REPO))
|
|
|
|
from etl.normalize.embedding import GeminiEmbedder # noqa: E402
|
|
from etl.pipeline import run # noqa: E402
|
|
|
|
summary = run(
|
|
data_dir=str(REPO / "data/raw"),
|
|
db_path=str(REPO / "data/medarchive.db"),
|
|
dict_path=str(REPO / "data/reference/dictionary.xlsx"),
|
|
embedder=GeminiEmbedder(),
|
|
use_vision="--vision" in sys.argv,
|
|
today=date(2026, 6, 26),
|
|
)
|
|
(REPO / "data/quality_report.json").write_text(
|
|
json.dumps(summary, ensure_ascii=False, indent=2), encoding="utf-8"
|
|
)
|
|
print(json.dumps(summary, ensure_ascii=False, indent=2))
|