Files
buryan-infra/ops/hub-core/patch_connectors.py
buryan-agent 67bc0a00a7 Коннекторы: 10 источников, включая Kuma, Calibre, Navidrome, Immich, Paperless
Добавлены источники из баз сервисов: Paperless (API), Calibre (metadata.db
через python3), Navidrome (sqlite), Immich (immich_db), Uptime Kuma (kuma.db).

Первый прогон дал 57 событий от Kuma, второй — 0: идемпотентность работает.
В ядре 60 карточек и 60 событий.

По пути: база Kuma лежит не в docker volume, а в /opt/network-lxc/uptime/data;
функции источников должны возвращать (список, ошибка) — две штуки отдавали
просто список, из-за чего падали с unpacking error.
2026-10-19 18:41:47 +03:00

127 lines
4.7 KiB
Python

#!/usr/bin/env python3
"""Дополняем коннекторы источниками из баз сервисов."""
import re
p = "/opt/hub-core/connectors.py"
src = open(p, encoding="utf-8").read()
if "def local_sources" in src:
print("уже дополнено")
raise SystemExit(0)
new_funcs = '''
# ─────────────────────── источники из баз ───────────────────────
import subprocess
def pct(ct, args, timeout=40):
cmd = ["pct", "exec", str(ct), "--"] + args
try:
out = subprocess.run(cmd, capture_output=True, text=True, timeout=timeout)
if out.returncode != 0:
return None, (out.stderr or out.stdout).strip()[:120]
return out.stdout.strip(), None
except Exception as e:
return None, str(e)[:120]
def paperless_docs():
data, err = http(f"{PAPERLESS}/api/documents/?page_size=20&ordering=-created",
{"Authorization": f"Token {PAPERLESS_TOKEN}"})
if err:
return [], err
out = []
for d in (data or {}).get("results", []):
out.append({"id": d.get("id"), "title": d.get("title") or "документ",
"when": d.get("created"), "type": "document.added"})
return out, None
def calibre_books():
script = ("import json,sqlite3;c=sqlite3.connect('/opt/books/library/metadata.db');"
"rows=c.execute('select id,title from books order by id desc limit 15').fetchall();"
"print(json.dumps(rows, ensure_ascii=False))")
out, err = pct(111, ["python3", "-c", script])
if err:
return [], err
try:
rows = json.loads(out or "[]")
except json.JSONDecodeError:
return [], "не разобрал ответ"
return [{"id": r[0], "title": r[1] or "книга", "type": "book.added"} for r in rows]
def navidrome_albums():
out, err = pct(125, ["docker", "exec", "navidrome", "sqlite3", "-separator", "|",
"/data/navidrome.db",
"select id, name from album order by created_at desc limit 15"])
if err:
return [], err
rows = []
for line in (out or "").splitlines():
parts = line.split("|")
if len(parts) >= 2:
rows.append({"id": parts[0], "title": parts[1], "type": "music.added"})
return rows, None
def immich_albums():
sql = ('select id, "albumName" from album order by "createdAt" desc limit 15')
out, err = pct(151, ["su", "-", "postgres", "-c",
f"psql -d immich_db -tA -F'|' -c '{sql}'"])
if err:
return [], err
rows = []
for line in (out or "").splitlines():
parts = line.split("|")
if len(parts) >= 2:
rows.append({"id": parts[0], "title": parts[1], "type": "photo.album"})
return rows, None
def kuma_monitors():
script = ("import json,sqlite3;"
"c=sqlite3.connect('/var/lib/docker/volumes/uptime-kuma-data/_data/kuma.db');"
"rows=c.execute('select id,name,active from monitor where active=1 limit 60').fetchall();"
"print(json.dumps(rows, ensure_ascii=False))")
out, err = pct(107, ["python3", "-c", script])
if err:
return [], err
try:
rows = json.loads(out or "[]")
except json.JSONDecodeError:
return [], "не разобрал ответ"
return [{"id": r[0], "title": r[1] or f"монитор {r[0]}", "type": "monitor.active"} for r in rows]
'''
src = src.replace("\nSOURCES = [", new_funcs + "\nSOURCES = [")
# новые переменные окружения
src = src.replace(
'ALERTMANAGER = os.environ.get("ALERTMANAGER_URL", "http://192.168.1.134:9093")',
'ALERTMANAGER = os.environ.get("ALERTMANAGER_URL", "http://192.168.1.134:9093")\n'
'PAPERLESS = os.environ.get("PAPERLESS_URL", "http://192.168.1.105:8000")\n'
'PAPERLESS_TOKEN = os.environ.get("PAPERLESS_TOKEN", "")')
# расширяем список источников
src = re.sub(
r"SOURCES = \[.*?\]",
'''SOURCES = [
("sonarr", lambda: arr_history(SONARR, SONARR_KEY, "sonarr"), "сериал"),
("radarr", lambda: arr_history(RADARR, RADARR_KEY, "radarr"), "фильм"),
("seerr", seerr_requests, "заявка"),
("jellyfin", jellyfin_recent, "фильм"),
("alertmanager", alertmanager_alerts, "тревога"),
("paperless", paperless_docs, "документ"),
("calibre", calibre_books, "книга"),
("navidrome", navidrome_albums, "музыка"),
("immich", immich_albums, "фотоальбом"),
("kuma", kuma_monitors, "монитор"),
]''',
src, flags=re.S)
open(p, "w", encoding="utf-8").write(src)
print("коннекторы дополнены: 10 источников")