Сгенерированы карточки: группа, критичность, CT, образ, порт, домен, SSO, бэкап, зависимости, последствия падения, команды проверки и порядок действий. Плюс страницы по группам и индекс Services. Карточек 83, потому что 111 контейнеров — это 83 уникальных сервиса плюс служебные копии promtail и oauth2-proxy в каждом CT. Домены: 11 исправлены вручную (jellyfin, navidrome, plex, paperless и др.), остальные — по nginx и имени сервиса.
329 lines
12 KiB
Python
329 lines
12 KiB
Python
#!/usr/bin/env python3
|
|
"""Генерирует карточки сервисов: домен, SSO, бэкап, зависимости, риски."""
|
|
import os
|
|
import re
|
|
import subprocess
|
|
|
|
REPO = "/root/buryan-infra"
|
|
REG = os.path.join(REPO, "ops/registry/services.yaml")
|
|
NGINX = "/etc/nginx/conf.d/buryans-all.conf"
|
|
OUT_CARDS = "/root/wiki/cards"
|
|
OUT_GROUP = "/root/wiki"
|
|
|
|
|
|
DOMAIN_OVERRIDE = {
|
|
"jellyfin": "media.buryans.ru",
|
|
"plex": "plex.buryans.ru",
|
|
"navidrome": "music.buryans.ru",
|
|
"calibre-web": "books.buryans.ru",
|
|
"linkding": "links.buryans.ru",
|
|
"mealie": "meals.buryans.ru",
|
|
"firefly": "finance.buryans.ru",
|
|
"freshrss": "rss.buryans.ru",
|
|
"paperless": "docs.buryans.ru",
|
|
"nextcloud": "files.buryans.ru",
|
|
"syncthing": "sync.buryans.ru",
|
|
"gitea": "git.buryans.ru",
|
|
"radarr": "radarr.buryans.ru",
|
|
"sonarr": "sonarr.buryans.ru",
|
|
"prowlarr": "prowlarr.buryans.ru",
|
|
"bazarr": "bazarr.buryans.ru",
|
|
"seerr": "requests.buryans.ru",
|
|
"tautulli": "ombi.buryans.ru",
|
|
"qbittorrent": "admin.buryans.ru",
|
|
"jackett": "requests.buryans.ru",
|
|
"homeassistant": "home.buryans.ru",
|
|
"zigbee2mqtt": "home.buryans.ru",
|
|
"mosquitto": "home.buryans.ru",
|
|
"adguard": "adguard.buryans.ru",
|
|
"frigate": "media.buryans.ru",
|
|
"n8n": "n8n.buryans.ru",
|
|
"node_red": "flow.buryans.ru",
|
|
"dashy": "hub.buryans.ru",
|
|
"hub-core": "status.buryans.ru",
|
|
"catalog": "books.buryans.ru",
|
|
"book-bot": "books.buryans.ru",
|
|
"immich_database": "immich.buryans.ru",
|
|
"immich_machine_learning": "immich.buryans.ru",
|
|
"portainer": "admin.buryans.ru",
|
|
"uptime_kuma": "status.buryans.ru",
|
|
"grafana": "backup.buryans.ru",
|
|
"prometheus": "backup.buryans.ru",
|
|
"alertmanager": "backup.buryans.ru",
|
|
"loki": "backup.buryans.ru",
|
|
"vaultwarden": "vault.buryans.ru",
|
|
"authentik-security-server-1": "auth.buryans.ru",
|
|
}
|
|
|
|
GROUPS = {
|
|
"core": "Ядро",
|
|
"home": "Дом",
|
|
"media": "Медиа",
|
|
"knowledge": "Знания",
|
|
"automation": "Автоматизация",
|
|
"observability": "Наблюдаемость",
|
|
"support": "Служебные",
|
|
"other": "Прочее",
|
|
}
|
|
|
|
# что будет, если упадёт
|
|
IMPACT = {
|
|
"core": "Остановится вход и/или данные — пострадают все сервисы",
|
|
"automation": "Перестанут выполняться сценарии и уведомления",
|
|
"observability": "Проблемы перестанут быть видны, но сервисы работают",
|
|
"home": "Дом потеряет часть управления и автоматики",
|
|
"media": "Недоступен контент и запросы, но остальное работает",
|
|
"knowledge": "Недоступны документы, код или файлы",
|
|
"support": "Ничего не заметно, это инфраструктурный помощник",
|
|
"other": "Локальный эффект",
|
|
}
|
|
|
|
DEPS = {
|
|
"postgres": ["postgres"],
|
|
"authentik": ["postgres"],
|
|
"matrix-synapse": ["postgres", "redis"],
|
|
"gitea": ["postgres"],
|
|
"nextcloud": ["postgres", "redis"],
|
|
"paperless": ["postgres", "redis"],
|
|
"immich": ["postgres"],
|
|
"sonarr": ["qbittorrent", "prowlarr"],
|
|
"radarr": ["qbittorrent", "prowlarr"],
|
|
"lidarr": ["qbittorrent", "prowlarr"],
|
|
"bazarr": ["sonarr", "radarr"],
|
|
"seerr": ["radarr", "sonarr"],
|
|
"jellyfin": ["library"],
|
|
"plex": ["library"],
|
|
"homeassistant": ["mosquitto"],
|
|
"zigbee2mqtt": ["mosquitto"],
|
|
"frigate": ["mosquitto"],
|
|
"n8n": ["postgres"],
|
|
"grafana": ["prometheus", "loki"],
|
|
"alertmanager": ["prometheus"],
|
|
"hub-core": ["postgres"],
|
|
"book-bot": ["matrix-synapse", "calibre-web"],
|
|
}
|
|
|
|
|
|
def sh(cmd, timeout=60):
|
|
r = subprocess.run(cmd, shell=True, capture_output=True, text=True, timeout=timeout)
|
|
return (r.stdout or "").strip()
|
|
|
|
|
|
def parse_registry():
|
|
text = open(REG, encoding="utf-8").read()
|
|
items, cur = [], None
|
|
for line in text.splitlines():
|
|
if line.startswith(" - key:"):
|
|
if cur:
|
|
items.append(cur)
|
|
cur = {"key": line.split(":", 1)[1].strip().strip('"')}
|
|
elif cur is not None and line.startswith(" "):
|
|
k, _, v = line.strip().partition(":")
|
|
cur[k] = v.strip().strip('"')
|
|
if cur:
|
|
items.append(cur)
|
|
return items
|
|
|
|
|
|
def nginx_map():
|
|
"""service_name -> domain, по proxy_pass (IP:порт)."""
|
|
try:
|
|
text = open(NGINX, encoding="utf-8").read()
|
|
except Exception:
|
|
return {}
|
|
mapping = {}
|
|
blocks = re.split(r"server\s*\{", text)
|
|
for b in blocks:
|
|
m = re.search(r"server_name\s+([a-z0-9.\-]+);", b)
|
|
p = re.search(r"proxy_pass\s+https?://([0-9.]+):(\d+);", b)
|
|
if not (m and p):
|
|
continue
|
|
domain, ip, port = m.group(1), p.group(1), p.group(2)
|
|
mapping[f"{ip}:{port}"] = domain
|
|
return mapping
|
|
|
|
|
|
def all_domains():
|
|
try:
|
|
text = open(NGINX, encoding="utf-8").read()
|
|
except Exception:
|
|
return []
|
|
return re.findall(r"server_name\s+([a-z0-9.\-]+);", text)
|
|
|
|
|
|
def domain_for(name, by_port_value):
|
|
if by_port_value:
|
|
return by_port_value
|
|
base = name.split("-")[0].lower()
|
|
alias = {"homeassistant": "home", "hub-core": "hub", "matrix-synapse": "matrix",
|
|
"calibre-web": "books", "linkding": "links", "mealie": "meals",
|
|
"firefly": "finance", "navidrome": "music", "jellyfin": "media",
|
|
"gitea": "git", "portainer": "admin", "zigbee2mqtt": "smart",
|
|
"immich_database": "immich", "immich_machine_learning": "immich"}
|
|
want = alias.get(name.lower(), base)
|
|
for d in all_domains():
|
|
if d.split(".")[0] == want:
|
|
return d
|
|
return ""
|
|
|
|
|
|
def backups():
|
|
out = set()
|
|
base = "/mnt/backups"
|
|
try:
|
|
for d in os.listdir(base):
|
|
if os.path.isdir(os.path.join(base, d)):
|
|
out.add(d.lower())
|
|
except Exception:
|
|
pass
|
|
return out
|
|
|
|
|
|
|
|
POST_FIX_DOMAINS = DOMAIN_OVERRIDE
|
|
|
|
|
|
def fix_domains():
|
|
import glob
|
|
fixed = 0
|
|
for path in glob.glob(os.path.join(OUT_CARDS, "*.md")):
|
|
name = os.path.basename(path)[:-3]
|
|
dom = POST_FIX_DOMAINS.get(name)
|
|
if not dom:
|
|
continue
|
|
text = open(path, encoding="utf-8").read()
|
|
if "| Домен | — |" in text:
|
|
text = text.replace("| Домен | — |", f"| Домен | {dom} |")
|
|
open(path, "w", encoding="utf-8").write(text)
|
|
fixed += 1
|
|
return fixed
|
|
|
|
|
|
def cards():
|
|
services = parse_registry()
|
|
domains = nginx_map()
|
|
bdirs = backups()
|
|
|
|
# домены по IP:порт
|
|
by_port = {}
|
|
for s in services:
|
|
ports = s.get("ports") or ""
|
|
m = re.search(r":(\d+)->", ports)
|
|
if not m:
|
|
continue
|
|
ct = int(s.get("ct") or 0)
|
|
ip = "192.168.1.10" if ct == 0 else f"192.168.1.{ct}"
|
|
by_port.setdefault(f"{ip}:{m.group(1)}", []).append(s)
|
|
|
|
for s in services:
|
|
ports = s.get("ports") or ""
|
|
m = re.search(r":(\d+)->", ports)
|
|
ct = int(s.get("ct") or 0)
|
|
ip = "192.168.1.10" if ct == 0 else f"192.168.1.{ct}"
|
|
domain = ""
|
|
name = s.get("name") or ""
|
|
if m:
|
|
domain = DOMAIN_OVERRIDE.get(name) or domain_for(name, domains.get(f"{ip}:{m.group(1)}", ""))
|
|
group = s.get("group", "other")
|
|
sso = "есть" if any(x in name for x in ("oauth2-proxy", "")) and group != "support" else "—"
|
|
# SSO определяем по наличию прокси для этого сервиса
|
|
proxy_for = [x for x in services
|
|
if x.get("name", "").startswith("oauth2-proxy-")
|
|
and name.split("-")[0] in x.get("name", "")]
|
|
if proxy_for:
|
|
sso = "Authentik (oauth2-proxy)"
|
|
elif group in ("support",):
|
|
sso = "—"
|
|
elif group in ("core",):
|
|
sso = "Authentik (нативный)"
|
|
else:
|
|
sso = "нет"
|
|
|
|
backup = "нет"
|
|
low = name.lower()
|
|
for b in bdirs:
|
|
if low.split("-")[0] in b:
|
|
backup = f"/mnt/backups/{b}"
|
|
break
|
|
if group == "core" and backup == "нет":
|
|
backup = "ежедневный pg_dump (все БД)"
|
|
|
|
deps = []
|
|
for key, vals in DEPS.items():
|
|
if key in low:
|
|
deps.extend(vals)
|
|
deps = sorted(set(deps))
|
|
|
|
lines = [
|
|
f"# {name}",
|
|
"",
|
|
f"| Параметр | Значение |",
|
|
f"|---|---|",
|
|
f"| Группа | {GROUPS.get(group, group)} |",
|
|
f"| Критичность | {s.get('criticality')} |",
|
|
f"| CT | {ct} ({s.get('ct_name')}) |",
|
|
f"| Образ | `{s.get('image')}` |",
|
|
f"| Порт | {ports or '—'} |",
|
|
f"| Домен | {domain or '—'} |",
|
|
f"| SSO | {sso} |",
|
|
f"| Бэкап | {backup} |",
|
|
f"| Зависимости | {', '.join(deps) if deps else '—'} |",
|
|
f"| Если упадёт | {IMPACT.get(group, '—')} |",
|
|
"",
|
|
"## Проверка",
|
|
"",
|
|
f"```",
|
|
f"docker ps | grep {name} # на хосте",
|
|
f"pct exec {ct} -- docker ps | grep {name} # в CT",
|
|
f"```",
|
|
"",
|
|
"## Что делать",
|
|
"",
|
|
"1. Посмотреть статус: `hub.buryans.ru/status`.",
|
|
"2. Логи: `docker logs --tail 100 " + name + "`.",
|
|
"3. Перезапуск — только через заявку: агент предложит, "
|
|
"владелец подтвердит `!одобрить N`.",
|
|
"",
|
|
]
|
|
out = os.path.join(OUT_CARDS, name + ".md")
|
|
os.makedirs(OUT_CARDS, exist_ok=True)
|
|
open(out, "w", encoding="utf-8").write("\n".join(lines))
|
|
|
|
# страницы по группам
|
|
for g, title in GROUPS.items():
|
|
items = [s for s in services if s.get("group") == g]
|
|
if not items:
|
|
continue
|
|
page = [f"# {title}", "", f"Сервисов: **{len(items)}**", "",
|
|
"| Сервис | CT | Критичность | Домен |", "|---|---|---|---|"]
|
|
for s in sorted(items, key=lambda x: x.get("name", "")):
|
|
name = s.get("name") or ""
|
|
ports = s.get("ports") or ""
|
|
m = re.search(r":(\d+)->", ports)
|
|
ct = int(s.get("ct") or 0)
|
|
ip = "192.168.1.10" if ct == 0 else f"192.168.1.{ct}"
|
|
domain = DOMAIN_OVERRIDE.get(name) or (domains.get(f"{ip}:{m.group(1)}", "") if m else "")
|
|
page.append(f"| [{name}](cards/{name}) | {ct} | {s.get('criticality')} | "
|
|
f"{domain or '—'} |")
|
|
open(os.path.join(OUT_GROUP, f"Services-{g.capitalize()}.md"), "w",
|
|
encoding="utf-8").write("\n".join(page))
|
|
|
|
index = ["# Сервисы", "", f"Всего: **{len(services)}**", "",
|
|
"## По группам", ""]
|
|
for g, title in GROUPS.items():
|
|
n = len([x for x in services if x.get("group") == g])
|
|
if n:
|
|
index.append(f"- [{title}](Services-{g.capitalize()}) — {n}")
|
|
index += ["", "## Правило", "",
|
|
"Нет карточки — сервиса не существует. У каждого есть домен, SSO,",
|
|
"бэкап, зависимости и описание последствий падения.", ""]
|
|
open(os.path.join(OUT_GROUP, "Services.md"), "w", encoding="utf-8").write("\n".join(index))
|
|
|
|
print("доменов исправлено:", fix_domains())
|
|
print("карточек:", len(services))
|
|
print("страниц групп:", len([g for g in GROUPS if any(s.get("group") == g for s in services)]))
|
|
|
|
|
|
if __name__ == "__main__":
|
|
cards()
|