Files
buryan-infra/ops/registry/build_registry.py
T

154 lines
5.8 KiB
Python
Raw Blame History

This file contains ambiguous Unicode characters
This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.
#!/usr/bin/env python3
"""Реестр сервисов: уникальный ключ CT+имя, сверка с Full-Audit."""
import json
import re
import subprocess
GROUPS = {
"core": ["authentik", "postgres", "nginx", "headscale", "oauth2-proxy", "coturn",
"livekit", "matrix-synapse", "element", "mautrix", "vaultwarden"],
"home": ["homeassistant", "mosquitto", "zigbee2mqtt", "frigate", "adguard"],
"media": ["jellyfin", "plex", "radarr", "sonarr", "lidarr", "prowlarr", "bazarr",
"seerr", "tautulli", "jackett", "qbittorrent", "navidrome", "calibre-web",
"immich", "catalog", "book-bot"],
"knowledge": ["paperless", "gitea", "nextcloud", "linkding", "freshrss", "syncthing",
"mealie", "firefly", "duplicati"],
"automation": ["n8n", "node_red", "hub-core", "hub-bots", "catalog", "dashy",
"tg-admin-bot", "openclaw"],
"observability": ["prometheus", "alertmanager", "grafana", "loki", "promtail",
"uptime_kuma", "exportarr", "buryan-alert"],
}
CRITICAL = {"authentik", "postgres", "nginx", "matrix-synapse", "gitea", "homeassistant",
"hub-core", "mosquitto", "prometheus"}
SUPPORT = {"promtail", "oauth2-proxy", "exportarr", "buryan-alert-webhook"}
def sh(cmd, timeout=90):
r = subprocess.run(cmd, shell=True, capture_output=True, text=True, timeout=timeout)
return (r.stdout or "").strip()
def group_of(name):
low = name.lower()
for g, keys in GROUPS.items():
for k in keys:
if k in low:
return "support" if any(s in low for s in SUPPORT) else g
return "other"
def collect():
items = []
seen = set()
def add(ct, ct_name, cname, image, ports):
key = f"{ct}:{cname}"
if key in seen:
return
seen.add(key)
items.append({
"key": key,
"container": cname,
"ct": ct,
"ct_name": ct_name,
"image": image,
"ports": ports,
"group": group_of(cname),
"criticality": "high" if any(k in cname for k in CRITICAL) else "normal",
})
for line in sh("pct list | tail -n +2").splitlines():
parts = line.split()
if len(parts) < 3:
continue
ct, ct_name = parts[0], parts[2]
out = sh(f"pct exec {ct} -- docker ps --format '{{{{.Names}}}}|{{{{.Image}}}}|{{{{.Ports}}}}'")
for row in out.splitlines():
if row.count("|") < 2:
continue
cname, image, ports = row.split("|", 2)
add(int(ct), ct_name, cname, image, ports)
out = sh("docker ps --format '{{.Names}}|{{.Image}}|{{.Ports}}'")
for row in out.splitlines():
if row.count("|") < 2:
continue
cname, image, ports = row.split("|", 2)
add(0, "host", cname, image, ports)
return items
def facts():
"""Факты для сверки с Full-Audit."""
cts = len(sh("pct list | tail -n +2").splitlines())
vms = len(sh("qm list | tail -n +2").splitlines())
domains = len(set(re.findall(r"server_name\s+([a-z0-9.\-]+)",
sh("grep -h server_name /etc/nginx/conf.d/buryans-all.conf"))))
dbs = sh(("PGPASSWORD='%s' psql -h 192.168.1.151 -U postgres "
"-t -A -c \"select count(*) from pg_database where not datistemplate\"") % open("/root/.pg-superuser-pass").read().strip()).strip()
ha = sh("pct exec 106 -- python3 -c \"import json,urllib.request;"
"T=open('/root/.ha-token').read().strip();"
"H={'Authorization':'Bearer '+T};"
"e=json.loads(urllib.request.urlopen(urllib.request.Request("
"'http://127.0.0.1:8123/api/config/config_entries/entry',headers=H),timeout=30).read());"
"s=json.loads(urllib.request.urlopen(urllib.request.Request("
"'http://127.0.0.1:8123/api/states',headers=H),timeout=30).read());"
"print(len(e),len(s))\"")
return {
"guests_ct": cts,
"guests_vm": vms,
"domains": domains,
"databases": dbs,
"ha": ha,
}
def main():
items = collect()
f = facts()
lines = [
"# Реестр сервисов Buryans Hub",
"# Сгенерирован автоматически из фактического состояния.",
"# Ключ: CT:контейнер. Группы: core/home/media/knowledge/automation/observability/support.",
"version: 2",
f"generated: {sh('date -Iseconds')}",
"facts:",
f" guests_ct: {f['guests_ct']}",
f" guests_vm: {f['guests_vm']}",
f" containers: {len(items)}",
f" domains: {f['domains']}",
f" databases: {f['databases']}",
f" ha: \"{f['ha']}\"",
"services:",
]
for s in sorted(items, key=lambda x: (x["ct"], x["container"])):
lines += [
f" - key: \"{s['key']}\"",
f" name: {s['container']}",
f" group: {s['group']}",
f" criticality: {s['criticality']}",
f" ct: {s['ct']}",
f" ct_name: {s['ct_name']}",
f" image: {s['image']}",
]
if s["ports"]:
lines.append(f" ports: \"{s['ports'][:110]}\"")
lines += [" sso: unknown", " backup: unknown", " owner: roman"]
open("/root/services.yaml", "w", encoding="utf-8").write("\n".join(lines) + "\n")
by_group = {}
for s in items:
by_group[s["group"]] = by_group.get(s["group"], 0) + 1
print("контейнеров:", len(items))
for g, n in sorted(by_group.items()):
print(f" {g}: {n}")
print("гостей:", f["guests_ct"], "CT +", f["guests_vm"], "ВМ")
print("доменов:", f["domains"], "| БД:", f["databases"], "| HA:", f["ha"])
if __name__ == "__main__":
main()