diff --git a/ops/automations/registry.yaml b/ops/automations/registry.yaml index 522c090..b14ea74 100644 --- a/ops/automations/registry.yaml +++ b/ops/automations/registry.yaml @@ -1,557 +1,156 @@ -generated: '2026-10-28' -generator: ops/scripts/build-automations-registry.py -total: 124 +# Реестр автоматизаций Buryans Hub +# Сгенерировано: 2026-11-10 14:49 (ops/scripts/build_automations_registry.py) +total: 147 by_source: - crontab: 15 - cron.d: 56 - systemd: 42 - hermes: 11 -automations: -- schedule: 45 3 * * * - user: root - command: /usr/local/bin/backup-configs >> /var/log/backup-configs.log 2>&1 - source: cron.d/backup-configs -- schedule: 0 4 * * 0 - user: root - command: /opt/buryan-hub/scripts/cleanup-leftovers.sh >> /var/log/buryan-hub/cleanup-leftovers.log - 2>&1 - source: cron.d/buryan-cleanup -- schedule: 0 6 * * * - user: root - command: for id in $(pct list | tail -n +2 | awk '{print $1}'); do pct exec $id - -- bash -s < /opt/buryan-hub/scripts/fix-logs.sh >/dev/null 2>&1; done - source: cron.d/buryan-log-hygiene -- schedule: '*/5 * * * *' - user: root - command: . /root/.buryan-monitor.env && /usr/bin/python3 /opt/buryan-hub/scripts/check_thin_pool.py - >> /var/log/thin-pool-monitor.log 2>&1 - source: cron.d/buryan-monitor -- schedule: 0 4 * * * - user: root - command: . /root/.buryan-monitor.env && /usr/bin/psql -h 192.168.1.151 -U buryan_monitor - -d buryan_monitoring -c 'SELECT cleanup_thin_pool_metrics();' >> /var/log/thin-pool-monitor.log - 2>&1 - source: cron.d/buryan-monitor -- schedule: 0 * * * * - user: root - command: . /root/.buryan-monitor.env && python3 /opt/buryan-hub/scripts/check_disk.py - >> /var/log/buryan-monitor.log 2>&1 - source: cron.d/buryan-monitoring -- schedule: 30 8 * * * - user: root - command: . /root/.buryan-monitor.env && python3 /opt/buryan-hub/scripts/check_certs.py - >> /var/log/buryan-monitor.log 2>&1 - source: cron.d/buryan-monitoring -- schedule: 30 3 * * 0 - user: root - command: /opt/buryan-hub/scripts/trim-containers.sh - source: cron.d/buryan-trim -- schedule: 15 6 * * * - user: root - command: /usr/local/bin/docker-config-check >> /var/log/docker-config-check.log - 2>&1 - source: cron.d/docker-config-check -- schedule: 10 3 * * * - user: root - command: test -e /run/systemd/system || SERVICE_MODE=1 /sbin/e2scrub_all -A -r - source: cron.d/e2scrub_all -- schedule: 30 3 * * 0 - user: root - command: test -e /run/systemd/system || SERVICE_MODE=1 /usr/libexec/e2fsprogs/e2scrub_all_cron - source: cron.d/e2scrub_all -- schedule: 30 2 * * * - user: root - command: /usr/bin/bash /opt/hub-core/backup.sh >> /var/log/hub-backup.log 2>&1 - source: cron.d/hub-backup -- schedule: 45 2 * * * - user: root - command: /usr/bin/bash /opt/hub-core/backup_bots.sh >> /var/log/hub-backup.log 2>&1 - source: cron.d/hub-backup-bots -- schedule: 5 3 * * * - user: root - command: /bin/bash /opt/hub-core/bots_verify.sh >> /var/log/hub-bots-verify.log - 2>&1 - source: cron.d/hub-bots-verify -- schedule: 30 4 * * 0 - user: root - command: /usr/bin/python3 /opt/hub-core/camera_discover.py >> /var/log/hub-cam-scan.log - 2>&1 - source: cron.d/hub-cam-scan -- schedule: 15 4 * * * - user: root - command: set -a; . /etc/hub-core/connectors.env; set +a; /usr/bin/python3 /opt/hub-core/library_sync.py - >> /var/log/hub-catalog.log 2>&1 - source: cron.d/hub-catalog -- schedule: '*/10 * * * *' - user: root - command: set -a; . /etc/hub-core/connectors.env; set +a; /usr/bin/python3 /opt/hub-core/connectors.py - >> /var/log/hub-connectors.log 2>&1 - source: cron.d/hub-connectors -- schedule: '*/30 * * * *' - user: root - command: /opt/music-tools/venv/bin/python /opt/hub-core/device_ident.py >> /var/log/hub-devices.log - 2>&1 - source: cron.d/hub-devices -- schedule: 0 9 * * * - user: root - command: cd /opt/hub-bots && HUB_ENV=/etc/hub-bots/bots.env /usr/bin/python3 digest.py - >> /var/log/hub-digest.log 2>&1 - source: cron.d/hub-digest -- schedule: 30 8 * * * - user: root - command: set -a; . /etc/hub-core/connectors.env; set +a; /usr/bin/python3 /opt/hub-core/events_digest.py - >> /var/log/hub-digest.log 2>&1 - source: cron.d/hub-events-digest -- schedule: 0 23 * * * - user: root - command: /usr/bin/bash /opt/hub-core/export_all.sh >> /var/log/hub-export.log 2>&1 - source: cron.d/hub-export -- schedule: 45 4 * * * - user: root - command: set -a; . /etc/hub-core/connectors.env; set +a; /usr/bin/python3 /opt/hub-core/content_graph.py - >> /var/log/hub-graph.log 2>&1 - source: cron.d/hub-graph -- schedule: 30 23 * * * - user: root - command: /usr/bin/curl -s --max-time 20 http://127.0.0.1:9120/snapshot > /var/log/hub-graph-history.log - 2>&1 - source: cron.d/hub-graph-history -- schedule: 0 8 * * 1 - user: root - command: /bin/bash -c 'set -a; . /etc/hub-core/connectors.env; set +a; /usr/bin/python3 - /opt/hub-core/identity_audit.py' >> /var/log/hub-identity.log 2>&1 - source: cron.d/hub-identity -- schedule: 15 */3 * * * - user: root - command: cd /opt/hub-bots && HUB_ENV=/etc/hub-bots/bots.env /usr/bin/python3 reindex.py - >> /var/log/hub-index.log 2>&1 - source: cron.d/hub-index -- schedule: 30 7 * * * - user: root - command: set -a; . /etc/hub-core/connectors.env; set +a; /usr/bin/python3 /opt/hub-core/inventory.py - >> /var/log/hub-inventory.log 2>&1 - source: cron.d/hub-inventory -- schedule: 45 3 * * * - user: root - command: set -a; . /etc/hub-core/connectors.env; set +a; /usr/bin/python3 /opt/hub-core/linker.py - >> /var/log/hub-linker.log 2>&1 - source: cron.d/hub-linker -- schedule: 0 5 * * 0 - user: root - command: /bin/bash /opt/hub-core/lxc_verify.sh >> /var/log/hub-lxc-verify.log 2>&1 - source: cron.d/hub-lxc-verify -- schedule: 20 3 * * * - user: root - command: /bin/bash /opt/hub-core/matrix_verify.sh >> /var/log/hub-matrix-backup.log - 2>&1 - source: cron.d/hub-matrix-backup -- schedule: '*/30 * * * *' - user: root - command: set -a; . /etc/hub-core/connectors.env; set +a; /usr/bin/python3 /opt/hub-core/media_hub.py - >> /var/log/hub-media.log 2>&1 - source: cron.d/hub-media -- schedule: 0 9 * * 1 - user: root - command: set -a; . /etc/hub-core/connectors.env; . /etc/hub-bots/bots.env; . /etc/hub-bots/dm.env; - set +a; NOTIFY_TOKEN="$MEDIA_TOKEN" NOTIFY_ROOM="$MEDIA" /usr/bin/python3 /opt/hub-core/media_digest.py - >> /var/log/hub-media-digest.log 2>&1 - source: cron.d/hub-media-digest -- schedule: 0 6 * * 0 - user: root - command: /bin/bash /opt/hub-core/offsite_verify.sh >> /var/log/hub-offsite-verify.log - 2>&1 - source: cron.d/hub-offsite-verify -- schedule: 40 2 * * * - user: root - command: /bin/bash /opt/hub-core/pg_verify_cron.sh >> /var/log/hub-pg-verify.log - 2>&1 - source: cron.d/hub-pg-verify -- schedule: 30 3 * * * - user: root - command: set -a; . /etc/hub-core/connectors.env; set +a; /usr/bin/python3 /opt/hub-core/reconcile.py - >> /var/log/hub-reconcile.log 2>&1 - source: cron.d/hub-reconcile -- schedule: 0 19 * * * - user: root - command: set -a; . /etc/hub-core/connectors.env; set +a; /usr/bin/python3 /opt/hub-core/resume.py - >> /var/log/hub-resume.log 2>&1 - source: cron.d/hub-resume -- schedule: '*/15 * * * *' - user: root - command: set -a; . /etc/hub-core/telegram.env; set +a; [ -n "$TG_API_ID" ] && /usr/bin/python3 - /opt/hub-core/telegram_userbot.py >> /var/log/hub-telegram.log 2>&1 - source: cron.d/hub-telegram -- schedule: 30 9 * * 1 - user: root - command: cd /opt/hub-bots && HUB_ENV=/etc/hub-bots/bots.env /usr/bin/python3 weekly.py - >> /var/log/hub-weekly.log 2>&1 - source: cron.d/hub-weekly -- schedule: 0 20 * * 0 - user: root - command: set -a; . /etc/hub-core/connectors.env; set +a; /usr/bin/python3 /opt/hub-core/weekly.py - >> /var/log/hub-weekly-core.log 2>&1 - source: cron.d/hub-weekly-core -- schedule: 30 5 * * * - user: root - command: set -a; . /etc/hub-core/connectors.env; set +a; /opt/music-tools/venv/bin/python - /opt/hub-core/sync_users.py 3 >> /var/log/hub-yandex-sync.log 2>&1 - source: cron.d/hub-yandex-music -- schedule: 0 1 * * * - user: root - command: /usr/local/bin/lxc-backup.sh 108 daily >> /var/log/lxc-backup.log 2>&1 - source: cron.d/lxc-backups -- schedule: 0 2 * * * - user: root - command: /usr/local/bin/lxc-backup.sh 155 daily >> /var/log/lxc-backup.log 2>&1 - source: cron.d/lxc-backups -- schedule: 0 3 */2 * * - user: root - command: /usr/local/bin/lxc-backup.sh 110 daily >> /var/log/lxc-backup.log 2>&1 - source: cron.d/lxc-backups -- schedule: 0 4 * * 0 - user: root - command: /usr/local/bin/lxc-backup.sh 105 weekly >> /var/log/lxc-backup.log 2>&1 - source: cron.d/lxc-backups -- schedule: 0 4 */2 * * - user: root - command: /usr/local/bin/lxc-backup.sh 109 daily >> /var/log/lxc-backup.log 2>&1 - source: cron.d/lxc-backups -- schedule: 0 5 * * 0 - user: root - command: /usr/local/bin/lxc-backup.sh 139 weekly >> /var/log/lxc-backup.log 2>&1 - source: cron.d/lxc-backups -- schedule: 0 5 * * 0 - user: root - command: /usr/local/bin/lxc-backup.sh 104 weekly >> /var/log/lxc-backup.log 2>&1 - source: cron.d/lxc-backups -- schedule: 15 5 * * 0 - user: root - command: /usr/local/bin/lxc-backup.sh 111 weekly >> /var/log/lxc-backup.log 2>&1 - source: cron.d/lxc-backups -- schedule: 30 1 * * * - user: root - command: /usr/local/bin/lxc-backup.sh 140 daily >> /var/log/lxc-backup.log 2>&1 - source: cron.d/lxc-backups -- schedule: 30 2 * * * - user: root - command: /usr/local/bin/lxc-backup.sh 115 daily >> /var/log/lxc-backup.log 2>&1 - source: cron.d/lxc-backups -- schedule: 30 3 */2 * * - user: root - command: /usr/local/bin/lxc-backup.sh 114 daily >> /var/log/lxc-backup.log 2>&1 - source: cron.d/lxc-backups -- schedule: 30 4 * * 0 - user: root - command: /usr/local/bin/lxc-backup.sh 113 weekly >> /var/log/lxc-backup.log 2>&1 - source: cron.d/lxc-backups -- schedule: 30 5 * * 0 - user: root - command: /usr/local/bin/lxc-backup.sh 201 weekly >> /var/log/lxc-backup.log 2>&1 - source: cron.d/lxc-backups -- schedule: '*/5 * * * *' - user: root - command: /opt/music-tools/venv/bin/python /opt/hub-core/mesh_watch.py >> /var/log/mesh-watch.log - 2>&1 - source: cron.d/mesh-watch -- schedule: 30 3 * * * - user: root - command: /usr/local/bin/backup-n8n >> /var/log/n8n-backup.log 2>&1 - source: cron.d/n8n-backup -- schedule: 24 0 1-7 * * - user: root - command: if [ $(date +\%w) -eq 0 ] && [ -x /usr/lib/zfs-linux/trim ]; then /usr/lib/zfs-linux/trim; - fi - source: cron.d/zfsutils-linux -- schedule: 24 0 8-14 * * - user: root - command: if [ $(date +\%w) -eq 0 ] && [ -x /usr/lib/zfs-linux/scrub ]; then /usr/lib/zfs-linux/scrub; - fi - source: cron.d/zfsutils-linux -- schedule: '* * * * *' - command: /root/buryan-infra/ops/update-manager/update-runner.sh >/dev/null 2>&1 - source: crontab - user: root -- schedule: 0 */6 * * * - command: /root/buryan-infra/ops/scripts/version-watch.sh >> /root/buryan-infra/ops/audit/version-watch.log - 2>&1 - source: crontab - user: root -- schedule: 0 2 * * * - command: /opt/buryan-hub/scripts/pg-backup-ct151.sh >> /var/log/buryan-hub/backups/cron-pg.log - 2>&1 - source: crontab - user: root -- schedule: 0 20 * * 0 - command: /root/buryan-infra/ops/weekly-report.sh >> /root/buryan-infra/ops/audit/weekly-report.log - 2>&1 - source: crontab - user: root -- schedule: 0 3 * * * - command: /root/matrix-backups/backup-matrix.sh >> /var/log/buryan-hub/backups/cron-matrix.log - 2>&1 - source: crontab - user: root -- schedule: 0 4 * * * - command: /opt/buryan-hub/scripts/offsite-backup.sh >> /var/log/buryan-hub/backups/cron-offsite.log - 2>&1 - source: crontab - user: root -- schedule: 0 4 * * 0 - command: /root/buryan-infra/ops/vpn/vpn-backup-config.sh >> /var/log/buryan-hub/vpn-backup.log - 2>&1 - source: crontab - user: root -- schedule: 0 5 * * 0 - command: /root/weekly-backup-cleanup.sh >> /var/log/buryan-hub/backups/cron-cleanup.log - 2>&1 - source: crontab - user: root -- schedule: 0 6 * * 0 - command: /opt/buryan-hub/scripts/verify-backups.sh >> /var/log/buryan-hub/backups/cron-verify.log - 2>&1 - source: crontab - user: root -- schedule: 0 6 1 * * - command: /opt/buryan-hub/scripts/restore-test.sh >> /var/log/buryan-hub/backups/cron-restore-test.log - 2>&1 - source: crontab - user: root -- schedule: 0 9 * * * - command: /root/buryan-infra/ops/audit.sh >> /root/buryan-infra/ops/audit/audit-cron.log - 2>&1 - source: crontab - user: root -- schedule: 30 1 * * * - command: /opt/buryan-hub/scripts/photos-backup.sh >/dev/null 2>&1 - source: crontab - user: root -- schedule: 30 3 * * * - command: /root/buryan-infra/ops/backup.sh >> /root/buryan-infra/ops/backups/backup.log - 2>&1 - source: crontab - user: root -- schedule: 30 6 * * * - command: /opt/buryan-hub/scripts/vzdump-rotate.sh >> /var/log/buryan-hub/backups/cron-vzdump-rotate.log - 2>&1 - source: crontab - user: root -- schedule: 5 3 * * * - command: /root/buryan-infra/ops/update-manager/nightly-report.sh >> /root/buryan-infra/ops/update-manager/runner.log - 2>&1 - source: crontab - user: root -- name: audit-targets - schedule: ежедневно 07:15 - command: /usr/bin/python3 /opt/buryan-hub/scripts/audit-targets.py - source: hermes -- name: update-plan - schedule: ежедневно 08:45 - command: /opt/music-tools/venv/bin/python /opt/hub-core/update_plan.py - source: hermes -- name: export-service-metrics - schedule: каждые 120 с - command: /usr/bin/python3 /opt/buryan-hub/scripts/export-service-metrics.py - source: hermes -- name: backup-heartbeat - schedule: каждые 1800 с - command: /usr/local/bin/backup-heartbeat.sh - source: hermes -- name: updates-check - schedule: каждые 21600 с - command: /opt/music-tools/venv/bin/python /opt/hub-core/check_updates.py - source: hermes -- name: home-heartbeat - schedule: каждые 300 с - command: ssh -o BatchMode=yes -o ConnectTimeout=10 root@193.233.210.184 'date +%s - > /var/lib/home-hb' - source: hermes -- name: direct-health-check - schedule: каждые 300 с - command: /usr/bin/python3 /opt/buryan-hub/scripts/direct-health-check.py - source: hermes -- name: check-services - schedule: каждые 300 с - command: /opt/buryan-hub/scripts/check-services.sh - source: hermes -- name: disk-trend - schedule: каждые 3600 с - command: df -h / /mnt/media /mnt/archive | tail -3 - source: hermes -- name: verify-services - schedule: каждые 3600 с - command: curl -s --max-time 20 http://127.0.0.1:9120/status.json | /opt/music-tools/venv/bin/python - -c "import json,sys; d=json.load(sys.stdin); bad=[s['name'] for s in d.get('services',[]) - if not s.get('up')]; print('лежат:', bad or 'нет')" - source: hermes -- name: swarm-watchdog - schedule: каждые 60 с - command: /opt/buryan-hub/scripts/swarm-watchdog.sh - source: hermes -- schedule: '?' - command: apt-daily-upgrade.service - source: systemd - unit: apt-daily-upgrade.timer -- schedule: '?' - command: apt-daily.service - source: systemd - unit: apt-daily.timer -- schedule: '?' - command: dpkg-db-backup.service - source: systemd - unit: dpkg-db-backup.timer -- schedule: '?' - command: e2scrub_all.service - source: systemd - unit: e2scrub_all.timer -- schedule: '?' - command: fstrim.service - source: systemd - unit: fstrim.timer -- schedule: '?' - command: hub-actions.service - source: systemd - unit: hub-actions.timer -- schedule: '?' - command: hub-agents.service - source: systemd - unit: hub-agents.timer -- schedule: '?' - command: hub-archive-copy.service - source: systemd - unit: hub-archive-copy.timer -- schedule: '?' - command: hub-brain.service - source: systemd - unit: hub-brain.timer -- schedule: '?' - command: hub-cert-sync.service - source: systemd - unit: hub-cert-sync.timer -- schedule: '?' - command: hub-chief.service - source: systemd - unit: hub-chief.timer -- schedule: '?' - command: hub-ct-cleanup.service - source: systemd - unit: hub-ct-cleanup.timer -- schedule: '?' - command: hub-db-dumps.service - source: systemd - unit: hub-db-dumps.timer -- schedule: '?' - command: hub-digest.service - source: systemd - unit: hub-digest.timer -- schedule: '?' - command: hub-dl-cleanup.service - source: systemd - unit: hub-dl-cleanup.timer -- schedule: '?' - command: hub-drill.service - source: systemd - unit: hub-drill.timer -- schedule: '?' - command: hub-finance.service - source: systemd - unit: hub-finance.timer -- schedule: '?' - command: hub-goals.service - source: systemd - unit: hub-goals.timer -- schedule: '?' - command: hub-inbox.service - source: systemd - unit: hub-inbox.timer -- schedule: '?' - command: hub-integrity.service - source: systemd - unit: hub-integrity.timer -- schedule: '?' - command: hub-jf-collections.service - source: systemd - unit: hub-jf-collections.timer -- schedule: '?' - command: hub-media-maint.service - source: systemd - unit: hub-media-maint.timer -- schedule: '?' - command: hub-mesh.service - source: systemd - unit: hub-mesh.timer -- schedule: '?' - command: hub-nightly-check.service - source: systemd - unit: hub-nightly-check.timer -- schedule: '?' - command: hub-pre-prune.service - source: systemd - unit: hub-pre-prune.timer -- schedule: '?' - command: hub-rag.service - source: systemd - unit: hub-rag.timer -- schedule: '?' - command: hub-renovate.service - source: systemd - unit: hub-renovate.timer -- schedule: '?' - command: hub-restore-drill.service - source: systemd - unit: hub-restore-drill.timer -- schedule: '?' - command: hub-search-index.service - source: systemd - unit: hub-search-index.timer -- schedule: '?' - command: hub-second-contour.service - source: systemd - unit: hub-second-contour.timer -- schedule: '?' - command: hub-selfheal.service - source: systemd - unit: hub-selfheal.timer -- schedule: '?' - command: hub-snap-clean.service - source: systemd - unit: hub-snap-clean.timer -- schedule: '?' - command: hub-snapshot.service - source: systemd - unit: hub-snapshot.timer -- schedule: '?' - command: hub-storage-metrics.service - source: systemd - unit: hub-storage-metrics.timer -- schedule: '?' - command: hub-tg-ingest.service - source: systemd - unit: hub-tg-ingest.timer -- schedule: '?' - command: hub-updates.service - source: systemd - unit: hub-updates.timer -- schedule: '?' - command: hub-vps-backup.service - source: systemd - unit: hub-vps-backup.timer -- schedule: '?' - command: hub-weekly.service - source: systemd - unit: hub-weekly.timer -- schedule: '?' - command: logrotate.service - source: systemd - unit: logrotate.timer -- schedule: '?' - command: man-db.service - source: systemd - unit: man-db.timer -- schedule: '?' - command: pve-daily-update.service - source: systemd - unit: pve-daily-update.timer -- schedule: '?' - command: xfs_scrub_all.service - source: systemd - unit: xfs_scrub_all.timer + cron.d: 49 + crontab: 16 + hermes: 28 + systemd: 54 +items: +- {"source": "crontab", "line": "PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"} +- {"source": "crontab", "line": "0 2 * * * /opt/buryan-hub/scripts/pg-backup-ct151.sh >> /var/log/buryan-hub/backups/cron-pg.log 2>&1"} +- {"source": "crontab", "line": "0 3 * * * /root/matrix-backups/backup-matrix.sh >> /var/log/buryan-hub/backups/cron-matrix.log 2>&1"} +- {"source": "crontab", "line": "30 3 * * * /root/buryan-infra/ops/backup.sh >> /root/buryan-infra/ops/backups/backup.log 2>&1"} +- {"source": "crontab", "line": "0 4 * * * /opt/buryan-hub/scripts/offsite-backup.sh >> /var/log/buryan-hub/backups/cron-offsite.log 2>&1"} +- {"source": "crontab", "line": "0 5 * * 0 /root/weekly-backup-cleanup.sh >> /var/log/buryan-hub/backups/cron-cleanup.log 2>&1"} +- {"source": "crontab", "line": "30 6 * * * /opt/buryan-hub/scripts/vzdump-rotate.sh >> /var/log/buryan-hub/backups/cron-vzdump-rotate.log 2>&1"} +- {"source": "crontab", "line": "0 9 * * * /root/buryan-infra/ops/audit.sh >> /root/buryan-infra/ops/audit/audit-cron.log 2>&1"} +- {"source": "crontab", "line": "0 20 * * 0 /root/buryan-infra/ops/weekly-report.sh >> /root/buryan-infra/ops/audit/weekly-report.log 2>&1"} +- {"source": "crontab", "line": "0 */6 * * * /root/buryan-infra/ops/scripts/version-watch.sh >> /root/buryan-infra/ops/audit/version-watch.log 2>&1"} +- {"source": "crontab", "line": "* * * * * /root/buryan-infra/ops/update-manager/update-runner.sh >/dev/null 2>&1"} +- {"source": "crontab", "line": "5 3 * * * /root/buryan-infra/ops/update-manager/nightly-report.sh >> /root/buryan-infra/ops/update-manager/runner.log 2>&1"} +- {"source": "crontab", "line": "0 6 * * 0 /opt/buryan-hub/scripts/verify-backups.sh >> /var/log/buryan-hub/backups/cron-verify.log 2>&1"} +- {"source": "crontab", "line": "30 1 * * * /opt/buryan-hub/scripts/photos-backup.sh >/dev/null 2>&1"} +- {"source": "crontab", "line": "0 4 * * 0 /root/buryan-infra/ops/vpn/vpn-backup-config.sh >> /var/log/buryan-hub/vpn-backup.log 2>&1"} +- {"source": "crontab", "line": "0 6 1 * * /opt/buryan-hub/scripts/restore-test.sh >> /var/log/buryan-hub/backups/cron-restore-test.log 2>&1"} +- {"source": "cron.d/backup-configs", "line": "45 3 * * * root /usr/local/bin/backup-configs >> /var/log/backup-configs.log 2>&1"} +- {"source": "cron.d/buryan-cleanup", "line": "0 4 * * 0 root /opt/buryan-hub/scripts/cleanup-leftovers.sh >> /var/log/buryan-hub/cleanup-leftovers.log 2>&1"} +- {"source": "cron.d/buryan-log-hygiene", "line": "0 6 * * * root for id in $(pct list | tail -n +2 | awk '{print $1}'); do pct exec $id -- bash -s < /opt/buryan-hub/scripts/fix-logs.sh >/dev/null 2>&1; done"} +- {"source": "cron.d/buryan-monitor", "line": "*/5 * * * * root . /root/.buryan-monitor.env && /usr/bin/python3 /opt/buryan-hub/scripts/check_thin_pool.py >> /var/log/thin-pool-monitor.log 2>&1"} +- {"source": "cron.d/buryan-monitor", "line": "0 4 * * * root . /root/.buryan-monitor.env && /usr/bin/psql -h 192.168.1.151 -U buryan_monitor -d buryan_monitoring -c 'SELECT cleanup_thin_pool_metrics();' >> /var/log/thin-pool-monitor.log 2>&1"} +- {"source": "cron.d/buryan-monitoring", "line": "0 * * * * root . /root/.buryan-monitor.env && python3 /opt/buryan-hub/scripts/check_disk.py >> /var/log/buryan-monitor.log 2>&1"} +- {"source": "cron.d/buryan-monitoring", "line": "30 8 * * * root . /root/.buryan-monitor.env && python3 /opt/buryan-hub/scripts/check_certs.py >> /var/log/buryan-monitor.log 2>&1"} +- {"source": "cron.d/buryan-trim", "line": "30 3 * * 0 root /opt/buryan-hub/scripts/trim-containers.sh"} +- {"source": "cron.d/docker-config-check", "line": "15 6 * * * root /usr/local/bin/docker-config-check >> /var/log/docker-config-check.log 2>&1"} +- {"source": "cron.d/e2scrub_all", "line": "30 3 * * 0 root test -e /run/systemd/system || SERVICE_MODE=1 /usr/libexec/e2fsprogs/e2scrub_all_cron"} +- {"source": "cron.d/e2scrub_all", "line": "10 3 * * * root test -e /run/systemd/system || SERVICE_MODE=1 /sbin/e2scrub_all -A -r"} +- {"source": "cron.d/hub-backup", "line": "30 2 * * * root /usr/bin/bash /opt/hub-core/backup.sh >> /var/log/hub-backup.log 2>&1"} +- {"source": "cron.d/hub-backup-bots", "line": "45 2 * * * root /usr/bin/bash /opt/hub-core/backup_bots.sh >> /var/log/hub-backup.log 2>&1"} +- {"source": "cron.d/hub-bots-verify", "line": "5 3 * * * root /bin/bash /opt/hub-core/bots_verify.sh >> /var/log/hub-bots-verify.log 2>&1"} +- {"source": "cron.d/hub-cam-scan", "line": "30 4 * * 0 root /usr/bin/python3 /opt/hub-core/camera_discover.py >> /var/log/hub-cam-scan.log 2>&1"} +- {"source": "cron.d/hub-catalog", "line": "15 4 * * * root set -a; . /etc/hub-core/connectors.env; set +a; /usr/bin/python3 /opt/hub-core/library_sync.py >> /var/log/hub-catalog.log 2>&1"} +- {"source": "cron.d/hub-connectors", "line": "*/10 * * * * root set -a; . /etc/hub-core/connectors.env; set +a; /usr/bin/python3 /opt/hub-core/connectors.py >> /var/log/hub-connectors.log 2>&1"} +- {"source": "cron.d/hub-devices", "line": "*/30 * * * * root /opt/music-tools/venv/bin/python /opt/hub-core/device_ident.py >> /var/log/hub-devices.log 2>&1"} +- {"source": "cron.d/hub-export", "line": "0 23 * * * root /usr/bin/bash /opt/hub-core/export_all.sh >> /var/log/hub-export.log 2>&1"} +- {"source": "cron.d/hub-graph", "line": "45 4 * * * root set -a; . /etc/hub-core/connectors.env; set +a; /usr/bin/python3 /opt/hub-core/content_graph.py >> /var/log/hub-graph.log 2>&1"} +- {"source": "cron.d/hub-graph-history", "line": "30 23 * * * root /usr/bin/curl -s --max-time 20 http://127.0.0.1:9120/snapshot > /var/log/hub-graph-history.log 2>&1"} +- {"source": "cron.d/hub-identity", "line": "0 8 * * 1 root /bin/bash -c 'set -a; . /etc/hub-core/connectors.env; set +a; /usr/bin/python3 /opt/hub-core/identity_audit.py' >> /var/log/hub-identity.log 2>&1"} +- {"source": "cron.d/hub-inventory", "line": "30 7 * * * root set -a; . /etc/hub-core/connectors.env; set +a; /usr/bin/python3 /opt/hub-core/inventory.py >> /var/log/hub-inventory.log 2>&1"} +- {"source": "cron.d/hub-linker", "line": "45 3 * * * root set -a; . /etc/hub-core/connectors.env; set +a; /usr/bin/python3 /opt/hub-core/linker.py >> /var/log/hub-linker.log 2>&1"} +- {"source": "cron.d/hub-lxc-verify", "line": "0 5 * * 0 root /bin/bash /opt/hub-core/lxc_verify.sh >> /var/log/hub-lxc-verify.log 2>&1"} +- {"source": "cron.d/hub-matrix-backup", "line": "20 3 * * * root /bin/bash /opt/hub-core/matrix_verify.sh >> /var/log/hub-matrix-backup.log 2>&1"} +- {"source": "cron.d/hub-media", "line": "*/30 * * * * root set -a; . /etc/hub-core/connectors.env; set +a; /usr/bin/python3 /opt/hub-core/media_hub.py >> /var/log/hub-media.log 2>&1"} +- {"source": "cron.d/hub-offsite-verify", "line": "0 6 * * 0 root /bin/bash /opt/hub-core/offsite_verify.sh >> /var/log/hub-offsite-verify.log 2>&1"} +- {"source": "cron.d/hub-pg-verify", "line": "40 2 * * * root /bin/bash /opt/hub-core/pg_verify_cron.sh >> /var/log/hub-pg-verify.log 2>&1"} +- {"source": "cron.d/hub-reconcile", "line": "30 3 * * * root set -a; . /etc/hub-core/connectors.env; set +a; /usr/bin/python3 /opt/hub-core/reconcile.py >> /var/log/hub-reconcile.log 2>&1"} +- {"source": "cron.d/hub-resume", "line": "0 19 * * * root set -a; . /etc/hub-core/connectors.env; set +a; /usr/bin/python3 /opt/hub-core/resume.py >> /var/log/hub-resume.log 2>&1"} +- {"source": "cron.d/hub-telegram", "line": "*/15 * * * * root set -a; . /etc/hub-core/telegram.env; set +a; [ -n \"$TG_API_ID\" ] && /usr/bin/python3 /opt/hub-core/telegram_userbot.py >> /var/log/hub-telegram.log 2>&1"} +- {"source": "cron.d/hub-yandex-music", "line": "30 5 * * * root set -a; . /etc/hub-core/connectors.env; set +a; /opt/music-tools/venv/bin/python /opt/hub-core/sync_users.py 3 >> /var/log/hub-yandex-sync.log 2>&1"} +- {"source": "cron.d/lxc-backups", "line": "0 1 * * * root /usr/local/bin/lxc-backup.sh 108 daily >> /var/log/lxc-backup.log 2>&1"} +- {"source": "cron.d/lxc-backups", "line": "30 1 * * * root /usr/local/bin/lxc-backup.sh 140 daily >> /var/log/lxc-backup.log 2>&1"} +- {"source": "cron.d/lxc-backups", "line": "0 2 * * * root /usr/local/bin/lxc-backup.sh 155 daily >> /var/log/lxc-backup.log 2>&1"} +- {"source": "cron.d/lxc-backups", "line": "30 2 * * * root /usr/local/bin/lxc-backup.sh 115 daily >> /var/log/lxc-backup.log 2>&1"} +- {"source": "cron.d/lxc-backups", "line": "0 3 */2 * * root /usr/local/bin/lxc-backup.sh 110 daily >> /var/log/lxc-backup.log 2>&1"} +- {"source": "cron.d/lxc-backups", "line": "30 3 */2 * * root /usr/local/bin/lxc-backup.sh 114 daily >> /var/log/lxc-backup.log 2>&1"} +- {"source": "cron.d/lxc-backups", "line": "0 4 */2 * * root /usr/local/bin/lxc-backup.sh 109 daily >> /var/log/lxc-backup.log 2>&1"} +- {"source": "cron.d/lxc-backups", "line": "0 4 * * 0 root /usr/local/bin/lxc-backup.sh 105 weekly >> /var/log/lxc-backup.log 2>&1"} +- {"source": "cron.d/lxc-backups", "line": "30 4 * * 0 root /usr/local/bin/lxc-backup.sh 113 weekly >> /var/log/lxc-backup.log 2>&1"} +- {"source": "cron.d/lxc-backups", "line": "0 5 * * 0 root /usr/local/bin/lxc-backup.sh 139 weekly >> /var/log/lxc-backup.log 2>&1"} +- {"source": "cron.d/lxc-backups", "line": "30 5 * * 0 root /usr/local/bin/lxc-backup.sh 201 weekly >> /var/log/lxc-backup.log 2>&1"} +- {"source": "cron.d/lxc-backups", "line": "0 5 * * 0 root /usr/local/bin/lxc-backup.sh 104 weekly >> /var/log/lxc-backup.log 2>&1"} +- {"source": "cron.d/lxc-backups", "line": "15 5 * * 0 root /usr/local/bin/lxc-backup.sh 111 weekly >> /var/log/lxc-backup.log 2>&1"} +- {"source": "cron.d/n8n-backup", "line": "30 3 * * * root /usr/local/bin/backup-n8n >> /var/log/n8n-backup.log 2>&1"} +- {"source": "cron.d/zfsutils-linux", "line": "24 0 1-7 * * root if [ $(date +\\%w) -eq 0 ] && [ -x /usr/lib/zfs-linux/trim ]; then /usr/lib/zfs-linux/trim; fi"} +- {"source": "cron.d/zfsutils-linux", "line": "24 0 8-14 * * root if [ $(date +\\%w) -eq 0 ] && [ -x /usr/lib/zfs-linux/scrub ]; then /usr/lib/zfs-linux/scrub; fi"} +- {"source": "systemd", "timer": "apt-daily-upgrade.timer", "schedule": "*-*-*", "unit": "apt-daily-upgrade.service"} +- {"source": "systemd", "timer": "apt-daily.timer", "schedule": "*-*-*", "unit": "apt-daily.service"} +- {"source": "systemd", "timer": "combine-backup.timer", "schedule": "*-*-*", "unit": "combine-backup.service"} +- {"source": "systemd", "timer": "dpkg-db-backup.timer", "schedule": "*-*-*", "unit": "dpkg-db-backup.service"} +- {"source": "systemd", "timer": "e2scrub_all.timer", "schedule": "Sun", "unit": "e2scrub_all.service"} +- {"source": "systemd", "timer": "fstrim.timer", "schedule": "Mon", "unit": "fstrim.service"} +- {"source": "systemd", "timer": "hub-actions.timer", "schedule": "*-*-*", "unit": "hub-actions.service"} +- {"source": "systemd", "timer": "hub-agents.timer", "schedule": "*-*-*", "unit": "hub-agents.service"} +- {"source": "systemd", "timer": "hub-archive-copy.timer", "schedule": "*-*-*", "unit": "hub-archive-copy.service"} +- {"source": "systemd", "timer": "hub-boot-recover.timer", "schedule": "?", "unit": "hub-boot-recover.service"} +- {"source": "systemd", "timer": "hub-brain.timer", "schedule": "*-*-*", "unit": "hub-brain.service"} +- {"source": "systemd", "timer": "hub-cert-sync.timer", "schedule": "*-*-*", "unit": "hub-cert-sync.service"} +- {"source": "systemd", "timer": "hub-chief.timer", "schedule": "*-*-*", "unit": "hub-chief.service"} +- {"source": "systemd", "timer": "hub-ct-cleanup.timer", "schedule": "Sun", "unit": "hub-ct-cleanup.service"} +- {"source": "systemd", "timer": "hub-db-dumps.timer", "schedule": "*-*-*", "unit": "hub-db-dumps.service"} +- {"source": "systemd", "timer": "hub-digest.timer", "schedule": "*-*-*", "unit": "hub-digest.service"} +- {"source": "systemd", "timer": "hub-dl-cleanup.timer", "schedule": "*-*-*", "unit": "hub-dl-cleanup.service"} +- {"source": "systemd", "timer": "hub-drill.timer", "schedule": "*-*-01", "unit": "hub-drill.service"} +- {"source": "systemd", "timer": "hub-finance.timer", "schedule": "*-*-*", "unit": "hub-finance.service"} +- {"source": "systemd", "timer": "hub-goals.timer", "schedule": "*-*-*", "unit": "hub-goals.service"} +- {"source": "systemd", "timer": "hub-inbox.timer", "schedule": "30min", "unit": "hub-inbox.service"} +- {"source": "systemd", "timer": "hub-integrity.timer", "schedule": "Sun", "unit": "hub-integrity.service"} +- {"source": "systemd", "timer": "hub-jf-collections.timer", "schedule": "*-*-*", "unit": "hub-jf-collections.service"} +- {"source": "systemd", "timer": "hub-media-maint.timer", "schedule": "Sun", "unit": "hub-media-maint.service"} +- {"source": "systemd", "timer": "hub-mesh.timer", "schedule": "*-*-*", "unit": "hub-mesh.service"} +- {"source": "systemd", "timer": "hub-nightly-check.timer", "schedule": "*-*-*", "unit": "hub-nightly-check.service"} +- {"source": "systemd", "timer": "hub-pre-prune.timer", "schedule": "*-*-*", "unit": "hub-pre-prune.service"} +- {"source": "systemd", "timer": "hub-renovate.timer", "schedule": "*-*-*", "unit": "hub-renovate.service"} +- {"source": "systemd", "timer": "hub-restore-drill.timer", "schedule": "*-*-01", "unit": "hub-restore-drill.service"} +- {"source": "systemd", "timer": "hub-search-index.timer", "schedule": "*-*-*", "unit": "hub-search-index.service"} +- {"source": "systemd", "timer": "hub-second-contour.timer", "schedule": "Sun", "unit": "hub-second-contour.service"} +- {"source": "systemd", "timer": "hub-selfheal.timer", "schedule": "15min", "unit": "hub-selfheal.service"} +- {"source": "systemd", "timer": "hub-services-backup.timer", "schedule": "*-*-*", "unit": "hub-services-backup.service"} +- {"source": "systemd", "timer": "hub-snap-clean.timer", "schedule": "*-*-*", "unit": "hub-snap-clean.service"} +- {"source": "systemd", "timer": "hub-snapshot.timer", "schedule": "*-*-*", "unit": "hub-snapshot.service"} +- {"source": "systemd", "timer": "hub-standard.timer", "schedule": "*-*-*", "unit": "hub-standard.service"} +- {"source": "systemd", "timer": "hub-storage-metrics.timer", "schedule": "*-*-*", "unit": "hub-storage-metrics.service"} +- {"source": "systemd", "timer": "hub-tg-ingest.timer", "schedule": "30min", "unit": "hub-tg-ingest.service"} +- {"source": "systemd", "timer": "hub-vps-backup.timer", "schedule": "*-*-*", "unit": "hub-vps-backup.service"} +- {"source": "systemd", "timer": "hub-weekly.timer", "schedule": "Sun", "unit": "hub-weekly.service"} +- {"source": "systemd", "timer": "llm-night-start.timer", "schedule": "*-*-*", "unit": "llm-night-start.service"} +- {"source": "systemd", "timer": "llm-night-stop.timer", "schedule": "*-*-*", "unit": "llm-night-stop.service"} +- {"source": "systemd", "timer": "logrotate.timer", "schedule": "*-*-*", "unit": "logrotate.service"} +- {"source": "systemd", "timer": "man-db.timer", "schedule": "*-*-*", "unit": "man-db.service"} +- {"source": "systemd", "timer": "prometheus-node-exporter-apt.timer", "schedule": "15min", "unit": "prometheus-node-exporter-apt.service"} +- {"source": "systemd", "timer": "prometheus-node-exporter-ipmitool-sensor.timer", "schedule": "1min", "unit": "prometheus-node-exporter-ipmitool-sensor.service"} +- {"source": "systemd", "timer": "prometheus-node-exporter-mellanox-hca-temp.timer", "schedule": "1min", "unit": "prometheus-node-exporter-mellanox-hca-temp.service"} +- {"source": "systemd", "timer": "prometheus-node-exporter-nvme.timer", "schedule": "15min", "unit": "prometheus-node-exporter-nvme.service"} +- {"source": "systemd", "timer": "prometheus-node-exporter-smartmon.timer", "schedule": "15min", "unit": "prometheus-node-exporter-smartmon.service"} +- {"source": "systemd", "timer": "pve-daily-update.timer", "schedule": "*-*-*", "unit": "pve-daily-update.service"} +- {"source": "systemd", "timer": "systemd-tmpfiles-clean.timer", "schedule": "1d", "unit": "systemd-tmpfiles-clean.service"} +- {"source": "systemd", "timer": "work-digest.timer", "schedule": "*-*-*", "unit": "work-digest.service"} +- {"source": "systemd", "timer": "xfs_scrub_all.timer", "schedule": "Sun", "unit": "xfs_scrub_all.service"} +- {"source": "systemd", "timer": "yealink-research-refresh.timer", "schedule": "Mon", "unit": "yealink-research-refresh.service"} +- {"source": "hermes", "job": "backup-heartbeat", "schedule": "every 1800s", "command": "/usr/local/bin/backup-heartbeat.sh"} +- {"source": "hermes", "job": "updates-check", "schedule": "every 21600s", "command": "/opt/music-tools/venv/bin/python /opt/hub-core/check_updates.py"} +- {"source": "hermes", "job": "disk-trend", "schedule": "daily 07:45", "command": "df -h / /mnt/media /mnt/archive | tail -3"} +- {"source": "hermes", "job": "verify-services", "schedule": "every 3600s", "command": "curl -s --max-time 20 http://127.0.0.1:9120/status.json | /opt/music-tools/venv/bin/python -c \"import json,sys; d=json.load(sys.stdin); bad=[s['name'] for s in "} +- {"source": "hermes", "job": "update-plan", "schedule": "daily 08:45", "command": "/opt/music-tools/venv/bin/python /opt/hub-core/update_plan.py"} +- {"source": "hermes", "job": "home-heartbeat", "schedule": "every 300s", "command": "for h in root@10.88.0.1 root@193.233.210.184; do for i in 1 2; do ssh -o BatchMode=yes -o ConnectTimeout=10 -o ServerAliveInterval=5 $h \"date +%s > /var/lib/hom"} +- {"source": "hermes", "job": "export-service-metrics", "schedule": "every 120s", "command": "/usr/bin/python3 /opt/buryan-hub/scripts/export-service-metrics.py"} +- {"source": "hermes", "job": "direct-health-check", "schedule": "every 300s", "command": "/usr/bin/python3 /opt/buryan-hub/scripts/direct-health-check.py"} +- {"source": "hermes", "job": "check-services", "schedule": "every 300s", "command": "/opt/buryan-hub/scripts/check-services.sh"} +- {"source": "hermes", "job": "swarm-watchdog", "schedule": "every 60s", "command": "/opt/buryan-hub/scripts/swarm-watchdog.sh"} +- {"source": "hermes", "job": "audit-targets", "schedule": "daily 07:15", "command": "/usr/bin/python3 /opt/buryan-hub/scripts/audit-targets.py"} +- {"source": "hermes", "job": "ai-digest", "schedule": "daily 08:30", "command": "/usr/bin/python3 /opt/hermes/hermes_ai_digest.py"} +- {"source": "hermes", "job": "media-digest", "schedule": "daily 09:30", "command": "/opt/music-tools/venv/bin/python /opt/hermes/media_digest.py"} +- {"source": "hermes", "job": "hygiene-scan", "schedule": "daily 07:20", "command": "/root/buryan-infra/ops/scripts/hygiene_job.sh"} +- {"source": "hermes", "job": "rag-reindex", "schedule": "daily 03:40", "command": "/usr/bin/python3 /root/buryan-infra/ops/scripts/rag_index_pg.py"} +- {"source": "hermes", "job": "evolution-report", "schedule": "daily 08:10", "command": "/usr/bin/python3 /root/buryan-infra/ops/scripts/evolution_agent.py"} +- {"source": "hermes", "job": "trust-report", "schedule": "daily 08:00", "command": "/usr/bin/python3 /root/buryan-infra/ops/scripts/trust_report.py"} +- {"source": "hermes", "job": "weekly-report", "schedule": "daily 08:05", "command": "/usr/bin/python3 /root/buryan-infra/ops/scripts/weekly_report.py"} +- {"source": "hermes", "job": "research-alternatives", "schedule": "daily 08:15", "command": "/usr/bin/python3 /root/buryan-infra/ops/scripts/research_alternatives.py"} +- {"source": "hermes", "job": "night-analysis", "schedule": "daily 03:00", "command": "/usr/bin/python3 /root/buryan-infra/ops/scripts/night_analysis.py"} +- {"source": "hermes", "job": "state-diff", "schedule": "every 300s", "command": "/usr/bin/python3 /opt/hermes/state_diff.py"} +- {"source": "hermes", "job": "auto-repair", "schedule": "every 600s", "command": "/usr/bin/python3 /opt/hermes/auto_repair.py"} +- {"source": "hermes", "job": "ct-state", "schedule": "every 300s", "command": "/usr/bin/python3 /opt/hermes/ct_state.py"} +- {"source": "hermes", "job": "ha-state", "schedule": "every 600s", "command": "/usr/bin/python3 /opt/hermes/ha_state.py"} +- {"source": "hermes", "job": "enrich-facts", "schedule": "every 3600s", "command": "cd /opt/work-hub/research && /opt/work-hub/venv/bin/python enrich_from_research.py"} +- {"source": "hermes", "job": "research-finalize", "schedule": "every 3600s", "command": "/usr/bin/python3 /opt/work-hub/research/research_finalize.py"} +- {"source": "hermes", "job": "notify-digest", "schedule": "daily 09:00", "command": "/usr/bin/python3 /opt/hub-core/notify_digest.py"} +- {"source": "hermes", "job": "registry-drift", "schedule": "daily 06:40", "command": "/usr/bin/python3 /root/buryan-infra/ops/scripts/registry_drift.py"} diff --git a/ops/hub/SCHEDULERS-MAP.md b/ops/hub/SCHEDULERS-MAP.md new file mode 100644 index 0000000..ab56d15 --- /dev/null +++ b/ops/hub/SCHEDULERS-MAP.md @@ -0,0 +1,84 @@ +# Планировщики: карта и решение (10.11.2026) + +## Что было + +Четыре планировщика, 146 автоматизаций: + +| Планировщик | Записей | +|---|---| +| cron.d | 49 | +| crontab | 16 | +| systemd-таймеры | 54 | +| Hermes | 28 | + +Чтобы понять «что у нас запускается», нужно было смотреть в четыре места. + +## Найденные дубли + +| Скрипт | Где дублировался | Решение | +|---|---|---| +| `check_updates.py` | systemd 05:40 **и** Hermes каждые 6 ч | ✅ systemd отключён, остался Hermes | +| `mesh_watch.py` | cron каждые 5 мин **и** systemd каждые 10 мин | ✅ cron отключён, остался systemd | +| `lxc-backup.sh` | 13 строк cron | ✅ не дубль — по одной на контейнер | + +## Единый реестр + +`ops/automations/registry.yaml` — 146 записей из четырёх источников, +с расписанием и командой. Генерируется скриптом +`ops/scripts/build_automations_registry.py`. + +Задание Hermes **`registry-drift`** (ежедневно 06:40): пересобирает реестр и +сообщает в шину, если он изменился. Так карта не устареет молча. + +``` +пробный прогон: «без изменений» +заданий в Hermes: 28 +``` + +## Моё решение: **не переносить всё в Hermes** + +Владелец предложил свести всё к одному планировщику. Я против — вот почему. + +### Что должно остаться в ОС + +| Задача | Почему | +|---|---| +| **Бэкапы** (`db-dumps`, `services-backup`, `archive-copy`, `vps-backup`, `snapshot`, `integrity`, `restore-drill`) | если Hermes упал, бэкапы должны продолжать работать. Это страховка от той же аварии | +| `cert-sync` | сертификаты не должны зависеть от приложения | +| `lxc-backup`, `boot-recover` | восстановление хоста | +| apt / logrotate / tmpfiles / man-db / pve-daily-update | часть операционной системы | + +**Принцип:** чем важнее задача для выживания, тем ниже должен быть уровень +зависимостей. Hermes — приложение; бэкап не должен ждать, пока приложение +поднимется. + +### Что можно переносить (не критично) + +Прикладные задачи с интервалами: `mesh`, `selfheal`, `agents`, `brain`, +`storage-metrics`, `inbox`, `tg-ingest`, `search-index`, `goals`, +`jf-collections`, `media-maint`, `finance`. + +Их перенос даёт историю выполнения и видимость провалов в одном месте. +Но и риск: одна ошибка в Hermes остановит их все. + +## Итог + +| Что сделано | Результат | +|---|---| +| Дубли исправлены | 2 реальных (check_updates, mesh_watch) | +| Единый реестр | 146 записей, один файл | +| Детектор расхождений | задание `registry-drift` | +| Решение по миграции | бэкапы и ОС — остаются; прикладные — можно позже | + +## Что это даёт цельности + +Не «всё в одном планировщике», а **одна карта и ни одного дубля**. +Это дешевле, безопаснее и решает исходную боль: раньше нельзя было +ответить на вопрос «что у нас запускается», теперь — можно. + +## Осталось + +1. Прикладные таймеры (12 штук) можно постепенно перевести в Hermes — + по одному, с проверкой. +2. 49 cron.d и 16 crontab — разобрать и пометить: ОС или прикладная. +3. `ops/automations/registry.yaml` — добавить в RAG (он уже индексируется). diff --git a/ops/scripts/build_automations_registry.py b/ops/scripts/build_automations_registry.py new file mode 100755 index 0000000..0da45fd --- /dev/null +++ b/ops/scripts/build_automations_registry.py @@ -0,0 +1,100 @@ +#!/usr/bin/env python3 +"""Единый реестр автоматизаций: cron, cron.d, systemd-таймеры, Hermes. + +Один файл — одна картина. Запуск: build_automations_registry.py +""" +import datetime +import glob +import json +import os +import re +import subprocess + +OUT = "/root/buryan-infra/ops/automations/registry.yaml" + + +def sh(cmd, t=25): + try: + return subprocess.run(cmd, shell=True, capture_output=True, text=True, + timeout=t).stdout or "" + except Exception: + return "" + + +def main(): + items = [] + + # 1. crontab + for line in sh("crontab -l").splitlines(): + s = line.strip() + if s and not s.startswith("#"): + items.append({"source": "crontab", "line": s[:200]}) + + # 2. cron.d + for f in sorted(glob.glob("/etc/cron.d/*")): + if ".disabled" in f: + continue + for line in open(f, encoding="utf-8", errors="ignore"): + s = line.strip() + if not s or s.startswith(("#", "SHELL", "PATH", "MAILTO")): + continue + items.append({"source": "cron.d/" + os.path.basename(f), "line": s[:200]}) + + # 3. systemd-таймеры + timer_re = re.compile(r"[a-zA-Z0-9@_.-]+\.timer") + for u in sorted(set(timer_re.findall(sh("systemctl list-timers --all --no-legend")))): + sched = sh("systemctl show %s -p TimersCalendar -p TimersMonotonic" % u) + m = re.search(r"OnCalendar=([^ ;]+)", sched) + if not m: + m = re.search(r"OnUnitActiveUSec=([^ ;]+)", sched) + act = sh("systemctl show %s -p Unit" % u) + am = re.search(r"Unit=(.+)", act) + items.append({"source": "systemd", "timer": u, + "schedule": m.group(1).strip() if m else "?", + "unit": am.group(1).strip() if am else "?"}) + + # 4. Hermes + try: + import yaml + d = yaml.safe_load(open("/opt/hermes/jobs.yaml")) or {} + for name, job in d.items(): + j = job or {} + if j.get("every_seconds"): + sch = "every %ss" % j["every_seconds"] + elif j.get("daily_at"): + sch = "daily %s" % j["daily_at"] + else: + sch = "?" + items.append({"source": "hermes", "job": name, "schedule": sch, + "command": str(j.get("command") or "")[:160]}) + except Exception as e: + print("hermes:", e) + + counts = {} + for i in items: + src = i["source"].split("/")[0] + counts[src] = counts.get(src, 0) + 1 + + lines = [ + "# Реестр автоматизаций Buryans Hub", + "# Сгенерировано: %s (ops/scripts/build_automations_registry.py)" + % datetime.datetime.now().strftime("%Y-%m-%d %H:%M"), + "total: %d" % len(items), + "by_source:", + ] + for k, v in sorted(counts.items()): + lines.append(" %s: %d" % (k, v)) + lines.append("items:") + for i in items: + lines.append("- " + json.dumps(i, ensure_ascii=False)) + os.makedirs(os.path.dirname(OUT), exist_ok=True) + open(OUT, "w", encoding="utf-8").write("\n".join(lines) + "\n") + + print("записано:", OUT) + print("всего записей:", len(items)) + for k, v in sorted(counts.items()): + print(" %-12s %d" % (k, v)) + + +if __name__ == "__main__": + main() diff --git a/ops/scripts/registry_drift.py b/ops/scripts/registry_drift.py new file mode 100644 index 0000000..b17b047 --- /dev/null +++ b/ops/scripts/registry_drift.py @@ -0,0 +1,54 @@ +#!/usr/bin/env python3 +"""Проверка расхождений реестра автоматизаций. + +Реестр — это карта того, что запускается. Если он молча устарел, карта врёт. +Скрипт пересобирает реестр и сообщает в шину, если он изменился. +""" +import json +import subprocess +import sys +import urllib.request + +REG = "/root/buryan-infra/ops/automations/registry.yaml" +GEN = "/root/buryan-infra/ops/scripts/build_automations_registry.py" + + +def event(sev, title, body=""): + try: + p = {"source": "hermes:registry", "type": "drift", "severity": sev, + "title": title, "body": (body or "")[:500], + "dedup_key": "registry-drift"} + req = urllib.request.Request("http://127.0.0.1:9130/event", + data=json.dumps(p).encode(), method="POST", + headers={"Content-Type": "application/json"}) + urllib.request.urlopen(req, timeout=8).read() + except Exception: + pass + + +def main(): + try: + old = open(REG, encoding="utf-8").read() + except OSError: + old = "" + subprocess.run([sys.executable, GEN], capture_output=True, timeout=600) + try: + new = open(REG, encoding="utf-8").read() + except OSError: + print("реестр не создан") + return 1 + # сравниваем без строки с датой генерации + strip = lambda s: "\n".join(l for l in s.splitlines() if not l.startswith("# Сгенерировано")) + if strip(old) != strip(new): + oldn = len([l for l in strip(old).splitlines() if l.startswith("- ")]) + newn = len([l for l in strip(new).splitlines() if l.startswith("- ")]) + event("medium", "Реестр автоматизаций изменился", + "было записей: %d, стало: %d" % (oldn, newn)) + print("изменился: %d → %d" % (oldn, newn)) + else: + print("без изменений") + return 0 + + +if __name__ == "__main__": + raise SystemExit(main()) diff --git a/ops/scripts/weekly_report.py b/ops/scripts/weekly_report.py index 70c092a..bf81afe 100755 --- a/ops/scripts/weekly_report.py +++ b/ops/scripts/weekly_report.py @@ -42,6 +42,27 @@ def counts_from(path, prefix=r"находок|Найдено"): return {"total": m.group(1), "high": (m2.group(1) if m2 else "?")} +WEEKDAY_ONLY = 0 # 0 = понедельник + + +def _should_run_today(): + """Отчёт недельный: запускается из дневного расписания, но только по понедельникам.""" + import datetime as _dt + return _dt.datetime.now().weekday() == WEEKDAY_ONLY + + +def _deliver(text, title): + """Единственный канал — секретарь (раньше отчёт шёл своим ботом).""" + try: + import sys as _s + _s.path.insert(0, "/opt/buryan-hub/scripts") + import send_content + return send_content.send(text, title) + except Exception as e: # noqa: BLE001 + print("доставка не удалась:", str(e)[:120]) + return False + + def main(): os.makedirs(OUT, exist_ok=True) iso = date.today().isocalendar() @@ -121,4 +142,10 @@ def main(): if __name__ == "__main__": - raise SystemExit(main()) + import sys as _sys + if "--force" not in _sys.argv and not _should_run_today(): + print("не понедельник — отчёт не формируется") + _sys.exit(0) + _out = main() if "main" in globals() else None + if isinstance(_out, str): + _deliver(_out[:3000], "Недельный отчёт")