From ad1728d161d7a2f1ef1ed6bb12051db3cf40b6ee Mon Sep 17 00:00:00 2001 From: Roman Buryan Date: Wed, 18 Nov 2026 11:52:15 +0300 Subject: [PATCH] =?UTF-8?q?[P0]=20=D0=A0=D0=B5=D0=B5=D1=81=D1=82=D1=80=20?= =?UTF-8?q?=D0=B0=D0=B2=D1=82=D0=BE=D0=BC=D0=B0=D1=82=D0=B8=D0=B7=D0=B0?= =?UTF-8?q?=D1=86=D0=B8=D0=B9=20+=20=D1=81=D0=BA=D1=80=D0=B8=D0=BF=D1=82?= =?UTF-8?q?=20LLM-=D0=B0=D1=83=D0=B4=D0=B8=D1=82=D0=B0=20=D0=9A=D0=BE?= =?UTF-8?q?=D0=BC=D0=B1=D0=B0=D0=B9=D0=BD=D0=B0?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- ops/automations/registry.yaml | 937 +++++++++++++++++++++++++++------- ops/scripts/combine_audit.py | 144 ++++++ 2 files changed, 898 insertions(+), 183 deletions(-) create mode 100755 ops/scripts/combine_audit.py diff --git a/ops/automations/registry.yaml b/ops/automations/registry.yaml index 23b4007..882f341 100644 --- a/ops/automations/registry.yaml +++ b/ops/automations/registry.yaml @@ -1,186 +1,757 @@ -# Реестр автоматизаций Buryans Hub -# Сгенерировано: 2026-11-18 10:56 (ops/scripts/build_automations_registry.py) -total: 177 +generated: '2026-11-18' +generator: ops/scripts/build-automations-registry.py +total: 176 by_source: + crontab: 14 cron.d: 49 - crontab: 15 - hermes: 69 systemd: 44 -items: -- {"source": "crontab", "line": "PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"} -- {"source": "crontab", "line": "0 2 * * * /opt/buryan-hub/scripts/pg-backup-ct151.sh >> /var/log/buryan-hub/backups/cron-pg.log 2>&1"} -- {"source": "crontab", "line": "0 3 * * * /root/matrix-backups/backup-matrix.sh >> /var/log/buryan-hub/backups/cron-matrix.log 2>&1"} -- {"source": "crontab", "line": "30 3 * * * /root/buryan-infra/ops/backup.sh >> /root/buryan-infra/ops/backups/backup.log 2>&1"} -- {"source": "crontab", "line": "0 4 * * * /opt/buryan-hub/scripts/offsite-backup.sh >> /var/log/buryan-hub/backups/cron-offsite.log 2>&1"} -- {"source": "crontab", "line": "0 5 * * 0 /root/weekly-backup-cleanup.sh >> /var/log/buryan-hub/backups/cron-cleanup.log 2>&1"} -- {"source": "crontab", "line": "30 6 * * * /opt/buryan-hub/scripts/vzdump-rotate.sh >> /var/log/buryan-hub/backups/cron-vzdump-rotate.log 2>&1"} -- {"source": "crontab", "line": "0 9 * * * /root/buryan-infra/ops/audit.sh >> /root/buryan-infra/ops/audit/audit-cron.log 2>&1"} -- {"source": "crontab", "line": "0 20 * * 0 /root/buryan-infra/ops/weekly-report.sh >> /root/buryan-infra/ops/audit/weekly-report.log 2>&1"} -- {"source": "crontab", "line": "* * * * * /root/buryan-infra/ops/update-manager/update-runner.sh >/dev/null 2>&1"} -- {"source": "crontab", "line": "5 3 * * * /root/buryan-infra/ops/update-manager/nightly-report.sh >> /root/buryan-infra/ops/update-manager/runner.log 2>&1"} -- {"source": "crontab", "line": "0 6 * * 0 /opt/buryan-hub/scripts/verify-backups.sh >> /var/log/buryan-hub/backups/cron-verify.log 2>&1"} -- {"source": "crontab", "line": "30 1 * * * /opt/buryan-hub/scripts/photos-backup.sh >/dev/null 2>&1"} -- {"source": "crontab", "line": "0 4 * * 0 /root/buryan-infra/ops/vpn/vpn-backup-config.sh >> /var/log/buryan-hub/vpn-backup.log 2>&1"} -- {"source": "crontab", "line": "0 6 1 * * /opt/buryan-hub/scripts/restore-test.sh >> /var/log/buryan-hub/backups/cron-restore-test.log 2>&1"} -- {"source": "cron.d/backup-configs", "line": "45 3 * * * root /usr/local/bin/backup-configs >> /var/log/backup-configs.log 2>&1"} -- {"source": "cron.d/buryan-cleanup", "line": "0 4 * * 0 root /opt/buryan-hub/scripts/cleanup-leftovers.sh >> /var/log/buryan-hub/cleanup-leftovers.log 2>&1"} -- {"source": "cron.d/buryan-log-hygiene", "line": "0 6 * * * root for id in $(pct list | tail -n +2 | awk '{print $1}'); do pct exec $id -- bash -s < /opt/buryan-hub/scripts/fix-logs.sh >/dev/null 2>&1; done"} -- {"source": "cron.d/buryan-monitor", "line": "*/5 * * * * root . /root/.buryan-monitor.env && /usr/bin/python3 /opt/buryan-hub/scripts/check_thin_pool.py >> /var/log/thin-pool-monitor.log 2>&1"} -- {"source": "cron.d/buryan-monitor", "line": "0 4 * * * root . /root/.buryan-monitor.env && /usr/bin/psql -h 192.168.1.151 -U buryan_monitor -d buryan_monitoring -c 'SELECT cleanup_thin_pool_metrics();' >> /var/log/thin-pool-monitor.log 2>&1"} -- {"source": "cron.d/buryan-monitoring", "line": "0 * * * * root . /root/.buryan-monitor.env && python3 /opt/buryan-hub/scripts/check_disk.py >> /var/log/buryan-monitor.log 2>&1"} -- {"source": "cron.d/buryan-trim", "line": "30 3 * * 0 root /opt/buryan-hub/scripts/trim-containers.sh"} -- {"source": "cron.d/docker-config-check", "line": "15 6 * * * root /usr/local/bin/docker-config-check >> /var/log/docker-config-check.log 2>&1"} -- {"source": "cron.d/e2scrub_all", "line": "30 3 * * 0 root test -e /run/systemd/system || SERVICE_MODE=1 /usr/libexec/e2fsprogs/e2scrub_all_cron"} -- {"source": "cron.d/e2scrub_all", "line": "10 3 * * * root test -e /run/systemd/system || SERVICE_MODE=1 /sbin/e2scrub_all -A -r"} -- {"source": "cron.d/hub-backup", "line": "30 2 * * * root /usr/bin/bash /opt/hub-core/backup.sh >> /var/log/hub-backup.log 2>&1"} -- {"source": "cron.d/hub-backup-bots", "line": "45 2 * * * root /usr/bin/bash /opt/hub-core/backup_bots.sh >> /var/log/hub-backup.log 2>&1"} -- {"source": "cron.d/hub-bots-verify", "line": "5 3 * * * root /bin/bash /opt/hub-core/bots_verify.sh >> /var/log/hub-bots-verify.log 2>&1"} -- {"source": "cron.d/hub-cam-scan", "line": "30 4 * * 0 root /usr/bin/python3 /opt/hub-core/camera_discover.py >> /var/log/hub-cam-scan.log 2>&1"} -- {"source": "cron.d/hub-catalog", "line": "15 4 * * * root set -a; . /etc/hub-core/connectors.env; set +a; /usr/bin/python3 /opt/hub-core/library_sync.py >> /var/log/hub-catalog.log 2>&1"} -- {"source": "cron.d/hub-connectors", "line": "*/10 * * * * root set -a; . /etc/hub-core/connectors.env; set +a; /usr/bin/python3 /opt/hub-core/connectors.py >> /var/log/hub-connectors.log 2>&1"} -- {"source": "cron.d/hub-devices", "line": "*/30 * * * * root /opt/music-tools/venv/bin/python /opt/hub-core/device_ident.py >> /var/log/hub-devices.log 2>&1"} -- {"source": "cron.d/hub-export", "line": "0 23 * * * root /usr/bin/bash /opt/hub-core/export_all.sh >> /var/log/hub-export.log 2>&1"} -- {"source": "cron.d/hub-graph", "line": "45 4 * * * root set -a; . /etc/hub-core/connectors.env; set +a; /usr/bin/python3 /opt/hub-core/content_graph.py >> /var/log/hub-graph.log 2>&1"} -- {"source": "cron.d/hub-graph-history", "line": "30 23 * * * root /usr/bin/curl -s --max-time 20 http://127.0.0.1:9120/snapshot > /var/log/hub-graph-history.log 2>&1"} -- {"source": "cron.d/hub-identity", "line": "0 8 * * 1 root /bin/bash -c 'set -a; . /etc/hub-core/connectors.env; set +a; /usr/bin/python3 /opt/hub-core/identity_audit.py' >> /var/log/hub-identity.log 2>&1"} -- {"source": "cron.d/hub-inventory", "line": "30 7 * * * root set -a; . /etc/hub-core/connectors.env; set +a; /usr/bin/python3 /opt/hub-core/inventory.py >> /var/log/hub-inventory.log 2>&1"} -- {"source": "cron.d/hub-linker", "line": "45 3 * * * root set -a; . /etc/hub-core/connectors.env; set +a; /usr/bin/python3 /opt/hub-core/linker.py >> /var/log/hub-linker.log 2>&1"} -- {"source": "cron.d/hub-lxc-verify", "line": "0 5 * * 0 root /bin/bash /opt/hub-core/lxc_verify.sh >> /var/log/hub-lxc-verify.log 2>&1"} -- {"source": "cron.d/hub-matrix-backup", "line": "20 3 * * * root /bin/bash /opt/hub-core/matrix_verify.sh >> /var/log/hub-matrix-backup.log 2>&1"} -- {"source": "cron.d/hub-media", "line": "*/30 * * * * root set -a; . /etc/hub-core/connectors.env; set +a; /usr/bin/python3 /opt/hub-core/media_hub.py >> /var/log/hub-media.log 2>&1"} -- {"source": "cron.d/hub-offsite-verify", "line": "0 6 * * 0 root /bin/bash /opt/hub-core/offsite_verify.sh >> /var/log/hub-offsite-verify.log 2>&1"} -- {"source": "cron.d/hub-pg-verify", "line": "40 2 * * * root /bin/bash /opt/hub-core/pg_verify_cron.sh >> /var/log/hub-pg-verify.log 2>&1"} -- {"source": "cron.d/hub-reconcile", "line": "30 3 * * * root set -a; . /etc/hub-core/connectors.env; set +a; /usr/bin/python3 /opt/hub-core/reconcile.py >> /var/log/hub-reconcile.log 2>&1"} -- {"source": "cron.d/hub-resume", "line": "0 19 * * * root set -a; . /etc/hub-core/connectors.env; set +a; /usr/bin/python3 /opt/hub-core/resume.py >> /var/log/hub-resume.log 2>&1"} -- {"source": "cron.d/hub-telegram", "line": "*/15 * * * * root set -a; . /etc/hub-core/telegram.env; set +a; [ -n \"$TG_API_ID\" ] && /usr/bin/python3 /opt/hub-core/telegram_userbot.py >> /var/log/hub-telegram.log 2>&1"} -- {"source": "cron.d/hub-yandex-music", "line": "30 5 * * * root set -a; . /etc/hub-core/connectors.env; set +a; /opt/music-tools/venv/bin/python /opt/hub-core/sync_users.py 3 >> /var/log/hub-yandex-sync.log 2>&1"} -- {"source": "cron.d/lxc-backups", "line": "0 1 * * * root /usr/local/bin/lxc-backup.sh 108 daily >> /var/log/lxc-backup.log 2>&1"} -- {"source": "cron.d/lxc-backups", "line": "30 1 * * * root /usr/local/bin/lxc-backup.sh 140 daily >> /var/log/lxc-backup.log 2>&1"} -- {"source": "cron.d/lxc-backups", "line": "0 2 * * * root /usr/local/bin/lxc-backup.sh 155 daily >> /var/log/lxc-backup.log 2>&1"} -- {"source": "cron.d/lxc-backups", "line": "30 2 * * * root /usr/local/bin/lxc-backup.sh 115 daily >> /var/log/lxc-backup.log 2>&1"} -- {"source": "cron.d/lxc-backups", "line": "0 3 */2 * * root /usr/local/bin/lxc-backup.sh 110 daily >> /var/log/lxc-backup.log 2>&1"} -- {"source": "cron.d/lxc-backups", "line": "30 3 */2 * * root /usr/local/bin/lxc-backup.sh 114 daily >> /var/log/lxc-backup.log 2>&1"} -- {"source": "cron.d/lxc-backups", "line": "0 4 */2 * * root /usr/local/bin/lxc-backup.sh 109 daily >> /var/log/lxc-backup.log 2>&1"} -- {"source": "cron.d/lxc-backups", "line": "0 4 * * 0 root /usr/local/bin/lxc-backup.sh 105 weekly >> /var/log/lxc-backup.log 2>&1"} -- {"source": "cron.d/lxc-backups", "line": "30 4 * * 0 root /usr/local/bin/lxc-backup.sh 113 weekly >> /var/log/lxc-backup.log 2>&1"} -- {"source": "cron.d/lxc-backups", "line": "0 5 * * 0 root /usr/local/bin/lxc-backup.sh 139 weekly >> /var/log/lxc-backup.log 2>&1"} -- {"source": "cron.d/lxc-backups", "line": "30 5 * * 0 root /usr/local/bin/lxc-backup.sh 201 weekly >> /var/log/lxc-backup.log 2>&1"} -- {"source": "cron.d/lxc-backups", "line": "0 5 * * 0 root /usr/local/bin/lxc-backup.sh 104 weekly >> /var/log/lxc-backup.log 2>&1"} -- {"source": "cron.d/lxc-backups", "line": "15 5 * * 0 root /usr/local/bin/lxc-backup.sh 111 weekly >> /var/log/lxc-backup.log 2>&1"} -- {"source": "cron.d/lxc-backups", "line": "40 3 * * 0 root /usr/local/bin/lxc-backup.sh 151 weekly >> /var/log/lxc-backup.log 2>&1"} -- {"source": "cron.d/n8n-backup", "line": "30 3 * * * root /usr/local/bin/backup-n8n >> /var/log/n8n-backup.log 2>&1"} -- {"source": "cron.d/zfsutils-linux", "line": "24 0 1-7 * * root if [ $(date +\\%w) -eq 0 ] && [ -x /usr/lib/zfs-linux/trim ]; then /usr/lib/zfs-linux/trim; fi"} -- {"source": "cron.d/zfsutils-linux", "line": "24 0 8-14 * * root if [ $(date +\\%w) -eq 0 ] && [ -x /usr/lib/zfs-linux/scrub ]; then /usr/lib/zfs-linux/scrub; fi"} -- {"source": "systemd", "timer": "apt-daily-upgrade.timer", "schedule": "*-*-*", "unit": "apt-daily-upgrade.service"} -- {"source": "systemd", "timer": "apt-daily.timer", "schedule": "*-*-*", "unit": "apt-daily.service"} -- {"source": "systemd", "timer": "combine-backup.timer", "schedule": "*-*-*", "unit": "combine-backup.service"} -- {"source": "systemd", "timer": "dpkg-db-backup.timer", "schedule": "*-*-*", "unit": "dpkg-db-backup.service"} -- {"source": "systemd", "timer": "e2scrub_all.timer", "schedule": "Sun", "unit": "e2scrub_all.service"} -- {"source": "systemd", "timer": "fstrim.timer", "schedule": "Mon", "unit": "fstrim.service"} -- {"source": "systemd", "timer": "hub-actions.timer", "schedule": "*-*-*", "unit": "hub-actions.service"} -- {"source": "systemd", "timer": "hub-archive-copy.timer", "schedule": "*-*-*", "unit": "hub-archive-copy.service"} -- {"source": "systemd", "timer": "hub-boot-recover.timer", "schedule": "?", "unit": "hub-boot-recover.service"} -- {"source": "systemd", "timer": "hub-cert-sync.timer", "schedule": "*-*-*", "unit": "hub-cert-sync.service"} -- {"source": "systemd", "timer": "hub-chief.timer", "schedule": "*-*-*", "unit": "hub-chief.service"} -- {"source": "systemd", "timer": "hub-ct-cleanup.timer", "schedule": "Sun", "unit": "hub-ct-cleanup.service"} -- {"source": "systemd", "timer": "hub-db-dumps.timer", "schedule": "*-*-*", "unit": "hub-db-dumps.service"} -- {"source": "systemd", "timer": "hub-digest.timer", "schedule": "*-*-*", "unit": "hub-digest.service"} -- {"source": "systemd", "timer": "hub-dl-cleanup.timer", "schedule": "*-*-*", "unit": "hub-dl-cleanup.service"} -- {"source": "systemd", "timer": "hub-drill.timer", "schedule": "*-*-01", "unit": "hub-drill.service"} -- {"source": "systemd", "timer": "hub-integrity.timer", "schedule": "Sun", "unit": "hub-integrity.service"} -- {"source": "systemd", "timer": "hub-nightly-check.timer", "schedule": "*-*-*", "unit": "hub-nightly-check.service"} -- {"source": "systemd", "timer": "hub-pre-prune.timer", "schedule": "*-*-*", "unit": "hub-pre-prune.service"} -- {"source": "systemd", "timer": "hub-renovate.timer", "schedule": "*-*-*", "unit": "hub-renovate.service"} -- {"source": "systemd", "timer": "hub-restore-drill.timer", "schedule": "*-*-01", "unit": "hub-restore-drill.service"} -- {"source": "systemd", "timer": "hub-second-contour.timer", "schedule": "Sun", "unit": "hub-second-contour.service"} -- {"source": "systemd", "timer": "hub-services-backup.timer", "schedule": "*-*-*", "unit": "hub-services-backup.service"} -- {"source": "systemd", "timer": "hub-snap-clean.timer", "schedule": "*-*-*", "unit": "hub-snap-clean.service"} -- {"source": "systemd", "timer": "hub-snapshot.timer", "schedule": "*-*-*", "unit": "hub-snapshot.service"} -- {"source": "systemd", "timer": "hub-standard.timer", "schedule": "*-*-*", "unit": "hub-standard.service"} -- {"source": "systemd", "timer": "hub-vps-backup.timer", "schedule": "*-*-*", "unit": "hub-vps-backup.service"} -- {"source": "systemd", "timer": "hub-weekly.timer", "schedule": "Sun", "unit": "hub-weekly.service"} -- {"source": "systemd", "timer": "llm-night-start.timer", "schedule": "*-*-*", "unit": "llm-night-start.service"} -- {"source": "systemd", "timer": "llm-night-stop.timer", "schedule": "*-*-*", "unit": "llm-night-stop.service"} -- {"source": "systemd", "timer": "logrotate.timer", "schedule": "*-*-*", "unit": "logrotate.service"} -- {"source": "systemd", "timer": "man-db.timer", "schedule": "*-*-*", "unit": "man-db.service"} -- {"source": "systemd", "timer": "openclaw-guard.timer", "schedule": "1min", "unit": "openclaw-guard.service"} -- {"source": "systemd", "timer": "prometheus-node-exporter-apt.timer", "schedule": "15min", "unit": "prometheus-node-exporter-apt.service"} -- {"source": "systemd", "timer": "prometheus-node-exporter-ipmitool-sensor.timer", "schedule": "1min", "unit": "prometheus-node-exporter-ipmitool-sensor.service"} -- {"source": "systemd", "timer": "prometheus-node-exporter-mellanox-hca-temp.timer", "schedule": "1min", "unit": "prometheus-node-exporter-mellanox-hca-temp.service"} -- {"source": "systemd", "timer": "prometheus-node-exporter-nvme.timer", "schedule": "15min", "unit": "prometheus-node-exporter-nvme.service"} -- {"source": "systemd", "timer": "prometheus-node-exporter-smartmon.timer", "schedule": "15min", "unit": "prometheus-node-exporter-smartmon.service"} -- {"source": "systemd", "timer": "pve-daily-update.timer", "schedule": "*-*-*", "unit": "pve-daily-update.service"} -- {"source": "systemd", "timer": "systemd-tmpfiles-clean.timer", "schedule": "1d", "unit": "systemd-tmpfiles-clean.service"} -- {"source": "systemd", "timer": "vpn-health.timer", "schedule": "10min", "unit": "vpn-health.service"} -- {"source": "systemd", "timer": "work-digest.timer", "schedule": "*-*-*", "unit": "work-digest.service"} -- {"source": "systemd", "timer": "xfs_scrub_all.timer", "schedule": "Sun", "unit": "xfs_scrub_all.service"} -- {"source": "systemd", "timer": "yealink-research-refresh.timer", "schedule": "Mon", "unit": "yealink-research-refresh.service"} -- {"source": "hermes", "job": "backup-heartbeat", "schedule": "every 1800s", "command": "/usr/local/bin/backup-heartbeat.sh"} -- {"source": "hermes", "job": "updates-check", "schedule": "every 21600s", "command": "/opt/music-tools/venv/bin/python /opt/hub-core/check_updates.py"} -- {"source": "hermes", "job": "disk-trend", "schedule": "daily 07:45", "command": "df -h / /mnt/media /mnt/archive | tail -3"} -- {"source": "hermes", "job": "verify-services", "schedule": "every 3600s", "command": "curl -s --max-time 20 http://127.0.0.1:9120/status.json | /opt/music-tools/venv/bin/python -c \"import json,sys; d=json.load(sys.stdin); bad=[s['name'] for s in "} -- {"source": "hermes", "job": "update-plan", "schedule": "daily 08:45", "command": "/opt/music-tools/venv/bin/python /opt/hub-core/update_plan.py"} -- {"source": "hermes", "job": "home-heartbeat", "schedule": "every 300s", "command": "for h in root@10.88.0.1 root@193.233.210.184; do for i in 1 2; do ssh -o BatchMode=yes -o ConnectTimeout=10 -o ServerAliveInterval=5 $h \"date +%s > /var/lib/hom"} -- {"source": "hermes", "job": "export-service-metrics", "schedule": "every 120s", "command": "/usr/bin/python3 /opt/buryan-hub/scripts/export-service-metrics.py"} -- {"source": "hermes", "job": "direct-health-check", "schedule": "every 300s", "command": "/usr/bin/python3 /opt/buryan-hub/scripts/direct-health-check.py"} -- {"source": "hermes", "job": "check-services", "schedule": "every 300s", "command": "/opt/buryan-hub/scripts/check-services.sh"} -- {"source": "hermes", "job": "swarm-watchdog", "schedule": "every 60s", "command": "/opt/buryan-hub/scripts/swarm-watchdog.sh"} -- {"source": "hermes", "job": "audit-targets", "schedule": "daily 07:15", "command": "/usr/bin/python3 /opt/buryan-hub/scripts/audit-targets.py"} -- {"source": "hermes", "job": "ai-digest", "schedule": "daily 08:30", "command": "/usr/bin/python3 /opt/hermes/hermes_ai_digest.py"} -- {"source": "hermes", "job": "media-digest", "schedule": "daily 09:30", "command": "/opt/music-tools/venv/bin/python /opt/hermes/media_digest.py"} -- {"source": "hermes", "job": "hygiene-scan", "schedule": "daily 07:20", "command": "/root/buryan-infra/ops/scripts/hygiene_job.sh"} -- {"source": "hermes", "job": "rag-reindex", "schedule": "daily 08:30", "command": "/usr/bin/python3 /root/buryan-infra/ops/scripts/rag_index_pg.py"} -- {"source": "hermes", "job": "evolution-report", "schedule": "daily 08:10", "command": "/usr/bin/python3 /root/buryan-infra/ops/scripts/evolution_agent.py"} -- {"source": "hermes", "job": "trust-report", "schedule": "daily 08:00", "command": "/usr/bin/python3 /root/buryan-infra/ops/scripts/trust_report.py"} -- {"source": "hermes", "job": "weekly-report", "schedule": "daily 08:05", "command": "/usr/bin/python3 /root/buryan-infra/ops/scripts/weekly_report.py"} -- {"source": "hermes", "job": "research-alternatives", "schedule": "daily 08:15", "command": "/usr/bin/python3 /root/buryan-infra/ops/scripts/research_alternatives.py"} -- {"source": "hermes", "job": "night-analysis", "schedule": "daily 03:00", "command": "/usr/bin/python3 /root/buryan-infra/ops/scripts/night_analysis.py"} -- {"source": "hermes", "job": "state-diff", "schedule": "every 300s", "command": "/usr/bin/python3 /opt/hermes/state_diff.py"} -- {"source": "hermes", "job": "auto-repair", "schedule": "every 600s", "command": "/usr/bin/python3 /opt/hermes/auto_repair.py"} -- {"source": "hermes", "job": "ct-state", "schedule": "every 300s", "command": "/usr/bin/python3 /opt/hermes/ct_state.py"} -- {"source": "hermes", "job": "ha-state", "schedule": "every 600s", "command": "/usr/bin/python3 /opt/hermes/ha_state.py"} -- {"source": "hermes", "job": "enrich-facts", "schedule": "every 3600s", "command": "cd /opt/work-hub/research && /opt/work-hub/venv/bin/python enrich_from_research.py"} -- {"source": "hermes", "job": "research-finalize", "schedule": "every 3600s", "command": "/usr/bin/python3 /opt/work-hub/research/research_finalize.py"} -- {"source": "hermes", "job": "notify-digest", "schedule": "daily 09:00", "command": "/usr/bin/python3 /opt/hub-core/notify_digest.py"} -- {"source": "hermes", "job": "registry-drift", "schedule": "daily 06:40", "command": "/usr/bin/python3 /root/buryan-infra/ops/scripts/registry_drift.py"} -- {"source": "hermes", "job": "smoke-hub", "schedule": "every 21600s", "command": "/usr/bin/python3 /root/buryan-infra/ops/scripts/smoke_hub.py"} -- {"source": "hermes", "job": "docs-index", "schedule": "daily 06:50", "command": "/usr/bin/python3 /root/buryan-infra/ops/scripts/build_docs_index.py"} -- {"source": "hermes", "job": "mesh-watch", "schedule": "every 600s", "command": "/opt/music-tools/venv/bin/python /opt/hub-core/mesh_watch.py"} -- {"source": "hermes", "job": "selfheal", "schedule": "every 900s", "command": "/opt/music-tools/venv/bin/python /opt/hub-core/selfheal.py"} -- {"source": "hermes", "job": "agents-runner", "schedule": "every 1800s", "command": "/opt/music-tools/venv/bin/python /opt/hub-agents/agent_runner.py"} -- {"source": "hermes", "job": "agents-brain", "schedule": "every 3600s", "command": "/opt/music-tools/venv/bin/python /opt/hub-agents/agent_brain.py"} -- {"source": "hermes", "job": "storage-metrics", "schedule": "every 900s", "command": "/opt/music-tools/venv/bin/python /opt/hub-core/export_storage.py"} -- {"source": "hermes", "job": "inbox-parse", "schedule": "every 1800s", "command": "/opt/music-tools/venv/bin/python /opt/hub-core/inbox_parse.py"} -- {"source": "hermes", "job": "tg-ingest", "schedule": "every 1800s", "command": "/opt/music-tools/venv/bin/python /opt/hub-core/tg_ingest.py"} -- {"source": "hermes", "job": "search-index", "schedule": "daily 06:20", "command": "/opt/music-tools/venv/bin/python /opt/hub-core/search_index.py"} -- {"source": "hermes", "job": "goals", "schedule": "daily 08:30", "command": "/opt/music-tools/venv/bin/python /opt/hub-core/goal_metrics.py"} -- {"source": "hermes", "job": "jf-collections", "schedule": "daily 05:30", "command": "/usr/bin/python3 /opt/hub-core/jf_collections.py"} -- {"source": "hermes", "job": "finance", "schedule": "daily 09:15", "command": "/opt/music-tools/venv/bin/python /opt/hub-core/finance_receipts.py"} -- {"source": "hermes", "job": "media-maint", "schedule": "daily 11:00", "command": "/usr/local/bin/hub-media-maint-daily.sh"} -- {"source": "hermes", "job": "sso-providers", "schedule": "daily 07:05", "command": "/opt/work-hub/venv/bin/python /root/buryan-infra/ops/scripts/check_sso_providers.py"} -- {"source": "hermes", "job": "combine-merge", "schedule": "daily 08:00", "command": "/usr/local/bin/combine-merge.sh"} -- {"source": "hermes", "job": "combine-rules", "schedule": "daily 08:10", "command": "/usr/local/bin/combine-rules.sh"} -- {"source": "hermes", "job": "ollama-watchdog", "schedule": "every 1800s", "command": "/opt/work-hub/venv/bin/python /root/buryan-infra/ops/scripts/check_ollama.py"} -- {"source": "hermes", "job": "matrix-sso-check", "schedule": "every 900s", "command": "/opt/work-hub/venv/bin/python /root/buryan-infra/ops/scripts/check_matrix_sso.py"} -- {"source": "hermes", "job": "deep-audit-after-llm", "schedule": "every 1800s", "command": "/root/buryan-infra/ops/scripts/after-llm-audit.sh"} -- {"source": "hermes", "job": "net-report", "schedule": "daily 08:20", "command": "/opt/work-hub/venv/bin/python /root/buryan-infra/ops/scripts/net-report.py"} -- {"source": "hermes", "job": "night-net-report", "schedule": "daily 08:00", "command": "/opt/work-hub/venv/bin/python /root/buryan-infra/ops/scripts/night-report.py"} -- {"source": "hermes", "job": "log-signatures", "schedule": "daily 07:50", "command": "/usr/bin/python3 /root/buryan-infra/ops/scripts/log_signatures.py"} -- {"source": "hermes", "job": "version-watch", "schedule": "every 21600s", "command": "/root/buryan-infra/ops/scripts/version-watch.sh"} -- {"source": "hermes", "job": "check-certs", "schedule": "daily 08:30", "command": "/usr/bin/python3 /root/buryan-infra/ops/scripts/check_certs.py"} -- {"source": "hermes", "job": "morning-digest", "schedule": "daily 08:00", "command": "/usr/bin/python3 /root/buryan-infra/ops/scripts/morning_digest.py"} -- {"source": "hermes", "job": "selfcheck-platform", "schedule": "every 21600s", "command": "/usr/bin/python3 /root/buryan-infra/ops/scripts/selfcheck_platform.py"} -- {"source": "hermes", "job": "cf-tunnel-sync", "schedule": "every 300s", "command": "/usr/bin/python3 /root/buryan-infra/ops/scripts/cf_tunnel_sync.py"} -- {"source": "hermes", "job": "pg-conn-monitor", "schedule": "every 300s", "command": "/usr/bin/python3 /root/buryan-infra/ops/scripts/pg_conn_monitor.py"} -- {"source": "hermes", "job": "ollama-guard", "schedule": "every 1800s", "command": "/usr/bin/python3 /root/buryan-infra/ops/scripts/ollama_guard.py"} -- {"source": "hermes", "job": "restic-restore-file", "schedule": "daily 08:40", "command": "/usr/bin/python3 /root/buryan-infra/ops/scripts/restic_restore_file.py"} -- {"source": "hermes", "job": "gitea-selfheal", "schedule": "every 300s", "command": "/usr/bin/python3 /root/buryan-infra/ops/scripts/gitea_selfheal.py"} -- {"source": "hermes", "job": "path-monitor-light", "schedule": "every 300s", "command": "/usr/bin/python3 /root/buryan-infra/ops/scripts/path_monitor_light.py"} -- {"source": "hermes", "job": "git-push", "schedule": "every 1800s", "command": "/bin/bash /root/buryan-infra/ops/scripts/git_push.sh"} -- {"source": "hermes", "job": "secretary-eval", "schedule": "every 604800s", "command": "/usr/bin/python3 /root/buryan-infra/ops/scripts/secretary_eval.py --min-score 45"} -- {"source": "hermes", "job": "secretary-brief", "schedule": "every 86400s", "command": "/usr/bin/python3 /root/buryan-infra/ops/scripts/secretary_brief.py"} -- {"source": "hermes", "job": "audit-report", "schedule": "every 86400s", "command": "/usr/bin/python3 /root/buryan-infra/ops/scripts/audit_report.py"} -- {"source": "hermes", "job": "deep-audit", "schedule": "every 604800s", "command": "/usr/bin/python3 /root/buryan-infra/ops/scripts/deep_audit.py"} -- {"source": "hermes", "job": "alert-digest", "schedule": "every 300s", "command": "/usr/bin/python3 /root/buryan-infra/ops/scripts/alert_digest.py"} -- {"source": "hermes", "job": "secret-watcher", "schedule": "every 60s", "command": "/usr/bin/python3 /root/buryan-infra/ops/scripts/secret_watcher.py"} -- {"source": "hermes", "job": "openclaw-fallback", "schedule": "every 120s", "command": "/usr/bin/python3 /root/buryan-infra/ops/scripts/openclaw_fallback.py"} + hermes: 69 +automations: +- schedule: 45 3 * * * + user: root + command: /usr/local/bin/backup-configs >> /var/log/backup-configs.log 2>&1 + source: cron.d/backup-configs +- schedule: 0 4 * * 0 + user: root + command: /opt/buryan-hub/scripts/cleanup-leftovers.sh >> /var/log/buryan-hub/cleanup-leftovers.log + 2>&1 + source: cron.d/buryan-cleanup +- schedule: 0 6 * * * + user: root + command: for id in $(pct list | tail -n +2 | awk '{print $1}'); do pct exec $id + -- bash -s < /opt/buryan-hub/scripts/fix-logs.sh >/dev/null 2>&1; done + source: cron.d/buryan-log-hygiene +- schedule: '*/5 * * * *' + user: root + command: . /root/.buryan-monitor.env && /usr/bin/python3 /opt/buryan-hub/scripts/check_thin_pool.py + >> /var/log/thin-pool-monitor.log 2>&1 + source: cron.d/buryan-monitor +- schedule: 0 4 * * * + user: root + command: . /root/.buryan-monitor.env && /usr/bin/psql -h 192.168.1.151 -U buryan_monitor + -d buryan_monitoring -c 'SELECT cleanup_thin_pool_metrics();' >> /var/log/thin-pool-monitor.log + 2>&1 + source: cron.d/buryan-monitor +- schedule: 0 * * * * + user: root + command: . /root/.buryan-monitor.env && python3 /opt/buryan-hub/scripts/check_disk.py + >> /var/log/buryan-monitor.log 2>&1 + source: cron.d/buryan-monitoring +- schedule: 30 3 * * 0 + user: root + command: /opt/buryan-hub/scripts/trim-containers.sh + source: cron.d/buryan-trim +- schedule: 15 6 * * * + user: root + command: /usr/local/bin/docker-config-check >> /var/log/docker-config-check.log + 2>&1 + source: cron.d/docker-config-check +- schedule: 10 3 * * * + user: root + command: test -e /run/systemd/system || SERVICE_MODE=1 /sbin/e2scrub_all -A -r + source: cron.d/e2scrub_all +- schedule: 30 3 * * 0 + user: root + command: test -e /run/systemd/system || SERVICE_MODE=1 /usr/libexec/e2fsprogs/e2scrub_all_cron + source: cron.d/e2scrub_all +- schedule: 30 2 * * * + user: root + command: /usr/bin/bash /opt/hub-core/backup.sh >> /var/log/hub-backup.log 2>&1 + source: cron.d/hub-backup +- schedule: 45 2 * * * + user: root + command: /usr/bin/bash /opt/hub-core/backup_bots.sh >> /var/log/hub-backup.log 2>&1 + source: cron.d/hub-backup-bots +- schedule: 5 3 * * * + user: root + command: /bin/bash /opt/hub-core/bots_verify.sh >> /var/log/hub-bots-verify.log + 2>&1 + source: cron.d/hub-bots-verify +- schedule: 30 4 * * 0 + user: root + command: /usr/bin/python3 /opt/hub-core/camera_discover.py >> /var/log/hub-cam-scan.log + 2>&1 + source: cron.d/hub-cam-scan +- schedule: 15 4 * * * + user: root + command: set -a; . /etc/hub-core/connectors.env; set +a; /usr/bin/python3 /opt/hub-core/library_sync.py + >> /var/log/hub-catalog.log 2>&1 + source: cron.d/hub-catalog +- schedule: '*/10 * * * *' + user: root + command: set -a; . /etc/hub-core/connectors.env; set +a; /usr/bin/python3 /opt/hub-core/connectors.py + >> /var/log/hub-connectors.log 2>&1 + source: cron.d/hub-connectors +- schedule: '*/30 * * * *' + user: root + command: /opt/music-tools/venv/bin/python /opt/hub-core/device_ident.py >> /var/log/hub-devices.log + 2>&1 + source: cron.d/hub-devices +- schedule: 0 23 * * * + user: root + command: /usr/bin/bash /opt/hub-core/export_all.sh >> /var/log/hub-export.log 2>&1 + source: cron.d/hub-export +- schedule: 45 4 * * * + user: root + command: set -a; . /etc/hub-core/connectors.env; set +a; /usr/bin/python3 /opt/hub-core/content_graph.py + >> /var/log/hub-graph.log 2>&1 + source: cron.d/hub-graph +- schedule: 30 23 * * * + user: root + command: /usr/bin/curl -s --max-time 20 http://127.0.0.1:9120/snapshot > /var/log/hub-graph-history.log + 2>&1 + source: cron.d/hub-graph-history +- schedule: 0 8 * * 1 + user: root + command: /bin/bash -c 'set -a; . /etc/hub-core/connectors.env; set +a; /usr/bin/python3 + /opt/hub-core/identity_audit.py' >> /var/log/hub-identity.log 2>&1 + source: cron.d/hub-identity +- schedule: 30 7 * * * + user: root + command: set -a; . /etc/hub-core/connectors.env; set +a; /usr/bin/python3 /opt/hub-core/inventory.py + >> /var/log/hub-inventory.log 2>&1 + source: cron.d/hub-inventory +- schedule: 45 3 * * * + user: root + command: set -a; . /etc/hub-core/connectors.env; set +a; /usr/bin/python3 /opt/hub-core/linker.py + >> /var/log/hub-linker.log 2>&1 + source: cron.d/hub-linker +- schedule: 0 5 * * 0 + user: root + command: /bin/bash /opt/hub-core/lxc_verify.sh >> /var/log/hub-lxc-verify.log 2>&1 + source: cron.d/hub-lxc-verify +- schedule: 20 3 * * * + user: root + command: /bin/bash /opt/hub-core/matrix_verify.sh >> /var/log/hub-matrix-backup.log + 2>&1 + source: cron.d/hub-matrix-backup +- schedule: '*/30 * * * *' + user: root + command: set -a; . /etc/hub-core/connectors.env; set +a; /usr/bin/python3 /opt/hub-core/media_hub.py + >> /var/log/hub-media.log 2>&1 + source: cron.d/hub-media +- schedule: 0 6 * * 0 + user: root + command: /bin/bash /opt/hub-core/offsite_verify.sh >> /var/log/hub-offsite-verify.log + 2>&1 + source: cron.d/hub-offsite-verify +- schedule: 40 2 * * * + user: root + command: /bin/bash /opt/hub-core/pg_verify_cron.sh >> /var/log/hub-pg-verify.log + 2>&1 + source: cron.d/hub-pg-verify +- schedule: 30 3 * * * + user: root + command: set -a; . /etc/hub-core/connectors.env; set +a; /usr/bin/python3 /opt/hub-core/reconcile.py + >> /var/log/hub-reconcile.log 2>&1 + source: cron.d/hub-reconcile +- schedule: 0 19 * * * + user: root + command: set -a; . /etc/hub-core/connectors.env; set +a; /usr/bin/python3 /opt/hub-core/resume.py + >> /var/log/hub-resume.log 2>&1 + source: cron.d/hub-resume +- schedule: '*/15 * * * *' + user: root + command: set -a; . /etc/hub-core/telegram.env; set +a; [ -n "$TG_API_ID" ] && /usr/bin/python3 + /opt/hub-core/telegram_userbot.py >> /var/log/hub-telegram.log 2>&1 + source: cron.d/hub-telegram +- schedule: 30 5 * * * + user: root + command: set -a; . /etc/hub-core/connectors.env; set +a; /opt/music-tools/venv/bin/python + /opt/hub-core/sync_users.py 3 >> /var/log/hub-yandex-sync.log 2>&1 + source: cron.d/hub-yandex-music +- schedule: 0 1 * * * + user: root + command: /usr/local/bin/lxc-backup.sh 108 daily >> /var/log/lxc-backup.log 2>&1 + source: cron.d/lxc-backups +- schedule: 0 2 * * * + user: root + command: /usr/local/bin/lxc-backup.sh 155 daily >> /var/log/lxc-backup.log 2>&1 + source: cron.d/lxc-backups +- schedule: 0 3 */2 * * + user: root + command: /usr/local/bin/lxc-backup.sh 110 daily >> /var/log/lxc-backup.log 2>&1 + source: cron.d/lxc-backups +- schedule: 0 4 * * 0 + user: root + command: /usr/local/bin/lxc-backup.sh 105 weekly >> /var/log/lxc-backup.log 2>&1 + source: cron.d/lxc-backups +- schedule: 0 4 */2 * * + user: root + command: /usr/local/bin/lxc-backup.sh 109 daily >> /var/log/lxc-backup.log 2>&1 + source: cron.d/lxc-backups +- schedule: 0 5 * * 0 + user: root + command: /usr/local/bin/lxc-backup.sh 139 weekly >> /var/log/lxc-backup.log 2>&1 + source: cron.d/lxc-backups +- schedule: 0 5 * * 0 + user: root + command: /usr/local/bin/lxc-backup.sh 104 weekly >> /var/log/lxc-backup.log 2>&1 + source: cron.d/lxc-backups +- schedule: 15 5 * * 0 + user: root + command: /usr/local/bin/lxc-backup.sh 111 weekly >> /var/log/lxc-backup.log 2>&1 + source: cron.d/lxc-backups +- schedule: 30 1 * * * + user: root + command: /usr/local/bin/lxc-backup.sh 140 daily >> /var/log/lxc-backup.log 2>&1 + source: cron.d/lxc-backups +- schedule: 30 2 * * * + user: root + command: /usr/local/bin/lxc-backup.sh 115 daily >> /var/log/lxc-backup.log 2>&1 + source: cron.d/lxc-backups +- schedule: 30 3 */2 * * + user: root + command: /usr/local/bin/lxc-backup.sh 114 daily >> /var/log/lxc-backup.log 2>&1 + source: cron.d/lxc-backups +- schedule: 30 4 * * 0 + user: root + command: /usr/local/bin/lxc-backup.sh 113 weekly >> /var/log/lxc-backup.log 2>&1 + source: cron.d/lxc-backups +- schedule: 30 5 * * 0 + user: root + command: /usr/local/bin/lxc-backup.sh 201 weekly >> /var/log/lxc-backup.log 2>&1 + source: cron.d/lxc-backups +- schedule: 40 3 * * 0 + user: root + command: /usr/local/bin/lxc-backup.sh 151 weekly >> /var/log/lxc-backup.log 2>&1 + source: cron.d/lxc-backups +- schedule: 30 3 * * * + user: root + command: /usr/local/bin/backup-n8n >> /var/log/n8n-backup.log 2>&1 + source: cron.d/n8n-backup +- schedule: 24 0 1-7 * * + user: root + command: if [ $(date +\%w) -eq 0 ] && [ -x /usr/lib/zfs-linux/trim ]; then /usr/lib/zfs-linux/trim; + fi + source: cron.d/zfsutils-linux +- schedule: 24 0 8-14 * * + user: root + command: if [ $(date +\%w) -eq 0 ] && [ -x /usr/lib/zfs-linux/scrub ]; then /usr/lib/zfs-linux/scrub; + fi + source: cron.d/zfsutils-linux +- schedule: '* * * * *' + command: /root/buryan-infra/ops/update-manager/update-runner.sh >/dev/null 2>&1 + source: crontab + user: root +- schedule: 0 2 * * * + command: /opt/buryan-hub/scripts/pg-backup-ct151.sh >> /var/log/buryan-hub/backups/cron-pg.log + 2>&1 + source: crontab + user: root +- schedule: 0 20 * * 0 + command: /root/buryan-infra/ops/weekly-report.sh >> /root/buryan-infra/ops/audit/weekly-report.log + 2>&1 + source: crontab + user: root +- schedule: 0 3 * * * + command: /root/matrix-backups/backup-matrix.sh >> /var/log/buryan-hub/backups/cron-matrix.log + 2>&1 + source: crontab + user: root +- schedule: 0 4 * * * + command: /opt/buryan-hub/scripts/offsite-backup.sh >> /var/log/buryan-hub/backups/cron-offsite.log + 2>&1 + source: crontab + user: root +- schedule: 0 4 * * 0 + command: /root/buryan-infra/ops/vpn/vpn-backup-config.sh >> /var/log/buryan-hub/vpn-backup.log + 2>&1 + source: crontab + user: root +- schedule: 0 5 * * 0 + command: /root/weekly-backup-cleanup.sh >> /var/log/buryan-hub/backups/cron-cleanup.log + 2>&1 + source: crontab + user: root +- schedule: 0 6 * * 0 + command: /opt/buryan-hub/scripts/verify-backups.sh >> /var/log/buryan-hub/backups/cron-verify.log + 2>&1 + source: crontab + user: root +- schedule: 0 6 1 * * + command: /opt/buryan-hub/scripts/restore-test.sh >> /var/log/buryan-hub/backups/cron-restore-test.log + 2>&1 + source: crontab + user: root +- schedule: 0 9 * * * + command: /root/buryan-infra/ops/audit.sh >> /root/buryan-infra/ops/audit/audit-cron.log + 2>&1 + source: crontab + user: root +- schedule: 30 1 * * * + command: /opt/buryan-hub/scripts/photos-backup.sh >/dev/null 2>&1 + source: crontab + user: root +- schedule: 30 3 * * * + command: /root/buryan-infra/ops/backup.sh >> /root/buryan-infra/ops/backups/backup.log + 2>&1 + source: crontab + user: root +- schedule: 30 6 * * * + command: /opt/buryan-hub/scripts/vzdump-rotate.sh >> /var/log/buryan-hub/backups/cron-vzdump-rotate.log + 2>&1 + source: crontab + user: root +- schedule: 5 3 * * * + command: /root/buryan-infra/ops/update-manager/nightly-report.sh >> /root/buryan-infra/ops/update-manager/runner.log + 2>&1 + source: crontab + user: root +- name: night-analysis + schedule: ежедневно 03:00 + command: /usr/bin/python3 /root/buryan-infra/ops/scripts/night_analysis.py + source: hermes +- name: jf-collections + schedule: ежедневно 05:30 + command: /usr/bin/python3 /opt/hub-core/jf_collections.py + source: hermes +- name: search-index + schedule: ежедневно 06:20 + command: /opt/music-tools/venv/bin/python /opt/hub-core/search_index.py + source: hermes +- name: registry-drift + schedule: ежедневно 06:40 + command: /usr/bin/python3 /root/buryan-infra/ops/scripts/registry_drift.py + source: hermes +- name: docs-index + schedule: ежедневно 06:50 + command: /usr/bin/python3 /root/buryan-infra/ops/scripts/build_docs_index.py + source: hermes +- name: sso-providers + schedule: ежедневно 07:05 + command: /opt/work-hub/venv/bin/python /root/buryan-infra/ops/scripts/check_sso_providers.py + source: hermes +- name: audit-targets + schedule: ежедневно 07:15 + command: /usr/bin/python3 /opt/buryan-hub/scripts/audit-targets.py + source: hermes +- name: hygiene-scan + schedule: ежедневно 07:20 + command: /root/buryan-infra/ops/scripts/hygiene_job.sh + source: hermes +- name: disk-trend + schedule: ежедневно 07:45 + command: df -h / /mnt/media /mnt/archive | tail -3 + source: hermes +- name: log-signatures + schedule: ежедневно 07:50 + command: /usr/bin/python3 /root/buryan-infra/ops/scripts/log_signatures.py + source: hermes +- name: trust-report + schedule: ежедневно 08:00 + command: /usr/bin/python3 /root/buryan-infra/ops/scripts/trust_report.py + source: hermes +- name: combine-merge + schedule: ежедневно 08:00 + command: /usr/local/bin/combine-merge.sh + source: hermes +- name: night-net-report + schedule: ежедневно 08:00 + command: /opt/work-hub/venv/bin/python /root/buryan-infra/ops/scripts/night-report.py + source: hermes +- name: morning-digest + schedule: ежедневно 08:00 + command: /usr/bin/python3 /root/buryan-infra/ops/scripts/morning_digest.py + source: hermes +- name: weekly-report + schedule: ежедневно 08:05 + command: /usr/bin/python3 /root/buryan-infra/ops/scripts/weekly_report.py + source: hermes +- name: evolution-report + schedule: ежедневно 08:10 + command: /usr/bin/python3 /root/buryan-infra/ops/scripts/evolution_agent.py + source: hermes +- name: combine-rules + schedule: ежедневно 08:10 + command: /usr/local/bin/combine-rules.sh + source: hermes +- name: research-alternatives + schedule: ежедневно 08:15 + command: /usr/bin/python3 /root/buryan-infra/ops/scripts/research_alternatives.py + source: hermes +- name: net-report + schedule: ежедневно 08:20 + command: /opt/work-hub/venv/bin/python /root/buryan-infra/ops/scripts/net-report.py + source: hermes +- name: ai-digest + schedule: ежедневно 08:30 + command: /usr/bin/python3 /opt/hermes/hermes_ai_digest.py + source: hermes +- name: rag-reindex + schedule: ежедневно 08:30 + command: /usr/bin/python3 /root/buryan-infra/ops/scripts/rag_index_pg.py + source: hermes +- name: goals + schedule: ежедневно 08:30 + command: /opt/music-tools/venv/bin/python /opt/hub-core/goal_metrics.py + source: hermes +- name: check-certs + schedule: ежедневно 08:30 + command: /usr/bin/python3 /root/buryan-infra/ops/scripts/check_certs.py + source: hermes +- name: restic-restore-file + schedule: ежедневно 08:40 + command: /usr/bin/python3 /root/buryan-infra/ops/scripts/restic_restore_file.py + source: hermes +- name: update-plan + schedule: ежедневно 08:45 + command: /opt/music-tools/venv/bin/python /opt/hub-core/update_plan.py + source: hermes +- name: notify-digest + schedule: ежедневно 09:00 + command: /usr/bin/python3 /opt/hub-core/notify_digest.py + source: hermes +- name: finance + schedule: ежедневно 09:15 + command: /opt/music-tools/venv/bin/python /opt/hub-core/finance_receipts.py + source: hermes +- name: media-digest + schedule: ежедневно 09:30 + command: /opt/music-tools/venv/bin/python /opt/hermes/media_digest.py + source: hermes +- name: media-maint + schedule: ежедневно 11:00 + command: /usr/local/bin/hub-media-maint-daily.sh + source: hermes +- name: export-service-metrics + schedule: каждые 120 с + command: /usr/bin/python3 /opt/buryan-hub/scripts/export-service-metrics.py + source: hermes +- name: openclaw-fallback + schedule: каждые 120 с + command: /usr/bin/python3 /root/buryan-infra/ops/scripts/openclaw_fallback.py + source: hermes +- name: backup-heartbeat + schedule: каждые 1800 с + command: /usr/local/bin/backup-heartbeat.sh + source: hermes +- name: agents-runner + schedule: каждые 1800 с + command: /opt/music-tools/venv/bin/python /opt/hub-agents/agent_runner.py + source: hermes +- name: inbox-parse + schedule: каждые 1800 с + command: /opt/music-tools/venv/bin/python /opt/hub-core/inbox_parse.py + source: hermes +- name: tg-ingest + schedule: каждые 1800 с + command: /opt/music-tools/venv/bin/python /opt/hub-core/tg_ingest.py + source: hermes +- name: ollama-watchdog + schedule: каждые 1800 с + command: /opt/work-hub/venv/bin/python /root/buryan-infra/ops/scripts/check_ollama.py + source: hermes +- name: deep-audit-after-llm + schedule: каждые 1800 с + command: /root/buryan-infra/ops/scripts/after-llm-audit.sh + source: hermes +- name: ollama-guard + schedule: каждые 1800 с + command: /usr/bin/python3 /root/buryan-infra/ops/scripts/ollama_guard.py + source: hermes +- name: git-push + schedule: каждые 1800 с + command: /bin/bash /root/buryan-infra/ops/scripts/git_push.sh + source: hermes +- name: updates-check + schedule: каждые 21600 с + command: /opt/music-tools/venv/bin/python /opt/hub-core/check_updates.py + source: hermes +- name: smoke-hub + schedule: каждые 21600 с + command: /usr/bin/python3 /root/buryan-infra/ops/scripts/smoke_hub.py + source: hermes +- name: version-watch + schedule: каждые 21600 с + command: /root/buryan-infra/ops/scripts/version-watch.sh + source: hermes +- name: selfcheck-platform + schedule: каждые 21600 с + command: /usr/bin/python3 /root/buryan-infra/ops/scripts/selfcheck_platform.py + source: hermes +- name: home-heartbeat + schedule: каждые 300 с + command: for h in root@10.88.0.1 root@193.233.210.184; do for i in 1 2; do ssh -o + BatchMode=yes -o ConnectTimeout=10 -o ServerAliveInterval=5 $h "date +%s > /var/lib/home-hb" + && exit 0; sleep 4; done; done; exit 1 + source: hermes +- name: direct-health-check + schedule: каждые 300 с + command: /usr/bin/python3 /opt/buryan-hub/scripts/direct-health-check.py + source: hermes +- name: check-services + schedule: каждые 300 с + command: /opt/buryan-hub/scripts/check-services.sh + source: hermes +- name: state-diff + schedule: каждые 300 с + command: /usr/bin/python3 /opt/hermes/state_diff.py + source: hermes +- name: ct-state + schedule: каждые 300 с + command: /usr/bin/python3 /opt/hermes/ct_state.py + source: hermes +- name: cf-tunnel-sync + schedule: каждые 300 с + command: /usr/bin/python3 /root/buryan-infra/ops/scripts/cf_tunnel_sync.py + source: hermes +- name: pg-conn-monitor + schedule: каждые 300 с + command: /usr/bin/python3 /root/buryan-infra/ops/scripts/pg_conn_monitor.py + source: hermes +- name: gitea-selfheal + schedule: каждые 300 с + command: /usr/bin/python3 /root/buryan-infra/ops/scripts/gitea_selfheal.py + source: hermes +- name: path-monitor-light + schedule: каждые 300 с + command: /usr/bin/python3 /root/buryan-infra/ops/scripts/path_monitor_light.py + source: hermes +- name: alert-digest + schedule: каждые 300 с + command: /usr/bin/python3 /root/buryan-infra/ops/scripts/alert_digest.py + source: hermes +- name: verify-services + schedule: каждые 3600 с + command: curl -s --max-time 20 http://127.0.0.1:9120/status.json | /opt/music-tools/venv/bin/python + -c "import json,sys; d=json.load(sys.stdin); bad=[s['name'] for s in d.get('services',[]) + if not s.get('up')]; print('лежат:', bad or 'нет')" + source: hermes +- name: enrich-facts + schedule: каждые 3600 с + command: cd /opt/work-hub/research && /opt/work-hub/venv/bin/python enrich_from_research.py + source: hermes +- name: research-finalize + schedule: каждые 3600 с + command: /usr/bin/python3 /opt/work-hub/research/research_finalize.py + source: hermes +- name: agents-brain + schedule: каждые 3600 с + command: /opt/music-tools/venv/bin/python /opt/hub-agents/agent_brain.py + source: hermes +- name: swarm-watchdog + schedule: каждые 60 с + command: /opt/buryan-hub/scripts/swarm-watchdog.sh + source: hermes +- name: secret-watcher + schedule: каждые 60 с + command: /usr/bin/python3 /root/buryan-infra/ops/scripts/secret_watcher.py + source: hermes +- name: auto-repair + schedule: каждые 600 с + command: /usr/bin/python3 /opt/hermes/auto_repair.py + source: hermes +- name: ha-state + schedule: каждые 600 с + command: /usr/bin/python3 /opt/hermes/ha_state.py + source: hermes +- name: mesh-watch + schedule: каждые 600 с + command: /opt/music-tools/venv/bin/python /opt/hub-core/mesh_watch.py + source: hermes +- name: secretary-eval + schedule: каждые 604800 с + command: /usr/bin/python3 /root/buryan-infra/ops/scripts/secretary_eval.py --min-score + 45 + source: hermes +- name: deep-audit + schedule: каждые 604800 с + command: /usr/bin/python3 /root/buryan-infra/ops/scripts/deep_audit.py + source: hermes +- name: secretary-brief + schedule: каждые 86400 с + command: /usr/bin/python3 /root/buryan-infra/ops/scripts/secretary_brief.py + source: hermes +- name: audit-report + schedule: каждые 86400 с + command: /usr/bin/python3 /root/buryan-infra/ops/scripts/audit_report.py + source: hermes +- name: selfheal + schedule: каждые 900 с + command: /opt/music-tools/venv/bin/python /opt/hub-core/selfheal.py + source: hermes +- name: storage-metrics + schedule: каждые 900 с + command: /opt/music-tools/venv/bin/python /opt/hub-core/export_storage.py + source: hermes +- name: matrix-sso-check + schedule: каждые 900 с + command: /opt/work-hub/venv/bin/python /root/buryan-infra/ops/scripts/check_matrix_sso.py + source: hermes +- schedule: '?' + command: apt-daily-upgrade.service + source: systemd + unit: apt-daily-upgrade.timer +- schedule: '?' + command: apt-daily.service + source: systemd + unit: apt-daily.timer +- schedule: '?' + command: combine-backup.service + source: systemd + unit: combine-backup.timer +- schedule: '?' + command: dpkg-db-backup.service + source: systemd + unit: dpkg-db-backup.timer +- schedule: '?' + command: e2scrub_all.service + source: systemd + unit: e2scrub_all.timer +- schedule: '?' + command: fstrim.service + source: systemd + unit: fstrim.timer +- schedule: '?' + command: hub-actions.service + source: systemd + unit: hub-actions.timer +- schedule: '?' + command: hub-archive-copy.service + source: systemd + unit: hub-archive-copy.timer +- schedule: '?' + command: hub-boot-recover.service + source: systemd + unit: hub-boot-recover.timer +- schedule: '?' + command: hub-cert-sync.service + source: systemd + unit: hub-cert-sync.timer +- schedule: '?' + command: hub-chief.service + source: systemd + unit: hub-chief.timer +- schedule: '?' + command: hub-ct-cleanup.service + source: systemd + unit: hub-ct-cleanup.timer +- schedule: '?' + command: hub-db-dumps.service + source: systemd + unit: hub-db-dumps.timer +- schedule: '?' + command: hub-digest.service + source: systemd + unit: hub-digest.timer +- schedule: '?' + command: hub-dl-cleanup.service + source: systemd + unit: hub-dl-cleanup.timer +- schedule: '?' + command: hub-drill.service + source: systemd + unit: hub-drill.timer +- schedule: '?' + command: hub-integrity.service + source: systemd + unit: hub-integrity.timer +- schedule: '?' + command: hub-nightly-check.service + source: systemd + unit: hub-nightly-check.timer +- schedule: '?' + command: hub-pre-prune.service + source: systemd + unit: hub-pre-prune.timer +- schedule: '?' + command: hub-renovate.service + source: systemd + unit: hub-renovate.timer +- schedule: '?' + command: hub-restore-drill.service + source: systemd + unit: hub-restore-drill.timer +- schedule: '?' + command: hub-second-contour.service + source: systemd + unit: hub-second-contour.timer +- schedule: '?' + command: hub-services-backup.service + source: systemd + unit: hub-services-backup.timer +- schedule: '?' + command: hub-snap-clean.service + source: systemd + unit: hub-snap-clean.timer +- schedule: '?' + command: hub-snapshot.service + source: systemd + unit: hub-snapshot.timer +- schedule: '?' + command: hub-standard.service + source: systemd + unit: hub-standard.timer +- schedule: '?' + command: hub-vps-backup.service + source: systemd + unit: hub-vps-backup.timer +- schedule: '?' + command: hub-weekly.service + source: systemd + unit: hub-weekly.timer +- schedule: '?' + command: llm-night-start.service + source: systemd + unit: llm-night-start.timer +- schedule: '?' + command: llm-night-stop.service + source: systemd + unit: llm-night-stop.timer +- schedule: '?' + command: logrotate.service + source: systemd + unit: logrotate.timer +- schedule: '?' + command: man-db.service + source: systemd + unit: man-db.timer +- schedule: '?' + command: nic-watchdog.service + source: systemd + unit: nic-watchdog.timer +- schedule: '?' + command: openclaw-guard.service + source: systemd + unit: openclaw-guard.timer +- schedule: '?' + command: prometheus-node-exporter-apt.service + source: systemd + unit: prometheus-node-exporter-apt.timer +- schedule: '?' + command: prometheus-node-exporter-ipmitool-sensor.service + source: systemd + unit: prometheus-node-exporter-ipmitool-sensor.timer +- schedule: '?' + command: prometheus-node-exporter-mellanox-hca-temp.service + source: systemd + unit: prometheus-node-exporter-mellanox-hca-temp.timer +- schedule: '?' + command: prometheus-node-exporter-nvme.service + source: systemd + unit: prometheus-node-exporter-nvme.timer +- schedule: '?' + command: prometheus-node-exporter-smartmon.service + source: systemd + unit: prometheus-node-exporter-smartmon.timer +- schedule: '?' + command: pve-daily-update.service + source: systemd + unit: pve-daily-update.timer +- schedule: '?' + command: vpn-health.service + source: systemd + unit: vpn-health.timer +- schedule: '?' + command: work-digest.service + source: systemd + unit: work-digest.timer +- schedule: '?' + command: xfs_scrub_all.service + source: systemd + unit: xfs_scrub_all.timer +- schedule: '?' + command: yealink-research-refresh.service + source: systemd + unit: yealink-research-refresh.timer diff --git a/ops/scripts/combine_audit.py b/ops/scripts/combine_audit.py new file mode 100755 index 0000000..a7764c8 --- /dev/null +++ b/ops/scripts/combine_audit.py @@ -0,0 +1,144 @@ +#!/usr/bin/env python3 +"""LLM-аудит «Комбайна»: собирает досье (данные + доки), классифицирует устройства, ищет проблемы.""" +import json +import os +import re +import subprocess +import sys +import time +import urllib.request + +REPO = "/root/buryan-infra" +OUT = REPO + "/ops/audits" +VDS = "root@10.88.0.1" +ROOM = "!puEdcZCc87kKoCm3mX5bbjrTS-Skv2XCZg7JJBKOMw0" +HS = "http://192.168.1.155:8008" + + +def sh(cmd, timeout=60): + r = subprocess.run(cmd, shell=True, capture_output=True, text=True, timeout=timeout) + return ((r.stdout or "") + (r.stderr or "")).strip() + + +def redact(s): + s = re.sub(r"(?i)(token|key|password|passwd|secret)\s*[=:]\s*\S+", r"\1=[REDACTED]", s) + s = re.sub(r"sk-[A-Za-z0-9]{10,}", "[REDACTED_KEY]", s) + return s + + +def context(): + p = [] + p.append("# ДОСЬЕ «КОМБАЙН» (Buryans Hub)\n") + p.append("## Задача владельца\n") + p.append(""" +Нужно собрать всю информацию по «Комбайну» и провести аудит. +Обязательно разделить устройства по группам: +1) Терминалы интеграционные (модульные кодеки/комплекты). +2) Видеобары гарнитурного/настольного типа (компактные бары). +3) Видеобары с SIP/H.323 (нативная телефония/протоколы). +4) USB/BYOD и периферия. +5) Аудио/аксессуары/инфраструктура. +Проанализировать, как улучшить Комбайн и собрать его в единую структуру, +а не кучу раздельных историй. Найти проблемные места, предложить целевые +группы/линии/роли, целевую архитектуру и roadmap. +""") + p.append("## Ключевые доки (хост)\n") + for f in ("COMBINE-PROJECT-ANALYSIS.md", "audits/LLM-COMBINE-STATUS-2026-11-13.md", + "work/COMBINE-MERGE.md", "work/COMBINE-ARCHITECTURE.md"): + path = os.path.join(REPO, "ops", f) + if os.path.exists(path): + p.append("\n### " + f + "\n```\n" + open(path, encoding="utf-8").read()[:12000] + "\n```\n") + p.append("## План (локальные доки)\n") + for f in ("ARCHITECTURE-FULL.md", "scenario_model.md", "SERVICE-MAP.md", + "WORKPROCESS-ARCHITECTURE.md", "RESEARCH-PROGRAM.md", + "datasheet_format.md", "PROJECTS-PRACTICES.md"): + path = "/tmp/combine-docs/plan/" + f + if os.path.exists(path): + p.append("\n### " + f + "\n```\n" + open(path, encoding="utf-8").read()[:10000] + "\n```\n") + p.append("## Каталог устройств (raw)\n```yaml\n" + open("/opt/work-hub/compat/catalog.yaml", encoding="utf-8").read() + "\n```\n") + p.append("## Значения/атрибуты (raw)\n```yaml\n" + open("/opt/work-hub/compat/values.yaml", encoding="utf-8").read()[:18000] + "\n```\n") + p.append("## Комплекты (raw)\n```yaml\n" + open("/opt/work-hub/compat/kits.yaml", encoding="utf-8").read() + "\n```\n") + p.append("## Граф: статистика\n```\n" + sh("grep -c '^- ' /opt/work-hub/compat/graph.yaml; head -40 /opt/work-hub/compat/graph.yaml") + "\n```\n") + p.append("## Features / interfaces (первые строки)\n```yaml\n" + sh("head -60 /opt/work-hub/compat/features.yaml; echo ---; head -40 /opt/work-hub/compat/interfaces_verified.yaml") + "\n```\n") + p.append("## Сервисы и веб\n```\n" + sh("for p in 8095 8101 8102 8103 8104 8105 8106 8107; do echo -n \"$p \"; curl -s -o /dev/null -w '%{http_code}\\n' -m 2 http://127.0.0.1:$p/; done") + "\n```\n") + p.append("## LLM-сбор: статус\n```\n" + sh("ls /opt/work-hub/research 2>/dev/null | head; find /opt/work-hub -name 'results-*.jsonl' 2>/dev/null | wc -l") + "\n```\n") + return redact("\n".join(p))[:90000] + + +VDS_SCRIPT = r'''#!/usr/bin/env python3 +import json, urllib.request +key=open("/tmp/dskey").read().strip() +ctx=open("/tmp/combine-context.md",encoding="utf-8").read() +system=("Ты — независимый архитектор продуктов и аудитор. Отвечай по-русски, структурно, без воды. " + "Не выдумывай фактов; если данных нет — пиши 'в данных отсутствует'. " + "Твоя задача — превратить разрозненные данные в единую структуру.") +user="""Проведи максимально глубокий аудит «Комбайна» по досье. + +Обязательно: +1. Собери полную карту: какие сущности/устройства/линии/роли/протоколы есть. +2. Раздели ВСЕ устройства по группам: + A. Терминалы интеграционные (модульные кодеки/комплекты) + B. Видеобары гарнитурного/настольного типа + C. Видеобары с SIP/H.323 + D. USB/BYOD и периферия + E. Аудио/аксессуары/инфраструктура/пассив + Для каждой группы: критерии, список моделей из каталога, что отсутствует. +3. Найди проблемы: данные, дубли, алиасы, отсутствие vendor/domain/protocols, + разрозненные сервисы, LLM-факты не в каталоге, неполные атрибуты. +4. Предложи целевую структуру Комбайна: домены, линии, роли, протоколы, + каталог, граф, комплекты, проекты; как свести 9 сервисов в понятную систему. +5. Roadmap P0/P1/P2 на 2–4 недели, критерии готовности и метрики. +6. Отдельно: как классифицировать «SIP/H.323» и что нужно добавить в данные. +7. 5 главных рисков и 5 возможностей. + +ДОСЬЕ: +""" + ctx +body={"model":"deepseek-chat","temperature":0.2,"max_tokens":8000, + "messages":[{"role":"system","content":system},{"role":"user","content":user}]} +req=urllib.request.Request("https://api.deepseek.com/chat/completions", + data=json.dumps(body).encode(), + headers={"Content-Type":"application/json","Authorization":"Bearer "+key},method="POST") +try: + with urllib.request.urlopen(req,timeout=300) as r: d=json.loads(r.read().decode()) + out=d["choices"][0]["message"]["content"] +except Exception as e: + out="# Ошибка аудита\n\n"+str(e)[:1000] +open("/tmp/combine-report.md","w",encoding="utf-8").write(out) +print("chars",len(out)) +''' + + +def send_matrix(text): + tok = open("/root/.matrix-admin-token").read().strip() + txn = "combine-%d" % int(time.time() * 1000) + body = json.dumps({"msgtype": "m.text", "body": text}).encode() + url = "%s/_matrix/client/v3/rooms/%s/send/m.room.message/%s?access_token=%s" % (HS, ROOM, txn, tok) + req = urllib.request.Request(url, data=body, headers={"Content-Type": "application/json"}, method="PUT") + with urllib.request.urlopen(req, timeout=20) as r: + return r.status + + +def main(): + ctx = context() + open("/tmp/combine-context.md", "w", encoding="utf-8").write(ctx) + open("/tmp/combine_vds.py", "w", encoding="utf-8").write(VDS_SCRIPT) + print("context chars:", len(ctx)) + sh("scp -q -o BatchMode=yes /root/.deepseek-key %s:/tmp/dskey" % VDS) + sh("scp -q -o BatchMode=yes /tmp/combine-context.md /tmp/combine_vds.py %s:/tmp/" % VDS) + sh("ssh -o BatchMode=yes %s 'chmod 600 /tmp/dskey && python3 /tmp/combine_vds.py'" % VDS, timeout=600) + sh("scp -q -o BatchMode=yes %s:/tmp/combine-report.md /tmp/combine-report.md" % VDS) + sh("ssh -o BatchMode=yes %s 'rm -f /tmp/dskey /tmp/combine-context.md /tmp/combine_vds.py'" % VDS) + report = open("/tmp/combine-report.md", encoding="utf-8").read() if os.path.exists("/tmp/combine-report.md") else "# Ошибка\n" + ts = time.strftime("%Y%m%d-%H%M") + dst = "%s/COMBINE-LLM-AUDIT-%s.md" % (OUT, ts) + open(dst, "w", encoding="utf-8").write("# LLM-аудит «Комбайна» %s\n\n" % time.strftime("%d.%m.%Y %H:%M") + report) + print("saved:", dst) + try: + send_matrix("🧩 **LLM-аудит Комбайна готов** (%s)\n\n%s\n\n…полный отчёт: `%s`" % (ts, report[:1800], dst)) + except Exception as e: + print("matrix:", e) + return 0 + + +if __name__ == "__main__": + sys.exit(main())