[HUB] Планировщики: единый реестр из 4 источников (146 записей), детектор расхождений registry-drift, исправлены 2 реальных дубля (check_updates, mesh_watch). Бэкапы и системные задачи решено оставить в systemd — они должны работать при падении Hermes
This commit is contained in:
1 parent
6b7c9b0725
commit
73e81c22c1
5 files changed
+421
-557
No files matched your search
+155
-556
@@ -1,557 +1,156 @@
|
||||
generated: '2026-10-28'
|
||||
generator: ops/scripts/build-automations-registry.py
|
||||
total: 124
|
||||
# Реестр автоматизаций Buryans Hub
|
||||
# Сгенерировано: 2026-11-10 14:49 (ops/scripts/build_automations_registry.py)
|
||||
total: 147
|
||||
by_source:
|
||||
crontab: 15
|
||||
cron.d: 56
|
||||
systemd: 42
|
||||
hermes: 11
|
||||
automations:
|
||||
- schedule: 45 3 * * *
|
||||
user: root
|
||||
command: /usr/local/bin/backup-configs >> /var/log/backup-configs.log 2>&1
|
||||
source: cron.d/backup-configs
|
||||
- schedule: 0 4 * * 0
|
||||
user: root
|
||||
command: /opt/buryan-hub/scripts/cleanup-leftovers.sh >> /var/log/buryan-hub/cleanup-leftovers.log
|
||||
2>&1
|
||||
source: cron.d/buryan-cleanup
|
||||
- schedule: 0 6 * * *
|
||||
user: root
|
||||
command: for id in $(pct list | tail -n +2 | awk '{print $1}'); do pct exec $id
|
||||
-- bash -s < /opt/buryan-hub/scripts/fix-logs.sh >/dev/null 2>&1; done
|
||||
source: cron.d/buryan-log-hygiene
|
||||
- schedule: '*/5 * * * *'
|
||||
user: root
|
||||
command: . /root/.buryan-monitor.env && /usr/bin/python3 /opt/buryan-hub/scripts/check_thin_pool.py
|
||||
>> /var/log/thin-pool-monitor.log 2>&1
|
||||
source: cron.d/buryan-monitor
|
||||
- schedule: 0 4 * * *
|
||||
user: root
|
||||
command: . /root/.buryan-monitor.env && /usr/bin/psql -h 192.168.1.151 -U buryan_monitor
|
||||
-d buryan_monitoring -c 'SELECT cleanup_thin_pool_metrics();' >> /var/log/thin-pool-monitor.log
|
||||
2>&1
|
||||
source: cron.d/buryan-monitor
|
||||
- schedule: 0 * * * *
|
||||
user: root
|
||||
command: . /root/.buryan-monitor.env && python3 /opt/buryan-hub/scripts/check_disk.py
|
||||
>> /var/log/buryan-monitor.log 2>&1
|
||||
source: cron.d/buryan-monitoring
|
||||
- schedule: 30 8 * * *
|
||||
user: root
|
||||
command: . /root/.buryan-monitor.env && python3 /opt/buryan-hub/scripts/check_certs.py
|
||||
>> /var/log/buryan-monitor.log 2>&1
|
||||
source: cron.d/buryan-monitoring
|
||||
- schedule: 30 3 * * 0
|
||||
user: root
|
||||
command: /opt/buryan-hub/scripts/trim-containers.sh
|
||||
source: cron.d/buryan-trim
|
||||
- schedule: 15 6 * * *
|
||||
user: root
|
||||
command: /usr/local/bin/docker-config-check >> /var/log/docker-config-check.log
|
||||
2>&1
|
||||
source: cron.d/docker-config-check
|
||||
- schedule: 10 3 * * *
|
||||
user: root
|
||||
command: test -e /run/systemd/system || SERVICE_MODE=1 /sbin/e2scrub_all -A -r
|
||||
source: cron.d/e2scrub_all
|
||||
- schedule: 30 3 * * 0
|
||||
user: root
|
||||
command: test -e /run/systemd/system || SERVICE_MODE=1 /usr/libexec/e2fsprogs/e2scrub_all_cron
|
||||
source: cron.d/e2scrub_all
|
||||
- schedule: 30 2 * * *
|
||||
user: root
|
||||
command: /usr/bin/bash /opt/hub-core/backup.sh >> /var/log/hub-backup.log 2>&1
|
||||
source: cron.d/hub-backup
|
||||
- schedule: 45 2 * * *
|
||||
user: root
|
||||
command: /usr/bin/bash /opt/hub-core/backup_bots.sh >> /var/log/hub-backup.log 2>&1
|
||||
source: cron.d/hub-backup-bots
|
||||
- schedule: 5 3 * * *
|
||||
user: root
|
||||
command: /bin/bash /opt/hub-core/bots_verify.sh >> /var/log/hub-bots-verify.log
|
||||
2>&1
|
||||
source: cron.d/hub-bots-verify
|
||||
- schedule: 30 4 * * 0
|
||||
user: root
|
||||
command: /usr/bin/python3 /opt/hub-core/camera_discover.py >> /var/log/hub-cam-scan.log
|
||||
2>&1
|
||||
source: cron.d/hub-cam-scan
|
||||
- schedule: 15 4 * * *
|
||||
user: root
|
||||
command: set -a; . /etc/hub-core/connectors.env; set +a; /usr/bin/python3 /opt/hub-core/library_sync.py
|
||||
>> /var/log/hub-catalog.log 2>&1
|
||||
source: cron.d/hub-catalog
|
||||
- schedule: '*/10 * * * *'
|
||||
user: root
|
||||
command: set -a; . /etc/hub-core/connectors.env; set +a; /usr/bin/python3 /opt/hub-core/connectors.py
|
||||
>> /var/log/hub-connectors.log 2>&1
|
||||
source: cron.d/hub-connectors
|
||||
- schedule: '*/30 * * * *'
|
||||
user: root
|
||||
command: /opt/music-tools/venv/bin/python /opt/hub-core/device_ident.py >> /var/log/hub-devices.log
|
||||
2>&1
|
||||
source: cron.d/hub-devices
|
||||
- schedule: 0 9 * * *
|
||||
user: root
|
||||
command: cd /opt/hub-bots && HUB_ENV=/etc/hub-bots/bots.env /usr/bin/python3 digest.py
|
||||
>> /var/log/hub-digest.log 2>&1
|
||||
source: cron.d/hub-digest
|
||||
- schedule: 30 8 * * *
|
||||
user: root
|
||||
command: set -a; . /etc/hub-core/connectors.env; set +a; /usr/bin/python3 /opt/hub-core/events_digest.py
|
||||
>> /var/log/hub-digest.log 2>&1
|
||||
source: cron.d/hub-events-digest
|
||||
- schedule: 0 23 * * *
|
||||
user: root
|
||||
command: /usr/bin/bash /opt/hub-core/export_all.sh >> /var/log/hub-export.log 2>&1
|
||||
source: cron.d/hub-export
|
||||
- schedule: 45 4 * * *
|
||||
user: root
|
||||
command: set -a; . /etc/hub-core/connectors.env; set +a; /usr/bin/python3 /opt/hub-core/content_graph.py
|
||||
>> /var/log/hub-graph.log 2>&1
|
||||
source: cron.d/hub-graph
|
||||
- schedule: 30 23 * * *
|
||||
user: root
|
||||
command: /usr/bin/curl -s --max-time 20 http://127.0.0.1:9120/snapshot > /var/log/hub-graph-history.log
|
||||
2>&1
|
||||
source: cron.d/hub-graph-history
|
||||
- schedule: 0 8 * * 1
|
||||
user: root
|
||||
command: /bin/bash -c 'set -a; . /etc/hub-core/connectors.env; set +a; /usr/bin/python3
|
||||
/opt/hub-core/identity_audit.py' >> /var/log/hub-identity.log 2>&1
|
||||
source: cron.d/hub-identity
|
||||
- schedule: 15 */3 * * *
|
||||
user: root
|
||||
command: cd /opt/hub-bots && HUB_ENV=/etc/hub-bots/bots.env /usr/bin/python3 reindex.py
|
||||
>> /var/log/hub-index.log 2>&1
|
||||
source: cron.d/hub-index
|
||||
- schedule: 30 7 * * *
|
||||
user: root
|
||||
command: set -a; . /etc/hub-core/connectors.env; set +a; /usr/bin/python3 /opt/hub-core/inventory.py
|
||||
>> /var/log/hub-inventory.log 2>&1
|
||||
source: cron.d/hub-inventory
|
||||
- schedule: 45 3 * * *
|
||||
user: root
|
||||
command: set -a; . /etc/hub-core/connectors.env; set +a; /usr/bin/python3 /opt/hub-core/linker.py
|
||||
>> /var/log/hub-linker.log 2>&1
|
||||
source: cron.d/hub-linker
|
||||
- schedule: 0 5 * * 0
|
||||
user: root
|
||||
command: /bin/bash /opt/hub-core/lxc_verify.sh >> /var/log/hub-lxc-verify.log 2>&1
|
||||
source: cron.d/hub-lxc-verify
|
||||
- schedule: 20 3 * * *
|
||||
user: root
|
||||
command: /bin/bash /opt/hub-core/matrix_verify.sh >> /var/log/hub-matrix-backup.log
|
||||
2>&1
|
||||
source: cron.d/hub-matrix-backup
|
||||
- schedule: '*/30 * * * *'
|
||||
user: root
|
||||
command: set -a; . /etc/hub-core/connectors.env; set +a; /usr/bin/python3 /opt/hub-core/media_hub.py
|
||||
>> /var/log/hub-media.log 2>&1
|
||||
source: cron.d/hub-media
|
||||
- schedule: 0 9 * * 1
|
||||
user: root
|
||||
command: set -a; . /etc/hub-core/connectors.env; . /etc/hub-bots/bots.env; . /etc/hub-bots/dm.env;
|
||||
set +a; NOTIFY_TOKEN="$MEDIA_TOKEN" NOTIFY_ROOM="$MEDIA" /usr/bin/python3 /opt/hub-core/media_digest.py
|
||||
>> /var/log/hub-media-digest.log 2>&1
|
||||
source: cron.d/hub-media-digest
|
||||
- schedule: 0 6 * * 0
|
||||
user: root
|
||||
command: /bin/bash /opt/hub-core/offsite_verify.sh >> /var/log/hub-offsite-verify.log
|
||||
2>&1
|
||||
source: cron.d/hub-offsite-verify
|
||||
- schedule: 40 2 * * *
|
||||
user: root
|
||||
command: /bin/bash /opt/hub-core/pg_verify_cron.sh >> /var/log/hub-pg-verify.log
|
||||
2>&1
|
||||
source: cron.d/hub-pg-verify
|
||||
- schedule: 30 3 * * *
|
||||
user: root
|
||||
command: set -a; . /etc/hub-core/connectors.env; set +a; /usr/bin/python3 /opt/hub-core/reconcile.py
|
||||
>> /var/log/hub-reconcile.log 2>&1
|
||||
source: cron.d/hub-reconcile
|
||||
- schedule: 0 19 * * *
|
||||
user: root
|
||||
command: set -a; . /etc/hub-core/connectors.env; set +a; /usr/bin/python3 /opt/hub-core/resume.py
|
||||
>> /var/log/hub-resume.log 2>&1
|
||||
source: cron.d/hub-resume
|
||||
- schedule: '*/15 * * * *'
|
||||
user: root
|
||||
command: set -a; . /etc/hub-core/telegram.env; set +a; [ -n "$TG_API_ID" ] && /usr/bin/python3
|
||||
/opt/hub-core/telegram_userbot.py >> /var/log/hub-telegram.log 2>&1
|
||||
source: cron.d/hub-telegram
|
||||
- schedule: 30 9 * * 1
|
||||
user: root
|
||||
command: cd /opt/hub-bots && HUB_ENV=/etc/hub-bots/bots.env /usr/bin/python3 weekly.py
|
||||
>> /var/log/hub-weekly.log 2>&1
|
||||
source: cron.d/hub-weekly
|
||||
- schedule: 0 20 * * 0
|
||||
user: root
|
||||
command: set -a; . /etc/hub-core/connectors.env; set +a; /usr/bin/python3 /opt/hub-core/weekly.py
|
||||
>> /var/log/hub-weekly-core.log 2>&1
|
||||
source: cron.d/hub-weekly-core
|
||||
- schedule: 30 5 * * *
|
||||
user: root
|
||||
command: set -a; . /etc/hub-core/connectors.env; set +a; /opt/music-tools/venv/bin/python
|
||||
/opt/hub-core/sync_users.py 3 >> /var/log/hub-yandex-sync.log 2>&1
|
||||
source: cron.d/hub-yandex-music
|
||||
- schedule: 0 1 * * *
|
||||
user: root
|
||||
command: /usr/local/bin/lxc-backup.sh 108 daily >> /var/log/lxc-backup.log 2>&1
|
||||
source: cron.d/lxc-backups
|
||||
- schedule: 0 2 * * *
|
||||
user: root
|
||||
command: /usr/local/bin/lxc-backup.sh 155 daily >> /var/log/lxc-backup.log 2>&1
|
||||
source: cron.d/lxc-backups
|
||||
- schedule: 0 3 */2 * *
|
||||
user: root
|
||||
command: /usr/local/bin/lxc-backup.sh 110 daily >> /var/log/lxc-backup.log 2>&1
|
||||
source: cron.d/lxc-backups
|
||||
- schedule: 0 4 * * 0
|
||||
user: root
|
||||
command: /usr/local/bin/lxc-backup.sh 105 weekly >> /var/log/lxc-backup.log 2>&1
|
||||
source: cron.d/lxc-backups
|
||||
- schedule: 0 4 */2 * *
|
||||
user: root
|
||||
command: /usr/local/bin/lxc-backup.sh 109 daily >> /var/log/lxc-backup.log 2>&1
|
||||
source: cron.d/lxc-backups
|
||||
- schedule: 0 5 * * 0
|
||||
user: root
|
||||
command: /usr/local/bin/lxc-backup.sh 139 weekly >> /var/log/lxc-backup.log 2>&1
|
||||
source: cron.d/lxc-backups
|
||||
- schedule: 0 5 * * 0
|
||||
user: root
|
||||
command: /usr/local/bin/lxc-backup.sh 104 weekly >> /var/log/lxc-backup.log 2>&1
|
||||
source: cron.d/lxc-backups
|
||||
- schedule: 15 5 * * 0
|
||||
user: root
|
||||
command: /usr/local/bin/lxc-backup.sh 111 weekly >> /var/log/lxc-backup.log 2>&1
|
||||
source: cron.d/lxc-backups
|
||||
- schedule: 30 1 * * *
|
||||
user: root
|
||||
command: /usr/local/bin/lxc-backup.sh 140 daily >> /var/log/lxc-backup.log 2>&1
|
||||
source: cron.d/lxc-backups
|
||||
- schedule: 30 2 * * *
|
||||
user: root
|
||||
command: /usr/local/bin/lxc-backup.sh 115 daily >> /var/log/lxc-backup.log 2>&1
|
||||
source: cron.d/lxc-backups
|
||||
- schedule: 30 3 */2 * *
|
||||
user: root
|
||||
command: /usr/local/bin/lxc-backup.sh 114 daily >> /var/log/lxc-backup.log 2>&1
|
||||
source: cron.d/lxc-backups
|
||||
- schedule: 30 4 * * 0
|
||||
user: root
|
||||
command: /usr/local/bin/lxc-backup.sh 113 weekly >> /var/log/lxc-backup.log 2>&1
|
||||
source: cron.d/lxc-backups
|
||||
- schedule: 30 5 * * 0
|
||||
user: root
|
||||
command: /usr/local/bin/lxc-backup.sh 201 weekly >> /var/log/lxc-backup.log 2>&1
|
||||
source: cron.d/lxc-backups
|
||||
- schedule: '*/5 * * * *'
|
||||
user: root
|
||||
command: /opt/music-tools/venv/bin/python /opt/hub-core/mesh_watch.py >> /var/log/mesh-watch.log
|
||||
2>&1
|
||||
source: cron.d/mesh-watch
|
||||
- schedule: 30 3 * * *
|
||||
user: root
|
||||
command: /usr/local/bin/backup-n8n >> /var/log/n8n-backup.log 2>&1
|
||||
source: cron.d/n8n-backup
|
||||
- schedule: 24 0 1-7 * *
|
||||
user: root
|
||||
command: if [ $(date +\%w) -eq 0 ] && [ -x /usr/lib/zfs-linux/trim ]; then /usr/lib/zfs-linux/trim;
|
||||
fi
|
||||
source: cron.d/zfsutils-linux
|
||||
- schedule: 24 0 8-14 * *
|
||||
user: root
|
||||
command: if [ $(date +\%w) -eq 0 ] && [ -x /usr/lib/zfs-linux/scrub ]; then /usr/lib/zfs-linux/scrub;
|
||||
fi
|
||||
source: cron.d/zfsutils-linux
|
||||
- schedule: '* * * * *'
|
||||
command: /root/buryan-infra/ops/update-manager/update-runner.sh >/dev/null 2>&1
|
||||
source: crontab
|
||||
user: root
|
||||
- schedule: 0 */6 * * *
|
||||
command: /root/buryan-infra/ops/scripts/version-watch.sh >> /root/buryan-infra/ops/audit/version-watch.log
|
||||
2>&1
|
||||
source: crontab
|
||||
user: root
|
||||
- schedule: 0 2 * * *
|
||||
command: /opt/buryan-hub/scripts/pg-backup-ct151.sh >> /var/log/buryan-hub/backups/cron-pg.log
|
||||
2>&1
|
||||
source: crontab
|
||||
user: root
|
||||
- schedule: 0 20 * * 0
|
||||
command: /root/buryan-infra/ops/weekly-report.sh >> /root/buryan-infra/ops/audit/weekly-report.log
|
||||
2>&1
|
||||
source: crontab
|
||||
user: root
|
||||
- schedule: 0 3 * * *
|
||||
command: /root/matrix-backups/backup-matrix.sh >> /var/log/buryan-hub/backups/cron-matrix.log
|
||||
2>&1
|
||||
source: crontab
|
||||
user: root
|
||||
- schedule: 0 4 * * *
|
||||
command: /opt/buryan-hub/scripts/offsite-backup.sh >> /var/log/buryan-hub/backups/cron-offsite.log
|
||||
2>&1
|
||||
source: crontab
|
||||
user: root
|
||||
- schedule: 0 4 * * 0
|
||||
command: /root/buryan-infra/ops/vpn/vpn-backup-config.sh >> /var/log/buryan-hub/vpn-backup.log
|
||||
2>&1
|
||||
source: crontab
|
||||
user: root
|
||||
- schedule: 0 5 * * 0
|
||||
command: /root/weekly-backup-cleanup.sh >> /var/log/buryan-hub/backups/cron-cleanup.log
|
||||
2>&1
|
||||
source: crontab
|
||||
user: root
|
||||
- schedule: 0 6 * * 0
|
||||
command: /opt/buryan-hub/scripts/verify-backups.sh >> /var/log/buryan-hub/backups/cron-verify.log
|
||||
2>&1
|
||||
source: crontab
|
||||
user: root
|
||||
- schedule: 0 6 1 * *
|
||||
command: /opt/buryan-hub/scripts/restore-test.sh >> /var/log/buryan-hub/backups/cron-restore-test.log
|
||||
2>&1
|
||||
source: crontab
|
||||
user: root
|
||||
- schedule: 0 9 * * *
|
||||
command: /root/buryan-infra/ops/audit.sh >> /root/buryan-infra/ops/audit/audit-cron.log
|
||||
2>&1
|
||||
source: crontab
|
||||
user: root
|
||||
- schedule: 30 1 * * *
|
||||
command: /opt/buryan-hub/scripts/photos-backup.sh >/dev/null 2>&1
|
||||
source: crontab
|
||||
user: root
|
||||
- schedule: 30 3 * * *
|
||||
command: /root/buryan-infra/ops/backup.sh >> /root/buryan-infra/ops/backups/backup.log
|
||||
2>&1
|
||||
source: crontab
|
||||
user: root
|
||||
- schedule: 30 6 * * *
|
||||
command: /opt/buryan-hub/scripts/vzdump-rotate.sh >> /var/log/buryan-hub/backups/cron-vzdump-rotate.log
|
||||
2>&1
|
||||
source: crontab
|
||||
user: root
|
||||
- schedule: 5 3 * * *
|
||||
command: /root/buryan-infra/ops/update-manager/nightly-report.sh >> /root/buryan-infra/ops/update-manager/runner.log
|
||||
2>&1
|
||||
source: crontab
|
||||
user: root
|
||||
- name: audit-targets
|
||||
schedule: ежедневно 07:15
|
||||
command: /usr/bin/python3 /opt/buryan-hub/scripts/audit-targets.py
|
||||
source: hermes
|
||||
- name: update-plan
|
||||
schedule: ежедневно 08:45
|
||||
command: /opt/music-tools/venv/bin/python /opt/hub-core/update_plan.py
|
||||
source: hermes
|
||||
- name: export-service-metrics
|
||||
schedule: каждые 120 с
|
||||
command: /usr/bin/python3 /opt/buryan-hub/scripts/export-service-metrics.py
|
||||
source: hermes
|
||||
- name: backup-heartbeat
|
||||
schedule: каждые 1800 с
|
||||
command: /usr/local/bin/backup-heartbeat.sh
|
||||
source: hermes
|
||||
- name: updates-check
|
||||
schedule: каждые 21600 с
|
||||
command: /opt/music-tools/venv/bin/python /opt/hub-core/check_updates.py
|
||||
source: hermes
|
||||
- name: home-heartbeat
|
||||
schedule: каждые 300 с
|
||||
command: ssh -o BatchMode=yes -o ConnectTimeout=10 root@193.233.210.184 'date +%s
|
||||
> /var/lib/home-hb'
|
||||
source: hermes
|
||||
- name: direct-health-check
|
||||
schedule: каждые 300 с
|
||||
command: /usr/bin/python3 /opt/buryan-hub/scripts/direct-health-check.py
|
||||
source: hermes
|
||||
- name: check-services
|
||||
schedule: каждые 300 с
|
||||
command: /opt/buryan-hub/scripts/check-services.sh
|
||||
source: hermes
|
||||
- name: disk-trend
|
||||
schedule: каждые 3600 с
|
||||
command: df -h / /mnt/media /mnt/archive | tail -3
|
||||
source: hermes
|
||||
- name: verify-services
|
||||
schedule: каждые 3600 с
|
||||
command: curl -s --max-time 20 http://127.0.0.1:9120/status.json | /opt/music-tools/venv/bin/python
|
||||
-c "import json,sys; d=json.load(sys.stdin); bad=[s['name'] for s in d.get('services',[])
|
||||
if not s.get('up')]; print('лежат:', bad or 'нет')"
|
||||
source: hermes
|
||||
- name: swarm-watchdog
|
||||
schedule: каждые 60 с
|
||||
command: /opt/buryan-hub/scripts/swarm-watchdog.sh
|
||||
source: hermes
|
||||
- schedule: '?'
|
||||
command: apt-daily-upgrade.service
|
||||
source: systemd
|
||||
unit: apt-daily-upgrade.timer
|
||||
- schedule: '?'
|
||||
command: apt-daily.service
|
||||
source: systemd
|
||||
unit: apt-daily.timer
|
||||
- schedule: '?'
|
||||
command: dpkg-db-backup.service
|
||||
source: systemd
|
||||
unit: dpkg-db-backup.timer
|
||||
- schedule: '?'
|
||||
command: e2scrub_all.service
|
||||
source: systemd
|
||||
unit: e2scrub_all.timer
|
||||
- schedule: '?'
|
||||
command: fstrim.service
|
||||
source: systemd
|
||||
unit: fstrim.timer
|
||||
- schedule: '?'
|
||||
command: hub-actions.service
|
||||
source: systemd
|
||||
unit: hub-actions.timer
|
||||
- schedule: '?'
|
||||
command: hub-agents.service
|
||||
source: systemd
|
||||
unit: hub-agents.timer
|
||||
- schedule: '?'
|
||||
command: hub-archive-copy.service
|
||||
source: systemd
|
||||
unit: hub-archive-copy.timer
|
||||
- schedule: '?'
|
||||
command: hub-brain.service
|
||||
source: systemd
|
||||
unit: hub-brain.timer
|
||||
- schedule: '?'
|
||||
command: hub-cert-sync.service
|
||||
source: systemd
|
||||
unit: hub-cert-sync.timer
|
||||
- schedule: '?'
|
||||
command: hub-chief.service
|
||||
source: systemd
|
||||
unit: hub-chief.timer
|
||||
- schedule: '?'
|
||||
command: hub-ct-cleanup.service
|
||||
source: systemd
|
||||
unit: hub-ct-cleanup.timer
|
||||
- schedule: '?'
|
||||
command: hub-db-dumps.service
|
||||
source: systemd
|
||||
unit: hub-db-dumps.timer
|
||||
- schedule: '?'
|
||||
command: hub-digest.service
|
||||
source: systemd
|
||||
unit: hub-digest.timer
|
||||
- schedule: '?'
|
||||
command: hub-dl-cleanup.service
|
||||
source: systemd
|
||||
unit: hub-dl-cleanup.timer
|
||||
- schedule: '?'
|
||||
command: hub-drill.service
|
||||
source: systemd
|
||||
unit: hub-drill.timer
|
||||
- schedule: '?'
|
||||
command: hub-finance.service
|
||||
source: systemd
|
||||
unit: hub-finance.timer
|
||||
- schedule: '?'
|
||||
command: hub-goals.service
|
||||
source: systemd
|
||||
unit: hub-goals.timer
|
||||
- schedule: '?'
|
||||
command: hub-inbox.service
|
||||
source: systemd
|
||||
unit: hub-inbox.timer
|
||||
- schedule: '?'
|
||||
command: hub-integrity.service
|
||||
source: systemd
|
||||
unit: hub-integrity.timer
|
||||
- schedule: '?'
|
||||
command: hub-jf-collections.service
|
||||
source: systemd
|
||||
unit: hub-jf-collections.timer
|
||||
- schedule: '?'
|
||||
command: hub-media-maint.service
|
||||
source: systemd
|
||||
unit: hub-media-maint.timer
|
||||
- schedule: '?'
|
||||
command: hub-mesh.service
|
||||
source: systemd
|
||||
unit: hub-mesh.timer
|
||||
- schedule: '?'
|
||||
command: hub-nightly-check.service
|
||||
source: systemd
|
||||
unit: hub-nightly-check.timer
|
||||
- schedule: '?'
|
||||
command: hub-pre-prune.service
|
||||
source: systemd
|
||||
unit: hub-pre-prune.timer
|
||||
- schedule: '?'
|
||||
command: hub-rag.service
|
||||
source: systemd
|
||||
unit: hub-rag.timer
|
||||
- schedule: '?'
|
||||
command: hub-renovate.service
|
||||
source: systemd
|
||||
unit: hub-renovate.timer
|
||||
- schedule: '?'
|
||||
command: hub-restore-drill.service
|
||||
source: systemd
|
||||
unit: hub-restore-drill.timer
|
||||
- schedule: '?'
|
||||
command: hub-search-index.service
|
||||
source: systemd
|
||||
unit: hub-search-index.timer
|
||||
- schedule: '?'
|
||||
command: hub-second-contour.service
|
||||
source: systemd
|
||||
unit: hub-second-contour.timer
|
||||
- schedule: '?'
|
||||
command: hub-selfheal.service
|
||||
source: systemd
|
||||
unit: hub-selfheal.timer
|
||||
- schedule: '?'
|
||||
command: hub-snap-clean.service
|
||||
source: systemd
|
||||
unit: hub-snap-clean.timer
|
||||
- schedule: '?'
|
||||
command: hub-snapshot.service
|
||||
source: systemd
|
||||
unit: hub-snapshot.timer
|
||||
- schedule: '?'
|
||||
command: hub-storage-metrics.service
|
||||
source: systemd
|
||||
unit: hub-storage-metrics.timer
|
||||
- schedule: '?'
|
||||
command: hub-tg-ingest.service
|
||||
source: systemd
|
||||
unit: hub-tg-ingest.timer
|
||||
- schedule: '?'
|
||||
command: hub-updates.service
|
||||
source: systemd
|
||||
unit: hub-updates.timer
|
||||
- schedule: '?'
|
||||
command: hub-vps-backup.service
|
||||
source: systemd
|
||||
unit: hub-vps-backup.timer
|
||||
- schedule: '?'
|
||||
command: hub-weekly.service
|
||||
source: systemd
|
||||
unit: hub-weekly.timer
|
||||
- schedule: '?'
|
||||
command: logrotate.service
|
||||
source: systemd
|
||||
unit: logrotate.timer
|
||||
- schedule: '?'
|
||||
command: man-db.service
|
||||
source: systemd
|
||||
unit: man-db.timer
|
||||
- schedule: '?'
|
||||
command: pve-daily-update.service
|
||||
source: systemd
|
||||
unit: pve-daily-update.timer
|
||||
- schedule: '?'
|
||||
command: xfs_scrub_all.service
|
||||
source: systemd
|
||||
unit: xfs_scrub_all.timer
|
||||
cron.d: 49
|
||||
crontab: 16
|
||||
hermes: 28
|
||||
systemd: 54
|
||||
items:
|
||||
- {"source": "crontab", "line": "PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"}
|
||||
- {"source": "crontab", "line": "0 2 * * * /opt/buryan-hub/scripts/pg-backup-ct151.sh >> /var/log/buryan-hub/backups/cron-pg.log 2>&1"}
|
||||
- {"source": "crontab", "line": "0 3 * * * /root/matrix-backups/backup-matrix.sh >> /var/log/buryan-hub/backups/cron-matrix.log 2>&1"}
|
||||
- {"source": "crontab", "line": "30 3 * * * /root/buryan-infra/ops/backup.sh >> /root/buryan-infra/ops/backups/backup.log 2>&1"}
|
||||
- {"source": "crontab", "line": "0 4 * * * /opt/buryan-hub/scripts/offsite-backup.sh >> /var/log/buryan-hub/backups/cron-offsite.log 2>&1"}
|
||||
- {"source": "crontab", "line": "0 5 * * 0 /root/weekly-backup-cleanup.sh >> /var/log/buryan-hub/backups/cron-cleanup.log 2>&1"}
|
||||
- {"source": "crontab", "line": "30 6 * * * /opt/buryan-hub/scripts/vzdump-rotate.sh >> /var/log/buryan-hub/backups/cron-vzdump-rotate.log 2>&1"}
|
||||
- {"source": "crontab", "line": "0 9 * * * /root/buryan-infra/ops/audit.sh >> /root/buryan-infra/ops/audit/audit-cron.log 2>&1"}
|
||||
- {"source": "crontab", "line": "0 20 * * 0 /root/buryan-infra/ops/weekly-report.sh >> /root/buryan-infra/ops/audit/weekly-report.log 2>&1"}
|
||||
- {"source": "crontab", "line": "0 */6 * * * /root/buryan-infra/ops/scripts/version-watch.sh >> /root/buryan-infra/ops/audit/version-watch.log 2>&1"}
|
||||
- {"source": "crontab", "line": "* * * * * /root/buryan-infra/ops/update-manager/update-runner.sh >/dev/null 2>&1"}
|
||||
- {"source": "crontab", "line": "5 3 * * * /root/buryan-infra/ops/update-manager/nightly-report.sh >> /root/buryan-infra/ops/update-manager/runner.log 2>&1"}
|
||||
- {"source": "crontab", "line": "0 6 * * 0 /opt/buryan-hub/scripts/verify-backups.sh >> /var/log/buryan-hub/backups/cron-verify.log 2>&1"}
|
||||
- {"source": "crontab", "line": "30 1 * * * /opt/buryan-hub/scripts/photos-backup.sh >/dev/null 2>&1"}
|
||||
- {"source": "crontab", "line": "0 4 * * 0 /root/buryan-infra/ops/vpn/vpn-backup-config.sh >> /var/log/buryan-hub/vpn-backup.log 2>&1"}
|
||||
- {"source": "crontab", "line": "0 6 1 * * /opt/buryan-hub/scripts/restore-test.sh >> /var/log/buryan-hub/backups/cron-restore-test.log 2>&1"}
|
||||
- {"source": "cron.d/backup-configs", "line": "45 3 * * * root /usr/local/bin/backup-configs >> /var/log/backup-configs.log 2>&1"}
|
||||
- {"source": "cron.d/buryan-cleanup", "line": "0 4 * * 0 root /opt/buryan-hub/scripts/cleanup-leftovers.sh >> /var/log/buryan-hub/cleanup-leftovers.log 2>&1"}
|
||||
- {"source": "cron.d/buryan-log-hygiene", "line": "0 6 * * * root for id in $(pct list | tail -n +2 | awk '{print $1}'); do pct exec $id -- bash -s < /opt/buryan-hub/scripts/fix-logs.sh >/dev/null 2>&1; done"}
|
||||
- {"source": "cron.d/buryan-monitor", "line": "*/5 * * * * root . /root/.buryan-monitor.env && /usr/bin/python3 /opt/buryan-hub/scripts/check_thin_pool.py >> /var/log/thin-pool-monitor.log 2>&1"}
|
||||
- {"source": "cron.d/buryan-monitor", "line": "0 4 * * * root . /root/.buryan-monitor.env && /usr/bin/psql -h 192.168.1.151 -U buryan_monitor -d buryan_monitoring -c 'SELECT cleanup_thin_pool_metrics();' >> /var/log/thin-pool-monitor.log 2>&1"}
|
||||
- {"source": "cron.d/buryan-monitoring", "line": "0 * * * * root . /root/.buryan-monitor.env && python3 /opt/buryan-hub/scripts/check_disk.py >> /var/log/buryan-monitor.log 2>&1"}
|
||||
- {"source": "cron.d/buryan-monitoring", "line": "30 8 * * * root . /root/.buryan-monitor.env && python3 /opt/buryan-hub/scripts/check_certs.py >> /var/log/buryan-monitor.log 2>&1"}
|
||||
- {"source": "cron.d/buryan-trim", "line": "30 3 * * 0 root /opt/buryan-hub/scripts/trim-containers.sh"}
|
||||
- {"source": "cron.d/docker-config-check", "line": "15 6 * * * root /usr/local/bin/docker-config-check >> /var/log/docker-config-check.log 2>&1"}
|
||||
- {"source": "cron.d/e2scrub_all", "line": "30 3 * * 0 root test -e /run/systemd/system || SERVICE_MODE=1 /usr/libexec/e2fsprogs/e2scrub_all_cron"}
|
||||
- {"source": "cron.d/e2scrub_all", "line": "10 3 * * * root test -e /run/systemd/system || SERVICE_MODE=1 /sbin/e2scrub_all -A -r"}
|
||||
- {"source": "cron.d/hub-backup", "line": "30 2 * * * root /usr/bin/bash /opt/hub-core/backup.sh >> /var/log/hub-backup.log 2>&1"}
|
||||
- {"source": "cron.d/hub-backup-bots", "line": "45 2 * * * root /usr/bin/bash /opt/hub-core/backup_bots.sh >> /var/log/hub-backup.log 2>&1"}
|
||||
- {"source": "cron.d/hub-bots-verify", "line": "5 3 * * * root /bin/bash /opt/hub-core/bots_verify.sh >> /var/log/hub-bots-verify.log 2>&1"}
|
||||
- {"source": "cron.d/hub-cam-scan", "line": "30 4 * * 0 root /usr/bin/python3 /opt/hub-core/camera_discover.py >> /var/log/hub-cam-scan.log 2>&1"}
|
||||
- {"source": "cron.d/hub-catalog", "line": "15 4 * * * root set -a; . /etc/hub-core/connectors.env; set +a; /usr/bin/python3 /opt/hub-core/library_sync.py >> /var/log/hub-catalog.log 2>&1"}
|
||||
- {"source": "cron.d/hub-connectors", "line": "*/10 * * * * root set -a; . /etc/hub-core/connectors.env; set +a; /usr/bin/python3 /opt/hub-core/connectors.py >> /var/log/hub-connectors.log 2>&1"}
|
||||
- {"source": "cron.d/hub-devices", "line": "*/30 * * * * root /opt/music-tools/venv/bin/python /opt/hub-core/device_ident.py >> /var/log/hub-devices.log 2>&1"}
|
||||
- {"source": "cron.d/hub-export", "line": "0 23 * * * root /usr/bin/bash /opt/hub-core/export_all.sh >> /var/log/hub-export.log 2>&1"}
|
||||
- {"source": "cron.d/hub-graph", "line": "45 4 * * * root set -a; . /etc/hub-core/connectors.env; set +a; /usr/bin/python3 /opt/hub-core/content_graph.py >> /var/log/hub-graph.log 2>&1"}
|
||||
- {"source": "cron.d/hub-graph-history", "line": "30 23 * * * root /usr/bin/curl -s --max-time 20 http://127.0.0.1:9120/snapshot > /var/log/hub-graph-history.log 2>&1"}
|
||||
- {"source": "cron.d/hub-identity", "line": "0 8 * * 1 root /bin/bash -c 'set -a; . /etc/hub-core/connectors.env; set +a; /usr/bin/python3 /opt/hub-core/identity_audit.py' >> /var/log/hub-identity.log 2>&1"}
|
||||
- {"source": "cron.d/hub-inventory", "line": "30 7 * * * root set -a; . /etc/hub-core/connectors.env; set +a; /usr/bin/python3 /opt/hub-core/inventory.py >> /var/log/hub-inventory.log 2>&1"}
|
||||
- {"source": "cron.d/hub-linker", "line": "45 3 * * * root set -a; . /etc/hub-core/connectors.env; set +a; /usr/bin/python3 /opt/hub-core/linker.py >> /var/log/hub-linker.log 2>&1"}
|
||||
- {"source": "cron.d/hub-lxc-verify", "line": "0 5 * * 0 root /bin/bash /opt/hub-core/lxc_verify.sh >> /var/log/hub-lxc-verify.log 2>&1"}
|
||||
- {"source": "cron.d/hub-matrix-backup", "line": "20 3 * * * root /bin/bash /opt/hub-core/matrix_verify.sh >> /var/log/hub-matrix-backup.log 2>&1"}
|
||||
- {"source": "cron.d/hub-media", "line": "*/30 * * * * root set -a; . /etc/hub-core/connectors.env; set +a; /usr/bin/python3 /opt/hub-core/media_hub.py >> /var/log/hub-media.log 2>&1"}
|
||||
- {"source": "cron.d/hub-offsite-verify", "line": "0 6 * * 0 root /bin/bash /opt/hub-core/offsite_verify.sh >> /var/log/hub-offsite-verify.log 2>&1"}
|
||||
- {"source": "cron.d/hub-pg-verify", "line": "40 2 * * * root /bin/bash /opt/hub-core/pg_verify_cron.sh >> /var/log/hub-pg-verify.log 2>&1"}
|
||||
- {"source": "cron.d/hub-reconcile", "line": "30 3 * * * root set -a; . /etc/hub-core/connectors.env; set +a; /usr/bin/python3 /opt/hub-core/reconcile.py >> /var/log/hub-reconcile.log 2>&1"}
|
||||
- {"source": "cron.d/hub-resume", "line": "0 19 * * * root set -a; . /etc/hub-core/connectors.env; set +a; /usr/bin/python3 /opt/hub-core/resume.py >> /var/log/hub-resume.log 2>&1"}
|
||||
- {"source": "cron.d/hub-telegram", "line": "*/15 * * * * root set -a; . /etc/hub-core/telegram.env; set +a; [ -n \"$TG_API_ID\" ] && /usr/bin/python3 /opt/hub-core/telegram_userbot.py >> /var/log/hub-telegram.log 2>&1"}
|
||||
- {"source": "cron.d/hub-yandex-music", "line": "30 5 * * * root set -a; . /etc/hub-core/connectors.env; set +a; /opt/music-tools/venv/bin/python /opt/hub-core/sync_users.py 3 >> /var/log/hub-yandex-sync.log 2>&1"}
|
||||
- {"source": "cron.d/lxc-backups", "line": "0 1 * * * root /usr/local/bin/lxc-backup.sh 108 daily >> /var/log/lxc-backup.log 2>&1"}
|
||||
- {"source": "cron.d/lxc-backups", "line": "30 1 * * * root /usr/local/bin/lxc-backup.sh 140 daily >> /var/log/lxc-backup.log 2>&1"}
|
||||
- {"source": "cron.d/lxc-backups", "line": "0 2 * * * root /usr/local/bin/lxc-backup.sh 155 daily >> /var/log/lxc-backup.log 2>&1"}
|
||||
- {"source": "cron.d/lxc-backups", "line": "30 2 * * * root /usr/local/bin/lxc-backup.sh 115 daily >> /var/log/lxc-backup.log 2>&1"}
|
||||
- {"source": "cron.d/lxc-backups", "line": "0 3 */2 * * root /usr/local/bin/lxc-backup.sh 110 daily >> /var/log/lxc-backup.log 2>&1"}
|
||||
- {"source": "cron.d/lxc-backups", "line": "30 3 */2 * * root /usr/local/bin/lxc-backup.sh 114 daily >> /var/log/lxc-backup.log 2>&1"}
|
||||
- {"source": "cron.d/lxc-backups", "line": "0 4 */2 * * root /usr/local/bin/lxc-backup.sh 109 daily >> /var/log/lxc-backup.log 2>&1"}
|
||||
- {"source": "cron.d/lxc-backups", "line": "0 4 * * 0 root /usr/local/bin/lxc-backup.sh 105 weekly >> /var/log/lxc-backup.log 2>&1"}
|
||||
- {"source": "cron.d/lxc-backups", "line": "30 4 * * 0 root /usr/local/bin/lxc-backup.sh 113 weekly >> /var/log/lxc-backup.log 2>&1"}
|
||||
- {"source": "cron.d/lxc-backups", "line": "0 5 * * 0 root /usr/local/bin/lxc-backup.sh 139 weekly >> /var/log/lxc-backup.log 2>&1"}
|
||||
- {"source": "cron.d/lxc-backups", "line": "30 5 * * 0 root /usr/local/bin/lxc-backup.sh 201 weekly >> /var/log/lxc-backup.log 2>&1"}
|
||||
- {"source": "cron.d/lxc-backups", "line": "0 5 * * 0 root /usr/local/bin/lxc-backup.sh 104 weekly >> /var/log/lxc-backup.log 2>&1"}
|
||||
- {"source": "cron.d/lxc-backups", "line": "15 5 * * 0 root /usr/local/bin/lxc-backup.sh 111 weekly >> /var/log/lxc-backup.log 2>&1"}
|
||||
- {"source": "cron.d/n8n-backup", "line": "30 3 * * * root /usr/local/bin/backup-n8n >> /var/log/n8n-backup.log 2>&1"}
|
||||
- {"source": "cron.d/zfsutils-linux", "line": "24 0 1-7 * * root if [ $(date +\\%w) -eq 0 ] && [ -x /usr/lib/zfs-linux/trim ]; then /usr/lib/zfs-linux/trim; fi"}
|
||||
- {"source": "cron.d/zfsutils-linux", "line": "24 0 8-14 * * root if [ $(date +\\%w) -eq 0 ] && [ -x /usr/lib/zfs-linux/scrub ]; then /usr/lib/zfs-linux/scrub; fi"}
|
||||
- {"source": "systemd", "timer": "apt-daily-upgrade.timer", "schedule": "*-*-*", "unit": "apt-daily-upgrade.service"}
|
||||
- {"source": "systemd", "timer": "apt-daily.timer", "schedule": "*-*-*", "unit": "apt-daily.service"}
|
||||
- {"source": "systemd", "timer": "combine-backup.timer", "schedule": "*-*-*", "unit": "combine-backup.service"}
|
||||
- {"source": "systemd", "timer": "dpkg-db-backup.timer", "schedule": "*-*-*", "unit": "dpkg-db-backup.service"}
|
||||
- {"source": "systemd", "timer": "e2scrub_all.timer", "schedule": "Sun", "unit": "e2scrub_all.service"}
|
||||
- {"source": "systemd", "timer": "fstrim.timer", "schedule": "Mon", "unit": "fstrim.service"}
|
||||
- {"source": "systemd", "timer": "hub-actions.timer", "schedule": "*-*-*", "unit": "hub-actions.service"}
|
||||
- {"source": "systemd", "timer": "hub-agents.timer", "schedule": "*-*-*", "unit": "hub-agents.service"}
|
||||
- {"source": "systemd", "timer": "hub-archive-copy.timer", "schedule": "*-*-*", "unit": "hub-archive-copy.service"}
|
||||
- {"source": "systemd", "timer": "hub-boot-recover.timer", "schedule": "?", "unit": "hub-boot-recover.service"}
|
||||
- {"source": "systemd", "timer": "hub-brain.timer", "schedule": "*-*-*", "unit": "hub-brain.service"}
|
||||
- {"source": "systemd", "timer": "hub-cert-sync.timer", "schedule": "*-*-*", "unit": "hub-cert-sync.service"}
|
||||
- {"source": "systemd", "timer": "hub-chief.timer", "schedule": "*-*-*", "unit": "hub-chief.service"}
|
||||
- {"source": "systemd", "timer": "hub-ct-cleanup.timer", "schedule": "Sun", "unit": "hub-ct-cleanup.service"}
|
||||
- {"source": "systemd", "timer": "hub-db-dumps.timer", "schedule": "*-*-*", "unit": "hub-db-dumps.service"}
|
||||
- {"source": "systemd", "timer": "hub-digest.timer", "schedule": "*-*-*", "unit": "hub-digest.service"}
|
||||
- {"source": "systemd", "timer": "hub-dl-cleanup.timer", "schedule": "*-*-*", "unit": "hub-dl-cleanup.service"}
|
||||
- {"source": "systemd", "timer": "hub-drill.timer", "schedule": "*-*-01", "unit": "hub-drill.service"}
|
||||
- {"source": "systemd", "timer": "hub-finance.timer", "schedule": "*-*-*", "unit": "hub-finance.service"}
|
||||
- {"source": "systemd", "timer": "hub-goals.timer", "schedule": "*-*-*", "unit": "hub-goals.service"}
|
||||
- {"source": "systemd", "timer": "hub-inbox.timer", "schedule": "30min", "unit": "hub-inbox.service"}
|
||||
- {"source": "systemd", "timer": "hub-integrity.timer", "schedule": "Sun", "unit": "hub-integrity.service"}
|
||||
- {"source": "systemd", "timer": "hub-jf-collections.timer", "schedule": "*-*-*", "unit": "hub-jf-collections.service"}
|
||||
- {"source": "systemd", "timer": "hub-media-maint.timer", "schedule": "Sun", "unit": "hub-media-maint.service"}
|
||||
- {"source": "systemd", "timer": "hub-mesh.timer", "schedule": "*-*-*", "unit": "hub-mesh.service"}
|
||||
- {"source": "systemd", "timer": "hub-nightly-check.timer", "schedule": "*-*-*", "unit": "hub-nightly-check.service"}
|
||||
- {"source": "systemd", "timer": "hub-pre-prune.timer", "schedule": "*-*-*", "unit": "hub-pre-prune.service"}
|
||||
- {"source": "systemd", "timer": "hub-renovate.timer", "schedule": "*-*-*", "unit": "hub-renovate.service"}
|
||||
- {"source": "systemd", "timer": "hub-restore-drill.timer", "schedule": "*-*-01", "unit": "hub-restore-drill.service"}
|
||||
- {"source": "systemd", "timer": "hub-search-index.timer", "schedule": "*-*-*", "unit": "hub-search-index.service"}
|
||||
- {"source": "systemd", "timer": "hub-second-contour.timer", "schedule": "Sun", "unit": "hub-second-contour.service"}
|
||||
- {"source": "systemd", "timer": "hub-selfheal.timer", "schedule": "15min", "unit": "hub-selfheal.service"}
|
||||
- {"source": "systemd", "timer": "hub-services-backup.timer", "schedule": "*-*-*", "unit": "hub-services-backup.service"}
|
||||
- {"source": "systemd", "timer": "hub-snap-clean.timer", "schedule": "*-*-*", "unit": "hub-snap-clean.service"}
|
||||
- {"source": "systemd", "timer": "hub-snapshot.timer", "schedule": "*-*-*", "unit": "hub-snapshot.service"}
|
||||
- {"source": "systemd", "timer": "hub-standard.timer", "schedule": "*-*-*", "unit": "hub-standard.service"}
|
||||
- {"source": "systemd", "timer": "hub-storage-metrics.timer", "schedule": "*-*-*", "unit": "hub-storage-metrics.service"}
|
||||
- {"source": "systemd", "timer": "hub-tg-ingest.timer", "schedule": "30min", "unit": "hub-tg-ingest.service"}
|
||||
- {"source": "systemd", "timer": "hub-vps-backup.timer", "schedule": "*-*-*", "unit": "hub-vps-backup.service"}
|
||||
- {"source": "systemd", "timer": "hub-weekly.timer", "schedule": "Sun", "unit": "hub-weekly.service"}
|
||||
- {"source": "systemd", "timer": "llm-night-start.timer", "schedule": "*-*-*", "unit": "llm-night-start.service"}
|
||||
- {"source": "systemd", "timer": "llm-night-stop.timer", "schedule": "*-*-*", "unit": "llm-night-stop.service"}
|
||||
- {"source": "systemd", "timer": "logrotate.timer", "schedule": "*-*-*", "unit": "logrotate.service"}
|
||||
- {"source": "systemd", "timer": "man-db.timer", "schedule": "*-*-*", "unit": "man-db.service"}
|
||||
- {"source": "systemd", "timer": "prometheus-node-exporter-apt.timer", "schedule": "15min", "unit": "prometheus-node-exporter-apt.service"}
|
||||
- {"source": "systemd", "timer": "prometheus-node-exporter-ipmitool-sensor.timer", "schedule": "1min", "unit": "prometheus-node-exporter-ipmitool-sensor.service"}
|
||||
- {"source": "systemd", "timer": "prometheus-node-exporter-mellanox-hca-temp.timer", "schedule": "1min", "unit": "prometheus-node-exporter-mellanox-hca-temp.service"}
|
||||
- {"source": "systemd", "timer": "prometheus-node-exporter-nvme.timer", "schedule": "15min", "unit": "prometheus-node-exporter-nvme.service"}
|
||||
- {"source": "systemd", "timer": "prometheus-node-exporter-smartmon.timer", "schedule": "15min", "unit": "prometheus-node-exporter-smartmon.service"}
|
||||
- {"source": "systemd", "timer": "pve-daily-update.timer", "schedule": "*-*-*", "unit": "pve-daily-update.service"}
|
||||
- {"source": "systemd", "timer": "systemd-tmpfiles-clean.timer", "schedule": "1d", "unit": "systemd-tmpfiles-clean.service"}
|
||||
- {"source": "systemd", "timer": "work-digest.timer", "schedule": "*-*-*", "unit": "work-digest.service"}
|
||||
- {"source": "systemd", "timer": "xfs_scrub_all.timer", "schedule": "Sun", "unit": "xfs_scrub_all.service"}
|
||||
- {"source": "systemd", "timer": "yealink-research-refresh.timer", "schedule": "Mon", "unit": "yealink-research-refresh.service"}
|
||||
- {"source": "hermes", "job": "backup-heartbeat", "schedule": "every 1800s", "command": "/usr/local/bin/backup-heartbeat.sh"}
|
||||
- {"source": "hermes", "job": "updates-check", "schedule": "every 21600s", "command": "/opt/music-tools/venv/bin/python /opt/hub-core/check_updates.py"}
|
||||
- {"source": "hermes", "job": "disk-trend", "schedule": "daily 07:45", "command": "df -h / /mnt/media /mnt/archive | tail -3"}
|
||||
- {"source": "hermes", "job": "verify-services", "schedule": "every 3600s", "command": "curl -s --max-time 20 http://127.0.0.1:9120/status.json | /opt/music-tools/venv/bin/python -c \"import json,sys; d=json.load(sys.stdin); bad=[s['name'] for s in "}
|
||||
- {"source": "hermes", "job": "update-plan", "schedule": "daily 08:45", "command": "/opt/music-tools/venv/bin/python /opt/hub-core/update_plan.py"}
|
||||
- {"source": "hermes", "job": "home-heartbeat", "schedule": "every 300s", "command": "for h in root@10.88.0.1 root@193.233.210.184; do for i in 1 2; do ssh -o BatchMode=yes -o ConnectTimeout=10 -o ServerAliveInterval=5 $h \"date +%s > /var/lib/hom"}
|
||||
- {"source": "hermes", "job": "export-service-metrics", "schedule": "every 120s", "command": "/usr/bin/python3 /opt/buryan-hub/scripts/export-service-metrics.py"}
|
||||
- {"source": "hermes", "job": "direct-health-check", "schedule": "every 300s", "command": "/usr/bin/python3 /opt/buryan-hub/scripts/direct-health-check.py"}
|
||||
- {"source": "hermes", "job": "check-services", "schedule": "every 300s", "command": "/opt/buryan-hub/scripts/check-services.sh"}
|
||||
- {"source": "hermes", "job": "swarm-watchdog", "schedule": "every 60s", "command": "/opt/buryan-hub/scripts/swarm-watchdog.sh"}
|
||||
- {"source": "hermes", "job": "audit-targets", "schedule": "daily 07:15", "command": "/usr/bin/python3 /opt/buryan-hub/scripts/audit-targets.py"}
|
||||
- {"source": "hermes", "job": "ai-digest", "schedule": "daily 08:30", "command": "/usr/bin/python3 /opt/hermes/hermes_ai_digest.py"}
|
||||
- {"source": "hermes", "job": "media-digest", "schedule": "daily 09:30", "command": "/opt/music-tools/venv/bin/python /opt/hermes/media_digest.py"}
|
||||
- {"source": "hermes", "job": "hygiene-scan", "schedule": "daily 07:20", "command": "/root/buryan-infra/ops/scripts/hygiene_job.sh"}
|
||||
- {"source": "hermes", "job": "rag-reindex", "schedule": "daily 03:40", "command": "/usr/bin/python3 /root/buryan-infra/ops/scripts/rag_index_pg.py"}
|
||||
- {"source": "hermes", "job": "evolution-report", "schedule": "daily 08:10", "command": "/usr/bin/python3 /root/buryan-infra/ops/scripts/evolution_agent.py"}
|
||||
- {"source": "hermes", "job": "trust-report", "schedule": "daily 08:00", "command": "/usr/bin/python3 /root/buryan-infra/ops/scripts/trust_report.py"}
|
||||
- {"source": "hermes", "job": "weekly-report", "schedule": "daily 08:05", "command": "/usr/bin/python3 /root/buryan-infra/ops/scripts/weekly_report.py"}
|
||||
- {"source": "hermes", "job": "research-alternatives", "schedule": "daily 08:15", "command": "/usr/bin/python3 /root/buryan-infra/ops/scripts/research_alternatives.py"}
|
||||
- {"source": "hermes", "job": "night-analysis", "schedule": "daily 03:00", "command": "/usr/bin/python3 /root/buryan-infra/ops/scripts/night_analysis.py"}
|
||||
- {"source": "hermes", "job": "state-diff", "schedule": "every 300s", "command": "/usr/bin/python3 /opt/hermes/state_diff.py"}
|
||||
- {"source": "hermes", "job": "auto-repair", "schedule": "every 600s", "command": "/usr/bin/python3 /opt/hermes/auto_repair.py"}
|
||||
- {"source": "hermes", "job": "ct-state", "schedule": "every 300s", "command": "/usr/bin/python3 /opt/hermes/ct_state.py"}
|
||||
- {"source": "hermes", "job": "ha-state", "schedule": "every 600s", "command": "/usr/bin/python3 /opt/hermes/ha_state.py"}
|
||||
- {"source": "hermes", "job": "enrich-facts", "schedule": "every 3600s", "command": "cd /opt/work-hub/research && /opt/work-hub/venv/bin/python enrich_from_research.py"}
|
||||
- {"source": "hermes", "job": "research-finalize", "schedule": "every 3600s", "command": "/usr/bin/python3 /opt/work-hub/research/research_finalize.py"}
|
||||
- {"source": "hermes", "job": "notify-digest", "schedule": "daily 09:00", "command": "/usr/bin/python3 /opt/hub-core/notify_digest.py"}
|
||||
- {"source": "hermes", "job": "registry-drift", "schedule": "daily 06:40", "command": "/usr/bin/python3 /root/buryan-infra/ops/scripts/registry_drift.py"}
|
||||
@@ -0,0 +1,84 @@
|
||||
# Планировщики: карта и решение (10.11.2026)
|
||||
|
||||
## Что было
|
||||
|
||||
Четыре планировщика, 146 автоматизаций:
|
||||
|
||||
| Планировщик | Записей |
|
||||
|---|---|
|
||||
| cron.d | 49 |
|
||||
| crontab | 16 |
|
||||
| systemd-таймеры | 54 |
|
||||
| Hermes | 28 |
|
||||
|
||||
Чтобы понять «что у нас запускается», нужно было смотреть в четыре места.
|
||||
|
||||
## Найденные дубли
|
||||
|
||||
| Скрипт | Где дублировался | Решение |
|
||||
|---|---|---|
|
||||
| `check_updates.py` | systemd 05:40 **и** Hermes каждые 6 ч | ✅ systemd отключён, остался Hermes |
|
||||
| `mesh_watch.py` | cron каждые 5 мин **и** systemd каждые 10 мин | ✅ cron отключён, остался systemd |
|
||||
| `lxc-backup.sh` | 13 строк cron | ✅ не дубль — по одной на контейнер |
|
||||
|
||||
## Единый реестр
|
||||
|
||||
`ops/automations/registry.yaml` — 146 записей из четырёх источников,
|
||||
с расписанием и командой. Генерируется скриптом
|
||||
`ops/scripts/build_automations_registry.py`.
|
||||
|
||||
Задание Hermes **`registry-drift`** (ежедневно 06:40): пересобирает реестр и
|
||||
сообщает в шину, если он изменился. Так карта не устареет молча.
|
||||
|
||||
```
|
||||
пробный прогон: «без изменений»
|
||||
заданий в Hermes: 28
|
||||
```
|
||||
|
||||
## Моё решение: **не переносить всё в Hermes**
|
||||
|
||||
Владелец предложил свести всё к одному планировщику. Я против — вот почему.
|
||||
|
||||
### Что должно остаться в ОС
|
||||
|
||||
| Задача | Почему |
|
||||
|---|---|
|
||||
| **Бэкапы** (`db-dumps`, `services-backup`, `archive-copy`, `vps-backup`, `snapshot`, `integrity`, `restore-drill`) | если Hermes упал, бэкапы должны продолжать работать. Это страховка от той же аварии |
|
||||
| `cert-sync` | сертификаты не должны зависеть от приложения |
|
||||
| `lxc-backup`, `boot-recover` | восстановление хоста |
|
||||
| apt / logrotate / tmpfiles / man-db / pve-daily-update | часть операционной системы |
|
||||
|
||||
**Принцип:** чем важнее задача для выживания, тем ниже должен быть уровень
|
||||
зависимостей. Hermes — приложение; бэкап не должен ждать, пока приложение
|
||||
поднимется.
|
||||
|
||||
### Что можно переносить (не критично)
|
||||
|
||||
Прикладные задачи с интервалами: `mesh`, `selfheal`, `agents`, `brain`,
|
||||
`storage-metrics`, `inbox`, `tg-ingest`, `search-index`, `goals`,
|
||||
`jf-collections`, `media-maint`, `finance`.
|
||||
|
||||
Их перенос даёт историю выполнения и видимость провалов в одном месте.
|
||||
Но и риск: одна ошибка в Hermes остановит их все.
|
||||
|
||||
## Итог
|
||||
|
||||
| Что сделано | Результат |
|
||||
|---|---|
|
||||
| Дубли исправлены | 2 реальных (check_updates, mesh_watch) |
|
||||
| Единый реестр | 146 записей, один файл |
|
||||
| Детектор расхождений | задание `registry-drift` |
|
||||
| Решение по миграции | бэкапы и ОС — остаются; прикладные — можно позже |
|
||||
|
||||
## Что это даёт цельности
|
||||
|
||||
Не «всё в одном планировщике», а **одна карта и ни одного дубля**.
|
||||
Это дешевле, безопаснее и решает исходную боль: раньше нельзя было
|
||||
ответить на вопрос «что у нас запускается», теперь — можно.
|
||||
|
||||
## Осталось
|
||||
|
||||
1. Прикладные таймеры (12 штук) можно постепенно перевести в Hermes —
|
||||
по одному, с проверкой.
|
||||
2. 49 cron.d и 16 crontab — разобрать и пометить: ОС или прикладная.
|
||||
3. `ops/automations/registry.yaml` — добавить в RAG (он уже индексируется).
|
||||
Executable
+100
@@ -0,0 +1,100 @@
|
||||
#!/usr/bin/env python3
|
||||
"""Единый реестр автоматизаций: cron, cron.d, systemd-таймеры, Hermes.
|
||||
|
||||
Один файл — одна картина. Запуск: build_automations_registry.py
|
||||
"""
|
||||
import datetime
|
||||
import glob
|
||||
import json
|
||||
import os
|
||||
import re
|
||||
import subprocess
|
||||
|
||||
OUT = "/root/buryan-infra/ops/automations/registry.yaml"
|
||||
|
||||
|
||||
def sh(cmd, t=25):
|
||||
try:
|
||||
return subprocess.run(cmd, shell=True, capture_output=True, text=True,
|
||||
timeout=t).stdout or ""
|
||||
except Exception:
|
||||
return ""
|
||||
|
||||
|
||||
def main():
|
||||
items = []
|
||||
|
||||
# 1. crontab
|
||||
for line in sh("crontab -l").splitlines():
|
||||
s = line.strip()
|
||||
if s and not s.startswith("#"):
|
||||
items.append({"source": "crontab", "line": s[:200]})
|
||||
|
||||
# 2. cron.d
|
||||
for f in sorted(glob.glob("/etc/cron.d/*")):
|
||||
if ".disabled" in f:
|
||||
continue
|
||||
for line in open(f, encoding="utf-8", errors="ignore"):
|
||||
s = line.strip()
|
||||
if not s or s.startswith(("#", "SHELL", "PATH", "MAILTO")):
|
||||
continue
|
||||
items.append({"source": "cron.d/" + os.path.basename(f), "line": s[:200]})
|
||||
|
||||
# 3. systemd-таймеры
|
||||
timer_re = re.compile(r"[a-zA-Z0-9@_.-]+\.timer")
|
||||
for u in sorted(set(timer_re.findall(sh("systemctl list-timers --all --no-legend")))):
|
||||
sched = sh("systemctl show %s -p TimersCalendar -p TimersMonotonic" % u)
|
||||
m = re.search(r"OnCalendar=([^ ;]+)", sched)
|
||||
if not m:
|
||||
m = re.search(r"OnUnitActiveUSec=([^ ;]+)", sched)
|
||||
act = sh("systemctl show %s -p Unit" % u)
|
||||
am = re.search(r"Unit=(.+)", act)
|
||||
items.append({"source": "systemd", "timer": u,
|
||||
"schedule": m.group(1).strip() if m else "?",
|
||||
"unit": am.group(1).strip() if am else "?"})
|
||||
|
||||
# 4. Hermes
|
||||
try:
|
||||
import yaml
|
||||
d = yaml.safe_load(open("/opt/hermes/jobs.yaml")) or {}
|
||||
for name, job in d.items():
|
||||
j = job or {}
|
||||
if j.get("every_seconds"):
|
||||
sch = "every %ss" % j["every_seconds"]
|
||||
elif j.get("daily_at"):
|
||||
sch = "daily %s" % j["daily_at"]
|
||||
else:
|
||||
sch = "?"
|
||||
items.append({"source": "hermes", "job": name, "schedule": sch,
|
||||
"command": str(j.get("command") or "")[:160]})
|
||||
except Exception as e:
|
||||
print("hermes:", e)
|
||||
|
||||
counts = {}
|
||||
for i in items:
|
||||
src = i["source"].split("/")[0]
|
||||
counts[src] = counts.get(src, 0) + 1
|
||||
|
||||
lines = [
|
||||
"# Реестр автоматизаций Buryans Hub",
|
||||
"# Сгенерировано: %s (ops/scripts/build_automations_registry.py)"
|
||||
% datetime.datetime.now().strftime("%Y-%m-%d %H:%M"),
|
||||
"total: %d" % len(items),
|
||||
"by_source:",
|
||||
]
|
||||
for k, v in sorted(counts.items()):
|
||||
lines.append(" %s: %d" % (k, v))
|
||||
lines.append("items:")
|
||||
for i in items:
|
||||
lines.append("- " + json.dumps(i, ensure_ascii=False))
|
||||
os.makedirs(os.path.dirname(OUT), exist_ok=True)
|
||||
open(OUT, "w", encoding="utf-8").write("\n".join(lines) + "\n")
|
||||
|
||||
print("записано:", OUT)
|
||||
print("всего записей:", len(items))
|
||||
for k, v in sorted(counts.items()):
|
||||
print(" %-12s %d" % (k, v))
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
main()
|
||||
@@ -0,0 +1,54 @@
|
||||
#!/usr/bin/env python3
|
||||
"""Проверка расхождений реестра автоматизаций.
|
||||
|
||||
Реестр — это карта того, что запускается. Если он молча устарел, карта врёт.
|
||||
Скрипт пересобирает реестр и сообщает в шину, если он изменился.
|
||||
"""
|
||||
import json
|
||||
import subprocess
|
||||
import sys
|
||||
import urllib.request
|
||||
|
||||
REG = "/root/buryan-infra/ops/automations/registry.yaml"
|
||||
GEN = "/root/buryan-infra/ops/scripts/build_automations_registry.py"
|
||||
|
||||
|
||||
def event(sev, title, body=""):
|
||||
try:
|
||||
p = {"source": "hermes:registry", "type": "drift", "severity": sev,
|
||||
"title": title, "body": (body or "")[:500],
|
||||
"dedup_key": "registry-drift"}
|
||||
req = urllib.request.Request("http://127.0.0.1:9130/event",
|
||||
data=json.dumps(p).encode(), method="POST",
|
||||
headers={"Content-Type": "application/json"})
|
||||
urllib.request.urlopen(req, timeout=8).read()
|
||||
except Exception:
|
||||
pass
|
||||
|
||||
|
||||
def main():
|
||||
try:
|
||||
old = open(REG, encoding="utf-8").read()
|
||||
except OSError:
|
||||
old = ""
|
||||
subprocess.run([sys.executable, GEN], capture_output=True, timeout=600)
|
||||
try:
|
||||
new = open(REG, encoding="utf-8").read()
|
||||
except OSError:
|
||||
print("реестр не создан")
|
||||
return 1
|
||||
# сравниваем без строки с датой генерации
|
||||
strip = lambda s: "\n".join(l for l in s.splitlines() if not l.startswith("# Сгенерировано"))
|
||||
if strip(old) != strip(new):
|
||||
oldn = len([l for l in strip(old).splitlines() if l.startswith("- ")])
|
||||
newn = len([l for l in strip(new).splitlines() if l.startswith("- ")])
|
||||
event("medium", "Реестр автоматизаций изменился",
|
||||
"было записей: %d, стало: %d" % (oldn, newn))
|
||||
print("изменился: %d → %d" % (oldn, newn))
|
||||
else:
|
||||
print("без изменений")
|
||||
return 0
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
raise SystemExit(main())
|
||||
@@ -42,6 +42,27 @@ def counts_from(path, prefix=r"находок|Найдено"):
|
||||
return {"total": m.group(1), "high": (m2.group(1) if m2 else "?")}
|
||||
|
||||
|
||||
WEEKDAY_ONLY = 0 # 0 = понедельник
|
||||
|
||||
|
||||
def _should_run_today():
|
||||
"""Отчёт недельный: запускается из дневного расписания, но только по понедельникам."""
|
||||
import datetime as _dt
|
||||
return _dt.datetime.now().weekday() == WEEKDAY_ONLY
|
||||
|
||||
|
||||
def _deliver(text, title):
|
||||
"""Единственный канал — секретарь (раньше отчёт шёл своим ботом)."""
|
||||
try:
|
||||
import sys as _s
|
||||
_s.path.insert(0, "/opt/buryan-hub/scripts")
|
||||
import send_content
|
||||
return send_content.send(text, title)
|
||||
except Exception as e: # noqa: BLE001
|
||||
print("доставка не удалась:", str(e)[:120])
|
||||
return False
|
||||
|
||||
|
||||
def main():
|
||||
os.makedirs(OUT, exist_ok=True)
|
||||
iso = date.today().isocalendar()
|
||||
@@ -121,4 +142,10 @@ def main():
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
raise SystemExit(main())
|
||||
import sys as _sys
|
||||
if "--force" not in _sys.argv and not _should_run_today():
|
||||
print("не понедельник — отчёт не формируется")
|
||||
_sys.exit(0)
|
||||
_out = main() if "main" in globals() else None
|
||||
if isinstance(_out, str):
|
||||
_deliver(_out[:3000], "Недельный отчёт")
|
||||
Reference in new issue
Block a user