From c8fae148751addf981ec14e335aec0beadb0273a Mon Sep 17 00:00:00 2001 From: Roman Buryan Date: Fri, 25 Sep 2026 10:48:54 +0300 Subject: [PATCH] Sprint A: 15 monitors for all infrastructure services --- ops/sprintA/sprintA-create-monitors.sh | 79 ++++++++++++++++++++++++++ ops/sprintA/sprintA-diag-extra.sh | 22 +++++++ ops/sprintA/sprintA-diag.sh | 24 ++++++++ ops/sprintA/sprintA-diag2.sh | 15 +++++ ops/sprintA/sprintA-docker-aware.sh | 67 ++++++++++++++++++++++ ops/sprintA/sprintA-inventory.sh | 32 +++++++++++ ops/sprintA/sprintA-schema.sh | 19 +++++++ ops/sprintA/sprintA-template-v2.sh | 14 +++++ ops/sprintA/sprintA-template.sh | 6 ++ 9 files changed, 278 insertions(+) create mode 100755 ops/sprintA/sprintA-create-monitors.sh create mode 100755 ops/sprintA/sprintA-diag-extra.sh create mode 100755 ops/sprintA/sprintA-diag.sh create mode 100755 ops/sprintA/sprintA-diag2.sh create mode 100755 ops/sprintA/sprintA-docker-aware.sh create mode 100755 ops/sprintA/sprintA-inventory.sh create mode 100755 ops/sprintA/sprintA-schema.sh create mode 100755 ops/sprintA/sprintA-template-v2.sh create mode 100755 ops/sprintA/sprintA-template.sh diff --git a/ops/sprintA/sprintA-create-monitors.sh b/ops/sprintA/sprintA-create-monitors.sh new file mode 100755 index 0000000..14e2854 --- /dev/null +++ b/ops/sprintA/sprintA-create-monitors.sh @@ -0,0 +1,79 @@ +#!/bin/bash +set -e + +KUMADB="/opt/network-lxc/uptime/data/kuma.db" +BACKUP="/root/kuma-backup-$(date +%Y%m%d-%H%M%S).db" + +echo "=== 1. Бэкап БД Kuma ===" +pct exec 107 -- cp "$KUMADB" "$KUMADB.backup" +cp "$KUMADB" "$BACKUP" 2>/dev/null || echo "(пропускаем локальный бэкап)" +echo "✅ Бэкап создан: $KUMADB.backup" + +echo "" +echo "=== 2. Останавливаем Kuma ===" +pct exec 107 -- bash -c 'pkill -f "node server/server.js" || pkill -f "uptime-kuma" || systemctl stop uptime-kuma 2>/dev/null || true' +sleep 3 +echo "✅ Kuma остановлена" + +echo "" +echo "=== 3. Добавляем 14 мониторов ===" +pct exec 107 -- sqlite3 "$KUMADB" << 'SQL' +BEGIN TRANSACTION; + +-- Функция-шаблон для INSERT (используем значения из существующего Gitea-монитора) +-- Домены через публичный HTTPS +INSERT INTO monitor (name, active, user_id, interval, url, type, weight, maxretries, ignore_tls, upside_down, maxredirects, accepted_statuscodes_json, dns_resolve_type, dns_resolve_server, retry_interval, method, timeout) VALUES +('n8n.buryans.ru', 1, 1, 60, 'https://n8n.buryans.ru', 'http', 2000, 2, 0, 0, 10, '["200-299"]', 'A', '1.1.1.1', 60, 'GET', 48.0), +('vault.buryans.ru', 1, 1, 60, 'https://vault.buryans.ru', 'http', 2000, 2, 0, 0, 10, '["200-399"]', 'A', '1.1.1.1', 60, 'GET', 48.0), +('finance.buryans.ru', 1, 1, 60, 'https://finance.buryans.ru', 'http', 2000, 2, 0, 0, 10, '["200-299"]', 'A', '1.1.1.1', 60, 'GET', 48.0), +('recipes.buryans.ru', 1, 1, 60, 'https://recipes.buryans.ru', 'http', 2000, 2, 0, 0, 10, '["200-299"]', 'A', '1.1.1.1', 60, 'GET', 48.0), +('music.buryans.ru', 1, 1, 60, 'https://music.buryans.ru', 'http', 2000, 2, 0, 0, 10, '["200-299"]', 'A', '1.1.1.1', 60, 'GET', 48.0), +('sync.buryans.ru', 1, 1, 60, 'https://sync.buryans.ru', 'http', 2000, 2, 0, 0, 10, '["200-299"]', 'A', '1.1.1.1', 60, 'GET', 48.0), +('headscale.buryans.ru', 1, 1, 60, 'https://headscale.buryans.ru', 'http', 2000, 2, 0, 0, 10, '["200-299"]', 'A', '1.1.1.1', 60, 'GET', 48.0), +('status.buryans.ru', 1, 1, 60, 'https://status.buryans.ru', 'http', 2000, 2, 0, 0, 10, '["200-299"]', 'A', '1.1.1.1', 60, 'GET', 48.0); + +-- VPS ping +INSERT INTO monitor (name, active, user_id, interval, hostname, type, weight, maxretries, retry_interval, timeout, packet_size) VALUES +('VPS ping (193.233.210.184)', 1, 1, 60, '193.233.210.184', 'ping', 2000, 2, 60, 48.0, 56); + +-- Proxmox API (self-signed cert -> ignore_tls=1) +INSERT INTO monitor (name, active, user_id, interval, url, type, weight, maxretries, ignore_tls, upside_down, maxredirects, accepted_statuscodes_json, retry_interval, method, timeout) VALUES +('Proxmox API (self-signed)', 1, 1, 60, 'https://192.168.1.5:8006', 'http', 2000, 2, 1, 0, 10, '["200-399"]', 60, 'GET', 48.0); + +-- Внутренние сервисы (TCP/HTTP) +INSERT INTO monitor (name, active, user_id, interval, hostname, port, type, weight, maxretries, retry_interval, timeout) VALUES +('Postgres (CT 151)', 1, 1, 60, '192.168.1.151', 5432, 'tcp', 2000, 2, 60, 48.0); + +INSERT INTO monitor (name, active, user_id, interval, url, type, weight, maxretries, ignore_tls, upside_down, maxredirects, accepted_statuscodes_json, retry_interval, method, timeout) VALUES +('Prometheus (CT 134)', 1, 1, 60, 'http://192.168.1.134:9090', 'http', 2000, 2, 0, 0, 10, '["200-299"]', 60, 'GET', 48.0), +('Authentik (CT 114)', 1, 1, 60, 'http://192.168.1.114:9000', 'http', 2000, 2, 0, 0, 10, '["200-299"]', 60, 'GET', 48.0), +('Matrix (CT 155)', 1, 1, 60, 'http://192.168.1.155:8080', 'http', 2000, 2, 0, 0, 10, '["200-299"]', 60, 'GET', 48.0); + +-- Привязываем все новые мониторы к notification id=1 (Gitea Self-Healing webhook) +INSERT INTO monitor_notification (monitor_id, notification_id) +SELECT id, 1 FROM monitor WHERE id > 1; + +COMMIT; +SQL + +echo "✅ 14 мониторов добавлено и привязано к уведомлению" + +echo "" +echo "=== 4. Запускаем Kuma ===" +pct exec 107 -- bash -c 'cd /opt/network-lxc/uptime && nohup node server/server.js > /tmp/kuma.log 2>&1 &' +sleep 5 +echo "✅ Kuma запущена" + +echo "" +echo "=== 5. Проверка: список всех мониторов ===" +pct exec 107 -- sqlite3 -header -column "$KUMADB" \ + "SELECT m.id, m.name, m.type, m.url, m.active, mn.notification_id + FROM monitor m + LEFT JOIN monitor_notification mn ON m.id = mn.monitor_id + ORDER BY m.id;" + +echo "" +echo "=== 6. Открываем Uptime Kuma ===" +echo "🌐 http://192.168.1.107:3001" +echo "" +echo "✅ Спринт A завершён! Все 15 мониторов созданы и привязаны к уведомлениям." diff --git a/ops/sprintA/sprintA-diag-extra.sh b/ops/sprintA/sprintA-diag-extra.sh new file mode 100755 index 0000000..6b981aa --- /dev/null +++ b/ops/sprintA/sprintA-diag-extra.sh @@ -0,0 +1,22 @@ +#!/bin/bash + +echo "=== 1. Что реально слушает проблемные CT? ===" +for ct in 114 134 151 201; do + echo "--- CT $ct ---" + pct exec $ct -- ss -tlnp 2>/dev/null | grep -E "LISTEN" | head -5 +done + +echo "" +echo "=== 2. DNS-записи через VPS (обход локального DNS) ===" +ssh root@193.233.210.184 'for d in n8n finance recipes; do + echo -n "$d.buryans.ru -> " + dig +short @8.8.8.8 ${d}.buryans.ru 2>/dev/null || echo "NXDOMAIN" +done' + +echo "" +echo "=== 3. Проверка nginx на VPS — какие server_name настроены? ===" +ssh root@193.233.210.184 'grep -h "server_name" /etc/nginx/sites-enabled/*.buryans.ru | sort -u' + +echo "" +echo "=== 4. Текущие monitors в Kuma + notification_id ===" +pct exec 107 -- sqlite3 /opt/network-lxc/uptime/data/kuma.db "SELECT m.id, m.name, m.notification_id FROM monitor m;" diff --git a/ops/sprintA/sprintA-diag.sh b/ops/sprintA/sprintA-diag.sh new file mode 100755 index 0000000..2b024c9 --- /dev/null +++ b/ops/sprintA/sprintA-diag.sh @@ -0,0 +1,24 @@ +#!/bin/bash +set -e + +echo "=== Список всех LXC контейнеров ===" +pct list | grep -E "^\s*(1[0-9]{2}|[0-9]{2})\s" | awk '{print $1, $3, $5}' | while read id name ip; do + echo "CT $id: $name ($ip)" +done + +echo "" +echo "=== Текущие monitors в Kuma ===" +KUMADB="/opt/network-lxc/uptime/data/kuma.db" +pct exec 107 -- sqlite3 "$KUMADB" "SELECT id, name, type, url, active FROM monitor;" 2>/dev/null + +echo "" +echo "=== Notifications в Kuma ===" +pct exec 107 -- sqlite3 "$KUMADB" "SELECT id, name, config FROM notification;" 2>/dev/null | head -5 + +echo "" +echo "=== Сопоставление сервисов и CT ===" +echo "Найдите соответствия (примеры):" +echo " - n8n.buryans.ru → какой CT?" +echo " - git.buryans.ru → CT 140 (уже мониторится)" +echo " - vault.buryans.ru → какой CT?" +echo " - и т.д." diff --git a/ops/sprintA/sprintA-diag2.sh b/ops/sprintA/sprintA-diag2.sh new file mode 100755 index 0000000..e033b9a --- /dev/null +++ b/ops/sprintA/sprintA-diag2.sh @@ -0,0 +1,15 @@ +#!/bin/bash +KUMADB="/opt/network-lxc/uptime/data/kuma.db" + +echo "=== 1. Запущена ли Kuma? ===" +pct exec 107 -- bash -c 'ps aux | grep -E "node.*server.js|uptime-kuma" | grep -v grep' +echo "---" +pct exec 107 -- bash -c 'ss -tlnp | grep 3001 || echo "порт 3001 не слушается"' + +echo "" +echo "=== 2. Сколько мониторов в БД? ===" +pct exec 107 -- sqlite3 "$KUMADB" "SELECT id, name, type, url FROM monitor ORDER BY id;" + +echo "" +echo "=== 3. Есть ли связи в monitor_notification? ===" +pct exec 107 -- sqlite3 "$KUMADB" "SELECT * FROM monitor_notification;" diff --git a/ops/sprintA/sprintA-docker-aware.sh b/ops/sprintA/sprintA-docker-aware.sh new file mode 100755 index 0000000..b6cb005 --- /dev/null +++ b/ops/sprintA/sprintA-docker-aware.sh @@ -0,0 +1,67 @@ +#!/bin/bash +set -e +KUMADB="/opt/network-lxc/uptime/data/kuma.db" + +echo "=== 1. Имя Docker-контейнера Kuma ===" +KUMA_CONTAINER=$(pct exec 107 -- docker ps --format "{{.Names}}" | grep -iE "uptime|kuma" | head -1) +echo "Контейнер: $KUMA_CONTAINER" + +echo "" +echo "=== 2. Останавливаем контейнер ===" +pct exec 107 -- docker stop "$KUMA_CONTAINER" +sleep 2 +echo "✅ Остановлен" + +echo "" +echo "=== 3. Бэкап БД ===" +pct exec 107 -- cp "$KUMADB" "${KUMADB}.bak-$(date +%H%M%S)" +echo "✅ Бэкап создан" + +echo "" +echo "=== 4. Добавляем 14 мониторов (одной транзакцией) ===" +pct exec 107 -- sqlite3 "$KUMADB" << 'SQL' +BEGIN; + +INSERT INTO monitor (name,active,user_id,interval,url,type,weight,maxretries,ignore_tls,upside_down,maxredirects,accepted_statuscodes_json,dns_resolve_type,dns_resolve_server,retry_interval,method,timeout) VALUES +('n8n.buryans.ru',1,1,60,'https://n8n.buryans.ru','http',2000,2,0,0,10,'["200-299"]','A','1.1.1.1',60,'GET',48.0), +('vault.buryans.ru',1,1,60,'https://vault.buryans.ru','http',2000,2,0,0,10,'["200-399"]','A','1.1.1.1',60,'GET',48.0), +('finance.buryans.ru',1,1,60,'https://finance.buryans.ru','http',2000,2,0,0,10,'["200-299"]','A','1.1.1.1',60,'GET',48.0), +('recipes.buryans.ru',1,1,60,'https://recipes.buryans.ru','http',2000,2,0,0,10,'["200-299"]','A','1.1.1.1',60,'GET',48.0), +('music.buryans.ru',1,1,60,'https://music.buryans.ru','http',2000,2,0,0,10,'["200-299"]','A','1.1.1.1',60,'GET',48.0), +('sync.buryans.ru',1,1,60,'https://sync.buryans.ru','http',2000,2,0,0,10,'["200-299"]','A','1.1.1.1',60,'GET',48.0), +('headscale.buryans.ru',1,1,60,'https://headscale.buryans.ru','http',2000,2,0,0,10,'["200-299"]','A','1.1.1.1',60,'GET',48.0), +('status.buryans.ru',1,1,60,'https://status.buryans.ru','http',2000,2,0,0,10,'["200-299"]','A','1.1.1.1',60,'GET',48.0); + +INSERT INTO monitor (name,active,user_id,interval,hostname,type,weight,maxretries,retry_interval,timeout,packet_size) VALUES +('VPS ping',1,1,60,'193.233.210.184','ping',2000,2,60,48.0,56); + +INSERT INTO monitor (name,active,user_id,interval,url,type,weight,maxretries,ignore_tls,upside_down,maxredirects,accepted_statuscodes_json,retry_interval,method,timeout) VALUES +('Proxmox API',1,1,60,'https://192.168.1.5:8006','http',2000,2,1,0,10,'["200-399"]',60,'GET',48.0); + +INSERT INTO monitor (name,active,user_id,interval,hostname,port,type,weight,maxretries,retry_interval,timeout) VALUES +('Postgres (CT 151)',1,1,60,'192.168.1.151',5432,'tcp',2000,2,60,48.0); + +INSERT INTO monitor (name,active,user_id,interval,url,type,weight,maxretries,ignore_tls,upside_down,maxredirects,accepted_statuscodes_json,retry_interval,method,timeout) VALUES +('Prometheus (CT 134)',1,1,60,'http://192.168.1.134:9090','http',2000,2,0,0,10,'["200-299"]',60,'GET',48.0), +('Authentik (CT 114)',1,1,60,'http://192.168.1.114:9000','http',2000,2,0,0,10,'["200-299"]',60,'GET',48.0), +('Matrix (CT 155)',1,1,60,'http://192.168.1.155:8080','http',2000,2,0,0,10,'["200-299"]',60,'GET',48.0); + +INSERT INTO monitor_notification (monitor_id, notification_id) +SELECT id, 1 FROM monitor WHERE id > 1; + +COMMIT; +SQL +echo "✅ 14 мониторов + уведомления добавлены" + +echo "" +echo "=== 5. Запускаем контейнер ===" +pct exec 107 -- docker start "$KUMA_CONTAINER" +sleep 5 +echo "✅ Запущен" + +echo "" +echo "=== 6. Проверка ===" +pct exec 107 -- sqlite3 -header -column "$KUMADB" \ + "SELECT m.id, m.name, m.type, m.active, mn.notification_id + FROM monitor m LEFT JOIN monitor_notification mn ON m.id=mn.monitor_id + ORDER BY m.id;" diff --git a/ops/sprintA/sprintA-inventory.sh b/ops/sprintA/sprintA-inventory.sh new file mode 100755 index 0000000..876d7ca --- /dev/null +++ b/ops/sprintA/sprintA-inventory.sh @@ -0,0 +1,32 @@ +#!/bin/bash +set -e + +echo "=== Инвентаризация всех CT: IP + ключевые порты ===" +printf "%-5s %-25s %-15s %-60s\n" "CT" "Имя" "IP" "Открытые порты" +printf "%-5s %-25s %-15s %-60s\n" "---" "----" "--" "---------------" + +for vmid in $(pct list 2>/dev/null | awk '/running/ && $1 ~ /^[0-9]+$/ {print $1}'); do + name=$(pct config $vmid 2>/dev/null | grep hostname | awk '{print $2}') + ip=$(pct exec $vmid -- ip -4 addr show 2>/dev/null | grep -oP 'inet \K[\d.]+' | grep -v 127.0.0.1 | head -1) + + # Проверяем ключевые порты на CT + ports="" + [ -n "$ip" ] && { + for p in 22 80 443 3000 3001 5680 8080 8096 8443 8929 9091 9696 6767 32400 4533 7878 8989 9696 8787; do + timeout 0.3 bash -c "echo > /dev/tcp/$ip/$p" 2>/dev/null && ports="$ports $p" + done + } + + printf "%-5s %-25s %-15s %-60s\n" "$vmid" "$name" "${ip:-?}" "${ports:--}" +done + +echo "" +echo "=== Домены buryans.ru (DNS резолв) ===" +for d in n8n git vault finance recipes music sync headscale status; do + ip=$(dig +short ${d}.buryans.ru 2>/dev/null | head -1) + echo " ${d}.buryans.ru -> ${ip:-NXDOMAIN}" +done + +echo "" +echo "=== Кто слушает 443 на VPS ===" +ssh -o ConnectTimeout=3 root@193.233.210.184 'ss -tlnp 2>/dev/null | grep :443 | head -3' diff --git a/ops/sprintA/sprintA-schema.sh b/ops/sprintA/sprintA-schema.sh new file mode 100755 index 0000000..99757a4 --- /dev/null +++ b/ops/sprintA/sprintA-schema.sh @@ -0,0 +1,19 @@ +#!/bin/bash + +echo "=== Схема БД Kuma ===" +pct exec 107 -- sqlite3 /opt/network-lxc/uptime/data/kuma.db ".tables" | tr ' ' '\n' | grep -i notif + +echo "" +echo "=== Схема таблицы monitor_notification ===" +pct exec 107 -- sqlite3 /opt/network-lxc/uptime/data/kuma.db ".schema monitor_notification" + +echo "" +echo "=== Пример связи (для существующего monitor id=1) ===" +pct exec 107 -- sqlite3 /opt/network-lxc/uptime/data/kuma.db "SELECT * FROM monitor_notification WHERE monitor_id=1;" + +echo "" +echo "=== Что мониторится сейчас (полная информация) ===" +pct exec 107 -- sqlite3 -header /opt/network-lxc/uptime/data/kuma.db \ + "SELECT m.id, m.name, m.type, m.url, m.interval, mn.notification_id, m.active + FROM monitor m + LEFT JOIN monitor_notification mn ON m.id = mn.monitor_id;" diff --git a/ops/sprintA/sprintA-template-v2.sh b/ops/sprintA/sprintA-template-v2.sh new file mode 100755 index 0000000..8ff1fcd --- /dev/null +++ b/ops/sprintA/sprintA-template-v2.sh @@ -0,0 +1,14 @@ +#!/bin/bash +set -e +KUMADB="/opt/network-lxc/uptime/data/kuma.db" + +echo "=== Схема таблицы monitor (все поля) ===" +pct exec 107 -- sqlite3 "$KUMADB" ".schema monitor" | head -60 + +echo "" +echo "=== Данные существующего монитора (id=1) ===" +pct exec 107 -- sqlite3 -header -column "$KUMADB" "SELECT * FROM monitor WHERE id=1;" + +echo "" +echo "=== Все имена полей (для INSERT) ===" +pct exec 107 -- sqlite3 "$KUMADB" "PRAGMA table_info(monitor);" | awk -F'|' '{print NR". "$2" ("$3")"}' diff --git a/ops/sprintA/sprintA-template.sh b/ops/sprintA/sprintA-template.sh new file mode 100755 index 0000000..74ffc92 --- /dev/null +++ b/ops/sprintA/sprintA-template.sh @@ -0,0 +1,6 @@ +#!/bin/bash +set -e +KUMADB="/opt/network-lxc/uptime/data/kuma.db" + +echo "=== Все поля таблицы monitor ===" +pct exec 107 -- sqlite3 -header "$KUMADB" "SELECT * FROM monitor WHERE id=1\G" 2>/dev/null | sed 's/^/ /'