Sprint A: 15 monitors for all infrastructure services
This commit is contained in:
1 parent
6700f759f7
commit
c8fae14875
9 files changed
+278
No files matched your search
Executable
+79
@@ -0,0 +1,79 @@
|
||||
#!/bin/bash
|
||||
set -e
|
||||
|
||||
KUMADB="/opt/network-lxc/uptime/data/kuma.db"
|
||||
BACKUP="/root/kuma-backup-$(date +%Y%m%d-%H%M%S).db"
|
||||
|
||||
echo "=== 1. Бэкап БД Kuma ==="
|
||||
pct exec 107 -- cp "$KUMADB" "$KUMADB.backup"
|
||||
cp "$KUMADB" "$BACKUP" 2>/dev/null || echo "(пропускаем локальный бэкап)"
|
||||
echo "✅ Бэкап создан: $KUMADB.backup"
|
||||
|
||||
echo ""
|
||||
echo "=== 2. Останавливаем Kuma ==="
|
||||
pct exec 107 -- bash -c 'pkill -f "node server/server.js" || pkill -f "uptime-kuma" || systemctl stop uptime-kuma 2>/dev/null || true'
|
||||
sleep 3
|
||||
echo "✅ Kuma остановлена"
|
||||
|
||||
echo ""
|
||||
echo "=== 3. Добавляем 14 мониторов ==="
|
||||
pct exec 107 -- sqlite3 "$KUMADB" << 'SQL'
|
||||
BEGIN TRANSACTION;
|
||||
|
||||
-- Функция-шаблон для INSERT (используем значения из существующего Gitea-монитора)
|
||||
-- Домены через публичный HTTPS
|
||||
INSERT INTO monitor (name, active, user_id, interval, url, type, weight, maxretries, ignore_tls, upside_down, maxredirects, accepted_statuscodes_json, dns_resolve_type, dns_resolve_server, retry_interval, method, timeout) VALUES
|
||||
('n8n.buryans.ru', 1, 1, 60, 'https://n8n.buryans.ru', 'http', 2000, 2, 0, 0, 10, '["200-299"]', 'A', '1.1.1.1', 60, 'GET', 48.0),
|
||||
('vault.buryans.ru', 1, 1, 60, 'https://vault.buryans.ru', 'http', 2000, 2, 0, 0, 10, '["200-399"]', 'A', '1.1.1.1', 60, 'GET', 48.0),
|
||||
('finance.buryans.ru', 1, 1, 60, 'https://finance.buryans.ru', 'http', 2000, 2, 0, 0, 10, '["200-299"]', 'A', '1.1.1.1', 60, 'GET', 48.0),
|
||||
('recipes.buryans.ru', 1, 1, 60, 'https://recipes.buryans.ru', 'http', 2000, 2, 0, 0, 10, '["200-299"]', 'A', '1.1.1.1', 60, 'GET', 48.0),
|
||||
('music.buryans.ru', 1, 1, 60, 'https://music.buryans.ru', 'http', 2000, 2, 0, 0, 10, '["200-299"]', 'A', '1.1.1.1', 60, 'GET', 48.0),
|
||||
('sync.buryans.ru', 1, 1, 60, 'https://sync.buryans.ru', 'http', 2000, 2, 0, 0, 10, '["200-299"]', 'A', '1.1.1.1', 60, 'GET', 48.0),
|
||||
('headscale.buryans.ru', 1, 1, 60, 'https://headscale.buryans.ru', 'http', 2000, 2, 0, 0, 10, '["200-299"]', 'A', '1.1.1.1', 60, 'GET', 48.0),
|
||||
('status.buryans.ru', 1, 1, 60, 'https://status.buryans.ru', 'http', 2000, 2, 0, 0, 10, '["200-299"]', 'A', '1.1.1.1', 60, 'GET', 48.0);
|
||||
|
||||
-- VPS ping
|
||||
INSERT INTO monitor (name, active, user_id, interval, hostname, type, weight, maxretries, retry_interval, timeout, packet_size) VALUES
|
||||
('VPS ping (193.233.210.184)', 1, 1, 60, '193.233.210.184', 'ping', 2000, 2, 60, 48.0, 56);
|
||||
|
||||
-- Proxmox API (self-signed cert -> ignore_tls=1)
|
||||
INSERT INTO monitor (name, active, user_id, interval, url, type, weight, maxretries, ignore_tls, upside_down, maxredirects, accepted_statuscodes_json, retry_interval, method, timeout) VALUES
|
||||
('Proxmox API (self-signed)', 1, 1, 60, 'https://192.168.1.5:8006', 'http', 2000, 2, 1, 0, 10, '["200-399"]', 60, 'GET', 48.0);
|
||||
|
||||
-- Внутренние сервисы (TCP/HTTP)
|
||||
INSERT INTO monitor (name, active, user_id, interval, hostname, port, type, weight, maxretries, retry_interval, timeout) VALUES
|
||||
('Postgres (CT 151)', 1, 1, 60, '192.168.1.151', 5432, 'tcp', 2000, 2, 60, 48.0);
|
||||
|
||||
INSERT INTO monitor (name, active, user_id, interval, url, type, weight, maxretries, ignore_tls, upside_down, maxredirects, accepted_statuscodes_json, retry_interval, method, timeout) VALUES
|
||||
('Prometheus (CT 134)', 1, 1, 60, 'http://192.168.1.134:9090', 'http', 2000, 2, 0, 0, 10, '["200-299"]', 60, 'GET', 48.0),
|
||||
('Authentik (CT 114)', 1, 1, 60, 'http://192.168.1.114:9000', 'http', 2000, 2, 0, 0, 10, '["200-299"]', 60, 'GET', 48.0),
|
||||
('Matrix (CT 155)', 1, 1, 60, 'http://192.168.1.155:8080', 'http', 2000, 2, 0, 0, 10, '["200-299"]', 60, 'GET', 48.0);
|
||||
|
||||
-- Привязываем все новые мониторы к notification id=1 (Gitea Self-Healing webhook)
|
||||
INSERT INTO monitor_notification (monitor_id, notification_id)
|
||||
SELECT id, 1 FROM monitor WHERE id > 1;
|
||||
|
||||
COMMIT;
|
||||
SQL
|
||||
|
||||
echo "✅ 14 мониторов добавлено и привязано к уведомлению"
|
||||
|
||||
echo ""
|
||||
echo "=== 4. Запускаем Kuma ==="
|
||||
pct exec 107 -- bash -c 'cd /opt/network-lxc/uptime && nohup node server/server.js > /tmp/kuma.log 2>&1 &'
|
||||
sleep 5
|
||||
echo "✅ Kuma запущена"
|
||||
|
||||
echo ""
|
||||
echo "=== 5. Проверка: список всех мониторов ==="
|
||||
pct exec 107 -- sqlite3 -header -column "$KUMADB" \
|
||||
"SELECT m.id, m.name, m.type, m.url, m.active, mn.notification_id
|
||||
FROM monitor m
|
||||
LEFT JOIN monitor_notification mn ON m.id = mn.monitor_id
|
||||
ORDER BY m.id;"
|
||||
|
||||
echo ""
|
||||
echo "=== 6. Открываем Uptime Kuma ==="
|
||||
echo "🌐 http://192.168.1.107:3001"
|
||||
echo ""
|
||||
echo "✅ Спринт A завершён! Все 15 мониторов созданы и привязаны к уведомлениям."
|
||||
Executable
+22
@@ -0,0 +1,22 @@
|
||||
#!/bin/bash
|
||||
|
||||
echo "=== 1. Что реально слушает проблемные CT? ==="
|
||||
for ct in 114 134 151 201; do
|
||||
echo "--- CT $ct ---"
|
||||
pct exec $ct -- ss -tlnp 2>/dev/null | grep -E "LISTEN" | head -5
|
||||
done
|
||||
|
||||
echo ""
|
||||
echo "=== 2. DNS-записи через VPS (обход локального DNS) ==="
|
||||
ssh root@193.233.210.184 'for d in n8n finance recipes; do
|
||||
echo -n "$d.buryans.ru -> "
|
||||
dig +short @8.8.8.8 ${d}.buryans.ru 2>/dev/null || echo "NXDOMAIN"
|
||||
done'
|
||||
|
||||
echo ""
|
||||
echo "=== 3. Проверка nginx на VPS — какие server_name настроены? ==="
|
||||
ssh root@193.233.210.184 'grep -h "server_name" /etc/nginx/sites-enabled/*.buryans.ru | sort -u'
|
||||
|
||||
echo ""
|
||||
echo "=== 4. Текущие monitors в Kuma + notification_id ==="
|
||||
pct exec 107 -- sqlite3 /opt/network-lxc/uptime/data/kuma.db "SELECT m.id, m.name, m.notification_id FROM monitor m;"
|
||||
Executable
+24
@@ -0,0 +1,24 @@
|
||||
#!/bin/bash
|
||||
set -e
|
||||
|
||||
echo "=== Список всех LXC контейнеров ==="
|
||||
pct list | grep -E "^\s*(1[0-9]{2}|[0-9]{2})\s" | awk '{print $1, $3, $5}' | while read id name ip; do
|
||||
echo "CT $id: $name ($ip)"
|
||||
done
|
||||
|
||||
echo ""
|
||||
echo "=== Текущие monitors в Kuma ==="
|
||||
KUMADB="/opt/network-lxc/uptime/data/kuma.db"
|
||||
pct exec 107 -- sqlite3 "$KUMADB" "SELECT id, name, type, url, active FROM monitor;" 2>/dev/null
|
||||
|
||||
echo ""
|
||||
echo "=== Notifications в Kuma ==="
|
||||
pct exec 107 -- sqlite3 "$KUMADB" "SELECT id, name, config FROM notification;" 2>/dev/null | head -5
|
||||
|
||||
echo ""
|
||||
echo "=== Сопоставление сервисов и CT ==="
|
||||
echo "Найдите соответствия (примеры):"
|
||||
echo " - n8n.buryans.ru → какой CT?"
|
||||
echo " - git.buryans.ru → CT 140 (уже мониторится)"
|
||||
echo " - vault.buryans.ru → какой CT?"
|
||||
echo " - и т.д."
|
||||
Executable
+15
@@ -0,0 +1,15 @@
|
||||
#!/bin/bash
|
||||
KUMADB="/opt/network-lxc/uptime/data/kuma.db"
|
||||
|
||||
echo "=== 1. Запущена ли Kuma? ==="
|
||||
pct exec 107 -- bash -c 'ps aux | grep -E "node.*server.js|uptime-kuma" | grep -v grep'
|
||||
echo "---"
|
||||
pct exec 107 -- bash -c 'ss -tlnp | grep 3001 || echo "порт 3001 не слушается"'
|
||||
|
||||
echo ""
|
||||
echo "=== 2. Сколько мониторов в БД? ==="
|
||||
pct exec 107 -- sqlite3 "$KUMADB" "SELECT id, name, type, url FROM monitor ORDER BY id;"
|
||||
|
||||
echo ""
|
||||
echo "=== 3. Есть ли связи в monitor_notification? ==="
|
||||
pct exec 107 -- sqlite3 "$KUMADB" "SELECT * FROM monitor_notification;"
|
||||
Executable
+67
@@ -0,0 +1,67 @@
|
||||
#!/bin/bash
|
||||
set -e
|
||||
KUMADB="/opt/network-lxc/uptime/data/kuma.db"
|
||||
|
||||
echo "=== 1. Имя Docker-контейнера Kuma ==="
|
||||
KUMA_CONTAINER=$(pct exec 107 -- docker ps --format "{{.Names}}" | grep -iE "uptime|kuma" | head -1)
|
||||
echo "Контейнер: $KUMA_CONTAINER"
|
||||
|
||||
echo ""
|
||||
echo "=== 2. Останавливаем контейнер ==="
|
||||
pct exec 107 -- docker stop "$KUMA_CONTAINER"
|
||||
sleep 2
|
||||
echo "✅ Остановлен"
|
||||
|
||||
echo ""
|
||||
echo "=== 3. Бэкап БД ==="
|
||||
pct exec 107 -- cp "$KUMADB" "${KUMADB}.bak-$(date +%H%M%S)"
|
||||
echo "✅ Бэкап создан"
|
||||
|
||||
echo ""
|
||||
echo "=== 4. Добавляем 14 мониторов (одной транзакцией) ==="
|
||||
pct exec 107 -- sqlite3 "$KUMADB" << 'SQL'
|
||||
BEGIN;
|
||||
|
||||
INSERT INTO monitor (name,active,user_id,interval,url,type,weight,maxretries,ignore_tls,upside_down,maxredirects,accepted_statuscodes_json,dns_resolve_type,dns_resolve_server,retry_interval,method,timeout) VALUES
|
||||
('n8n.buryans.ru',1,1,60,'https://n8n.buryans.ru','http',2000,2,0,0,10,'["200-299"]','A','1.1.1.1',60,'GET',48.0),
|
||||
('vault.buryans.ru',1,1,60,'https://vault.buryans.ru','http',2000,2,0,0,10,'["200-399"]','A','1.1.1.1',60,'GET',48.0),
|
||||
('finance.buryans.ru',1,1,60,'https://finance.buryans.ru','http',2000,2,0,0,10,'["200-299"]','A','1.1.1.1',60,'GET',48.0),
|
||||
('recipes.buryans.ru',1,1,60,'https://recipes.buryans.ru','http',2000,2,0,0,10,'["200-299"]','A','1.1.1.1',60,'GET',48.0),
|
||||
('music.buryans.ru',1,1,60,'https://music.buryans.ru','http',2000,2,0,0,10,'["200-299"]','A','1.1.1.1',60,'GET',48.0),
|
||||
('sync.buryans.ru',1,1,60,'https://sync.buryans.ru','http',2000,2,0,0,10,'["200-299"]','A','1.1.1.1',60,'GET',48.0),
|
||||
('headscale.buryans.ru',1,1,60,'https://headscale.buryans.ru','http',2000,2,0,0,10,'["200-299"]','A','1.1.1.1',60,'GET',48.0),
|
||||
('status.buryans.ru',1,1,60,'https://status.buryans.ru','http',2000,2,0,0,10,'["200-299"]','A','1.1.1.1',60,'GET',48.0);
|
||||
|
||||
INSERT INTO monitor (name,active,user_id,interval,hostname,type,weight,maxretries,retry_interval,timeout,packet_size) VALUES
|
||||
('VPS ping',1,1,60,'193.233.210.184','ping',2000,2,60,48.0,56);
|
||||
|
||||
INSERT INTO monitor (name,active,user_id,interval,url,type,weight,maxretries,ignore_tls,upside_down,maxredirects,accepted_statuscodes_json,retry_interval,method,timeout) VALUES
|
||||
('Proxmox API',1,1,60,'https://192.168.1.5:8006','http',2000,2,1,0,10,'["200-399"]',60,'GET',48.0);
|
||||
|
||||
INSERT INTO monitor (name,active,user_id,interval,hostname,port,type,weight,maxretries,retry_interval,timeout) VALUES
|
||||
('Postgres (CT 151)',1,1,60,'192.168.1.151',5432,'tcp',2000,2,60,48.0);
|
||||
|
||||
INSERT INTO monitor (name,active,user_id,interval,url,type,weight,maxretries,ignore_tls,upside_down,maxredirects,accepted_statuscodes_json,retry_interval,method,timeout) VALUES
|
||||
('Prometheus (CT 134)',1,1,60,'http://192.168.1.134:9090','http',2000,2,0,0,10,'["200-299"]',60,'GET',48.0),
|
||||
('Authentik (CT 114)',1,1,60,'http://192.168.1.114:9000','http',2000,2,0,0,10,'["200-299"]',60,'GET',48.0),
|
||||
('Matrix (CT 155)',1,1,60,'http://192.168.1.155:8080','http',2000,2,0,0,10,'["200-299"]',60,'GET',48.0);
|
||||
|
||||
INSERT INTO monitor_notification (monitor_id, notification_id)
|
||||
SELECT id, 1 FROM monitor WHERE id > 1;
|
||||
|
||||
COMMIT;
|
||||
SQL
|
||||
echo "✅ 14 мониторов + уведомления добавлены"
|
||||
|
||||
echo ""
|
||||
echo "=== 5. Запускаем контейнер ==="
|
||||
pct exec 107 -- docker start "$KUMA_CONTAINER"
|
||||
sleep 5
|
||||
echo "✅ Запущен"
|
||||
|
||||
echo ""
|
||||
echo "=== 6. Проверка ==="
|
||||
pct exec 107 -- sqlite3 -header -column "$KUMADB" \
|
||||
"SELECT m.id, m.name, m.type, m.active, mn.notification_id
|
||||
FROM monitor m LEFT JOIN monitor_notification mn ON m.id=mn.monitor_id
|
||||
ORDER BY m.id;"
|
||||
Executable
+32
@@ -0,0 +1,32 @@
|
||||
#!/bin/bash
|
||||
set -e
|
||||
|
||||
echo "=== Инвентаризация всех CT: IP + ключевые порты ==="
|
||||
printf "%-5s %-25s %-15s %-60s\n" "CT" "Имя" "IP" "Открытые порты"
|
||||
printf "%-5s %-25s %-15s %-60s\n" "---" "----" "--" "---------------"
|
||||
|
||||
for vmid in $(pct list 2>/dev/null | awk '/running/ && $1 ~ /^[0-9]+$/ {print $1}'); do
|
||||
name=$(pct config $vmid 2>/dev/null | grep hostname | awk '{print $2}')
|
||||
ip=$(pct exec $vmid -- ip -4 addr show 2>/dev/null | grep -oP 'inet \K[\d.]+' | grep -v 127.0.0.1 | head -1)
|
||||
|
||||
# Проверяем ключевые порты на CT
|
||||
ports=""
|
||||
[ -n "$ip" ] && {
|
||||
for p in 22 80 443 3000 3001 5680 8080 8096 8443 8929 9091 9696 6767 32400 4533 7878 8989 9696 8787; do
|
||||
timeout 0.3 bash -c "echo > /dev/tcp/$ip/$p" 2>/dev/null && ports="$ports $p"
|
||||
done
|
||||
}
|
||||
|
||||
printf "%-5s %-25s %-15s %-60s\n" "$vmid" "$name" "${ip:-?}" "${ports:--}"
|
||||
done
|
||||
|
||||
echo ""
|
||||
echo "=== Домены buryans.ru (DNS резолв) ==="
|
||||
for d in n8n git vault finance recipes music sync headscale status; do
|
||||
ip=$(dig +short ${d}.buryans.ru 2>/dev/null | head -1)
|
||||
echo " ${d}.buryans.ru -> ${ip:-NXDOMAIN}"
|
||||
done
|
||||
|
||||
echo ""
|
||||
echo "=== Кто слушает 443 на VPS ==="
|
||||
ssh -o ConnectTimeout=3 root@193.233.210.184 'ss -tlnp 2>/dev/null | grep :443 | head -3'
|
||||
Executable
+19
@@ -0,0 +1,19 @@
|
||||
#!/bin/bash
|
||||
|
||||
echo "=== Схема БД Kuma ==="
|
||||
pct exec 107 -- sqlite3 /opt/network-lxc/uptime/data/kuma.db ".tables" | tr ' ' '\n' | grep -i notif
|
||||
|
||||
echo ""
|
||||
echo "=== Схема таблицы monitor_notification ==="
|
||||
pct exec 107 -- sqlite3 /opt/network-lxc/uptime/data/kuma.db ".schema monitor_notification"
|
||||
|
||||
echo ""
|
||||
echo "=== Пример связи (для существующего monitor id=1) ==="
|
||||
pct exec 107 -- sqlite3 /opt/network-lxc/uptime/data/kuma.db "SELECT * FROM monitor_notification WHERE monitor_id=1;"
|
||||
|
||||
echo ""
|
||||
echo "=== Что мониторится сейчас (полная информация) ==="
|
||||
pct exec 107 -- sqlite3 -header /opt/network-lxc/uptime/data/kuma.db \
|
||||
"SELECT m.id, m.name, m.type, m.url, m.interval, mn.notification_id, m.active
|
||||
FROM monitor m
|
||||
LEFT JOIN monitor_notification mn ON m.id = mn.monitor_id;"
|
||||
Executable
+14
@@ -0,0 +1,14 @@
|
||||
#!/bin/bash
|
||||
set -e
|
||||
KUMADB="/opt/network-lxc/uptime/data/kuma.db"
|
||||
|
||||
echo "=== Схема таблицы monitor (все поля) ==="
|
||||
pct exec 107 -- sqlite3 "$KUMADB" ".schema monitor" | head -60
|
||||
|
||||
echo ""
|
||||
echo "=== Данные существующего монитора (id=1) ==="
|
||||
pct exec 107 -- sqlite3 -header -column "$KUMADB" "SELECT * FROM monitor WHERE id=1;"
|
||||
|
||||
echo ""
|
||||
echo "=== Все имена полей (для INSERT) ==="
|
||||
pct exec 107 -- sqlite3 "$KUMADB" "PRAGMA table_info(monitor);" | awk -F'|' '{print NR". "$2" ("$3")"}'
|
||||
Executable
+6
@@ -0,0 +1,6 @@
|
||||
#!/bin/bash
|
||||
set -e
|
||||
KUMADB="/opt/network-lxc/uptime/data/kuma.db"
|
||||
|
||||
echo "=== Все поля таблицы monitor ==="
|
||||
pct exec 107 -- sqlite3 -header "$KUMADB" "SELECT * FROM monitor WHERE id=1\G" 2>/dev/null | sed 's/^/ /'
|
||||
Reference in new issue
Block a user