Files
buryan-infra/ops/scripts/alert_digest.py
T

69 lines
2.4 KiB
Python
Executable File

#!/usr/bin/env python3
"""Alert digest: новые алерты Alertmanager → Matrix (Секретарь-Бета)."""
import json
import os
import time
import urllib.request
AM = "http://192.168.1.134:9093/api/v2/alerts"
ROOM = "!puEdcZCc87kKoCm3mX5bbjrTS-Skv2XCZg7JJBKOMw0"
HS = "http://192.168.1.155:8008"
STATE = "/var/lib/alert-digest/seen.json"
def send(text):
tok = open("/root/.matrix-admin-token").read().strip()
txn = "alert-%d" % int(time.time() * 1000)
body = json.dumps({"msgtype": "m.text", "body": text}).encode()
url = "%s/_matrix/client/v3/rooms/%s/send/m.room.message/%s?access_token=%s" % (HS, ROOM, txn, tok)
req = urllib.request.Request(url, data=body, headers={"Content-Type": "application/json"}, method="PUT")
with urllib.request.urlopen(req, timeout=20) as r:
return r.status
def main():
os.makedirs(os.path.dirname(STATE), exist_ok=True)
try:
seen = json.load(open(STATE))
except Exception:
seen = {}
try:
with urllib.request.urlopen(AM, timeout=15) as r:
alerts = json.loads(r.read().decode())
except Exception as e:
print("alertmanager:", e)
return 0
new = []
for a in alerts:
fp = a.get("fingerprint") or (a.get("labels") or {}).get("alertname", "")
if fp and fp not in seen:
new.append(a)
seen[fp] = int(time.time())
# prune > 7d
now = int(time.time())
seen = {k: v for k, v in seen.items() if now - v < 7 * 86400}
json.dump(seen, open(STATE, "w"))
if not new:
print("no new alerts")
return 0
lines = ["🚨 **Новые алерты** — " + time.strftime("%d.%m %H:%M")]
for a in new[:10]:
lb = a.get("labels") or {}
an = a.get("annotations") or {}
lines.append("• **%s** (%s): %s" % (lb.get("alertname"), lb.get("severity", "?"),
an.get("summary") or an.get("description") or ""))
if lb.get("instance"):
lines.append(" instance: %s" % lb.get("instance"))
if len(new) > 10:
lines.append("… ещё %d" % (len(new) - 10))
lines.append("\nСекретарь, проанализируй: причина, что проверить, риск и следующий шаг.")
try:
print("sent", send("\n".join(lines)))
except Exception as e:
print("matrix:", e)
return 0
if __name__ == "__main__":
raise SystemExit(main())