191 lines
7.4 KiB
Python
Executable File
191 lines
7.4 KiB
Python
Executable File
#!/usr/bin/env python3
|
|
# -*- coding: utf-8 -*-
|
|
"""Собирает docker-compose.yml по факту из docker inspect.
|
|
|
|
Зачем: контейнеры, созданные через docker run, живут вне Git. Скрипт читает
|
|
живое состояние и печатает YAML, где секреты заменены на ${VAR}
|
|
(значения пишутся отдельно в .env, в Git не попадают).
|
|
|
|
Использование (на хосте PVE):
|
|
python3 docker-to-compose.py 103 # печать в stdout
|
|
python3 docker-to-compose.py 103 --write # файл в deploy/ct103/
|
|
"""
|
|
import json
|
|
import os
|
|
import re
|
|
import subprocess
|
|
import sys
|
|
|
|
REPO = "/root/buryan-infra"
|
|
SECRET_RE = re.compile(r"(?i)(pass|passwd|password|pwd|secret|token|api[_-]?key|apikey|client_secret|encryption|^key$|_key$|^key_)")
|
|
# значения, которые не прячем: пути, URL без учётных данных, числа, булевы
|
|
SKIP_RE = re.compile(r"(?i)^(true|false|\d+|/.*|https?://[^:@\s]+)$")
|
|
|
|
|
|
def pct(ct, *args):
|
|
r = subprocess.run(["pct", "exec", str(ct), "--", *args], capture_output=True, text=True)
|
|
return r.stdout
|
|
|
|
|
|
def containers(ct):
|
|
ids = pct(ct, "docker", "ps", "-q").split()
|
|
if not ids:
|
|
return []
|
|
out = pct(ct, "docker", "inspect", *ids)
|
|
return json.loads(out)
|
|
|
|
|
|
def is_compose(c):
|
|
labels = (c.get("Config", {}).get("Labels") or {})
|
|
return bool(labels.get("com.docker.compose.project"))
|
|
|
|
|
|
def q(s):
|
|
if s == "":
|
|
return '""'
|
|
if re.fullmatch(r"[A-Za-z0-9_./:@=+,%\-]+", s):
|
|
return f'"{s}"'
|
|
return '"' + s.replace('\\', '\\\\').replace('"', '\\"') + '"'
|
|
|
|
|
|
def build(ct):
|
|
services, volumes, envfile, networks = {}, {}, {}, set()
|
|
for c in containers(ct):
|
|
if is_compose(c):
|
|
continue
|
|
name = c["Name"].lstrip("/")
|
|
cfg, host = c["Config"], c["HostConfig"]
|
|
svc = {"image": cfg["Image"], "container_name": name}
|
|
|
|
restart = (host.get("RestartPolicy") or {}).get("Name") or ""
|
|
if restart:
|
|
svc["restart"] = restart
|
|
if host.get("SecurityOpt"):
|
|
svc["security_opt"] = list(host["SecurityOpt"])
|
|
net = host.get("NetworkMode") or ""
|
|
if net and net not in ("default", "bridge") and not net.startswith("container:") and not net.startswith("host"):
|
|
# составные сети проектов, в которых жили контейнеры
|
|
svc["networks"] = [net]
|
|
elif net == "host":
|
|
svc["network_mode"] = "host"
|
|
|
|
ports = []
|
|
for cp, binds in (host.get("PortBindings") or {}).items():
|
|
cport = cp.split("/")[0]
|
|
for b in binds or []:
|
|
hostport = b.get("HostPort", "")
|
|
ports.append(f'{hostport}:{cport}' if b.get("HostIp") in ("", "0.0.0.0") else f'{b["HostIp"]}:{hostport}:{cport}')
|
|
if ports:
|
|
svc["ports"] = ports
|
|
|
|
vols = []
|
|
for m in c.get("Mounts") or []:
|
|
if m.get("Type") == "bind":
|
|
vols.append(f'{m["Source"]}:{m["Destination"]}' + (":ro" if not m.get("RW", True) else ""))
|
|
elif m.get("Type") == "volume":
|
|
vname = f'{name}-{m["Destination"].strip("/").replace("/", "-")}'
|
|
volumes[vname] = {}
|
|
vols.append(f'{vname}:{m["Destination"]}')
|
|
if vols:
|
|
svc["volumes"] = vols
|
|
|
|
env = {}
|
|
for e in cfg.get("Env") or []:
|
|
if "=" not in e:
|
|
continue
|
|
k, v = e.split("=", 1)
|
|
if k == "PATH":
|
|
continue
|
|
if SECRET_RE.search(k) and not SKIP_RE.match(v):
|
|
var = f'{name.upper().replace("-", "_")}_{k}'
|
|
env[k] = "${" + var + "}"
|
|
envfile[var] = v
|
|
else:
|
|
env[k] = v
|
|
if env:
|
|
svc["environment"] = env
|
|
|
|
if cfg.get("Command"):
|
|
svc["command"] = cfg["Command"]
|
|
elif "promtail" in cfg["Image"]:
|
|
# promtail без явного -config.file берёт встроенный конфиг образа
|
|
# (в нём нет clients) и падает: "at least one client config must be provided".
|
|
# Проверено 28.10.2026 на CT103.
|
|
svc["command"] = ["-config.file=/etc/promtail/config.yml"]
|
|
if cfg.get("Entrypoint"):
|
|
svc["entrypoint"] = cfg["Entrypoint"]
|
|
for n in svc.get("networks", []):
|
|
networks.add(n)
|
|
services[name] = svc
|
|
return services, volumes, envfile, networks
|
|
|
|
|
|
def yaml_dump(services, volumes, networks):
|
|
L = ["services:"]
|
|
for name in sorted(services):
|
|
s = services[name]
|
|
L.append(f" {name}:")
|
|
for k in ("image", "container_name", "restart", "network_mode"):
|
|
if k in s:
|
|
L.append(f" {k}: {q(s[k]) if isinstance(s[k], str) else s[k]}")
|
|
for k in ("networks", "security_opt", "ports", "volumes"):
|
|
if k in s:
|
|
L.append(f" {k}:")
|
|
for v in s[k]:
|
|
L.append(f" - {q(v)}")
|
|
if "environment" in s:
|
|
L.append(" environment:")
|
|
for k in sorted(s["environment"]):
|
|
val = s["environment"][k]
|
|
if val.startswith("${"):
|
|
L.append(f" {k}: {val}")
|
|
elif re.fullmatch(r"\d+", str(val)):
|
|
L.append(f' {k}: "{val}"')
|
|
else:
|
|
L.append(f" {k}: {q(str(val))}")
|
|
for k in ("command", "entrypoint"):
|
|
if k in s:
|
|
L.append(f" {k}:")
|
|
for v in s[k]:
|
|
L.append(f" - {q(v)}")
|
|
if volumes:
|
|
L.append("volumes:")
|
|
for v in sorted(volumes):
|
|
L.append(f" {v}: {{}}")
|
|
if networks:
|
|
L.append("networks:")
|
|
for n in sorted(networks):
|
|
L.append(f" {n}:")
|
|
L.append(" external: true")
|
|
return "\n".join(L) + "\n"
|
|
|
|
|
|
def main():
|
|
ct = sys.argv[1]
|
|
write = "--write" in sys.argv
|
|
services, volumes, envfile, networks = build(ct)
|
|
if not services:
|
|
print(f"CT{ct}: все контейнеры уже под compose", file=sys.stderr)
|
|
return 0
|
|
body = ("# Сгенерировано docker-to-compose.py по живому состоянию.\n"
|
|
"# Секреты — в .env рядом (права 600, в Git не попадает).\n"
|
|
"# Проверка: docker compose config\n\n" + yaml_dump(services, volumes, networks))
|
|
if write:
|
|
d = f"{REPO}/deploy/ct{ct}"
|
|
os.makedirs(d, exist_ok=True)
|
|
if os.path.exists(f"{d}/docker-compose.yml") and "--force" not in sys.argv:
|
|
print(f"CT{ct}: файл уже есть, не перезаписываю (--force чтобы обновить)", file=sys.stderr)
|
|
return 0
|
|
open(f"{d}/docker-compose.yml", "w", encoding="utf-8").write(body)
|
|
with open(f"{d}/env.example", "w", encoding="utf-8") as f:
|
|
f.write("# Скопировать в .env на CT%s, chmod 600\n" % ct)
|
|
for k in sorted(envfile):
|
|
f.write(f"{k}=\n")
|
|
print(f"CT{ct}: {len(services)} сервисов, {len(envfile)} секретов -> {d}/docker-compose.yml")
|
|
else:
|
|
print(body)
|
|
return 0
|
|
|
|
|
|
if __name__ == "__main__":
|
|
sys.exit(main()) |