#!/usr/bin/env python3 """Портативный runner аудита для ПК. Без внешних зависимостей.""" import argparse import json import os import re import sys import time import urllib.request ROOT = os.path.dirname(os.path.abspath(__file__)) def env(name, default=""): return os.environ.get(name, default) def load_tasks(path): out = [] with open(path, encoding="utf-8") as f: for line in f: line = line.strip() if line: out.append(json.loads(line)) return out def prompt(task): f = os.path.join(ROOT, "prompt-vendor.md" if task["kind"] == "vendor" else "prompt-practice.md") schema = os.path.join(ROOT, "schema-vendor.json" if task["kind"] == "vendor" else "schema-practice.json") p = open(f, encoding="utf-8").read() body = json.dumps(task, ensure_ascii=False, indent=2) schema_txt = open(schema, encoding="utf-8").read()[:12000] src = "" sd = os.path.join(ROOT, "sources", task["id"]) if os.path.isdir(sd): chunks = [] for name in sorted(os.listdir(sd))[:10]: fp = os.path.join(sd, name) if os.path.isfile(fp) and name.lower().endswith((".txt", ".md", ".html")): try: chunks.append("### %s\n%s" % (name, open(fp, encoding="utf-8", errors="ignore").read()[:12000])) except Exception: pass if chunks: src = "\n\n## Локальные источники\n" + "\n\n".join(chunks) return p + "\n\n## Задача\n```json\n" + body + "\n```\n\n## Схема ответа\n```json\n" + schema_txt + "\n```" + src def call_llm(text): provider = env("LLM_PROVIDER", "ollama").lower() base = env("LLM_URL", "http://127.0.0.1:11434").rstrip("/") model = env("LLM_MODEL", "qwen2.5:7b") key = env("LLM_API_KEY", "") timeout = int(env("LLM_TIMEOUT", "600")) if provider == "openai": url = base if base.endswith("/v1") else base + "/v1" url = url + "/chat/completions" body = {"model": model, "temperature": 0.2, "messages": [{"role": "user", "content": text}]} headers = {"Content-Type": "application/json"} if key: headers["Authorization"] = "Bearer " + key else: url = base + "/api/generate" body = {"model": model, "prompt": text, "stream": False, "options": {"temperature": 0.2}} headers = {"Content-Type": "application/json"} req = urllib.request.Request(url, data=json.dumps(body).encode(), headers=headers, method="POST") with urllib.request.urlopen(req, timeout=timeout) as r: data = json.loads(r.read().decode()) if provider == "openai": return data["choices"][0]["message"]["content"] return data.get("response", "") def extract_json(text): text = text.strip() if text.startswith("```"): text = re.sub(r"^```[a-zA-Z]*\n?", "", text) text = re.sub(r"\n?```$", "", text).strip() try: return json.loads(text), None except Exception: pass a, b = text.find("{"), text.rfind("}") if a >= 0 and b > a: try: return json.loads(text[a:b + 1]), None except Exception as e: return None, str(e) return None, "no json" def main(): ap = argparse.ArgumentParser() ap.add_argument("--tasks", default=os.path.join(ROOT, "tasks.jsonl")) ap.add_argument("--out", default=os.path.join(ROOT, "results")) ap.add_argument("--limit", type=int, default=0) ap.add_argument("--only", default="") ap.add_argument("--dry-run", action="store_true") a = ap.parse_args() os.makedirs(a.out, exist_ok=True) tasks = load_tasks(a.tasks) if a.only: tasks = [t for t in tasks if t["id"] == a.only] if a.limit: tasks = tasks[:a.limit] for t in tasks: out = os.path.join(a.out, t["id"] + ".json") if os.path.exists(out): print("skip", t["id"]) continue p = prompt(t) if a.dry_run: print("dry-run", t["id"], "prompt_chars", len(p)) continue print("run", t["id"], flush=True) t0 = time.time() try: raw = call_llm(p) obj, err = extract_json(raw) if obj is None: open(os.path.join(a.out, t["id"] + ".raw.txt"), "w", encoding="utf-8").write(raw) print(" bad json:", err) continue obj.setdefault("id", t["id"]) obj.setdefault("kind", t["kind"]) obj.setdefault("vendor" if t["kind"] == "vendor" else "practice", t["name"]) open(out, "w", encoding="utf-8").write(json.dumps(obj, ensure_ascii=False, indent=2)) print(" ok %.1fs" % (time.time() - t0)) except Exception as e: print(" error:", e) with open(os.path.join(a.out, t["id"] + ".log"), "a", encoding="utf-8") as f: f.write("%s %s\n" % (time.time(), e)) print("done") if __name__ == "__main__": sys.exit(main())