Files
computer-playbook/utils/annotations/summarize.py
T
kevinveenbirkenbachandClaude Opus 4.7 525699a9ab test(lint/cache-read): extend scope to utils, cli, plugins, library
Modules imported by tests run inside the same pytest process as the
tests themselves. Raw ``path.read_text(...)`` calls in those modules
bypass the cache the tests just populated. ``roles/`` stays excluded
(deployed scripts have no ``utils/`` on PYTHONPATH); ``utils/cache/``
stays excluded (cache implementation itself).

Five conversions to ``utils.cache.files.read_text``:
- ``utils/handler/yaml.py`` (YAML loader, read-only)
- ``utils/annotations/summarize.py`` (CI log scanner, with
  ``UnicodeDecodeError`` fallback replacing ``errors="replace"``)
- ``cli/meta/roles/applications/resolution/combined/__main__.py``
  (single-shot CLI JSON input)
- ``cli/core/help.py`` (read_folder_title + read_folder_description;
  same README is read many times across CLI help iteration)

Eight ``# nocheck: cache-read`` markers, each annotated inline:
- ``utils/claude/settings_sort.py`` (read then rewrite sorted)
- ``utils/docker/version_updater.py`` (read then rewrite config)
- ``cli/administration/deploy/development/network.py`` (tests mock
  ``Path.read_text`` directly; caching would bypass the mock)
- ``cli/administration/deploy/development/log_utils.py`` (append flow)
- ``cli/contributing/changelog/archive/changelog_md.py``,
  ``__main__.py``, ``package_mirror.py`` (file mutated in same flow)

Two callers refactored to variable extraction so ruff's 88-char wrap
keeps the ``# nocheck`` marker on the ``read_text(...)`` AST span line
(``cli/.../network.py`` and ``package_mirror.py:105``).

Co-Authored-By: Claude Opus 4.7 (1M context) <noreply@anthropic.com>
2026-05-15 14:23:32 +02:00

125 lines
3.6 KiB
Python
Executable File

#!/usr/bin/env python3
"""Parse GHA annotation lines from a log file and write a Markdown summary
to $GITHUB_STEP_SUMMARY.
Usage:
python3 -m utils.annotations.summarize <logfile> [<title>]
Annotation format emitted by utils.annotations.message:
::warning title=<t>,file=<f>,line=<l>,col=<c>::<message>
::error title=<t>,...::<message>
::notice title=<t>,...::<message>
"""
from __future__ import annotations
import os
import re
import sys
from collections import defaultdict
from dataclasses import dataclass
from pathlib import Path
from utils.cache.files import read_text
ANNOTATION_RE = re.compile(r"^::(warning|error|notice)(?:\s([^:]*))?::(.*)$")
PROP_RE = re.compile(r"(\w+)=([^,]*)")
ICONS = {"error": "🔴", "warning": "🟡", "notice": "🔵"}
HEADINGS = {"error": "Errors", "warning": "Warnings", "notice": "Notices"}
@dataclass
class Annotation:
level: str
message: str
title: str | None = None
file: str | None = None
line: int | None = None
col: int | None = None
def parse_props(props_str: str) -> dict[str, str]:
return {m.group(1): m.group(2) for m in PROP_RE.finditer(props_str or "")}
def parse_log(path: Path) -> list[Annotation]:
annotations: list[Annotation] = []
try:
content = read_text(str(path))
except UnicodeDecodeError:
return annotations
for raw in content.splitlines():
m = ANNOTATION_RE.match(raw.strip())
if not m:
continue
level, props_str, message = m.group(1), m.group(2) or "", m.group(3)
props = parse_props(props_str)
annotations.append(
Annotation(
level=level,
message=message,
title=props.get("title"),
file=props.get("file"),
line=int(props["line"]) if "line" in props else None,
col=int(props["col"]) if "col" in props else None,
)
)
return annotations
def render_markdown(annotations: list[Annotation], title: str) -> str:
if not annotations:
return f"## {title}\n\n✅ No annotations found.\n"
by_level: dict[str, list[Annotation]] = defaultdict(list)
for a in annotations:
by_level[a.level].append(a)
lines = [f"## {title}\n"]
for level in ("error", "warning", "notice"):
items = by_level.get(level, [])
if not items:
continue
icon = ICONS[level]
heading = HEADINGS[level]
lines.append(f"### {icon} {heading} ({len(items)})\n")
lines.append("| Title | File | Message |")
lines.append("|-------|------|---------|")
for a in items:
t = a.title or ""
loc = a.file or ""
if loc and a.line:
loc = f"{loc}:{a.line}"
msg = a.message.replace("|", "\\|")
lines.append(f"| {t} | {loc} | {msg} |")
lines.append("")
return "\n".join(lines)
def main() -> None:
if len(sys.argv) < 2:
print("Usage: summarize <logfile> [<title>]", file=sys.stderr)
sys.exit(1)
log_path = Path(sys.argv[1])
title = sys.argv[2] if len(sys.argv) > 2 else "Annotation Summary"
if not log_path.exists():
print(f"Log file not found, skipping summary: {log_path}", file=sys.stderr)
sys.exit(0)
annotations = parse_log(log_path)
markdown = render_markdown(annotations, title)
summary_file = os.environ.get("GITHUB_STEP_SUMMARY")
if summary_file:
with Path(summary_file).open("a") as f:
f.write(markdown + "\n")
else:
print(markdown)
if __name__ == "__main__":
main()