mirror of
https://github.com/kevinveenbirkenbach/computer-playbook.git
synced 2026-11-08 11:46:35 +00:00
Every script a role ships now lives under `files/<language>/`, and the unit
suite is split the same way: `tests/unit/python/` beside new sibling trees for
the other languages. `tests/lint/filesystem/test_role_files_layout.py` keeps it
that way; directories whose shape is dictated from outside carry a `.nocheck`
naming the constraint (Docker build contexts, WordPress mu-plugins, the Joomla
extension, Odoo addons, Playwright suites, the `files/test/test.sh` harness
that `test-e2e-cli` resolves generically).
This cannot be applied in halves. Moving a file and repointing what names it
are the same change: 14 references resolve only at deploy time, so the tree is
green either before or after, never between.
Those 14 were found by static resolution over every reference class, not by the
test suite -- a full `make quality-high` was green while all of them were
broken:
* 7 `src:` values built from a role variable holding a bare filename
(svc-bkp-remote-2-local, decidim, espocrm, friendica, joomla, pixelfed x2).
The variable doubles as the destination name inside the container, so the
language segment belongs at the call site, not in the variable.
* `sys-service/tasks/04_base.yml` resolved every consumer's systemd script
through `first_found(..., errors='strict')` over `files/script.{sh,py}`.
18 roles ship exactly that and have no template fallback: the play would
have died on each.
* `sys-front-inj-javascript` fell back to `<role>/files/javascript.js`; the
interface now reads `files/javascript/javascript.js`.
* `sys-front-inj-logout/templates/head_sub.j2` built the cache-busting mtime
path through `path_absolute(... 'files', ...)`.
* 4 `ansible.builtin.script:` invocations naming a bare command
(pull.py, prune.sh, set_postgres_superuser_password.sh, ganesha-serve.sh).
* `dev-python/files/shell/install.sh` pointed at a sibling role's script.
Depth-dependent paths inside the moved trees were bumped accordingly: 59
`parents[N]` computations, 12 relative climbs, and the per-role recover CLI,
whose path `cli/administration/recover/recoverers.py` still assembled from the
pre-move location.
Co-Authored-By: Claude Opus 5 (1M context) <noreply@anthropic.com>
106 lines
3.8 KiB
Python
106 lines
3.8 KiB
Python
"""Abstract recover flow shared by every ``svc-bkp-*`` role.
|
|
|
|
A recover mirrors a snapshot into a live target directory
|
|
(``rsync -a --delete``), so the target's current state would be lost
|
|
without a net. The flow therefore first runs the role's deployed backup
|
|
service (``systemctl start`` on the role's unit), which applies the
|
|
usual differential backup logic to the live data before anything is
|
|
overwritten. Roles subclass :class:`DirectoryRecovery`, set
|
|
``unit_pattern`` and ship a thin ``files/python/recover.py`` CLI around it
|
|
(enforced by ``tests/lint/ansible/roles/test_bkp_roles_have_recover.py``).
|
|
|
|
Host-agnostic: source and target may be a local path or a remote
|
|
``[user@]host:/path`` (rsync pushes/pulls over ssh). A remote target
|
|
skips the local pre-recover safety backup, since that host's live data
|
|
is the remote's concern.
|
|
"""
|
|
|
|
from __future__ import annotations
|
|
|
|
import subprocess
|
|
from abc import ABC
|
|
from pathlib import Path
|
|
|
|
|
|
def is_remote(location: str) -> bool:
|
|
"""A location not starting with ``/`` is a remote ``[user@]host:/path``."""
|
|
return not location.startswith("/")
|
|
|
|
|
|
class DirectoryRecovery(ABC):
|
|
"""Service-backed recovery for a directory target.
|
|
|
|
Args:
|
|
source_dir: snapshot directory to restore from.
|
|
target_dir: live directory to restore into.
|
|
service_backup: run the role's backup unit first (default);
|
|
disable only when the target holds nothing worth saving.
|
|
"""
|
|
|
|
unit_pattern: str
|
|
rsync_extra_args: tuple[str, ...] = ()
|
|
|
|
def __init__(
|
|
self, source_dir: str, target_dir: str, *, service_backup: bool = True
|
|
) -> None:
|
|
if not getattr(self, "unit_pattern", ""):
|
|
raise ValueError(f"{type(self).__name__} must set unit_pattern")
|
|
self.source_dir = Path(source_dir)
|
|
self.target_dir = Path(target_dir)
|
|
self.service_backup = service_backup
|
|
if not is_remote(str(self.source_dir)) and not self.source_dir.is_dir():
|
|
raise SystemExit(f"ERROR: snapshot {self.source_dir} does not exist")
|
|
if not is_remote(str(self.target_dir)) and not self.target_dir.is_dir():
|
|
raise SystemExit(
|
|
f"ERROR: target {self.target_dir} does not exist; refusing to "
|
|
"create it implicitly"
|
|
)
|
|
|
|
def _backup_units(self) -> list[str]:
|
|
listing = subprocess.run(
|
|
[
|
|
"systemctl",
|
|
"list-unit-files",
|
|
self.unit_pattern,
|
|
"--no-legend",
|
|
],
|
|
check=True,
|
|
capture_output=True,
|
|
text=True,
|
|
).stdout
|
|
return [line.split()[0] for line in listing.splitlines() if line.split()]
|
|
|
|
def backup_target(self) -> None:
|
|
"""Run the role's deployed backup unit against the live data."""
|
|
units = self._backup_units()
|
|
if not units:
|
|
raise SystemExit(
|
|
f"ERROR: no unit matches {self.unit_pattern}; deploy the role "
|
|
"first or pass --no-safety-backup when the target holds "
|
|
"nothing worth saving"
|
|
)
|
|
for unit in units:
|
|
print(f"OK: running backup unit {unit} before the recover")
|
|
subprocess.run(["systemctl", "start", unit], check=True)
|
|
|
|
def restore(self) -> None:
|
|
subprocess.run(
|
|
[
|
|
"rsync",
|
|
"-a",
|
|
"--numeric-ids",
|
|
"--delete",
|
|
*self.rsync_extra_args,
|
|
f"{self.source_dir}/",
|
|
f"{self.target_dir}/",
|
|
],
|
|
check=True,
|
|
)
|
|
print(f"OK: {self.target_dir} restored from {self.source_dir}")
|
|
|
|
def run(self) -> int:
|
|
if self.service_backup and not is_remote(str(self.target_dir)):
|
|
self.backup_target()
|
|
self.restore()
|
|
return 0
|