Files
computer-playbook/tests/unit/python/cli/administration/deploy/dedicated/test_runner.py
T
kevinveenbirkenbachandClaude Opus 5 3cc0214c28 fix(deploy): stop the dedicated deploy from git-cleaning its own checkout
`MODE_CLEANUP` says what to tidy on the deployed system: prune unused Docker
resources, clear Mastodon caches, switch an LDAP user list from `present` to
`exact`. Eight roles read it that way. The dedicated runner read the same flag
and ran `make clean` in the control repository instead, which is
`git clean -fdX` over every ignored path there.

`inventories/production/` is one of those paths. The published host install
guide provisions into it and then deploys against `$INVENTORY/.password`, so
the deploy deleted the vault password it was about to use:

    Removing inventories/production/
    [ERROR] The vault password file .../inventories/production/.password was
    not found

Reproduced in CI on two unrelated rows, arm64/zfs/debian and
amd64/btrfs/centos, so it is neither architecture nor filesystem specific.

The coupling was a name collision, not a decision. 7e5990aa16 generated the
MODE_* flags from `01_modes.yml` and removed the legacy skip flags, and the
repository clean - which had had a flag of its own - was attached to the
generated `MODE_CLEANUP` because one now existed by that name. No other deploy
path does this; `container`, `development` and `swarm` never call `make` at
all.

`make clean` keeps its own entry points, `make setup-clean`, `make clean-sudo`
and `infinito --git-clean`, where a caller asks for it deliberately.

Co-Authored-By: Claude Opus 5 (1M context) <noreply@anthropic.com>
2026-10-23 10:59:05 +02:00

315 lines
11 KiB
Python

from __future__ import annotations
import json
import subprocess
import unittest
import unittest.mock
from typing import Any
from cli.administration.deploy.dedicated import runner
from cli.administration.inventory.provision.services_disabler import (
ServicesDisabledConflictError,
)
class TestRunAnsiblePlaybook(unittest.TestCase):
def _fake_run_side_effect(
self,
calls_store: list[tuple[list[str], dict[str, Any]]],
ansible_rc: int = 0,
):
"""
Side effect for subprocess.run that:
- records all commands + kwargs to calls_store
- returns a CompletedProcess with ansible_rc for ansible-playbook
- returns success (rc=0) for all other commands
"""
def _side_effect(cmd, *args, **kwargs):
norm_cmd = cmd if isinstance(cmd, list) else [cmd]
calls_store.append((norm_cmd, dict(kwargs)))
if norm_cmd and norm_cmd[0] == "ansible-playbook":
return subprocess.CompletedProcess(
norm_cmd,
ansible_rc,
stdout="ANSIBLE_STDOUT\n",
stderr="ANSIBLE_STDERR\n",
)
return subprocess.CompletedProcess(norm_cmd, 0, stdout="", stderr="")
return _side_effect
@unittest.mock.patch("subprocess.run")
def test_run_ansible_playbook_builds_correct_command_and_uses_repo_root_cwd(
self, mock_run
):
calls: list[tuple[list[str], dict[str, Any]]] = []
mock_run.side_effect = self._fake_run_side_effect(calls, ansible_rc=0)
repo_root = "/repo"
playbook_path = "/repo/playbook.yml"
inventory_validator_path = (
"/repo/cli/administration/inventory/validate/__main__.py"
)
modes: dict[str, Any] = {
"MODE_CLEANUP": True,
"MODE_ASSERT": True,
"MODE_DEBUG": True,
}
inventory_path = "/etc/inventories/github-ci/devices.yml"
limit = "localhost"
allowed_apps = ["web-app-foo", "web-app-bar"]
password_file = "/etc/inventories/github-ci/.password"
with unittest.mock.patch(
"cli.administration.deploy.dedicated.runner.assert_services_disabled_inventory_consistency_from_env"
) as mock_services_disabled_guard:
runner.run_ansible_playbook(
repo_root=repo_root,
playbook_path=playbook_path,
inventory_validator_path=inventory_validator_path,
inventory=inventory_path,
modes=modes,
limit=limit,
allowed_applications=allowed_apps,
password_file=password_file,
verbose=1,
skip_build=False,
diff=True,
ansible_args=None,
)
mock_services_disabled_guard.assert_called_once()
def was_called(cmd: list[str]) -> bool:
return any(call_cmd == cmd for call_cmd, _kw in calls)
self.assertFalse(
was_called(["make", "clean"]),
"MODE_CLEANUP tidies the deployed system, so it must not git-clean "
"the control checkout and delete the inventory being deployed",
)
self.assertTrue(was_called(["make", "setup"]), "Expected 'make setup'")
for call_cmd, kw in calls:
if call_cmd and call_cmd[0] == "make":
self.assertEqual(
kw.get("cwd"),
repo_root,
f"Expected make call to use cwd={repo_root}, got {kw.get('cwd')}",
)
inv_calls = [
(call_cmd, kw)
for call_cmd, kw in calls
if isinstance(call_cmd, list)
and any("validate/__main__.py" in part for part in call_cmd)
]
self.assertTrue(
inv_calls,
"Expected inventory validation call (... validate/__main__.py ...)",
)
for _call_cmd, kw in inv_calls:
self.assertEqual(kw.get("cwd"), repo_root)
self.assertGreaterEqual(len(calls), 1)
last_cmd, last_kw = calls[-1]
self.assertEqual(last_cmd[0], "ansible-playbook")
self.assertEqual(last_kw.get("cwd"), repo_root)
self.assertIn("-i", last_cmd)
self.assertIn(inventory_path, last_cmd)
idx_inv = last_cmd.index(inventory_path)
self.assertGreater(len(last_cmd), idx_inv + 1)
self.assertEqual(last_cmd[idx_inv + 1], playbook_path)
self.assertIn("-l", last_cmd)
self.assertIn(limit, last_cmd)
last_cmd_str = " ".join(last_cmd)
self.assertIn("APPLICATIONS_WHITELIST=web-app-foo,web-app-bar", last_cmd_str)
modes_index = len(last_cmd) - 1 - last_cmd[::-1].index("-e")
self.assertEqual(
json.loads(last_cmd[modes_index + 1]),
{"MODE_CLEANUP": True, "MODE_ASSERT": True, "MODE_DEBUG": True},
)
self.assertIn("--vault-password-file", last_cmd)
self.assertIn(password_file, last_cmd)
self.assertIn("--diff", last_cmd)
self.assertTrue(
any(arg.startswith("-vvv") for arg in last_cmd),
"Expected at least -vvv because MODE_DEBUG=True",
)
self.assertNotIn("text", last_kw)
self.assertNotIn("capture_output", last_kw)
@unittest.mock.patch("subprocess.run")
def test_run_ansible_playbook_appends_passthrough_args_last_for_overrides(
self, mock_run
):
calls: list[tuple[list[str], dict[str, Any]]] = []
mock_run.side_effect = self._fake_run_side_effect(calls, ansible_rc=0)
repo_root = "/repo"
playbook_path = "/repo/playbook.yml"
inventory_validator_path = (
"/repo/cli/administration/inventory/validate/__main__.py"
)
modes: dict[str, Any] = {
"MODE_CLEANUP": False,
"MODE_ASSERT": False,
"MODE_DEBUG": False,
}
inventory_path = "/etc/inventories/github-ci/devices.yml"
passthrough = [
"--tags",
"deploy",
"-e",
"APPLICATIONS_WHITELIST=override-app",
"-e",
"MODE_DEBUG=true",
]
with unittest.mock.patch(
"cli.administration.deploy.dedicated.runner.assert_services_disabled_inventory_consistency_from_env"
):
runner.run_ansible_playbook(
repo_root=repo_root,
playbook_path=playbook_path,
inventory_validator_path=inventory_validator_path,
inventory=inventory_path,
modes=modes,
limit=None,
allowed_applications=["web-app-foo"],
password_file=None,
verbose=0,
skip_build=True,
diff=False,
ansible_args=passthrough,
)
last_cmd, _last_kw = calls[-1]
self.assertEqual(last_cmd[0], "ansible-playbook")
self.assertGreaterEqual(len(last_cmd), len(passthrough))
self.assertEqual(last_cmd[-len(passthrough) :], passthrough)
cmd_str = " ".join(last_cmd)
self.assertIn("APPLICATIONS_WHITELIST=web-app-foo", cmd_str)
self.assertIn("APPLICATIONS_WHITELIST=override-app", cmd_str)
@unittest.mock.patch("subprocess.run")
def test_run_ansible_playbook_failure_exits_with_code_and_skips_phases(
self, mock_run
):
calls: list[tuple[list[str], dict[str, Any]]] = []
mock_run.side_effect = self._fake_run_side_effect(calls, ansible_rc=4)
repo_root = "/repo"
playbook_path = "/repo/playbook.yml"
inventory_validator_path = (
"/repo/cli/administration/inventory/validate/__main__.py"
)
modes: dict[str, Any] = {
"MODE_CLEANUP": False,
"MODE_ASSERT": False,
"MODE_DEBUG": False,
}
with (
unittest.mock.patch(
"cli.administration.deploy.dedicated.runner.assert_services_disabled_inventory_consistency_from_env"
),
self.assertRaises(SystemExit) as ctx,
):
runner.run_ansible_playbook(
repo_root=repo_root,
playbook_path=playbook_path,
inventory_validator_path=inventory_validator_path,
inventory="/etc/inventories/github-ci/devices.yml",
modes=modes,
limit=None,
allowed_applications=None,
password_file=None,
verbose=0,
skip_build=True,
diff=False,
ansible_args=None,
)
self.assertEqual(ctx.exception.code, 4)
self.assertTrue(
any(
call_cmd and call_cmd[0] == "ansible-playbook"
for call_cmd, _kw in calls
),
"ansible-playbook should have been invoked once in the error path",
)
self.assertFalse(any(call_cmd == ["make", "clean"] for call_cmd, _kw in calls))
self.assertFalse(any(call_cmd == ["make", "setup"] for call_cmd, _kw in calls))
self.assertFalse(
any(
any("validate/__main__.py" in part for part in call_cmd)
for call_cmd, _kw in calls
),
"Inventory validation should be skipped when MODE_ASSERT is False",
)
@unittest.mock.patch("subprocess.run")
def test_run_ansible_playbook_fails_early_on_services_disabled_conflict(
self, mock_run
):
calls: list[tuple[list[str], dict[str, Any]]] = []
mock_run.side_effect = self._fake_run_side_effect(calls, ansible_rc=0)
with (
unittest.mock.patch(
"cli.administration.deploy.dedicated.runner.assert_services_disabled_inventory_consistency_from_env",
side_effect=ServicesDisabledConflictError("boom"),
),
self.assertRaises(SystemExit) as ctx,
):
runner.run_ansible_playbook(
repo_root="/repo",
playbook_path="/repo/playbook.yml",
inventory_validator_path="/repo/cli/administration/inventory/validate/__main__.py",
inventory="/etc/inventories/github-ci/devices.yml",
modes={
"MODE_CLEANUP": False,
"MODE_ASSERT": True,
"MODE_DEBUG": False,
},
limit=None,
allowed_applications=None,
password_file=None,
verbose=0,
skip_build=True,
diff=False,
ansible_args=None,
)
self.assertEqual(ctx.exception.code, 1)
self.assertFalse(
any(call_cmd and call_cmd[0] == "ansible-playbook" for call_cmd, _ in calls)
)
if __name__ == "__main__":
unittest.main()