mirror of
https://github.com/kevinveenbirkenbach/computer-playbook.git
synced 2026-11-06 10:59:59 +00:00
Lookups render on the controller and read FILE_TOKENS there, while sys-token-store writes the store on STACK_HOST and mirrors it to the controller only in swarm. A compose deploy run from another machine therefore resolved every token empty: on echoserver Friendica rendered an empty SMTP_AUTH_PASS (msmtp: authentication method PLAIN needs a password) and Stalwart minted new bot app passwords on every run. get_merged_users and the applications carrier key now take the sys_token_store_users fact, which the play reads from the stack host, over the controller file; write.yml refreshes the fact after each write, and 01_load.yml slurps from STACK_HOST so every host reads the store that is written. Without the fact, as in tests and ad-hoc calls, the controller file still applies, and where controller and stack host share the file the merged users are identical. Co-Authored-By: Claude Opus 5.5 (1M context) <noreply@anthropic.com>
419 lines
16 KiB
Python
419 lines
16 KiB
Python
"""Focused unit tests for ``utils.cache.users``.
|
|
|
|
Pins the public API (`get_user_defaults`, `get_merged_users`) plus the
|
|
internal helpers that only this module owns: `_load_user_defs`,
|
|
`_build_users`, `_compute_reserved_usernames`, `_load_store_users`,
|
|
`_resolve_tokens_file`, `_hydrate_users_tokens`, `_merge_users`,
|
|
`_materialize_builtin_user_aliases`. Module name is `test_users_module`
|
|
to disambiguate from the existing `tests/unit/python/plugins/lookup/test_users.py`
|
|
which targets the lookup plugin.
|
|
"""
|
|
|
|
from __future__ import annotations
|
|
|
|
import tempfile
|
|
import textwrap
|
|
import unittest
|
|
from collections import OrderedDict
|
|
from pathlib import Path
|
|
|
|
from utils.cache import _reset_cache_for_tests
|
|
from utils.cache import base as cache_base
|
|
from utils.cache import users as cache_users
|
|
from utils.cache.yaml import dump_yaml_str
|
|
from utils.roles.mapping import ROLE_FILE_META_SERVICES, ROLE_FILE_META_USERS
|
|
|
|
|
|
def _write(path: Path, content: str) -> None:
|
|
path.parent.mkdir(parents=True, exist_ok=True)
|
|
path.write_text(textwrap.dedent(content), encoding="utf-8")
|
|
|
|
|
|
def _seed_minimal_user_role(tmp: Path, role_name: str = "web-app-foo") -> Path:
|
|
roles = tmp / "roles"
|
|
role = roles / role_name
|
|
_write(role / ROLE_FILE_META_SERVICES, "{}\n")
|
|
_write(
|
|
role / ROLE_FILE_META_USERS,
|
|
f"""
|
|
{role_name.rsplit("-", maxsplit=1)[-1]}:
|
|
description: "test-only user"
|
|
""",
|
|
)
|
|
return roles
|
|
|
|
|
|
class TestComputeReservedUsernames(unittest.TestCase):
|
|
def test_extracts_lowercase_alnum_suffix(self):
|
|
with tempfile.TemporaryDirectory() as tmp:
|
|
roles = Path(tmp)
|
|
(roles / "web-app-postgres").mkdir(parents=True)
|
|
(roles / "web-app-mailu").mkdir(parents=True)
|
|
(roles / "svc-db-mariadb").mkdir(parents=True)
|
|
(roles / "not-a-role.txt").write_text("", encoding="utf-8")
|
|
self.assertEqual(
|
|
cache_users._compute_reserved_usernames(roles),
|
|
["mailu", "mariadb", "postgres"],
|
|
)
|
|
|
|
|
|
class TestLoadUserDefs(unittest.TestCase):
|
|
def test_aggregates_users_across_roles(self):
|
|
with tempfile.TemporaryDirectory() as tmp:
|
|
roles = _seed_minimal_user_role(Path(tmp), "web-app-alpha")
|
|
_write(
|
|
roles / "web-app-beta" / ROLE_FILE_META_USERS,
|
|
"""
|
|
beta:
|
|
description: "beta user"
|
|
""",
|
|
)
|
|
defs = cache_users._load_user_defs(roles)
|
|
self.assertIn("alpha", defs)
|
|
self.assertIn("beta", defs)
|
|
|
|
def test_conflicting_definitions_raise(self):
|
|
with tempfile.TemporaryDirectory() as tmp:
|
|
roles = Path(tmp) / "roles"
|
|
_write(
|
|
roles / "web-app-a" / ROLE_FILE_META_USERS,
|
|
"""
|
|
shared: {description: from-a}
|
|
""",
|
|
)
|
|
_write(
|
|
roles / "web-app-b" / ROLE_FILE_META_USERS,
|
|
"""
|
|
shared: {description: from-b}
|
|
""",
|
|
)
|
|
with self.assertRaisesRegex(ValueError, "Conflict for user 'shared'"):
|
|
cache_users._load_user_defs(roles)
|
|
|
|
def test_two_roles_register_a_token_for_the_same_user(self):
|
|
with tempfile.TemporaryDirectory() as tmp:
|
|
roles = Path(tmp) / "roles"
|
|
_write(
|
|
roles / "web-app-a" / ROLE_FILE_META_USERS,
|
|
"""
|
|
administrator: {tokens: {web-app-a: ""}}
|
|
""",
|
|
)
|
|
_write(
|
|
roles / "web-app-b" / ROLE_FILE_META_USERS,
|
|
"""
|
|
administrator: {tokens: {web-app-b: ""}}
|
|
""",
|
|
)
|
|
defs = cache_users._load_user_defs(roles)
|
|
self.assertEqual(
|
|
sorted(defs["administrator"]["tokens"]), ["web-app-a", "web-app-b"]
|
|
)
|
|
|
|
def test_the_same_token_key_with_two_values_still_conflicts(self):
|
|
with tempfile.TemporaryDirectory() as tmp:
|
|
roles = Path(tmp) / "roles"
|
|
_write(
|
|
roles / "web-app-a" / ROLE_FILE_META_USERS,
|
|
"""
|
|
administrator: {tokens: {shared-app: from-a}}
|
|
""",
|
|
)
|
|
_write(
|
|
roles / "web-app-b" / ROLE_FILE_META_USERS,
|
|
"""
|
|
administrator: {tokens: {shared-app: from-b}}
|
|
""",
|
|
)
|
|
with self.assertRaisesRegex(ValueError, "tokens.shared-app"):
|
|
cache_users._load_user_defs(roles)
|
|
|
|
|
|
class TestBuildUsers(unittest.TestCase):
|
|
def test_allocates_distinct_uids_for_users_without_explicit_uid(self):
|
|
defs: OrderedDict[str, dict] = OrderedDict(
|
|
[
|
|
("alice", {}),
|
|
("bob", {}),
|
|
]
|
|
)
|
|
users = cache_users._build_users(
|
|
defs, primary_domain="x.example", start_id=1001, become_pwd="pw"
|
|
)
|
|
self.assertEqual(users["alice"]["uid"], 1001)
|
|
self.assertEqual(users["bob"]["uid"], 1002)
|
|
|
|
def test_explicit_uid_is_honoured(self):
|
|
defs = OrderedDict(
|
|
[
|
|
("alice", {"uid": 5000}),
|
|
("bob", {}),
|
|
]
|
|
)
|
|
users = cache_users._build_users(
|
|
defs, primary_domain="x.example", start_id=1001, become_pwd="pw"
|
|
)
|
|
self.assertEqual(users["alice"]["uid"], 5000)
|
|
self.assertEqual(users["bob"]["uid"], 1001)
|
|
|
|
def test_duplicate_explicit_uid_raises(self):
|
|
defs = OrderedDict(
|
|
[
|
|
("alice", {"uid": 1500}),
|
|
("bob", {"uid": 1500}),
|
|
]
|
|
)
|
|
with self.assertRaisesRegex(ValueError, "Duplicate uid 1500"):
|
|
cache_users._build_users(
|
|
defs, primary_domain="x.example", start_id=1001, become_pwd="pw"
|
|
)
|
|
|
|
def test_duplicate_username_after_overrides_raises(self):
|
|
defs = OrderedDict(
|
|
[
|
|
("alice", {"username": "shared"}),
|
|
("bob", {"username": "shared"}),
|
|
]
|
|
)
|
|
with self.assertRaisesRegex(ValueError, "Duplicate username 'shared'"):
|
|
cache_users._build_users(
|
|
defs, primary_domain="x.example", start_id=1001, become_pwd="pw"
|
|
)
|
|
|
|
def test_default_email_uses_username_at_primary_domain(self):
|
|
users = cache_users._build_users(
|
|
OrderedDict([("alice", {})]),
|
|
primary_domain="example.org",
|
|
start_id=1001,
|
|
become_pwd="pw",
|
|
)
|
|
self.assertEqual(users["alice"]["email"], "alice@example.org")
|
|
|
|
def test_accounts_derivation_and_forward_defaults(self):
|
|
defs = OrderedDict(
|
|
[
|
|
("plain", {}),
|
|
("botuser", {"roles": ["bot"]}),
|
|
("adminuser", {"roles": ["administrator"]}),
|
|
("pinned", {"accounts": ["host"], "forward": "plain"}),
|
|
("empty", {"accounts": []}),
|
|
]
|
|
)
|
|
users = cache_users._build_users(
|
|
defs, primary_domain="x.example", start_id=1001, become_pwd="pw"
|
|
)
|
|
self.assertEqual(users["plain"]["accounts"], ["identity"])
|
|
self.assertEqual(users["botuser"]["accounts"], ["mailbox", "identity"])
|
|
self.assertEqual(users["adminuser"]["accounts"], ["mailbox", "identity"])
|
|
self.assertEqual(users["pinned"]["accounts"], ["host"])
|
|
self.assertEqual(users["empty"]["accounts"], [])
|
|
self.assertEqual(users["plain"]["forward"], "")
|
|
self.assertEqual(users["pinned"]["forward"], "plain")
|
|
|
|
|
|
class TestMergeUsers(unittest.TestCase):
|
|
def test_overrides_extend_defaults(self):
|
|
defaults = {"alice": {"description": "from-defaults"}}
|
|
overrides = {"alice": {"username": "alice-override"}, "bob": {}}
|
|
merged = cache_users._merge_users(defaults, overrides)
|
|
self.assertEqual(merged["alice"]["username"], "alice-override")
|
|
self.assertEqual(merged["alice"]["description"], "from-defaults")
|
|
self.assertIn("bob", merged)
|
|
|
|
def test_apply_account_defaults_covers_inventory_only_users(self):
|
|
merged = cache_users._apply_account_defaults(
|
|
{
|
|
"invuser": {"username": "invuser"},
|
|
"invbot": {"username": "invbot", "roles": ["bot"]},
|
|
"pinned": {"username": "pinned", "accounts": [], "forward": "x"},
|
|
}
|
|
)
|
|
self.assertEqual(merged["invuser"]["accounts"], ["identity"])
|
|
self.assertEqual(merged["invuser"]["forward"], "")
|
|
self.assertEqual(merged["invbot"]["accounts"], ["mailbox", "identity"])
|
|
self.assertEqual(merged["pinned"]["accounts"], [])
|
|
self.assertEqual(merged["pinned"]["forward"], "x")
|
|
|
|
|
|
class TestHydrateUsersTokens(unittest.TestCase):
|
|
def test_store_tokens_fill_empty_in_users_only(self):
|
|
users = {
|
|
"alice": {"tokens": {"web-app-x": ""}},
|
|
"bob": {"tokens": {"web-app-y": "from-user"}},
|
|
}
|
|
store = {
|
|
"alice": {"tokens": {"web-app-x": "from-store"}},
|
|
"bob": {"tokens": {"web-app-y": "store-attempt"}},
|
|
}
|
|
merged = cache_users._hydrate_users_tokens(users, store)
|
|
self.assertEqual(merged["alice"]["tokens"]["web-app-x"], "from-store")
|
|
self.assertEqual(merged["bob"]["tokens"]["web-app-y"], "from-user")
|
|
|
|
def test_returns_deep_copy_independent_of_input(self):
|
|
users = {"alice": {"tokens": {}}}
|
|
store = {"alice": {"tokens": {"x": "y"}}}
|
|
merged = cache_users._hydrate_users_tokens(users, store)
|
|
merged["alice"]["tokens"]["x"] = "mutated"
|
|
self.assertEqual(store["alice"]["tokens"]["x"], "y")
|
|
|
|
|
|
class TestResolveTokensFile(unittest.TestCase):
|
|
def test_falls_back_to_default_when_no_overrides(self):
|
|
previous = cache_base.DEFAULT_TOKENS_FILE
|
|
with tempfile.TemporaryDirectory() as tmp:
|
|
sentinel = Path(tmp) / "sentinel.yml"
|
|
sentinel.write_text("users: {}\n", encoding="utf-8")
|
|
cache_base.DEFAULT_TOKENS_FILE = sentinel
|
|
try:
|
|
result = cache_users._resolve_tokens_file(variables={})
|
|
self.assertEqual(result, sentinel)
|
|
finally:
|
|
cache_base.DEFAULT_TOKENS_FILE = previous
|
|
|
|
def test_explicit_file_tokens_wins(self):
|
|
with tempfile.TemporaryDirectory() as tmp:
|
|
explicit = Path(tmp) / "tokens.yml"
|
|
explicit.write_text("users: {}\n", encoding="utf-8")
|
|
result = cache_users._resolve_tokens_file(
|
|
variables={"FILE_TOKENS": str(explicit)}
|
|
)
|
|
self.assertEqual(result, explicit)
|
|
|
|
|
|
class TestLoadStoreUsers(unittest.TestCase):
|
|
def test_missing_path_returns_empty(self):
|
|
self.assertEqual(cache_users._load_store_users(None), {})
|
|
self.assertEqual(cache_users._load_store_users(""), {})
|
|
|
|
def test_yaml_users_block_passes_through(self):
|
|
with tempfile.TemporaryDirectory() as tmp:
|
|
path = Path(tmp) / "tokens.yml"
|
|
path.write_text(
|
|
dump_yaml_str({"users": {"alice": {"tokens": {"x": "y"}}}}),
|
|
encoding="utf-8",
|
|
)
|
|
result = cache_users._load_store_users(path)
|
|
self.assertEqual(result, {"alice": {"tokens": {"x": "y"}}})
|
|
|
|
|
|
class TestMaterializeBuiltinUserAliases(unittest.TestCase):
|
|
def test_no_primary_domain_returns_users_unchanged(self):
|
|
users = {"alice": {"username": "alice"}}
|
|
out = cache_users._materialize_builtin_user_aliases(
|
|
users, variables={}, templar=None
|
|
)
|
|
self.assertEqual(out, users)
|
|
|
|
def test_sld_alias_username_resolved_from_domain_primary(self):
|
|
users = {
|
|
"sld": {"username": "{{ DOMAIN_PRIMARY.split('.') | first }}"},
|
|
}
|
|
out = cache_users._materialize_builtin_user_aliases(
|
|
users,
|
|
variables={"DOMAIN_PRIMARY": "infinito.test"},
|
|
templar=None,
|
|
)
|
|
self.assertEqual(out["sld"]["username"], "infinito")
|
|
|
|
|
|
class TestGetUserDefaults(unittest.TestCase):
|
|
def setUp(self) -> None:
|
|
_reset_cache_for_tests()
|
|
|
|
def test_returns_users_per_role(self):
|
|
with tempfile.TemporaryDirectory() as tmp:
|
|
roles = _seed_minimal_user_role(Path(tmp), "web-app-foo")
|
|
defaults = cache_users.get_user_defaults(roles_dir=roles)
|
|
self.assertIn("foo", defaults)
|
|
self.assertEqual(defaults["foo"]["description"], "test-only user")
|
|
|
|
def test_caches_per_roles_dir(self):
|
|
with tempfile.TemporaryDirectory() as tmp:
|
|
roles = _seed_minimal_user_role(Path(tmp), "web-app-foo")
|
|
first = cache_users.get_user_defaults(roles_dir=roles)
|
|
first["foo"]["mutated"] = True
|
|
second = cache_users.get_user_defaults(roles_dir=roles)
|
|
self.assertNotIn("mutated", second["foo"])
|
|
|
|
def test_reserved_usernames_added_when_missing(self):
|
|
with tempfile.TemporaryDirectory() as tmp:
|
|
roles = _seed_minimal_user_role(Path(tmp), "web-app-foo")
|
|
(roles / "svc-db-mariadb").mkdir(parents=True)
|
|
defaults = cache_users.get_user_defaults(roles_dir=roles)
|
|
self.assertIn("mariadb", defaults)
|
|
self.assertEqual(defaults["mariadb"]["accounts"], [])
|
|
|
|
|
|
class TestGetMergedUsersWithOverrides(unittest.TestCase):
|
|
def setUp(self) -> None:
|
|
_reset_cache_for_tests()
|
|
|
|
def test_runtime_override_wins_for_username(self):
|
|
with tempfile.TemporaryDirectory() as tmp:
|
|
roles = _seed_minimal_user_role(Path(tmp), "web-app-foo")
|
|
merged = cache_users.get_merged_users(
|
|
variables={
|
|
"users": {
|
|
"foo": {"username": "override-user"},
|
|
}
|
|
},
|
|
roles_dir=roles,
|
|
templar=None,
|
|
)
|
|
self.assertEqual(merged["foo"]["username"], "override-user")
|
|
|
|
|
|
class TestGetMergedUsersTokenSource(unittest.TestCase):
|
|
def setUp(self) -> None:
|
|
_reset_cache_for_tests()
|
|
|
|
def _merged(self, roles: Path, tokens_file: Path, **extra) -> dict:
|
|
return cache_users.get_merged_users(
|
|
variables={"FILE_TOKENS": str(tokens_file), **extra},
|
|
roles_dir=roles,
|
|
templar=None,
|
|
)
|
|
|
|
def _seed(self, tmp: Path) -> tuple[Path, Path]:
|
|
roles = _seed_minimal_user_role(tmp, "web-app-foo")
|
|
tokens_file = tmp / "tokens.yml"
|
|
tokens_file.write_text(
|
|
dump_yaml_str({"users": {"foo": {"tokens": {"web-app-foo": "from-file"}}}}),
|
|
encoding="utf-8",
|
|
)
|
|
return roles, tokens_file
|
|
|
|
def test_the_store_fact_of_the_play_wins_over_the_controller_file(self):
|
|
with tempfile.TemporaryDirectory() as tmp:
|
|
roles, tokens_file = self._seed(Path(tmp))
|
|
merged = self._merged(
|
|
roles,
|
|
tokens_file,
|
|
sys_token_store_users={
|
|
"foo": {"tokens": {"web-app-foo": "from-stack-host"}}
|
|
},
|
|
)
|
|
self.assertEqual(merged["foo"]["tokens"]["web-app-foo"], "from-stack-host")
|
|
|
|
def test_without_the_fact_the_controller_file_is_read(self):
|
|
with tempfile.TemporaryDirectory() as tmp:
|
|
roles, tokens_file = self._seed(Path(tmp))
|
|
merged = self._merged(roles, tokens_file)
|
|
self.assertEqual(merged["foo"]["tokens"]["web-app-foo"], "from-file")
|
|
|
|
def test_a_written_token_reaches_the_next_lookup(self):
|
|
with tempfile.TemporaryDirectory() as tmp:
|
|
roles, tokens_file = self._seed(Path(tmp))
|
|
before = self._merged(roles, tokens_file, sys_token_store_users={})
|
|
after = self._merged(
|
|
roles,
|
|
tokens_file,
|
|
sys_token_store_users={"foo": {"tokens": {"web-app-foo": "minted"}}},
|
|
)
|
|
self.assertNotIn("web-app-foo", before["foo"].get("tokens", {}))
|
|
self.assertEqual(after["foo"]["tokens"]["web-app-foo"], "minted")
|
|
|
|
|
|
if __name__ == "__main__":
|
|
unittest.main()
|