Files
computer-playbook/tests/unit/python/utils/cache/users/test_module.py
T
kevinveenbirkenbachandClaude Opus 5.5 c9e7f950d9 Merge branch 'feature/updater' into feature/store-i18n
68 conflicts, resolved per hunk; resolutions agreed with the Updater
session were applied as agreed:

- svc-db-postgres (superuser password script and core) and
  sys-svc-rdbms realign_dedicated_db: updater's argv/stdin redesign with
  expand_argument_vars: false, nested into store-i18n's block structure.
- svc-db-redis 01_init: store-i18n's ACL password on stdin.
- sys-svc-proxy forwarded.conf.j2: store-i18n's handover-aware file,
  without the forwarded_base include (Host and X-Forwarded-Proto would
  be sent twice); forwarded_base serves the inline consumers, e.g.
  web-app-seaweedfs nginx.conf.j2.
- basic.conf.j2 and web-app-openproject proxy.conf.j2: issuer redirect,
  then handover, else updater's location/sso_acl.conf.j2; the
  server-level webserver_extra_configuration hook stays.
- web-app-keycloak: updater's admin-REST settings step and renumbered
  update steps; update/01_client.yml removed; store-i18n's design step
  and LDAP block kept; a73435cc9d arrived through rename detection.
- web-app-nextcloud OpenProject provisioning: updater's rewrite, all
  credentials on the Ruby runner's stdin.
- web-app-semaphore: store-i18n's canonical web root (a1d7835863).
- Role READMEs: no generated Cosmos/Architecture/Quick Setup/Credits
  sections; desk-* paths resolved to the dsk-* renames.

Integration fixes for what merged cleanly but did not fit together:

- web-app-matrix ansible vars: drop updater's second
  matrix_client_element_configuration_extension_json, which silently
  overrode store-i18n's design-aware value.
- url.origin instead of a stripped url.base in 19 places store-i18n
  added since 44aaa68924, same lookup targets (the double-slash lint).
- Package batch (18ea75049e, cb4d340de9): installs the deploy-start
  batch covers are removed (caffeine, cursor, blender, npm in dsk-gnt-*,
  with shared references), the rest carry batch: false and a nocheck
  with the verified reason (PyPI fallback, before the batch, vendor
  repository, configured flavor only, addon gate); dev-npm references
  the root npm id.
- sys-token-store write_many.yml: store-i18n's change-gated block and
  IS_SWARM_MODE.
- web-app-openproject: IS_COMPOSE_MODE in 02_migrate/run.yml; the
  seeded-admin lock (ccbf8f168d) ported into 04_admin/provision.yml and
  covered by the admin-state digest.
- Bucket policy (3b4ac40df5 and follow-ups) moved to web-svc-seaweedfs,
  where store-i18n's object store lives; the S3 admin secret travels on
  stdin instead of a task-level environment.
- act workflow.sh: no Exception-labelled comment.

Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
2026-10-29 02:28:16 +01:00

515 lines
20 KiB
Python

"""Focused unit tests for ``utils.cache.users``.
Pins the public API (`get_user_defaults`, `get_merged_users`) plus the
internal helpers that only this module owns: `_load_user_defs`,
`_build_users`, `_compute_reserved_usernames`, `_load_store_users`,
`_resolve_tokens_file`, `_hydrate_users_tokens`, `_merge_users`,
`_materialize_domain_label_reservations`. Module name is `test_users_module`
to disambiguate from the existing `tests/unit/python/plugins/lookup/test_users.py`
which targets the lookup plugin.
"""
from __future__ import annotations
import tempfile
import textwrap
import unittest
from collections import OrderedDict
from pathlib import Path
from utils.cache import _reset_cache_for_tests
from utils.cache import base as cache_base
from utils.cache import users as cache_users
from utils.cache.users import store as cache_users_store
from utils.cache.yaml import dump_yaml_str
from utils.domains.default_primary import default_domain_primary
from utils.roles.mapping import ROLE_FILE_META_SERVICES, ROLE_FILE_META_USERS
DOMAIN = default_domain_primary()
def _write(path: Path, content: str) -> None:
path.parent.mkdir(parents=True, exist_ok=True)
path.write_text(textwrap.dedent(content), encoding="utf-8")
def _seed_minimal_user_role(tmp: Path, role_name: str = "web-app-foo") -> Path:
roles = tmp / "roles"
role = roles / role_name
_write(role / ROLE_FILE_META_SERVICES, "{}\n")
_write(
role / ROLE_FILE_META_USERS,
f"""
{role_name.rsplit("-", maxsplit=1)[-1]}:
description: "test-only user"
""",
)
return roles
class TestComputeReservedUsernames(unittest.TestCase):
def test_extracts_lowercase_alnum_suffix(self):
with tempfile.TemporaryDirectory() as tmp:
roles = Path(tmp)
(roles / "web-app-postgres").mkdir(parents=True)
(roles / "web-app-mailu").mkdir(parents=True)
(roles / "svc-db-mariadb").mkdir(parents=True)
(roles / "not-a-role.txt").write_text("", encoding="utf-8")
self.assertEqual(
cache_users._compute_reserved_usernames(roles),
["mailu", "mariadb", "postgres"],
)
class TestLoadUserDefs(unittest.TestCase):
def test_aggregates_users_across_roles(self):
with tempfile.TemporaryDirectory() as tmp:
roles = _seed_minimal_user_role(Path(tmp), "web-app-alpha")
_write(
roles / "web-app-beta" / ROLE_FILE_META_USERS,
"""
beta:
description: "beta user"
""",
)
defs = cache_users._load_user_defs(roles)
self.assertIn("alpha", defs)
self.assertIn("beta", defs)
def test_conflicting_definitions_raise(self):
with tempfile.TemporaryDirectory() as tmp:
roles = Path(tmp) / "roles"
_write(
roles / "web-app-a" / ROLE_FILE_META_USERS,
"""
shared: {description: from-a}
""",
)
_write(
roles / "web-app-b" / ROLE_FILE_META_USERS,
"""
shared: {description: from-b}
""",
)
with self.assertRaisesRegex(ValueError, "Conflict for user 'shared'"):
cache_users._load_user_defs(roles)
def test_two_roles_register_a_token_for_the_same_user(self):
with tempfile.TemporaryDirectory() as tmp:
roles = Path(tmp) / "roles"
_write(
roles / "web-app-a" / ROLE_FILE_META_USERS,
"""
administrator: {tokens: {web-app-a: ""}}
""",
)
_write(
roles / "web-app-b" / ROLE_FILE_META_USERS,
"""
administrator: {tokens: {web-app-b: ""}}
""",
)
defs = cache_users._load_user_defs(roles)
self.assertEqual(
sorted(defs["administrator"]["tokens"]), ["web-app-a", "web-app-b"]
)
def test_the_same_token_key_with_two_values_still_conflicts(self):
with tempfile.TemporaryDirectory() as tmp:
roles = Path(tmp) / "roles"
_write(
roles / "web-app-a" / ROLE_FILE_META_USERS,
"""
administrator: {tokens: {shared-app: from-a}}
""",
)
_write(
roles / "web-app-b" / ROLE_FILE_META_USERS,
"""
administrator: {tokens: {shared-app: from-b}}
""",
)
with self.assertRaisesRegex(ValueError, "tokens.shared-app"):
cache_users._load_user_defs(roles)
class TestBuildUsers(unittest.TestCase):
def test_allocates_distinct_uids_for_users_without_explicit_uid(self):
defs: OrderedDict[str, dict] = OrderedDict(
[
("alice", {}),
("bob", {}),
]
)
users = cache_users._build_users(
defs, primary_domain="x.example", start_id=1001, become_pwd="pw"
)
self.assertEqual(users["alice"]["uid"], 1001)
self.assertEqual(users["bob"]["uid"], 1002)
def test_explicit_uid_is_honoured(self):
defs = OrderedDict(
[
("alice", {"uid": 5000}),
("bob", {}),
]
)
users = cache_users._build_users(
defs, primary_domain="x.example", start_id=1001, become_pwd="pw"
)
self.assertEqual(users["alice"]["uid"], 5000)
self.assertEqual(users["bob"]["uid"], 1001)
def test_duplicate_explicit_uid_raises(self):
defs = OrderedDict(
[
("alice", {"uid": 1500}),
("bob", {"uid": 1500}),
]
)
with self.assertRaisesRegex(ValueError, "Duplicate uid 1500"):
cache_users._build_users(
defs, primary_domain="x.example", start_id=1001, become_pwd="pw"
)
def test_duplicate_username_after_overrides_raises(self):
defs = OrderedDict(
[
("alice", {"username": "shared"}),
("bob", {"username": "shared"}),
]
)
with self.assertRaisesRegex(ValueError, "Duplicate username 'shared'"):
cache_users._build_users(
defs, primary_domain="x.example", start_id=1001, become_pwd="pw"
)
def test_default_email_uses_username_at_primary_domain(self):
users = cache_users._build_users(
OrderedDict([("alice", {})]),
primary_domain="example.org",
start_id=1001,
become_pwd="pw",
)
self.assertEqual(users["alice"]["email"], "alice@example.org")
def test_accounts_derivation_and_forward_defaults(self):
defs = OrderedDict(
[
("plain", {}),
("botuser", {"roles": ["bot"]}),
("adminuser", {"roles": ["administrator"]}),
("pinned", {"accounts": ["host"], "forward": "plain"}),
("empty", {"accounts": []}),
]
)
users = cache_users._build_users(
defs, primary_domain="x.example", start_id=1001, become_pwd="pw"
)
self.assertEqual(users["plain"]["accounts"], ["identity"])
self.assertEqual(users["botuser"]["accounts"], ["mailbox", "identity"])
self.assertEqual(users["adminuser"]["accounts"], ["mailbox", "identity"])
self.assertEqual(users["pinned"]["accounts"], ["host"])
self.assertEqual(users["empty"]["accounts"], [])
self.assertEqual(users["plain"]["forward"], "")
self.assertEqual(users["pinned"]["forward"], "plain")
class TestMergeUsers(unittest.TestCase):
def test_overrides_extend_defaults(self):
defaults = {"alice": {"description": "from-defaults"}}
overrides = {"alice": {"username": "alice-override"}, "bob": {}}
merged = cache_users._merge_users(defaults, overrides)
self.assertEqual(merged["alice"]["username"], "alice-override")
self.assertEqual(merged["alice"]["description"], "from-defaults")
self.assertIn("bob", merged)
def test_apply_account_defaults_covers_inventory_only_users(self):
merged = cache_users._apply_account_defaults(
{
"invuser": {"username": "invuser"},
"invbot": {"username": "invbot", "roles": ["bot"]},
"pinned": {
"username": "pinned",
"accounts": [],
"forward": "x",
"email": "pinned@example.org",
},
}
)
self.assertEqual(merged["invuser"]["email"], "invuser@{{ DOMAIN_PRIMARY }}")
self.assertEqual(merged["pinned"]["email"], "pinned@example.org")
self.assertEqual(merged["invuser"]["accounts"], ["identity"])
self.assertEqual(merged["invuser"]["forward"], "")
self.assertEqual(merged["invbot"]["accounts"], ["mailbox", "identity"])
self.assertEqual(merged["pinned"]["accounts"], [])
self.assertEqual(merged["pinned"]["forward"], "x")
class TestHydrateUsersTokens(unittest.TestCase):
def test_store_tokens_fill_empty_in_users_only(self):
users = {
"alice": {"tokens": {"web-app-x": ""}},
"bob": {"tokens": {"web-app-y": "from-user"}},
}
store = {
"alice": {"tokens": {"web-app-x": "from-store"}},
"bob": {"tokens": {"web-app-y": "store-attempt"}},
}
merged = cache_users._hydrate_users_tokens(users, store)
self.assertEqual(merged["alice"]["tokens"]["web-app-x"], "from-store")
self.assertEqual(merged["bob"]["tokens"]["web-app-y"], "from-user")
def test_returns_deep_copy_independent_of_input(self):
users = {"alice": {"tokens": {}}}
store = {"alice": {"tokens": {"x": "y"}}}
merged = cache_users._hydrate_users_tokens(users, store)
merged["alice"]["tokens"]["x"] = "mutated"
self.assertEqual(store["alice"]["tokens"]["x"], "y")
class TestResolveTokensFile(unittest.TestCase):
def test_falls_back_to_default_when_no_overrides(self):
previous = cache_base.DEFAULT_TOKENS_FILE
with tempfile.TemporaryDirectory() as tmp:
sentinel = Path(tmp) / "sentinel.yml"
sentinel.write_text("users: {}\n", encoding="utf-8")
cache_base.DEFAULT_TOKENS_FILE = sentinel
try:
result = cache_users._resolve_tokens_file(variables={})
self.assertEqual(result, sentinel)
finally:
cache_base.DEFAULT_TOKENS_FILE = previous
def test_explicit_file_tokens_wins(self):
with tempfile.TemporaryDirectory() as tmp:
explicit = Path(tmp) / "tokens.yml"
explicit.write_text("users: {}\n", encoding="utf-8")
result = cache_users._resolve_tokens_file(
variables={"FILE_TOKENS": str(explicit)}
)
self.assertEqual(result, explicit)
class TestLoadStoreUsers(unittest.TestCase):
def test_missing_path_returns_empty(self):
self.assertEqual(cache_users._load_store_users(None), {})
self.assertEqual(cache_users._load_store_users(""), {})
def test_yaml_users_block_passes_through(self):
with tempfile.TemporaryDirectory() as tmp:
path = Path(tmp) / "tokens.yml"
path.write_text(
dump_yaml_str({"users": {"alice": {"tokens": {"x": "y"}}}}),
encoding="utf-8",
)
result = cache_users._load_store_users(path)
self.assertEqual(result, {"alice": {"tokens": {"x": "y"}}})
class TestMaterializeBuiltinUserAliases(unittest.TestCase):
def test_no_primary_domain_returns_users_unchanged(self):
users = {"alice": {"username": "alice"}}
out = cache_users._materialize_domain_label_reservations(
users, variables={}, templar=None
)
self.assertEqual(out, users)
def test_every_domain_label_becomes_a_reserved_username(self):
out = cache_users._materialize_domain_label_reservations(
{},
variables={"DOMAIN_PRIMARY": DOMAIN},
templar=None,
)
self.assertEqual(
[out[key]["username"] for key in sorted(out)],
DOMAIN.split("."),
)
self.assertTrue(all(out[key]["accounts"] == [] for key in out))
class TestGetUserDefaults(unittest.TestCase):
def setUp(self) -> None:
_reset_cache_for_tests()
def test_returns_users_per_role(self):
with tempfile.TemporaryDirectory() as tmp:
roles = _seed_minimal_user_role(Path(tmp), "web-app-foo")
defaults = cache_users.get_user_defaults(roles_dir=roles)
self.assertIn("foo", defaults)
self.assertEqual(defaults["foo"]["description"], "test-only user")
def test_caches_per_roles_dir(self):
with tempfile.TemporaryDirectory() as tmp:
roles = _seed_minimal_user_role(Path(tmp), "web-app-foo")
first = cache_users.get_user_defaults(roles_dir=roles)
first["foo"]["mutated"] = True
second = cache_users.get_user_defaults(roles_dir=roles)
self.assertNotIn("mutated", second["foo"])
def test_reserved_usernames_added_when_missing(self):
with tempfile.TemporaryDirectory() as tmp:
roles = _seed_minimal_user_role(Path(tmp), "web-app-foo")
(roles / "svc-db-mariadb").mkdir(parents=True)
defaults = cache_users.get_user_defaults(roles_dir=roles)
self.assertIn("mariadb", defaults)
self.assertEqual(defaults["mariadb"]["accounts"], [])
class TestGetMergedUsersWithOverrides(unittest.TestCase):
def setUp(self) -> None:
_reset_cache_for_tests()
def test_runtime_override_wins_for_username(self):
with tempfile.TemporaryDirectory() as tmp:
roles = _seed_minimal_user_role(Path(tmp), "web-app-foo")
merged = cache_users.get_merged_users(
variables={
"users": {
"foo": {"username": "override-user"},
}
},
roles_dir=roles,
templar=None,
)
self.assertEqual(merged["foo"]["username"], "override-user")
class TestGetMergedUsersTokenSource(unittest.TestCase):
def setUp(self) -> None:
_reset_cache_for_tests()
def _merged(self, roles: Path, tokens_file: Path, **extra) -> dict:
return cache_users.get_merged_users(
variables={"FILE_TOKENS": str(tokens_file), **extra},
roles_dir=roles,
templar=None,
)
def _seed(self, tmp: Path) -> tuple[Path, Path]:
roles = _seed_minimal_user_role(tmp, "web-app-foo")
tokens_file = tmp / "tokens.yml"
tokens_file.write_text(
dump_yaml_str({"users": {"foo": {"tokens": {"web-app-foo": "from-file"}}}}),
encoding="utf-8",
)
return roles, tokens_file
def test_the_store_fact_of_the_play_wins_over_the_controller_file(self):
with tempfile.TemporaryDirectory() as tmp:
roles, tokens_file = self._seed(Path(tmp))
merged = self._merged(
roles,
tokens_file,
sys_token_store_users={
"foo": {"tokens": {"web-app-foo": "from-stack-host"}}
},
)
self.assertEqual(merged["foo"]["tokens"]["web-app-foo"], "from-stack-host")
def test_without_the_fact_the_controller_file_is_read(self):
with tempfile.TemporaryDirectory() as tmp:
roles, tokens_file = self._seed(Path(tmp))
merged = self._merged(roles, tokens_file)
self.assertEqual(merged["foo"]["tokens"]["web-app-foo"], "from-file")
def test_a_written_token_reaches_the_next_lookup(self):
with tempfile.TemporaryDirectory() as tmp:
roles, tokens_file = self._seed(Path(tmp))
before = self._merged(roles, tokens_file, sys_token_store_users={})
after = self._merged(
roles,
tokens_file,
sys_token_store_users={"foo": {"tokens": {"web-app-foo": "minted"}}},
)
self.assertNotIn("web-app-foo", before["foo"].get("tokens", {}))
self.assertEqual(after["foo"]["tokens"]["web-app-foo"], "minted")
class TestStoreSignature(unittest.TestCase):
def setUp(self) -> None:
_reset_cache_for_tests()
@staticmethod
def _signature(store: dict) -> tuple:
with tempfile.TemporaryDirectory() as tmp:
return cache_users._store_signature(
{cache_users_store.STORE_FACT: store}, Path(tmp) / "tokens.yml"
)
@staticmethod
def _hydrated(store: dict) -> str:
users = {"foo": {"tokens": {"web-app-foo": ""}}}
return repr(cache_users._hydrate_users_tokens(users, store))
def test_the_tokens_file_signs_like_the_store_fact_with_the_same_tokens(self):
store = {"foo": {"tokens": {"web-app-foo": "minted"}}}
with tempfile.TemporaryDirectory() as tmp:
tokens_file = Path(tmp) / "tokens.yml"
tokens_file.write_text(dump_yaml_str({"users": store}), encoding="utf-8")
self.assertEqual(
cache_users._store_signature({}, tokens_file),
cache_users._store_signature(
{cache_users_store.STORE_FACT: store}, tokens_file
),
)
def test_a_missing_tokens_file_signs_like_an_empty_store_fact(self):
with tempfile.TemporaryDirectory() as tmp:
absent = Path(tmp) / "tokens.yml"
self.assertEqual(
cache_users._store_signature({}, absent),
cache_users._store_signature(
{cache_users_store.STORE_FACT: {}}, absent
),
)
def test_fields_and_padding_the_hydration_ignores_keep_the_signature(self):
plain = {"foo": {"tokens": {"web-app-foo": "minted"}}}
for variant in (
{"foo": {"tokens": {"web-app-foo": " minted "}}},
{"foo": {"tokens": {"web-app-foo": "minted"}, "note": "unread"}},
{"foo": {"tokens": {"web-app-foo": "minted", "web-app-bar": None}}},
{"foo": {"tokens": {"web-app-foo": "minted"}}, "bar": "not-a-mapping"},
):
with self.subTest(variant=variant):
self.assertEqual(self._hydrated(variant), self._hydrated(plain))
self.assertEqual(self._signature(variant), self._signature(plain))
def test_the_store_order_enters_the_signature_because_the_hydration_keeps_it(
self,
):
first = {"bar": {"tokens": {"x": "1"}}, "baz": {"tokens": {"y": "2"}}}
swapped = {"baz": {"tokens": {"y": "2"}}, "bar": {"tokens": {"x": "1"}}}
self.assertNotEqual(self._hydrated(first), self._hydrated(swapped))
self.assertNotEqual(self._signature(first), self._signature(swapped))
def test_an_equal_signature_means_an_equal_hydration(self):
stores = [
{"foo": {"tokens": {"web-app-foo": "minted"}}},
{"foo": {"tokens": {"web-app-foo": " minted "}}},
{"foo": {"tokens": {"web-app-foo": "rotated"}}},
{"foo": {"tokens": {"web-app-foo": None}}},
{"foo": {"tokens": {"web-app-foo": ""}}},
{"foo": {"tokens": {}}},
{"foo": {"tokens": "not-a-mapping"}},
{"foo": {}},
{"foo": "not-a-mapping"},
{},
{"bar": {"tokens": {"x": "1"}}},
{"bar": {"tokens": {"x": 1}}},
{"bar": {"tokens": {}}},
{1: {"tokens": {"x": "1"}}},
{"1": {"tokens": {"x": "1"}}},
]
for first in stores:
for second in stores:
if self._signature(first) != self._signature(second):
continue
with self.subTest(first=first, second=second):
self.assertEqual(self._hydrated(first), self._hydrated(second))
if __name__ == "__main__":
unittest.main()