Files
computer-playbook/tests/unit/python/utils/cache/users/test_module.py
T
kevinveenbirkenbachandClaude Opus 5 677a63931c Merge branch 'feature/network/multi-network-serving' into feature/store-i18n
Resolves 68 conflicted files. The governing rule was our structure with their
network semantics: the tor boolean becomes a network mode (clearnet | tor |
multi) throughout the variant layer, while this branch's architecture and mesh
axes, its extracted modules and its i18n content stay.

Where the two sides covered different ground, both are kept rather than one
picked:

- ca_injected answers a ca_client on the deployment's TLS mode OR on an SSO
  issuer that resolves self-signed. 3a3e9ed2c9 records why: an issuer is not
  an object store, so keeping only one side drops the other's coverage.
- get_merged_domains keeps the loud refusal when svc-net-tor is deployed
  without a provisioned node, now gated on their tor_serves_host; their
  node_onion_of returns an empty string there, which would have served every
  onion-exclusive app on clearnet in silence.
- sso_cookie_domains stays the single source for oauth2-proxy's cookie scope.
  Their per-network branch omitted the issuer domain on the onion arm, which
  breaks the callback leg.
- The clearnet CSP batch carries --clearnet-timeout again; their batch dict
  hardcoded zero while the role still passes the flag.
- The dashboard keeps its i18n content dir, image, version and design
  resolution; their side reduced the logo sources to the bare service
  provider values.

Their side wins where it is measurably better: the onion mirror rewrite is
gated per vhost rather than per app, the Playwright onion decision reads the
pass's own domain instead of the role's canonical one, and the matomo
reinjection and dashboard config render per network sibling.

Eight files were broken by the merge without ever carrying a conflict marker,
because git marks only the lines both sides touched:

- utils/cache/domains.py lost the onionize block that sat between two hunks
- roles/sys-front-inj-all/templates/body_filter.lua.j2 called it
- web-app-bluesky, keycloak sso_proxy: the get_entity_name filter was renamed
- trigger/__main__.py, playwright_coverage.py and its test: the deleted tor
  module
- cli/administration/deploy/ci/timings.py read Label.tor
- plugins/filter/csp_filters.py called _aligned_url with four of six arguments
- tests/unit/python/utils/cache/test_domains.py referenced a renamed class
- tests/.../sys-ctl-hlth-csp/files/test_script.py mocked a function main no
  longer calls

Verified: the variant layer (155 tests, 65 subtests), ca_injected (18),
the CI layer (175), the domains cache including the restored guard (32),
retrigger inputs (9), timings and the CSP health script (53). make
quality-high clears autoformat; its remaining findings are tracked separately.

Co-Authored-By: Claude Opus 5 (1M context) <noreply@anthropic.com>
2026-10-23 09:53:41 +02:00

379 lines
14 KiB
Python

"""Focused unit tests for ``utils.cache.users``.
Pins the public API (`get_user_defaults`, `get_merged_users`) plus the
internal helpers that only this module owns: `_load_user_defs`,
`_build_users`, `_compute_reserved_usernames`, `_load_store_users`,
`_resolve_tokens_file`, `_hydrate_users_tokens`, `_merge_users`,
`_materialize_domain_label_reservations`. Module name is `test_users_module`
to disambiguate from the existing `tests/unit/python/plugins/lookup/test_users.py`
which targets the lookup plugin.
"""
from __future__ import annotations
import tempfile
import textwrap
import unittest
from collections import OrderedDict
from pathlib import Path
from utils.cache import _reset_cache_for_tests
from utils.cache import base as cache_base
from utils.cache import users as cache_users
from utils.cache.yaml import dump_yaml_str
from utils.domains.default_primary import default_domain_primary
from utils.roles.mapping import ROLE_FILE_META_SERVICES, ROLE_FILE_META_USERS
DOMAIN = default_domain_primary()
def _write(path: Path, content: str) -> None:
path.parent.mkdir(parents=True, exist_ok=True)
path.write_text(textwrap.dedent(content), encoding="utf-8")
def _seed_minimal_user_role(tmp: Path, role_name: str = "web-app-foo") -> Path:
roles = tmp / "roles"
role = roles / role_name
_write(role / ROLE_FILE_META_SERVICES, "{}\n")
_write(
role / ROLE_FILE_META_USERS,
f"""
{role_name.rsplit("-", maxsplit=1)[-1]}:
description: "test-only user"
""",
)
return roles
class TestComputeReservedUsernames(unittest.TestCase):
def test_extracts_lowercase_alnum_suffix(self):
with tempfile.TemporaryDirectory() as tmp:
roles = Path(tmp)
(roles / "web-app-postgres").mkdir(parents=True)
(roles / "web-app-mailu").mkdir(parents=True)
(roles / "svc-db-mariadb").mkdir(parents=True)
(roles / "not-a-role.txt").write_text("", encoding="utf-8")
self.assertEqual(
cache_users._compute_reserved_usernames(roles),
["mailu", "mariadb", "postgres"],
)
class TestLoadUserDefs(unittest.TestCase):
def test_aggregates_users_across_roles(self):
with tempfile.TemporaryDirectory() as tmp:
roles = _seed_minimal_user_role(Path(tmp), "web-app-alpha")
_write(
roles / "web-app-beta" / ROLE_FILE_META_USERS,
"""
beta:
description: "beta user"
""",
)
defs = cache_users._load_user_defs(roles)
self.assertIn("alpha", defs)
self.assertIn("beta", defs)
def test_conflicting_definitions_raise(self):
with tempfile.TemporaryDirectory() as tmp:
roles = Path(tmp) / "roles"
_write(
roles / "web-app-a" / ROLE_FILE_META_USERS,
"""
shared: {description: from-a}
""",
)
_write(
roles / "web-app-b" / ROLE_FILE_META_USERS,
"""
shared: {description: from-b}
""",
)
with self.assertRaisesRegex(ValueError, "Conflict for user 'shared'"):
cache_users._load_user_defs(roles)
def test_two_roles_register_a_token_for_the_same_user(self):
with tempfile.TemporaryDirectory() as tmp:
roles = Path(tmp) / "roles"
_write(
roles / "web-app-a" / ROLE_FILE_META_USERS,
"""
administrator: {tokens: {web-app-a: ""}}
""",
)
_write(
roles / "web-app-b" / ROLE_FILE_META_USERS,
"""
administrator: {tokens: {web-app-b: ""}}
""",
)
defs = cache_users._load_user_defs(roles)
self.assertEqual(
sorted(defs["administrator"]["tokens"]), ["web-app-a", "web-app-b"]
)
def test_the_same_token_key_with_two_values_still_conflicts(self):
with tempfile.TemporaryDirectory() as tmp:
roles = Path(tmp) / "roles"
_write(
roles / "web-app-a" / ROLE_FILE_META_USERS,
"""
administrator: {tokens: {shared-app: from-a}}
""",
)
_write(
roles / "web-app-b" / ROLE_FILE_META_USERS,
"""
administrator: {tokens: {shared-app: from-b}}
""",
)
with self.assertRaisesRegex(ValueError, "tokens.shared-app"):
cache_users._load_user_defs(roles)
class TestBuildUsers(unittest.TestCase):
def test_allocates_distinct_uids_for_users_without_explicit_uid(self):
defs: OrderedDict[str, dict] = OrderedDict(
[
("alice", {}),
("bob", {}),
]
)
users = cache_users._build_users(
defs, primary_domain="x.example", start_id=1001, become_pwd="pw"
)
self.assertEqual(users["alice"]["uid"], 1001)
self.assertEqual(users["bob"]["uid"], 1002)
def test_explicit_uid_is_honoured(self):
defs = OrderedDict(
[
("alice", {"uid": 5000}),
("bob", {}),
]
)
users = cache_users._build_users(
defs, primary_domain="x.example", start_id=1001, become_pwd="pw"
)
self.assertEqual(users["alice"]["uid"], 5000)
self.assertEqual(users["bob"]["uid"], 1001)
def test_duplicate_explicit_uid_raises(self):
defs = OrderedDict(
[
("alice", {"uid": 1500}),
("bob", {"uid": 1500}),
]
)
with self.assertRaisesRegex(ValueError, "Duplicate uid 1500"):
cache_users._build_users(
defs, primary_domain="x.example", start_id=1001, become_pwd="pw"
)
def test_duplicate_username_after_overrides_raises(self):
defs = OrderedDict(
[
("alice", {"username": "shared"}),
("bob", {"username": "shared"}),
]
)
with self.assertRaisesRegex(ValueError, "Duplicate username 'shared'"):
cache_users._build_users(
defs, primary_domain="x.example", start_id=1001, become_pwd="pw"
)
def test_default_email_uses_username_at_primary_domain(self):
users = cache_users._build_users(
OrderedDict([("alice", {})]),
primary_domain="example.org",
start_id=1001,
become_pwd="pw",
)
self.assertEqual(users["alice"]["email"], "alice@example.org")
def test_accounts_derivation_and_forward_defaults(self):
defs = OrderedDict(
[
("plain", {}),
("botuser", {"roles": ["bot"]}),
("adminuser", {"roles": ["administrator"]}),
("pinned", {"accounts": ["host"], "forward": "plain"}),
("empty", {"accounts": []}),
]
)
users = cache_users._build_users(
defs, primary_domain="x.example", start_id=1001, become_pwd="pw"
)
self.assertEqual(users["plain"]["accounts"], ["identity"])
self.assertEqual(users["botuser"]["accounts"], ["mailbox", "identity"])
self.assertEqual(users["adminuser"]["accounts"], ["mailbox", "identity"])
self.assertEqual(users["pinned"]["accounts"], ["host"])
self.assertEqual(users["empty"]["accounts"], [])
self.assertEqual(users["plain"]["forward"], "")
self.assertEqual(users["pinned"]["forward"], "plain")
class TestMergeUsers(unittest.TestCase):
def test_overrides_extend_defaults(self):
defaults = {"alice": {"description": "from-defaults"}}
overrides = {"alice": {"username": "alice-override"}, "bob": {}}
merged = cache_users._merge_users(defaults, overrides)
self.assertEqual(merged["alice"]["username"], "alice-override")
self.assertEqual(merged["alice"]["description"], "from-defaults")
self.assertIn("bob", merged)
def test_apply_account_defaults_covers_inventory_only_users(self):
merged = cache_users._apply_account_defaults(
{
"invuser": {"username": "invuser"},
"invbot": {"username": "invbot", "roles": ["bot"]},
"pinned": {
"username": "pinned",
"accounts": [],
"forward": "x",
"email": "pinned@example.org",
},
}
)
self.assertEqual(merged["invuser"]["email"], "invuser@{{ DOMAIN_PRIMARY }}")
self.assertEqual(merged["pinned"]["email"], "pinned@example.org")
self.assertEqual(merged["invuser"]["accounts"], ["identity"])
self.assertEqual(merged["invuser"]["forward"], "")
self.assertEqual(merged["invbot"]["accounts"], ["mailbox", "identity"])
self.assertEqual(merged["pinned"]["accounts"], [])
self.assertEqual(merged["pinned"]["forward"], "x")
class TestHydrateUsersTokens(unittest.TestCase):
def test_store_tokens_fill_empty_in_users_only(self):
users = {
"alice": {"tokens": {"web-app-x": ""}},
"bob": {"tokens": {"web-app-y": "from-user"}},
}
store = {
"alice": {"tokens": {"web-app-x": "from-store"}},
"bob": {"tokens": {"web-app-y": "store-attempt"}},
}
merged = cache_users._hydrate_users_tokens(users, store)
self.assertEqual(merged["alice"]["tokens"]["web-app-x"], "from-store")
self.assertEqual(merged["bob"]["tokens"]["web-app-y"], "from-user")
def test_returns_deep_copy_independent_of_input(self):
users = {"alice": {"tokens": {}}}
store = {"alice": {"tokens": {"x": "y"}}}
merged = cache_users._hydrate_users_tokens(users, store)
merged["alice"]["tokens"]["x"] = "mutated"
self.assertEqual(store["alice"]["tokens"]["x"], "y")
class TestResolveTokensFile(unittest.TestCase):
def test_falls_back_to_default_when_no_overrides(self):
previous = cache_base.DEFAULT_TOKENS_FILE
with tempfile.TemporaryDirectory() as tmp:
sentinel = Path(tmp) / "sentinel.yml"
sentinel.write_text("users: {}\n", encoding="utf-8")
cache_base.DEFAULT_TOKENS_FILE = sentinel
try:
result = cache_users._resolve_tokens_file(variables={})
self.assertEqual(result, sentinel)
finally:
cache_base.DEFAULT_TOKENS_FILE = previous
def test_explicit_file_tokens_wins(self):
with tempfile.TemporaryDirectory() as tmp:
explicit = Path(tmp) / "tokens.yml"
explicit.write_text("users: {}\n", encoding="utf-8")
result = cache_users._resolve_tokens_file(
variables={"FILE_TOKENS": str(explicit)}
)
self.assertEqual(result, explicit)
class TestLoadStoreUsers(unittest.TestCase):
def test_missing_path_returns_empty(self):
self.assertEqual(cache_users._load_store_users(None), {})
self.assertEqual(cache_users._load_store_users(""), {})
def test_yaml_users_block_passes_through(self):
with tempfile.TemporaryDirectory() as tmp:
path = Path(tmp) / "tokens.yml"
path.write_text(
dump_yaml_str({"users": {"alice": {"tokens": {"x": "y"}}}}),
encoding="utf-8",
)
result = cache_users._load_store_users(path)
self.assertEqual(result, {"alice": {"tokens": {"x": "y"}}})
class TestMaterializeBuiltinUserAliases(unittest.TestCase):
def test_no_primary_domain_returns_users_unchanged(self):
users = {"alice": {"username": "alice"}}
out = cache_users._materialize_domain_label_reservations(
users, variables={}, templar=None
)
self.assertEqual(out, users)
def test_every_domain_label_becomes_a_reserved_username(self):
out = cache_users._materialize_domain_label_reservations(
{},
variables={"DOMAIN_PRIMARY": DOMAIN},
templar=None,
)
self.assertEqual(
[out[key]["username"] for key in sorted(out)],
DOMAIN.split("."),
)
self.assertTrue(all(out[key]["accounts"] == [] for key in out))
class TestGetUserDefaults(unittest.TestCase):
def setUp(self) -> None:
_reset_cache_for_tests()
def test_returns_users_per_role(self):
with tempfile.TemporaryDirectory() as tmp:
roles = _seed_minimal_user_role(Path(tmp), "web-app-foo")
defaults = cache_users.get_user_defaults(roles_dir=roles)
self.assertIn("foo", defaults)
self.assertEqual(defaults["foo"]["description"], "test-only user")
def test_caches_per_roles_dir(self):
with tempfile.TemporaryDirectory() as tmp:
roles = _seed_minimal_user_role(Path(tmp), "web-app-foo")
first = cache_users.get_user_defaults(roles_dir=roles)
first["foo"]["mutated"] = True
second = cache_users.get_user_defaults(roles_dir=roles)
self.assertNotIn("mutated", second["foo"])
def test_reserved_usernames_added_when_missing(self):
with tempfile.TemporaryDirectory() as tmp:
roles = _seed_minimal_user_role(Path(tmp), "web-app-foo")
(roles / "svc-db-mariadb").mkdir(parents=True)
defaults = cache_users.get_user_defaults(roles_dir=roles)
self.assertIn("mariadb", defaults)
self.assertEqual(defaults["mariadb"]["accounts"], [])
class TestGetMergedUsersWithOverrides(unittest.TestCase):
def setUp(self) -> None:
_reset_cache_for_tests()
def test_runtime_override_wins_for_username(self):
with tempfile.TemporaryDirectory() as tmp:
roles = _seed_minimal_user_role(Path(tmp), "web-app-foo")
merged = cache_users.get_merged_users(
variables={
"users": {
"foo": {"username": "override-user"},
}
},
roles_dir=roles,
templar=None,
)
self.assertEqual(merged["foo"]["username"], "override-user")
if __name__ == "__main__":
unittest.main()