mirror of
https://github.com/kevinveenbirkenbach/computer-playbook.git
synced 2026-11-08 11:46:35 +00:00
f713ba835 moved credentials to applications.<app>.secrets.credentials and
updated every role that reads them, but four lookup plugins kept addressing
the bare credentials.<key> root. They call get() with strict=False and
default="", so the miss was silent rather than loud: MariaDB received
MYSQL_ROOT_PASSWORD= and refused to initialise, which took friendica-database
down as an unhealthy dependency and failed compose up. Object-store consumers
and shared redis auth resolved to empty secrets for the same reason.
The five call sites now build the path from OVERRIDE_SECTION, the single point
of truth that commit introduced, instead of spelling it beside it.
The two lookup unit tests pinned the pre-rename fixture shape, which is why
they stayed green straight through the regression; their fixtures move to
secrets.credentials so they fail against the old code.
Evidence: run 31649386343, job 94302347256, artifact
rescue-diagnostics-instructions-web-app-friendica,
containers/infinito_nexus_debian/nested/.../friendica-database.log:29
"Database is uninitialized and password option is not specified".
Co-Authored-By: Claude Opus 5 (1M context) <noreply@anthropic.com>
180 lines
5.8 KiB
Python
180 lines
5.8 KiB
Python
"""Lookup ``engine``: resolve a central/embedded engine connection for a consumer.
|
|
|
|
{{ lookup('engine', 'redis', application_id) }} # full dict
|
|
{{ lookup('engine', 'redis', application_id, 'url') }} # one field
|
|
|
|
Mirrors the ``database`` lookup but for the non-RDBMS engines registered in
|
|
:data:`utils.roles.applications.services.engines.ENGINES` (redis, memcached,
|
|
rabbitmq, elasticsearch, typesense, qdrant, unbound). When the consumer declares
|
|
``services.<engine>.shared: true`` the connection points at the central
|
|
``svc-db-*`` / ``svc-dns-*`` stack with the consumer's own provisioned credentials;
|
|
otherwise it points at the embedded sidecar inside the consumer's own stack.
|
|
|
|
See ``docs/architecture/central-engines.md``.
|
|
"""
|
|
|
|
from __future__ import annotations
|
|
|
|
from typing import Any
|
|
|
|
from ansible.errors import AnsibleError
|
|
from ansible.plugins.loader import lookup_loader
|
|
from ansible.plugins.lookup import LookupBase
|
|
|
|
from utils.manager.credential_key import OVERRIDE_SECTION
|
|
from utils.roles.applications.config import get
|
|
from utils.roles.applications.services.engines import (
|
|
ENGINES,
|
|
engine_service,
|
|
is_engine_enabled,
|
|
is_engine_shared,
|
|
)
|
|
from utils.roles.entity.name import get_entity_name
|
|
|
|
_FIELDS = (
|
|
"engine",
|
|
"enabled",
|
|
"shared",
|
|
"local",
|
|
"host",
|
|
"port",
|
|
"username",
|
|
"password",
|
|
"instance",
|
|
"prefix",
|
|
"url",
|
|
"container",
|
|
)
|
|
|
|
|
|
class LookupModule(LookupBase):
|
|
def run(
|
|
self,
|
|
terms: list[Any],
|
|
variables: dict[str, Any] | None = None,
|
|
**kwargs: Any,
|
|
) -> list[Any]:
|
|
terms = terms or []
|
|
if len(terms) not in (2, 3):
|
|
raise AnsibleError(
|
|
"engine: requires engine_type, consumer_id [, want_path]"
|
|
)
|
|
engine = str(terms[0]).strip()
|
|
consumer_id = str(terms[1]).strip()
|
|
want = str(terms[2]).strip() if len(terms) == 3 else "all"
|
|
if engine not in ENGINES:
|
|
raise AnsibleError(
|
|
f"engine: unknown engine '{engine}'; known: {', '.join(ENGINES)}"
|
|
)
|
|
if not consumer_id:
|
|
raise AnsibleError("engine: consumer_id must not be empty")
|
|
|
|
vars_ = variables or self._templar.available_variables
|
|
applications = lookup_loader.get(
|
|
"applications", loader=self._loader, templar=getattr(self, "_templar", None)
|
|
).run([], variables=vars_)[0]
|
|
|
|
descriptor = ENGINES[engine]
|
|
svc_id = descriptor["svc"]
|
|
port = int(descriptor["port"])
|
|
entity = get_entity_name(consumer_id)
|
|
|
|
enabled = is_engine_enabled(applications, consumer_id, engine)
|
|
shared = is_engine_shared(applications, consumer_id, engine)
|
|
svc_cfg = engine_service(applications, consumer_id, engine)
|
|
|
|
central_name = str(
|
|
get(
|
|
applications,
|
|
svc_id,
|
|
f"services.{engine}.name",
|
|
strict=False,
|
|
default=engine,
|
|
skip_missing_app=True,
|
|
)
|
|
or engine
|
|
).strip()
|
|
|
|
username = entity
|
|
prefix = entity
|
|
password = str(
|
|
svc_cfg.get("password")
|
|
or get(
|
|
applications,
|
|
consumer_id,
|
|
f"{OVERRIDE_SECTION}.{engine}_password",
|
|
strict=False,
|
|
default="",
|
|
)
|
|
or ""
|
|
).strip()
|
|
host = central_name if shared else engine
|
|
instance = central_name if shared else entity
|
|
|
|
# Exception: shared redis authenticates as the central `default` user, not
|
|
# a per-consumer ACL user — ACL users live only in memory and are lost when
|
|
# a deploy recreates the central redis after the consumer was provisioned.
|
|
if engine == "redis" and shared:
|
|
username = "default"
|
|
password = str(
|
|
get(
|
|
applications,
|
|
svc_id,
|
|
f"{OVERRIDE_SECTION}.REDIS_PASSWORD",
|
|
strict=False,
|
|
default="",
|
|
skip_missing_app=True,
|
|
)
|
|
or ""
|
|
).strip()
|
|
|
|
if engine == "rabbitmq":
|
|
url = (
|
|
f"amqp://{username}:{password}@{host}:{port}/{entity}"
|
|
if shared
|
|
else f"amqp://{host}:{port}/"
|
|
)
|
|
elif engine in ("redis", "memcached"):
|
|
scheme = "redis" if engine == "redis" else "memcached"
|
|
auth = f"{username}:{password}@" if (shared and password) else ""
|
|
url = f"{scheme}://{auth}{host}:{port}"
|
|
elif engine in ("elasticsearch", "typesense", "qdrant"):
|
|
url = f"http://{host}:{port}"
|
|
else:
|
|
url = host
|
|
|
|
consumer_name = str(
|
|
get(
|
|
applications,
|
|
consumer_id,
|
|
f"services.{engine}.name",
|
|
strict=False,
|
|
default="",
|
|
skip_missing_app=True,
|
|
)
|
|
or ""
|
|
).strip()
|
|
container = central_name if shared else (consumer_name or f"{entity}-{engine}")
|
|
|
|
resolved = {
|
|
"engine": engine,
|
|
"enabled": enabled,
|
|
"shared": shared,
|
|
"local": bool(enabled and not shared),
|
|
"host": host,
|
|
"port": port,
|
|
"username": username if shared else "",
|
|
"password": password if shared else "",
|
|
"instance": instance,
|
|
"prefix": prefix,
|
|
"url": url,
|
|
"container": container,
|
|
}
|
|
if want == "all":
|
|
return [resolved]
|
|
if want not in _FIELDS:
|
|
raise AnsibleError(
|
|
f"engine: unknown want '{want}'; known: {', '.join(_FIELDS)}"
|
|
)
|
|
return [resolved.get(want, "")]
|