mirror of
https://github.com/kevinveenbirkenbach/computer-playbook.git
synced 2025-08-29 15:06:26 +02:00
Renamed general and mode constants and implemented a check to verify that constants are just defined ones over the whole repository
This commit is contained in:
@@ -8,11 +8,11 @@ BASE_DIR = os.path.abspath(os.path.join(os.path.dirname(__file__), '../../roles'
|
||||
|
||||
class TestModeResetIntegration(unittest.TestCase):
|
||||
"""
|
||||
Verify that a role either mentioning 'mode_reset' under tasks/ OR containing a reset file:
|
||||
Verify that a role either mentioning 'MODE_RESET' under tasks/ OR containing a reset file:
|
||||
- provides a *_reset.yml (or reset.yml) in tasks/,
|
||||
- includes it exactly once across tasks/*.yml,
|
||||
- and the include is guarded in the SAME task block by a non-commented `when`
|
||||
that contains `mode_reset | bool` (inline, list, or array).
|
||||
that contains `MODE_RESET | bool` (inline, list, or array).
|
||||
Additional conditions (e.g., `and something`) are allowed.
|
||||
Commented-out conditions (e.g., `#when: ...` or `# include_tasks: ...`) do NOT count.
|
||||
"""
|
||||
@@ -33,12 +33,12 @@ class TestModeResetIntegration(unittest.TestCase):
|
||||
if fname.lower().endswith(('.yml', '.yaml')):
|
||||
task_files.append(os.path.join(root, fname))
|
||||
|
||||
# Detect any 'mode_reset' usage
|
||||
# Detect any 'MODE_RESET' usage
|
||||
mode_reset_found = False
|
||||
for fp in task_files:
|
||||
try:
|
||||
with open(fp, 'r', encoding='utf-8') as f:
|
||||
if 'mode_reset' in f.read():
|
||||
if 'MODE_RESET' in f.read():
|
||||
mode_reset_found = True
|
||||
break
|
||||
except (UnicodeDecodeError, OSError):
|
||||
@@ -55,11 +55,11 @@ class TestModeResetIntegration(unittest.TestCase):
|
||||
]
|
||||
|
||||
# Decide if this role must be validated:
|
||||
# - if it mentions mode_reset anywhere under tasks/, OR
|
||||
# - if it mentions MODE_RESET anywhere under tasks/, OR
|
||||
# - if it has a reset file in tasks/ root
|
||||
should_check = mode_reset_found or bool(reset_files)
|
||||
if not should_check:
|
||||
self.skipTest(f"Role '{role_name}': no mode_reset usage and no reset file found.")
|
||||
self.skipTest(f"Role '{role_name}': no MODE_RESET usage and no reset file found.")
|
||||
|
||||
# If we check, a reset file MUST exist
|
||||
self.assertTrue(
|
||||
@@ -108,7 +108,7 @@ class TestModeResetIntegration(unittest.TestCase):
|
||||
f"found {len(include_occurrences)}."
|
||||
)
|
||||
|
||||
# Verify a proper 'when' containing 'mode_reset | bool' exists in the SAME task block
|
||||
# Verify a proper 'when' containing 'MODE_RESET | bool' exists in the SAME task block
|
||||
include_fp, included_rf, span = include_occurrences[0]
|
||||
|
||||
with open(include_fp, 'r', encoding='utf-8') as f:
|
||||
@@ -138,17 +138,17 @@ class TestModeResetIntegration(unittest.TestCase):
|
||||
# - Allow additional conditions inline (and/or/parentheses/etc.)
|
||||
# - Support list form and yaml array form
|
||||
when_inline = re.search(
|
||||
r'(?m)^(?<!#)\s*when:\s*(?!\[)(?:(?!\n).)*mode_reset\s*\|\s*bool',
|
||||
r'(?m)^(?<!#)\s*when:\s*(?!\[)(?:(?!\n).)*MODE_RESET\s*\|\s*bool',
|
||||
task_block
|
||||
)
|
||||
when_list = re.search(
|
||||
r'(?ms)^(?<!#)\s*when:\s*\n' # non-commented when:
|
||||
r'(?:(?:\s*#.*\n)|(?:\s*-\s*.*\n))*' # comments or other list items
|
||||
r'\s*-\s*[^#\n]*mode_reset\s*\|\s*bool[^#\n]*$', # list item with mode_reset | bool (not commented)
|
||||
r'\s*-\s*[^#\n]*MODE_RESET\s*\|\s*bool[^#\n]*$', # list item with MODE_RESET | bool (not commented)
|
||||
task_block
|
||||
)
|
||||
when_array = re.search(
|
||||
r'(?m)^(?<!#)\s*when:\s*\[[^\]\n]*mode_reset\s*\|\s*bool[^\]\n]*\]',
|
||||
r'(?m)^(?<!#)\s*when:\s*\[[^\]\n]*MODE_RESET\s*\|\s*bool[^\]\n]*\]',
|
||||
task_block
|
||||
)
|
||||
|
||||
@@ -158,7 +158,7 @@ class TestModeResetIntegration(unittest.TestCase):
|
||||
when_ok,
|
||||
(
|
||||
f"Role '{role_name}': file '{include_fp}' must guard the reset include "
|
||||
f"with a non-commented 'when' containing 'mode_reset | bool'. "
|
||||
f"with a non-commented 'when' containing 'MODE_RESET | bool'. "
|
||||
f"Commented-out conditions do not count."
|
||||
)
|
||||
)
|
||||
|
131
tests/integration/test_uppercase_constant_vars_unique.py
Normal file
131
tests/integration/test_uppercase_constant_vars_unique.py
Normal file
@@ -0,0 +1,131 @@
|
||||
#!/usr/bin/env python3
|
||||
"""
|
||||
Integration test: ensure every ALL-CAPS variable is defined only once project-wide.
|
||||
|
||||
Scope (by design):
|
||||
- group_vars/**/*.yml
|
||||
- roles/*/vars/*.yml
|
||||
- roles/*/defaults/*.yml
|
||||
- roles/*/defauls/*.yml # included on purpose in case of folder typos
|
||||
|
||||
A variable is considered a “constant” if its key matches: ^[A-Z0-9_]+$
|
||||
If a constant is declared more than once across the scanned files, the test fails
|
||||
with a clear message explaining that such constants must be defined only once.
|
||||
"""
|
||||
|
||||
import os
|
||||
import glob
|
||||
import unittest
|
||||
import re
|
||||
from collections import defaultdict
|
||||
|
||||
try:
|
||||
import yaml
|
||||
except Exception as e: # pragma: no cover
|
||||
raise SystemExit(
|
||||
"PyYAML is required for this test. Install with: pip install pyyaml"
|
||||
) from e
|
||||
|
||||
|
||||
UPPER_CONST_RE = re.compile(r"^[A-Z0-9_]+$")
|
||||
|
||||
|
||||
def _iter_yaml_files():
|
||||
"""Yield all YAML file paths in the intended scope."""
|
||||
patterns = [
|
||||
os.path.join("group_vars", "**", "*.yml"),
|
||||
os.path.join("roles", "*", "vars", "*.yml"),
|
||||
os.path.join("roles", "*", "defaults", "*.yml"),
|
||||
os.path.join("roles", "*", "defauls", "*.yml"), # intentionally included
|
||||
]
|
||||
seen = set()
|
||||
for pattern in patterns:
|
||||
for path in glob.glob(pattern, recursive=True):
|
||||
# Normalize and deduplicate
|
||||
norm = os.path.normpath(path)
|
||||
if norm not in seen and os.path.isfile(norm):
|
||||
seen.add(norm)
|
||||
yield norm
|
||||
|
||||
|
||||
def _extract_uppercase_keys_from_mapping(mapping):
|
||||
"""
|
||||
Recursively extract ALL-CAPS keys from any YAML mapping.
|
||||
Returns a set of keys found in this mapping (deduplicated for the file).
|
||||
"""
|
||||
found = set()
|
||||
|
||||
def walk(node):
|
||||
if isinstance(node, dict):
|
||||
for k, v in node.items():
|
||||
# Only consider string keys
|
||||
if isinstance(k, str) and UPPER_CONST_RE.match(k):
|
||||
found.add(k)
|
||||
# Recurse into values to catch nested mappings too
|
||||
walk(v)
|
||||
elif isinstance(node, list):
|
||||
for item in node:
|
||||
walk(item)
|
||||
|
||||
walk(mapping)
|
||||
return found
|
||||
|
||||
|
||||
class TestUppercaseConstantVarsUnique(unittest.TestCase):
|
||||
def test_uppercase_constants_unique(self):
|
||||
# Track where each constant is defined
|
||||
constant_to_files = defaultdict(set)
|
||||
|
||||
# Track YAML parse errors to fail fast with a helpful message
|
||||
parse_errors = []
|
||||
|
||||
yaml_files = list(_iter_yaml_files())
|
||||
for yml in yaml_files:
|
||||
try:
|
||||
with open(yml, "r", encoding="utf-8") as f:
|
||||
docs = list(yaml.safe_load_all(f))
|
||||
except Exception as e:
|
||||
parse_errors.append(f"{yml}: {e}")
|
||||
continue
|
||||
|
||||
# Some files may be empty or contain only comments
|
||||
if not docs:
|
||||
continue
|
||||
|
||||
# Collect ALL-CAPS keys for this file (dedup per file)
|
||||
file_constants = set()
|
||||
for doc in docs:
|
||||
if isinstance(doc, dict):
|
||||
file_constants |= _extract_uppercase_keys_from_mapping(doc)
|
||||
# Non-mapping documents (e.g., lists/None) are ignored
|
||||
|
||||
for const in file_constants:
|
||||
constant_to_files[const].add(yml)
|
||||
|
||||
# Fail if YAML parsing had errors
|
||||
if parse_errors:
|
||||
self.fail(
|
||||
"YAML parsing failed for one or more files:\n"
|
||||
+ "\n".join(f"- {err}" for err in parse_errors)
|
||||
)
|
||||
|
||||
# Find duplicates (same constant in more than one file)
|
||||
duplicates = {c: sorted(files) for c, files in constant_to_files.items() if len(files) > 1}
|
||||
|
||||
if duplicates:
|
||||
msg_lines = [
|
||||
"Found constants defined more than once. "
|
||||
"ALL-CAPS variables are treated as constants and must be defined only once project-wide.\n"
|
||||
"Please consolidate each duplicated constant into a single authoritative location (e.g., one vars/defaults file).",
|
||||
"",
|
||||
]
|
||||
for const, files in sorted(duplicates.items()):
|
||||
msg_lines.append(f"* {const} defined in {len(files)} files:")
|
||||
for f in files:
|
||||
msg_lines.append(f" - {f}")
|
||||
msg_lines.append("") # spacer
|
||||
self.fail("\n".join(msg_lines))
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
unittest.main()
|
Reference in New Issue
Block a user