mirror of
https://github.com/kevinveenbirkenbach/docker-volume-backup.git
synced 2025-12-29 03:42:08 +00:00
- Change DB backup helpers to return whether a dump was actually produced - Detect DB containers without successful dumps in --dump-only mode - Fallback to file backups with a warning instead of skipping silently - Refactor DB dump logic to return boolean status - Add E2E test covering dump-only fallback when databases.csv entry is missing https://chatgpt.com/share/6951a659-2b0c-800f-aafa-3e89ae1eb697
176 lines
5.4 KiB
Python
176 lines
5.4 KiB
Python
# tests/e2e/test_e2e_dump_only_fallback_to_files.py
|
|
import unittest
|
|
|
|
from .helpers import (
|
|
backup_path,
|
|
cleanup_docker,
|
|
create_minimal_compose_dir,
|
|
ensure_empty_dir,
|
|
latest_version_dir,
|
|
require_docker,
|
|
run,
|
|
unique,
|
|
write_databases_csv,
|
|
wait_for_postgres,
|
|
)
|
|
|
|
|
|
class TestE2EDumpOnlyFallbackToFiles(unittest.TestCase):
|
|
@classmethod
|
|
def setUpClass(cls) -> None:
|
|
require_docker()
|
|
cls.prefix = unique("baudolo-e2e-dump-only-fallback")
|
|
cls.backups_dir = f"/tmp/{cls.prefix}/Backups"
|
|
ensure_empty_dir(cls.backups_dir)
|
|
|
|
cls.compose_dir = create_minimal_compose_dir(f"/tmp/{cls.prefix}")
|
|
cls.repo_name = cls.prefix
|
|
|
|
cls.pg_container = f"{cls.prefix}-pg"
|
|
cls.pg_volume = f"{cls.prefix}-pg-vol"
|
|
cls.restore_volume = f"{cls.prefix}-restore-vol"
|
|
|
|
cls.containers = [cls.pg_container]
|
|
cls.volumes = [cls.pg_volume, cls.restore_volume]
|
|
|
|
run(["docker", "volume", "create", cls.pg_volume])
|
|
|
|
# Start Postgres (creates a real DB volume)
|
|
run(
|
|
[
|
|
"docker",
|
|
"run",
|
|
"-d",
|
|
"--name",
|
|
cls.pg_container,
|
|
"-e",
|
|
"POSTGRES_PASSWORD=pgpw",
|
|
"-e",
|
|
"POSTGRES_DB=appdb",
|
|
"-e",
|
|
"POSTGRES_USER=postgres",
|
|
"-v",
|
|
f"{cls.pg_volume}:/var/lib/postgresql/data",
|
|
"postgres:16",
|
|
]
|
|
)
|
|
wait_for_postgres(cls.pg_container, user="postgres", timeout_s=90)
|
|
|
|
# Add a deterministic marker file into the volume
|
|
cls.marker = "dump-only-fallback-marker"
|
|
run(
|
|
[
|
|
"docker",
|
|
"exec",
|
|
cls.pg_container,
|
|
"sh",
|
|
"-lc",
|
|
f"echo '{cls.marker}' > /var/lib/postgresql/data/marker.txt",
|
|
]
|
|
)
|
|
|
|
# databases.csv WITHOUT matching entry for this instance -> should skip dump
|
|
cls.databases_csv = f"/tmp/{cls.prefix}/databases.csv"
|
|
write_databases_csv(cls.databases_csv, []) # empty except header
|
|
|
|
# Run baudolo with --dump-only and a DB container present:
|
|
# Expected: WARNING + FALLBACK to file backup (files/ must exist)
|
|
cmd = [
|
|
"baudolo",
|
|
"--compose-dir",
|
|
cls.compose_dir,
|
|
"--docker-compose-hard-restart-required",
|
|
"mailu",
|
|
"--repo-name",
|
|
cls.repo_name,
|
|
"--databases-csv",
|
|
cls.databases_csv,
|
|
"--backups-dir",
|
|
cls.backups_dir,
|
|
"--database-containers",
|
|
cls.pg_container,
|
|
"--images-no-stop-required",
|
|
"postgres",
|
|
"mariadb",
|
|
"mysql",
|
|
"alpine",
|
|
"--dump-only",
|
|
]
|
|
cp = run(cmd, capture=True, check=True)
|
|
|
|
cls.stdout = cp.stdout or ""
|
|
cls.hash, cls.version = latest_version_dir(cls.backups_dir, cls.repo_name)
|
|
|
|
# Restore files into a fresh volume to prove file backup happened
|
|
run(["docker", "volume", "create", cls.restore_volume])
|
|
run(
|
|
[
|
|
"baudolo-restore",
|
|
"files",
|
|
cls.restore_volume,
|
|
cls.hash,
|
|
cls.version,
|
|
"--backups-dir",
|
|
cls.backups_dir,
|
|
"--repo-name",
|
|
cls.repo_name,
|
|
"--source-volume",
|
|
cls.pg_volume,
|
|
"--rsync-image",
|
|
"ghcr.io/kevinveenbirkenbach/alpine-rsync",
|
|
]
|
|
)
|
|
|
|
@classmethod
|
|
def tearDownClass(cls) -> None:
|
|
cleanup_docker(containers=cls.containers, volumes=cls.volumes)
|
|
|
|
def test_warns_about_missing_dump_in_dump_only_mode(self) -> None:
|
|
self.assertIn(
|
|
"WARNING: dump-only requested but no DB dump was produced",
|
|
self.stdout,
|
|
f"Expected warning in baudolo output. STDOUT:\n{self.stdout}",
|
|
)
|
|
|
|
def test_files_backup_exists_due_to_fallback(self) -> None:
|
|
p = backup_path(
|
|
self.backups_dir,
|
|
self.repo_name,
|
|
self.version,
|
|
self.pg_volume,
|
|
) / "files"
|
|
self.assertTrue(p.is_dir(), f"Expected files backup dir at: {p}")
|
|
|
|
def test_sql_dump_not_present(self) -> None:
|
|
# There should be no sql dumps because databases.csv had no matching entry.
|
|
sql_dir = backup_path(
|
|
self.backups_dir,
|
|
self.repo_name,
|
|
self.version,
|
|
self.pg_volume,
|
|
) / "sql"
|
|
# Could exist (dir created) in some edge cases, but should contain no *.sql dumps.
|
|
if sql_dir.exists():
|
|
dumps = list(sql_dir.glob("*.sql"))
|
|
self.assertEqual(
|
|
len(dumps),
|
|
0,
|
|
f"Did not expect SQL dump files, found: {dumps}",
|
|
)
|
|
|
|
def test_restored_files_contain_marker(self) -> None:
|
|
p = run(
|
|
[
|
|
"docker",
|
|
"run",
|
|
"--rm",
|
|
"-v",
|
|
f"{self.restore_volume}:/data",
|
|
"alpine:3.20",
|
|
"sh",
|
|
"-lc",
|
|
"cat /data/marker.txt",
|
|
]
|
|
)
|
|
self.assertEqual((p.stdout or "").strip(), self.marker)
|