kevinveenbirkenbach/docker-volume-backup
1
0
Fork 0
mirror of https://github.com/kevinveenbirkenbach/docker-volume-backup.git synced 2024-10-31 23:33:11 +01:00
Code Issues Packages Projects Releases Wiki Activity

Refactored and added latest symlink

Browse Source
This commit is contained in:
Kevin Veen-Birkenbach 2022-03-29 19:20:35 +02:00
parent 7927192073
commit 03a8b56093
1 changed files with 31 additions and 12 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

43
docker-volume-backup.py
View File

@ -1,7 +1,10 @@
#!/bin/python #!/bin/python
# Backups volumes of running containers # Backups volumes of running containers
# #
import subprocess, os, pathlib, pandas import subprocess
import os
import pathlib
import pandas
from datetime import datetime from datetime import datetime
@ -30,15 +33,31 @@ def list_to_string(list):
print('start backup routine...') print('start backup routine...')
print('start volume backups...')
backup_time = datetime.now().strftime("%Y%m%d%H%M%S")
backups_folder = '/Backups/'
dirname = os.path.dirname(__file__) dirname = os.path.dirname(__file__)
repository_name = os.path.basename(dirname) repository_name = os.path.basename(dirname)
# identifier of this backups
machine_id = bash("sha256sum /etc/machine-id")[0][0:64]
# Folder in which all Backups are stored
backups_dir = '/Backups/'
# Folder in which docker volume backups are stored
backup_type_dir = backups_dir + machine_id + "/" + repository_name + "/"
# Folder containing all versions
versions_dir = backup_type_dir + "versions/"
# Time when the backup started
backup_time = datetime.now().strftime("%Y%m%d%H%M%S")
# Folder containing the current version
version_dir = versions_dir + backup_time + "/"
# Define latest path
latest_link = backup_type_dir + "/latest/"
# Create folder to store version in
pathlib.Path(version_dir).mkdir(parents=True, exist_ok=True)
# Link latest to current version
pathlib.Path(latest_link).symlink_to(version_dir)
print('start volume backups...')
print('load connection data...') print('load connection data...')
databases = pandas.read_csv(dirname + "/databases.csv", sep=";") databases = pandas.read_csv(dirname + "/databases.csv", sep=";")
machine_id = bash("sha256sum /etc/machine-id")[0][0:64]
backup_repository_folder = backups_folder + machine_id + "/" + repository_name + "/"
volume_names = bash("docker volume ls --format '{{.Name}}'") volume_names = bash("docker volume ls --format '{{.Name}}'")
for volume_name in volume_names: for volume_name in volume_names:
print('start backup routine for volume: ' + volume_name) print('start backup routine for volume: ' + volume_name)
@ -47,12 +66,12 @@ for volume_name in volume_names:
print('skipped due to no running containers using this volume.') print('skipped due to no running containers using this volume.')
else: else:
container = containers[0] container = containers[0]
versions_dir_path = backup_repository_folder + "versions/" # Folder to which the volumes are copied
general_destination_dir = versions_dir_path + backup_time + "/" + volume_name volume_destination_dir = version_dir + volume_name
databases_entries = databases.loc[databases['container'] == container] databases_entries = databases.loc[databases['container'] == container]
if len(databases_entries) == 1: if len(databases_entries) == 1:
print("Backup database...") print("Backup database...")
mysqldump_destination_dir = general_destination_dir + "/sql" mysqldump_destination_dir = volume_destination_dir + "/sql"
mysqldump_destination_file = mysqldump_destination_dir + "/backup.sql" mysqldump_destination_file = mysqldump_destination_dir + "/backup.sql"
pathlib.Path(mysqldump_destination_dir).mkdir(parents=True, exist_ok=True) pathlib.Path(mysqldump_destination_dir).mkdir(parents=True, exist_ok=True)
database_entry = databases_entries.iloc[0] database_entry = databases_entries.iloc[0]
@ -60,13 +79,13 @@ for volume_name in volume_names:
print_bash(database_backup_command) print_bash(database_backup_command)
else: else:
print("Backup files...") print("Backup files...")
files_rsync_destination_path = general_destination_dir + "/files" files_rsync_destination_path = volume_destination_dir + "/files"
pathlib.Path(files_rsync_destination_path).mkdir(parents=True, exist_ok=True) pathlib.Path(files_rsync_destination_path).mkdir(parents=True, exist_ok=True)
versions = os.listdir(versions_dir_path) versions = os.listdir(versions_dir)
versions.sort(reverse=True) versions.sort(reverse=True)
if len(versions) > 1: if len(versions) > 1:
last_version = versions[1] last_version = versions[1]
last_version_files_dir = versions_dir_path + last_version + "/" + volume_name + "/files" last_version_files_dir = versions_dir + last_version + "/" + volume_name + "/files"
if os.path.isdir(last_version_files_dir): if os.path.isdir(last_version_files_dir):
link_dest_parameter="--link-dest='" + last_version_files_dir + "' " link_dest_parameter="--link-dest='" + last_version_files_dir + "' "
else: else: