renamed

backup-docker-to-local.py

@@ -0,0 +1,109 @@
+#!/bin/python
+# Backups volumes of running containers
+#
+import subprocess
+import os
+import re
+import pathlib
+import pandas
+from datetime import datetime
+
+
+def bash(command):
+    print(command)
+    process = subprocess.Popen([command], stdout=subprocess.PIPE, stderr=subprocess.PIPE, shell=True)
+    out, err = process.communicate()
+    stdout = out.splitlines()
+    output = []
+    for line in stdout:
+        output.append(line.decode("utf-8"))
+    if process.wait() > bool(0):
+        print(command, out, err)
+        raise Exception("Exitcode is greater then 0")
+    return output
+
+
+def print_bash(command):
+    output = bash(command)
+    print(list_to_string(output))
+    return output
+
+
+def list_to_string(list):
+    return str(' '.join(list))
+
+
+print('start backup routine...')
+
+dirname = os.path.dirname(__file__)
+repository_name = os.path.basename(dirname)
+# identifier of this backups
+machine_id = bash("sha256sum /etc/machine-id")[0][0:64]
+# Folder in which all Backups are stored
+backups_dir = '/Backups/'
+# Folder in which the versions off docker volume backups are stored
+versions_dir = backups_dir + machine_id + "/" + repository_name + "/"
+# Time when the backup started
+backup_time = datetime.now().strftime("%Y%m%d%H%M%S")
+# Folder containing the current version
+version_dir = versions_dir + backup_time + "/"
+
+# Create folder to store version in
+pathlib.Path(version_dir).mkdir(parents=True, exist_ok=True)
+
+print('start volume backups...')
+print('load connection data...')
+databases = pandas.read_csv(dirname + "/databases.csv", sep=";")
+volume_names = bash("docker volume ls --format '{{.Name}}'")
+for volume_name in volume_names:
+    print('start backup routine for volume: ' + volume_name)
+    containers = bash("docker ps --filter volume=\"" + volume_name + "\" --format '{{.Names}}'")
+    if len(containers) == 0:
+        print('skipped due to no running containers using this volume.')
+    else:
+        container = containers[0]
+        # Folder to which the volumes are copied
+        volume_destination_dir = version_dir + volume_name
+        # Database name
+        database_name = re.split("(_|-)(database|db)", container)[0]
+        # Entries with database login data concerning this container
+        databases_entries = databases.loc[databases['database'] == database_name]
+        # Exception for akaunting due to fast implementation
+        if len(databases_entries) == 1 and container != 'akaunting':
+            print("Backup database...")
+            mysqldump_destination_dir = volume_destination_dir + "/sql"
+            mysqldump_destination_file = mysqldump_destination_dir + "/backup.sql"
+            pathlib.Path(mysqldump_destination_dir).mkdir(parents=True, exist_ok=True)
+            database_entry = databases_entries.iloc[0]
+            database_backup_command = "docker exec " + container + " /usr/bin/mariadb-dump -u " + database_entry["username"] + " -p" + database_entry["password"] + " " + database_entry["database"] + " > " + mysqldump_destination_file
+            print_bash(database_backup_command)
+        print("Backup files...")
+        files_rsync_destination_path = volume_destination_dir + "/files"
+        pathlib.Path(files_rsync_destination_path).mkdir(parents=True, exist_ok=True)
+        versions = os.listdir(versions_dir)
+        versions.sort(reverse=True)
+        if len(versions) > 1:
+            last_version = versions[1]
+            last_version_files_dir = versions_dir + last_version + "/" + volume_name + "/files"
+            if os.path.isdir(last_version_files_dir):
+                link_dest_parameter="--link-dest='" + last_version_files_dir + "' "
+            else:
+                print("No previous version exists in path "+ last_version_files_dir + ".")
+                link_dest_parameter=""
+        else:
+            print("No previous version exists in path "+ last_version_files_dir + ".")
+            link_dest_parameter=""
+        source_dir = "/var/lib/docker/volumes/" + volume_name + "/_data/"
+        rsync_command = "rsync -abP --delete --delete-excluded " + link_dest_parameter + source_dir + " " + files_rsync_destination_path
+        print_bash(rsync_command)
+        print("stop containers...")
+        print("Backup data after container is stopped...")
+        print_bash("docker stop " + list_to_string(containers))
+        print_bash(rsync_command)
+        print("start containers...")
+        print_bash("docker start " + list_to_string(containers))
+    print("end backup routine for volume:" + volume_name)
+print('finished volume backups.')
+print('restart docker service...')
+print_bash("systemctl restart docker")
+print('finished backup routine.')