Finished backup to swappable implementation

roles/independent_backups-cleanup-service/README.md

@@ -0,0 +1,14 @@
+# role independent_backups-cleanup-timer
+
+Cleans up old backups
+
+## Additional software
+
+It may be neccessary to install gcc seperat to use psutil
+
+```bash
+  sudo pacman -S gcc
+```
+
+## further information
+- https://stackoverflow.com/questions/48929553/get-hard-disk-size-in-python

roles/independent_backups-cleanup-service/files/backups-cleanup.py

@@ -0,0 +1,63 @@
+import psutil
+import shutil
+import os
+import argparse
+import subprocess
+
+# Validating arguments
+parser = argparse.ArgumentParser()
+parser.add_argument('--maximum-backup-size-percent', type=int, dest='maximum_backup_size_percent',required=True, choices=range(0,100), help="The directory from which the data should be encrypted.")
+parser.add_argument('--backups-folder-path',type=str,dest='backups_folder_path',required=True, help="The folder in which the backups are stored")
+args = parser.parse_args()
+
+def print_used_disc_space():
+    print("%d %% of disk %s are used" % (psutil.disk_usage(args.backups_folder_path).percent,args.backups_folder_path))  
+
+def is_directory_used_by_another_process(directory_path):
+    command= "lsof " + directory_path
+    process = subprocess.Popen([command], stdout=subprocess.PIPE, stderr=subprocess.PIPE, shell=True)
+    output, error = process.communicate()
+    # @See https://stackoverflow.com/questions/29841984/non-zero-exit-code-for-lsof
+    if process.wait() > bool(0):
+        return False
+    return True
+
+for host_backup_directory_name in os.listdir(args.backups_folder_path):
+    host_backup_directory_path = os.path.join(args.backups_folder_path, host_backup_directory_name)
+    for application_directory in os.listdir(host_backup_directory_path):
+        
+        # The directory which contains all backup versions of the application
+        versions_directory = os.path.join(host_backup_directory_path, application_directory) + "/"
+                    
+        versions = os.listdir(versions_directory)
+        versions.sort(reverse=False)
+        
+        print_used_disc_space()  
+        for version in versions:
+            version_path=os.path.join(versions_directory, version)
+            version_status_pulling_path=os.path.join(versions_directory, version, ".pulling")
+            print("Checking directory %s ..." % (version_path))
+            if version == versions[-1]:
+                print("Directory %s contains the last version of the backup. Skipped." % (version_path))
+                continue
+            
+            if is_directory_used_by_another_process(version_path):
+                print("Directory %s is used by another process. Skipped." % (version_path))
+                continue
+             
+            old_disc_usage_percent=psutil.disk_usage(args.backups_folder_path).percent
+            if old_disc_usage_percent > args.maximum_backup_size_percent:
+                print("Deleting %s to free space." % (version_path))
+                shutil.rmtree(version_path)
+                new_disc_usage_percent=psutil.disk_usage(args.backups_folder_path).percent
+                difference_percent=old_disc_usage_percent-new_disc_usage_percent
+                print("{:6.2f} %% of drive freed".format(difference_percent))
+                continue
+            
+            if os.path.exists(version_status_pulling_path):
+                print("Deleting %s due to unfinished pull." % (version_path))
+                shutil.rmtree(version_path)
+                continue
+            
+print_used_disc_space()            
+print("Cleaning up finished.")

roles/independent_backups-cleanup-service/handlers/main.yml

@@ -0,0 +1,6 @@
+- name: "reload backups-cleanup.service"
+  systemd:
+    name: backups-cleanup.service
+    state: reloaded
+    enabled: yes
+    daemon_reload: yes

roles/independent_backups-cleanup-service/meta/main.yml

@@ -0,0 +1,3 @@
+dependencies:
+  - server_native-python-pip
+  - independent_systemd-email

roles/independent_backups-cleanup-service/tasks/main.yml

@@ -0,0 +1,26 @@
+- name: install psutil
+  pip:
+    name: psutil
+
+- name: install lsof
+  community.general.pacman:
+    name:
+      - lsof
+    state: present
+
+- name: "create {{docker_backups_cleanup}}"
+  file:
+    path: "{{docker_backups_cleanup}}"
+    state: directory
+    mode: 0755
+
+- name: create backups-cleanup.py
+  copy: 
+    src:  "backups-cleanup.py"
+    dest: "{{docker_backups_cleanup}}backups-cleanup.py"
+
+- name: create backups-cleanup.service
+  template: 
+    src:  "backups-cleanup.service.j2"
+    dest: "/etc/systemd/system/backups-cleanup.service"
+  notify: reload backups-cleanup.service

roles/independent_backups-cleanup-service/templates/backups-cleanup.service.j2

@@ -0,0 +1,7 @@
+[Unit]
+Description=delete old backups
+OnFailure=systemd-email@%n.service
+
+[Service]
+Type=oneshot
+ExecStart=/usr/bin/python {{docker_backups_cleanup}}backups-cleanup.py --backups-folder-path {{backups_folder_path}} --maximum-backup-size-percent {{size_percent_maximum_backup}}

roles/independent_backups-cleanup-service/vars/main.yml

@@ -0,0 +1 @@
+docker_backups_cleanup: "{{path_administrator_scripts}}backups-cleanup/"