mirror of
https://github.com/kevinveenbirkenbach/computer-playbook.git
synced 2024-11-22 04:31:13 +01:00
Added programm to restart unhealthy docker compose containers
This commit is contained in:
parent
95c1e9e942
commit
ec6e4c1a9f
2
roles/native-docker-compose-restart-unhealthy/README.md
Normal file
2
roles/native-docker-compose-restart-unhealthy/README.md
Normal file
@ -0,0 +1,2 @@
|
||||
# native-docker-compose-restart-unhealthy
|
||||
docker-compose restart for containers which are unhealty or excited
|
@ -0,0 +1,9 @@
|
||||
[Unit]
|
||||
Description=starts docker-compose-restart-unhealthy.service
|
||||
|
||||
[Timer]
|
||||
OnBootSec=1min
|
||||
OnUnitActiveSec=1h
|
||||
|
||||
[Install]
|
||||
WantedBy=timers.target
|
@ -0,0 +1,12 @@
|
||||
- name: "restart docker-compose-restart-unhealthy.service"
|
||||
systemd:
|
||||
name: docker-compose-restart-unhealthy.service
|
||||
state: restarted
|
||||
enabled: yes
|
||||
daemon_reload: yes
|
||||
- name: "restart docker-compose-restart-unhealthy.timer"
|
||||
systemd:
|
||||
name: docker-compose-restart-unhealthy.timer
|
||||
state: restarted
|
||||
enabled: yes
|
||||
daemon_reload: yes
|
19
roles/native-docker-compose-restart-unhealthy/tasks/main.yml
Normal file
19
roles/native-docker-compose-restart-unhealthy/tasks/main.yml
Normal file
@ -0,0 +1,19 @@
|
||||
- name: "create {{docker_docker_compose_restart_unhealthy}}"
|
||||
file:
|
||||
path: "{{docker_docker_compose_restart_unhealthy}}"
|
||||
state: directory
|
||||
mode: 0755
|
||||
|
||||
- name: create docker-compose-restart-unhealthy.py
|
||||
template: src=docker-compose-restart-unhealthy.py.j2 dest={{docker_docker_compose_restart_unhealthy}}docker-compose-restart-unhealthy.py
|
||||
notify: restart docker-compose-restart-unhealthy.service
|
||||
|
||||
- name: create docker-compose-restart-unhealthy.service
|
||||
template: src=docker-health-check.service.j2 dest=/etc/systemd/system/docker-compose-restart-unhealthy.service
|
||||
notify: restart docker-compose-restart-unhealthy.service
|
||||
|
||||
- name: create docker-compose-restart-unhealthy.timer
|
||||
copy:
|
||||
src: docker-compose-restart-unhealthy.timer
|
||||
dest: "/etc/systemd/system/docker-compose-restart-unhealthy.timer"
|
||||
notify: restart docker-compose-restart-unhealthy.timer
|
@ -0,0 +1,54 @@
|
||||
#!/bin/python
|
||||
#
|
||||
# restart docker-compose configurations who have exited or unhealthy containers
|
||||
#
|
||||
import subprocess
|
||||
import time
|
||||
|
||||
def bash(command):
|
||||
print(command)
|
||||
process = subprocess.Popen([command], stdout=subprocess.PIPE, stderr=subprocess.PIPE, shell=True)
|
||||
out, err = process.communicate()
|
||||
stdout = out.splitlines()
|
||||
output = []
|
||||
for line in stdout:
|
||||
output.append(line.decode("utf-8"))
|
||||
if process.wait() > bool(0):
|
||||
print(command, out, err)
|
||||
raise Exception("Exitcode is greater then 0")
|
||||
return output
|
||||
|
||||
def list_to_string(list):
|
||||
return str(' '.join(list))
|
||||
|
||||
def print_bash(command):
|
||||
output = bash(command)
|
||||
print(list_to_string(output))
|
||||
return output
|
||||
|
||||
waiting_time=1800
|
||||
backup_running=True
|
||||
while backup_running:
|
||||
print("stop program for " + str(waiting_time) + "seconds.")
|
||||
time.sleep(waiting_time)
|
||||
try:
|
||||
bash("systemctl is-active --quiet docker-volume-backup.service")
|
||||
print("backup is running.")
|
||||
except:
|
||||
backup_running=False
|
||||
print("no backup is running.")
|
||||
|
||||
unhealthy_container_names=print_bash('docker ps --filter health=unhealthy --format \'{{.Names}}\'')
|
||||
exited_container_names=print_bash('docker ps --filter status=exited --format \'{{.Names}}\'')
|
||||
failed_containers=unhealthy_container_names + exited_container_names
|
||||
|
||||
unfiltered_failed_docker_compose_repositories=[]
|
||||
for failed_container in failed_containers:
|
||||
unfiltered_failed_docker_compose_repositories.append(failed_container.split('-')[0])
|
||||
|
||||
filtered_failed_docker_compose_repositories=list(dict.fromkeys(unfiltered_failed_docker_compose_repositories))
|
||||
for filtered_failed_docker_compose_repository in filtered_failed_docker_compose_repositories:
|
||||
print("restarting unhealthy container: " + filtered_failed_docker_compose_repository)
|
||||
print_bash('cd /home/administrator/docker-compose/' + filtered_failed_docker_compose_repository + '/ && docker-compose restart')
|
||||
|
||||
print("finished restart procedure.")
|
@ -0,0 +1,7 @@
|
||||
[Unit]
|
||||
Description=restart unhealthy docker containers
|
||||
OnFailure=systemd-email@%n.service
|
||||
|
||||
[Service]
|
||||
Type=oneshot
|
||||
ExecStart=/bin/bash {{docker_docker_compose_restart_unhealthy}}docker-compose-restart-unhealthy.py
|
@ -0,0 +1 @@
|
||||
docker_docker_compose_restart_unhealthy: "/home/administrator/scripts/docker-compose-restart-unhealthy/"
|
@ -2,3 +2,4 @@ dependencies:
|
||||
- native-docker-volume-backup
|
||||
- native-user-administrator
|
||||
- native-docker-health-check
|
||||
- native-docker-compose-restart-unhealthy
|
||||
|
Loading…
Reference in New Issue
Block a user