Update monitor role to run a daily check for running containers

p2pu · Jul 2, 2021 · 2db64ed · 2db64ed
1 parent 540ad8d
commit 2db64ed
Show file tree

Hide file tree

Showing 5 changed files with 22 additions and 19 deletions.
diff --git a/roles/knight-rabbitmq/tasks/main.yml b/roles/knight-rabbitmq/tasks/main.yml
diff --git a/roles/learningcircles-app/files/robots.txt b/roles/learningcircles-app/files/robots.txt
diff --git a/roles/monitor/files/p2pu-netwell/checks.py b/roles/monitor/files/p2pu-netwell/checks.py
@@ -12,3 +12,22 @@
 Path('/').free_space(gb=2)
 #Path('/var/log/syslog').modified_within(hours=1)
 #Repo('/home/deploy/src/project').is_clean()
+
+import docker
+import os
+DOMAIN = os.environ.get('DOMAIN')
+client = docker.from_env()
+containers = [c.name for c in client.containers.list()]
+expected_container = [
+    'p2pu-nginx',
+    f'{DOMAIN}-celerybeat',
+    f'{DOMAIN}-celery',
+    f'{DOMAIN}',
+    'nginx-letsencrypt-companion',
+    'learningcircles-rabbitmq',
+    'p2pu-postgres',
+    'fluentd',
+]
+for c in expected_container:
+    oknotok = "OK" if c in containers else "ERROR"
+    print(f'Checking that docker container {c} is running: {oknotok}')
diff --git a/roles/monitor/files/p2pu-netwell/requirements.txt b/roles/monitor/files/p2pu-netwell/requirements.txt
@@ -1,8 +1,10 @@
 certifi==2020.6.20
 chardet==3.0.4
+docker==5.0.0
 idna==2.10
 netwell==0.4.0
 python-dateutil==2.8.1
 requests==2.24.0
 six==1.15.0
 urllib3==1.25.10
+websocket-client==1.1.0
diff --git a/roles/monitor/tasks/main.yml b/roles/monitor/tasks/main.yml
@@ -30,4 +30,4 @@
     name: "check dirs"
     minute: "0"
     hour: "2"
-    job: "docker run --rm -t --env-file /usr/local/etc/p2pu-netwell.env p2pu/netwell-mailer"
+    job: "docker run -v /var/run/docker.sock:/var/run/docker.sock:ro --rm -t --env-file /usr/local/etc/p2pu-netwell.env p2pu/netwell-mailer"