Set share memory size for airflow psql service

seung-lab · Nov 29, 2024 · 8391f20 · 8391f20
1 parent 1673d43
commit 8391f20
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 0 deletions.
diff --git a/cloud/google/manager.py b/cloud/google/manager.py
@@ -38,6 +38,7 @@ def GenerateEnvironVar(context, hostname_manager):
         'POSTGRES_USER': postgres_user,
         'POSTGRES_PASSWORD': postgres_password,
         'POSTGRES_DB': postgres_db,
+        'POSTGRES_SHM_MB': """$(free -m|grep Mem|awk '{print int($2/16)}')""",
         'POSTGRES_MEM_MB': """$(free -m|grep Mem|awk '{print int($2/4)}')""",
         'POSTGRES_MAX_CONN': """$(free -m|grep Mem|awk '{print int($2/32)}')""",
         'GRAFANA_USERNAME': grafana_username,

diff --git a/deploy/docker-compose-CeleryExecutor.yml b/deploy/docker-compose-CeleryExecutor.yml
@@ -61,6 +61,7 @@ services:
             - POSTGRES_USER
             - POSTGRES_PASSWORD
             - POSTGRES_DB
+        shm_size: "${POSTGRES_SHM_MB}m"
         volumes:
             - postgres-storage:/var/lib/postgresql/data
         command: -c max_connections=${POSTGRES_MAX_CONN} -c shared_buffers=${POSTGRES_MEM_MB}MB -c idle_in_transaction_session_timeout=300000