From fc4beb391f86730982a571aebcc1c97a1ee6243d Mon Sep 17 00:00:00 2001 From: Ran Lu Date: Tue, 2 Jul 2024 13:06:56 -0400 Subject: [PATCH] Set 8GB shared memory for synaptor workers Fix errors like: sqlalchemy.exc.OperationalError: (psycopg2.errors.DiskFull) could not resize shared memory segment... --- dags/synaptor_ops.py | 1 + 1 file changed, 1 insertion(+) diff --git a/dags/synaptor_ops.py b/dags/synaptor_ops.py index 3afd7477..61604cc6 100644 --- a/dags/synaptor_ops.py +++ b/dags/synaptor_ops.py @@ -307,6 +307,7 @@ def synaptor_op( on_retry_callback=task_retry_alert, queue=op_queue_name, dag=dag, + shm_size=8*2**30, # qos='quality of service' # this turns of a 5-minute failure timer that can kill nodes between # task waves or during database tasks