Adding base 50 max_pool_connections for wrangler (#95)

braingeneers · Aug 30, 2024 · 2bb716b · 2bb716b
1 parent 1081ddc
commit 2bb716b
Showing 1 changed file with 5 additions and 0 deletions.
diff --git a/src/braingeneers/utils/s3wrangler/__init__.py b/src/braingeneers/utils/s3wrangler/__init__.py
@@ -11,6 +11,11 @@
 from awswrangler import config
 from awswrangler.s3 import *
 import braingeneers
+import botocore
 
+awswrangler.config.botocore_config = botocore.config.Config(
+        retries={"max_attempts": 10}, 
+        connect_timeout=20, 
+        max_pool_connections=50)
 
 braingeneers.set_default_endpoint()