spark 3.3.0 : magic by default

InseeFrLab · Aug 15, 2022 · a81a0e8 · a81a0e8
1 parent 315a4f1
commit a81a0e8
Show file tree

Hide file tree

Showing 3 changed files with 7 additions and 5 deletions.
diff --git a/charts/jupyter/Chart.yaml b/charts/jupyter/Chart.yaml
@@ -25,7 +25,7 @@ type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
 # Versions are expected to follow Semantic Versioning (https://semver.org/)
-version: 6.4.2
+version: 6.4.3
 
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application. Versions are not expected to

diff --git a/charts/jupyter/values.schema.json b/charts/jupyter/values.schema.json
@@ -20,6 +20,7 @@
               "description": "supported versions",
               "type": "string",
               "enum": [
+                "inseefrlab/jupyter-datascience:py3.9.12-spark3.3.0-v0.0.1",
                 "inseefrlab/jupyter-datascience:py3.9.12-spark3.2.1-v0.0.2",
                 "inseefrlab/jupyter-datascience:py3.7.6-spark3.1.1",
                 "inseefrlab/trevas-jupyter:0.1.2"
@@ -29,7 +30,7 @@
                 "value": true,
                 "path": "service/image/custom/enabled"
               },
-              "default": "inseefrlab/jupyter-datascience:py3.9.12-spark3.2.1-v0.0.2"
+              "default": "inseefrlab/jupyter-datascience:py3.9.12-spark3.3.0-v0.0.1"
             },
             "custom": {
               "description": "use a custom jupyter docker image",
@@ -44,7 +45,7 @@
                 "version": {
                   "description": "jupyter unsupported version",
                   "type": "string",
-                  "default": "inseefrlab/jupyter-datascience:py3.9.12-spark3.2.1-v0.0.1",
+                  "default": "inseefrlab/jupyter-datascience:py3.9.12-spark3.3.0-v0.0.1",
                   "pattern": "^[a-z0-9-_./]+(:[a-z0-9-_.]+)?$",
                   "hidden": {
                     "value": false,

diff --git a/charts/jupyter/values.yaml b/charts/jupyter/values.yaml
@@ -3,11 +3,11 @@
 service:
   user: jovyan
   image:
-    version: "inseefrlab/jupyter-datascience:py3.9.12-spark3.2.1-v0.0.1"
+    version: "inseefrlab/jupyter-datascience:py3.9.12-spark3.3.0-v0.0.1"
     pullPolicy: IfNotPresent
     custom:
       enabled: false
-      version: "inseefrlab/jupyter-datascience:py3.9.12-spark3.2.1-v0.0.1"
+      version: "inseefrlab/jupyter-datascience:py3.9.12-spark3.3.0-v0.0.1"
 
 spark:
   sparkui: false
@@ -31,6 +31,7 @@ spark:
     spark.driver.memory: "2g"
     spark.dynamicAllocation.executorAllocationRatio: "1"
     spark.dynamicAllocation.shuffleTracking.enabled: "true"
+    spark.hadoop.fs.s3a.bucket.all.committer.magic.enabled: "true"
 
 security:
   password: "changeme"