From a81a0e86e74eaef06586737597532c4007a3c183 Mon Sep 17 00:00:00 2001
From: fcomte <frederic.comte@insee.fr>
Date: Mon, 15 Aug 2022 19:33:40 +0000
Subject: [PATCH] spark 3.3.0 : magic by default

---
 charts/jupyter/Chart.yaml         | 2 +-
 charts/jupyter/values.schema.json | 5 +++--
 charts/jupyter/values.yaml        | 5 +++--
 3 files changed, 7 insertions(+), 5 deletions(-)

diff --git a/charts/jupyter/Chart.yaml b/charts/jupyter/Chart.yaml
index 0e6f4b1b..426cce4b 100644
--- a/charts/jupyter/Chart.yaml
+++ b/charts/jupyter/Chart.yaml
@@ -25,7 +25,7 @@ type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
 # Versions are expected to follow Semantic Versioning (https://semver.org/)
-version: 6.4.2
+version: 6.4.3
 
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application. Versions are not expected to
diff --git a/charts/jupyter/values.schema.json b/charts/jupyter/values.schema.json
index 066db59c..6a613cd7 100644
--- a/charts/jupyter/values.schema.json
+++ b/charts/jupyter/values.schema.json
@@ -20,6 +20,7 @@
               "description": "supported versions",
               "type": "string",
               "enum": [
+                "inseefrlab/jupyter-datascience:py3.9.12-spark3.3.0-v0.0.1",
                 "inseefrlab/jupyter-datascience:py3.9.12-spark3.2.1-v0.0.2",
                 "inseefrlab/jupyter-datascience:py3.7.6-spark3.1.1",
                 "inseefrlab/trevas-jupyter:0.1.2"
@@ -29,7 +30,7 @@
                 "value": true,
                 "path": "service/image/custom/enabled"
               },
-              "default": "inseefrlab/jupyter-datascience:py3.9.12-spark3.2.1-v0.0.2"
+              "default": "inseefrlab/jupyter-datascience:py3.9.12-spark3.3.0-v0.0.1"
             },
             "custom": {
               "description": "use a custom jupyter docker image",
@@ -44,7 +45,7 @@
                 "version": {
                   "description": "jupyter unsupported version",
                   "type": "string",
-                  "default": "inseefrlab/jupyter-datascience:py3.9.12-spark3.2.1-v0.0.1",
+                  "default": "inseefrlab/jupyter-datascience:py3.9.12-spark3.3.0-v0.0.1",
                   "pattern": "^[a-z0-9-_./]+(:[a-z0-9-_.]+)?$",
                   "hidden": {
                     "value": false,
diff --git a/charts/jupyter/values.yaml b/charts/jupyter/values.yaml
index 2775455b..bdbc65b4 100644
--- a/charts/jupyter/values.yaml
+++ b/charts/jupyter/values.yaml
@@ -3,11 +3,11 @@
 service:
   user: jovyan
   image:
-    version: "inseefrlab/jupyter-datascience:py3.9.12-spark3.2.1-v0.0.1"
+    version: "inseefrlab/jupyter-datascience:py3.9.12-spark3.3.0-v0.0.1"
     pullPolicy: IfNotPresent
     custom:
       enabled: false
-      version: "inseefrlab/jupyter-datascience:py3.9.12-spark3.2.1-v0.0.1"
+      version: "inseefrlab/jupyter-datascience:py3.9.12-spark3.3.0-v0.0.1"
 
 spark:
   sparkui: false
@@ -31,6 +31,7 @@ spark:
     spark.driver.memory: "2g"
     spark.dynamicAllocation.executorAllocationRatio: "1"
     spark.dynamicAllocation.shuffleTracking.enabled: "true"
+    spark.hadoop.fs.s3a.bucket.all.committer.magic.enabled: "true"
 
 security:
   password: "changeme"