[Spark] Update Spark operator to 2.1.0 (Spark 3.5.3) #259

	name: CI

	on:
	pull_request:
	branches:
	- development

	jobs:
	helm-lint:
	runs-on: ubuntu-latest
	steps:
	- name: Checkout code
	uses: actions/checkout@v4
	with:
	fetch-depth: 0
	- name: Set up Helm
	uses: azure/setup-helm@v4
	- uses: actions/setup-python@v5
	with:
	python-version: "3.x"
	check-latest: true
	- name: Set up chart-testing
	uses: helm/[email protected]
	with:
	version: v3.10.1
	- name: Run chart-testing (list-changed)
	id: list-changed
	run: \|
	changed=$(ct list-changed --target-branch ${{ github.event.repository.default_branch }})
	if [[ -n "$changed" ]]; then
	echo "changed=true" >> "$GITHUB_OUTPUT"
	fi
	- name: Run chart-testing (lint)
	run: make helm-lint
	if: steps.list-changed.outputs.changed == 'true'
	env:
	HELM_LINT_DEFAULT_BRANCH: ${{ github.event.repository.default_branch }}

	artifacthub-lint:
	runs-on: ubuntu-20.04
	container:
	image: artifacthub/ah
	options: --user 1001
	steps:
	- name: Checkout code
	uses: actions/checkout@v4
	- name: Run ah lint
	working-directory: ./charts/mlrun-ce
	run: ah lint
	# commented out for now, takes too long to pull images
	# perhaps we can invoke it via workflow dispatch or as a nightly job
	# test:
	# runs-on: ubuntu-latest
	# steps:
	# - name: Checkout
	# uses: actions/checkout@v3
	# - name: Setup Kubernetes cluster
	# uses: helm/[email protected]
	# with:
	# config: ./.github/assets/kind.yaml
	# wait: 180s
	# kubectl_version: v1.23.13
	# node_image: kindest/node:v1.23.13
	# - name: Setup Helm
	# uses: azure/setup-helm@v3
	# with:
	# token: ${{ secrets.GITHUB_TOKEN }}
	# - name: Run tests
	# run : make tests

Provide feedback