chore(spark): use base images from apache #114
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: CI | |
| on: | |
| push: | |
| branches: | |
| - master | |
| - v* | |
| pull_request: | |
| branches: | |
| - master | |
| - v* | |
| jobs: | |
| build: | |
| strategy: | |
| matrix: | |
| version: | |
| - spark: "3.4.1" | |
| hadoop: "3.3.4" | |
| scala: "2.12" | |
| java: "8" | |
| python: "3.8" | |
| image: "" | |
| - spark: "3.4.1" | |
| hadoop: "3.3.4" | |
| scala: "2.12" | |
| java: "8" | |
| python: "3.9" | |
| image: "" | |
| - spark: "3.4.1" | |
| hadoop: "3.3.4" | |
| scala: "2.13" | |
| java: "8" | |
| python: "3.8" | |
| image: "" | |
| - spark: "3.4.1" | |
| hadoop: "3.3.4" | |
| scala: "2.13" | |
| java: "8" | |
| python: "3.9" | |
| image: "" | |
| - spark: "3.4.1" | |
| hadoop: "3.3.4" | |
| scala: "2.12" | |
| java: "11" | |
| python: "3.8" | |
| image: "" | |
| - spark: "3.4.1" | |
| hadoop: "3.3.4" | |
| scala: "2.12" | |
| java: "11" | |
| python: "3.9" | |
| image: "" | |
| - spark: "3.4.1" | |
| hadoop: "3.3.4" | |
| scala: "2.13" | |
| java: "11" | |
| python: "3.8" | |
| image: "" | |
| - spark: "3.4.1" | |
| hadoop: "3.3.4" | |
| scala: "2.13" | |
| java: "11" | |
| python: "3.9" | |
| image: "" | |
| runs-on: ubuntu-20.04 | |
| env: | |
| IMAGE_NAME: spark-k8s-addons | |
| SELF_VERSION: "v5" | |
| BASE_VERSION: "v3" | |
| SPARK_VERSION: "${{ matrix.version.spark }}" | |
| HADOOP_VERSION: "${{ matrix.version.hadoop }}" | |
| SCALA_VERSION: "${{ matrix.version.scala }}" | |
| JAVA_VERSION: "${{ matrix.version.java }}" | |
| PYTHON_VERSION: "${{ matrix.version.python }}" | |
| IMAGE_VERSION: "${{ matrix.version.image }}" | |
| steps: | |
| - name: Set up Java | |
| uses: actions/setup-java@v2 | |
| with: | |
| distribution: adopt | |
| java-version: '${{ matrix.version.java }}' | |
| - name: Checkout code | |
| uses: actions/checkout@v2 | |
| - name: Install tera-cli | |
| run: |- | |
| wget https://github.com/guangie88/tera-cli/releases/download/v0.4.0/tera_linux_amd64 -O /tmp/tera | |
| chmod +x /tmp/tera | |
| - name: Check differences between ci.yml and ci.yml.tmpl | |
| run: |- | |
| cp .github/workflows/ci.yml .github/workflows/ci.yml.backup | |
| TERA=/tmp/tera ./templates/apply-vars.sh | |
| if ! diff .github/workflows/ci.yml .github/workflows/ci.yml.backup; then echo "ci.yml.tmpl and ci.yml differs!" && exit 1; fi | |
| - name: Build Docker image | |
| run: |- | |
| TAG_NAME="test_${SELF_VERSION}_${SPARK_VERSION}_hadoop-${HADOOP_VERSION}_scala-${SCALA_VERSION}_java-${JAVA_VERSION}_python-${PYTHON_VERSION}" | |
| docker build . -t "${IMAGE_NAME}:${TAG_NAME}" \ | |
| --build-arg BASE_VERSION="${BASE_VERSION}" \ | |
| --build-arg SPARK_VERSION="${SPARK_VERSION}" \ | |
| --build-arg JAVA_VERSION="${JAVA_VERSION}" \ | |
| --build-arg HADOOP_VERSION="${HADOOP_VERSION}" \ | |
| --build-arg SCALA_VERSION="${SCALA_VERSION}" \ | |
| --build-arg PYTHON_VERSION="${PYTHON_VERSION}" \ | |
| --build-arg IMAGE_VERSION="${IMAGE_VERSION}" | |
| - name: Push Docker image | |
| run: bash push-images.sh | |
| env: | |
| DOCKER_USERNAME: ${{ secrets.DOCKER_USERNAME }} | |
| DOCKER_PASSWORD: ${{ secrets.DOCKER_PASSWORD }} | |
| IMAGE_ORG: ${{ secrets.IMAGE_ORG }} | |
| if: github.event_name == 'push' |