macos-ci-aarch64.yaml

name: macos-ci-aarch64-build
on:
  pull_request:
    paths-ignore:
      - 'doc/**'
      - '**.md'
      - '.github/ISSUE_TEMPLATE/*'
      - '.gitignore'
  workflow_dispatch:
  #  inputs:
  #    template:
  #      description: 'Base spack.yaml template. Default is a complete JEDI-UFS environment.'
  #      required: true
  #      default: 'unified-dev'
  #    specs:
  #      description: 'Which specs to add to the template. Default is none (empty string).'
  #      required: false
  #      default: ''


concurrency:
  group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
  cancel-in-progress: true

defaults:
  run:
    shell: bash
    #shell: bash -leo pipefail {0}

jobs:
  macos-ci-aarch64-build:
    runs-on: [macos-ci-aarch64]

    steps:
      - name: cleanup
        run: |
          pwd
          ls -lart
          rm -fr *

      - name: checkout
        uses: actions/checkout@v2
        with:
          submodules: true

      - name: create-env
        run: |
          # Set up homebrew and lmod support
          eval "$(/opt/homebrew/bin/brew shellenv)"
          source /opt/homebrew/opt/lmod/init/profile

          # Set up spack-stack
          source ./setup.sh
          # Important!
          export SPACK_PYTHON=/usr/bin/python3

          # DH* 20230302 - to avoid using padded_length for build caches,
          # always build in the same environment so that the length of the
          # path doesn't change - see also other 'DH* 20230302' changes below
          #export ENVNAME=${{ inputs.template || 'unified-dev' }}.macos-ci-aarch64
          export ENVNAME=ci-env.macos-ci-aarch64
          # *DH
          export ENVDIR=$PWD/envs/${ENVNAME}
          spack stack create env --site macos.default --template ${{ inputs.template || 'unified-dev' }} --name ${ENVNAME}
          spack env activate ${ENVDIR}
          spack add ${{ inputs.specs || '' }}
          export SPACK_SYSTEM_CONFIG_PATH="${ENVDIR}/site"

          # Find external packages
          spack external find --scope system --exclude bison --exclude openssl
          spack external find --scope system perl
          spack external find --scope system wget
          PATH="/opt/homebrew/opt/curl/bin:$PATH" \
              spack external find --scope system curl
          PATH="/opt/homebrew/opt/qt5/bin:$PATH" \
              spack external find --scope system qt
          spack external find --scope system texlive
          spack external find --scope system mysql

          # Find compilers
          spack compiler find --scope system

          export -n SPACK_SYSTEM_CONFIG_PATH

          # DH* 20230302 - Don't use yet, too many problems
          ## For buildcaches
          #spack config add config:install_tree:padded_length:true
          # *DH

          # Set compiler and MPI
          spack config add "packages:all:providers:mpi:[openmpi]"
          spack config add "packages:all:compiler:[apple-clang@14.0.3]"
          sed -i '' "s/\['\%aocc', '\%apple-clang', '\%gcc', '\%intel'\]/\['\%apple-clang'\]/g" $ENVDIR/spack.yaml

          # Add additional variants for MET packages, different from config/common/packages.yaml
          spack config add "packages:met:variants:+python +grib2 +graphics +lidar2nc +modis"

          # Concretize and check for duplicates
          spack concretize 2>&1 | tee log.concretize.apple-clang-14.0.3
          ${SPACK_STACK_DIR}/util/show_duplicate_packages.py -d log.concretize.apple-clang-14.0.3 -i fms -i crtm

          # Add and update source cache
          spack mirror add local-source file:///Users/ec2-user/spack-stack/source-cache/
          # DH* 20230721 - todo remove || true
          spack mirror create -a -d /Users/ec2-user/spack-stack/source-cache/ || true

          # Add binary cache and reindex it
          spack mirror add local-binary file:///Users/ec2-user/spack-stack/build-cache/
          # DH* 20230721 - todo remove || true
          spack buildcache update-index local-binary || true
          echo "Packages in combined spack build caches:"
          spack buildcache list

          # Break installation up in pieces and create build caches in between
          # This allows us to "spin up" builds that altogether take longer than
          # six hours, and/or fail later in the build process.

          # base-env
          echo "base-env ..."
          # DH* 20230721 - todo remove --no-checksum
          spack install --fail-fast --source --no-check-signature --no-checksum base-env 2>&1 | tee log.install.apple-clang-14.0.3.base-env
          # DH* 20230721 - todo remove || true (this was here all the time, but should not be needed if spack creates buildcaches correctly)
          spack buildcache create -a -u /Users/ec2-user/spack-stack/build-cache/ || true

          # the rest
          echo "${{ inputs.template || 'unified-dev' }} ..."
          # DH* 20230721 - todo remove --no-checksum
          spack install --fail-fast --source --no-check-signature --no-checksum 2>&1 | tee log.install.apple-clang-14.0.3.${{ inputs.template || 'unified-dev' }}
          # DH* 20230721 - todo remove || true (this was here all the time, but should not be needed if spack creates buildcaches correctly)
          spack buildcache create -a -u /Users/ec2-user/spack-stack/build-cache/ || true

          # Next steps: synchronize source and build cache to a central/combined mirror?
          echo "Next steps ..."
          spack clean -a
          spack module lmod refresh -y
          spack stack setup-meta-modules
          spack env deactivate

      - name: test-env
        run: |
          # Set up homebrew and lmod support
          eval "$(/opt/homebrew/bin/brew shellenv)"
          source /opt/homebrew/opt/lmod/init/profile

          # DH* 20230302 - to avoid using padded_length for build caches,
          # always build in the same environment so that the length of the
          # path doesn't change - see also other 'DH* 20230302' changes below
          #export ENVNAME=${{ inputs.template || 'unified-dev' }}.macos-ci-aarch64
          export ENVNAME=ci-env.macos-ci-aarch64
          # *DH
          export ENVDIR=$PWD/envs/${ENVNAME}
          ls -l ${ENVDIR}/install/modulefiles/Core

          module use ${ENVDIR}/install/modulefiles/Core
          module load stack-apple-clang/14.0.3
          module load stack-openmpi/4.1.5
          module load stack-python/3.10.8
          module available

          module load jedi-ufs-env/1.0.0
          module load ewok-env/1.0.0
          module load soca-env/1.0.0
          module list

      # Skip this for now, copied from other yaml
      #- name: upload-mirror
      #  uses: actions/upload-artifact@v2
      #  with:
      #    name: spack_mirror
      #    path: cache/source_cache