Skip to content

Commit

Permalink
Add testing of ADIOS2 VOL connector
Browse files Browse the repository at this point in the history
  • Loading branch information
jhendersonHDF committed Nov 9, 2023
1 parent b7846a6 commit a9b622f
Show file tree
Hide file tree
Showing 2 changed files with 129 additions and 2 deletions.
6 changes: 4 additions & 2 deletions .github/workflows/vol.yml
Original file line number Diff line number Diff line change
Expand Up @@ -38,8 +38,10 @@ jobs:
with:
build_mode: "Release"

#hdf5_vol_adios2_fetchcontent:
# uses: ./.github/workflows/vol_adios2.yml
hdf5_vol_adios2:
uses: ./.github/workflows/vol_adios2.yml
with:
build_mode: "Release"

#hdf5_vol_log_fetchcontent:
# uses: ./.github/workflows/vol_log.yml
Expand Down
125 changes: 125 additions & 0 deletions .github/workflows/vol_adios2.yml
Original file line number Diff line number Diff line change
@@ -0,0 +1,125 @@
name: Test HDF5 ADIOS2 VOL

on:
workflow_call:
inputs:
build_mode:
description: "CMake Build type"
required: true
type: string

permissions:
contents: read

jobs:
build_and_test:
name: Test HDF5 ADIOS2 VOL connector
runs-on: ubuntu-latest
steps:
- name: Install dependencies
run: |
sudo apt update
sudo apt-get install automake autoconf libtool libtool-bin
# TODO
#- name: Checkout HDF5
# uses: actions/checkout@v4
# with:
# repository: HDFGroup/hdf5
# path: hdf5
# TODO

# TODO
- name: Checkout HDF5
uses: actions/checkout@v4
with:
repository: jhendersonHDF/hdf5
path: hdf5
ref: api_tests_dev
# TODO

# Only test with serial HDF5 for the time being
- name: Configure HDF5
shell: bash
run: |
mkdir ${{ github.workspace }}/hdf5/build
cd ${{ github.workspace }}/hdf5/build
cmake -DCMAKE_BUILD_TYPE=${{ inputs.build_mode }} \
-DCMAKE_INSTALL_PREFIX=${{ runner.workspace }}/hdf5_build \
-DBUILD_STATIC_LIBS=OFF \
-DHDF5_TEST_API:BOOL=ON \
-DHDF5_TEST_API_ENABLE_ASYNC:BOOL=ON \
-DHDF5_ENABLE_THREADSAFE:BOOL=ON \
-DALLOW_UNSUPPORTED:BOOL=ON \
-DHDF5_ENABLE_SZIP_SUPPORT:BOOL=OFF \
${{ github.workspace }}/hdf5
cat src/libhdf5.settings
- name: Build and install HDF5
shell: bash
working-directory: ${{ github.workspace }}/hdf5/build
run: |
cmake --build . --parallel 3 --config ${{ inputs.build_mode }}
cmake --install .
echo "LD_LIBRARY_PATH=${{ github.workspace }}/hdf5/build/bin" >> $GITHUB_ENV
echo "PATH=${{ runner.workspace }}/hdf5_build/bin:${PATH}" >> $GITHUB_ENV
- name: Set ADIOS2 commit
run: |
echo "ADIOS2_COMMIT=3adf20a929b69c23312a6b5f3cccc49376df77e8" >> $GITHUB_ENV
echo "ADIOS2_COMMIT_SHORT=3adf20a" >> $GITHUB_ENV
# Since the HDF5 ADIOS2 VOL connector is part of the ADIOS2 repository,
# it is difficult to use CMake's FetchContent functionality to fetch
# and build the ADIOS2 connector. Also, since building of ADIOS2 takes
# a while, it isn't ideal to have to rebuild it every time we want to
# test against changes in HDF5 or the VOL connector. Therefore, just
# use a fixed commit for the build of ADIOS2 so we can cache that and
# still test the connector against changes in HDF5.
- name: Restore ADIOS2 (${{ env.ADIOS2_COMMIT_SHORT }}) installation cache
id: cache-adios2-${{ env.ADIOS2_COMMIT_SHORT }}
uses: actions/cache@v3
with:
path: ${{ runner.workspace }}/adios2-${{ env.ADIOS2_COMMIT_SHORT }}-install
key: ${{ runner.os }}-${{ runner.arch }}-adios2-${{ env.ADIOS2_COMMIT }}-${{ inputs.build_mode }}-cache

- if: ${{ steps.cache-adios2-${{ env.ADIOS2_COMMIT_SHORT }}.outputs.cache-hit != 'true' }}
name: Checkout ADIOS2 (${{ env.ADIOS2_COMMIT_SHORT }})
uses: actions/checkout@v4
with:
repository: ornladios/ADIOS2
ref: ${{ env.ADIOS2_COMMIT }}
path: adios2

- if: ${{ steps.cache-adios2-${{ env.ADIOS2_COMMIT_SHORT }}.outputs.cache-hit != 'true' }}
name: Install ADIOS2 (${{ env.ADIOS2_COMMIT_SHORT }})
env:
CXX: mpic++
CC: mpicc
run: |
mkdir adios2/build
cd adios2/build
cmake -DCMAKE_BUILD_TYPE=${{ inputs.build_mode }} \
-DCMAKE_INSTALL_PREFIX=${{ runner.workspace }}/adios2-$ADIOS2_COMMIT_SHORT-install \
-DADIOS2_USE_HDF5:BOOL=ON \
-DHDF5_ROOT=${{ runner.workspace }}/hdf5_build/ \
..
make -j2
sudo make -j2 install
- name: Cache ADIOS2 (${{ env.ADIOS2_COMMIT_SHORT }}) installation
uses: actions/cache/save@v3
if: ${{ steps.cache-adios2-${{ env.ADIOS2_COMMIT_SHORT }}.outputs.cache-hit != 'true' }}
with:
path: ${{ runner.workspace }}/adios2-${{ env.ADIOS2_COMMIT_SHORT }}-install
key: ${{ runner.os }}-${{ runner.arch }}-adios2-${{ env.ADIOS2_COMMIT }}-${{ inputs.build_mode }}-cache

- name: Set environment variables for tests
run: |
echo "HDF5_PLUGIN_PATH=${{ runner.workspace }}/adios2-$ADIOS2_COMMIT_SHORT-install/lib" >> $GITHUB_ENV
echo "HDF5_VOL_CONNECTOR=ADIOS2_VOL" >> $GITHUB_ENV
- name: Test HDF5 ADIOS2 VOL connector with HDF5 API tests
working-directory: ${{ github.workspace }}/hdf5/build
run: |
ctest --build-config ${{ inputs.build_mode }} -VV -R "h5_api" .

0 comments on commit a9b622f

Please sign in to comment.