Add testing of REST VOL connector

.github/workflows/vol.yml

@@ -20,8 +20,10 @@ jobs:
   #hdf5_vol_daos_fetchcontent:
   #  uses: ./.github/workflows/vol_daos.yml
 
-  #hdf5_vol_rest_fetchcontent:
-  #  uses: ./.github/workflows/vol_rest.yml
+  hdf5_vol_rest_fetchcontent:
+    uses: ./.github/workflows/vol_rest.yml
+    with:
+      build_mode: "Release"
 
 #  hdf5_vol_ext_passthru_fetchcontent:
 #    uses: ./.github/workflows/vol_ext_passthru.yml
@@ -43,10 +45,10 @@ jobs:
 #    with:
 #      build_mode: "Release"
 
-  hdf5_vol_log:
-    uses: ./.github/workflows/vol_log.yml
-    with:
-      build_mode: "Release"
+#  hdf5_vol_log:
+#    uses: ./.github/workflows/vol_log.yml
+#    with:
+#      build_mode: "Release"
 
   # Build and install HDF5 and test individual VOL connectors
   # against the installed API test executables

.github/workflows/vol_rest.yml

@@ -0,0 +1,201 @@
+name: Test HDF5 REST VOL
+
+on:
+  workflow_call:
+    inputs:
+      build_mode:
+        description: "CMake Build type"
+        required: true
+        type: string
+
+permissions:
+  contents: read
+
+env:
+  ADMIN_PASSWORD: admin
+  ADMIN_USERNAME: admin
+  USER_NAME: test_user1
+  USER_PASSWORD: test
+  USER2_NAME: test_user2
+  USER2_PASSWORD: test
+  HSDS_USERNAME: test_user1
+  HSDS_PASSWORD: test
+  HSDS_PATH: /home/test_user1/
+  HDF5_API_TEST_PATH_PREFIX: /home/test_user1/
+  HSDS_ENDPOINT: http+unix://%2Ftmp%2Fhs%2Fsn_1.sock
+  HDF5_VOL_CONNECTOR: REST
+  ROOT_DIR: ${{github.workspace}}/hsdsdata
+  BUCKET_NAME: hsdstest
+
+jobs:
+  build_and_test:
+    name: Test HDF5 REST VOL connector
+    runs-on: ubuntu-latest
+    strategy:
+      matrix:
+        python-version: ["3.10"]
+
+    steps:
+      - name: Install dependencies
+        run: |
+          sudo apt-get update
+          sudo apt-get install automake autoconf libtool libtool-bin libcurl4-openssl-dev libyajl-dev
+
+      # TODO
+      #- name: Checkout HDF5
+      #  uses: actions/checkout@v4
+      #  with:
+      #    repository: HDFGroup/hdf5
+      #    path: hdf5
+      # TODO
+
+      # TODO
+      - name: Checkout HDF5
+        uses: actions/checkout@v4
+        with:
+          repository: jhendersonHDF/hdf5
+          path: hdf5
+          ref: api_tests_dev
+      # TODO
+
+      - name: Configure HDF5 with REST VOL connector
+        shell: bash
+        run: |
+          mkdir ${{ github.workspace }}/hdf5/build
+          cd ${{ github.workspace }}/hdf5/build
+          cmake -DCMAKE_BUILD_TYPE=${{ inputs.build_mode }} \
+            -DCMAKE_INSTALL_PREFIX=${{ runner.workspace }}/hdf5_build \
+            -DBUILD_STATIC_LIBS=OFF \
+            -DHDF5_BUILD_HL_LIB:BOOL=ON \
+            -DHDF5_TEST_API:BOOL=ON \
+            -DALLOW_UNSUPPORTED:BOOL=ON \
+            -DHDF5_ENABLE_SZIP_SUPPORT:BOOL=OFF \
+            -DHDF5_ENABLE_Z_LIB_SUPPORT:BOOL=OFF \
+            -DHDF5_VOL_ALLOW_EXTERNAL:STRING="GIT" \
+            -DHDF5_VOL_URL01:STRING="https://github.com/HDFGroup/vol-rest.git" \
+            -DHDF5_VOL_VOL-REST_BRANCH:STRING="master" \
+            -DHDF5_VOL_VOL-REST_NAME:STRING="REST" \
+            -DHDF5_VOL_VOL-REST_TEST_PARALLEL:BOOL=OFF \
+            -DHDF5_VOL_REST_ENABLE_EXAMPLES=ON \
+            ${{ github.workspace }}/hdf5
+          cat src/libhdf5.settings
+
+      - name: Build and install HDF5 and REST VOL connector
+        shell: bash
+        working-directory: ${{ github.workspace }}/hdf5/build
+        run: |
+          cmake --build . --parallel 3 --config ${{ inputs.build_mode }}
+          cmake --install .
+          echo "LD_LIBRARY_PATH=${{ github.workspace }}/hdf5/build/bin" >> $GITHUB_ENV
+
+      - name: Set up Python ${{ matrix.python-version }}
+        uses: actions/setup-python@v3
+        with:
+          python-version: ${{ matrix.python-version }}
+
+      - name: Checkout HSDS
+        uses: actions/checkout@v4
+        with:
+          repository: HDFGroup/hsds
+          path: ${{github.workspace}}/hsds
+
+      - name: Get HSDS HEAD commit SHA
+        shell: bash
+        working-directory: ${{github.workspace}}/hsds
+        run: |
+          export HSDS_COMMIT=`git rev-parse HEAD`
+          export HSDS_COMMIT_SHORT=`git rev-parse --short HEAD`
+          echo "HSDS_COMMIT=${HSDS_COMMIT}" >> $GITHUB_ENV
+          echo "HSDS_COMMIT_SHORT=${HSDS_COMMIT_SHORT}" >> $GITHUB_ENV
+
+      # Note that we don't currently cache HSDS, as we would need
+      # to pick a fixed commit/tag in order to generate a reasonable
+      # key to use for caching/restoring from the cache
+      #- name: Restore HSDS (${{ env.HSDS_COMMIT_SHORT }}) installation cache
+      #  id: restore-hsds
+      #  uses: actions/cache@v3
+      #  with:
+      #    path: ${{ runner.workspace }}/hsds-${{ env.HSDS_COMMIT_SHORT }}-install
+      #    key: ${{ runner.os }}-${{ runner.arch }}-hsds-${{ env.HSDS_COMMIT }}-${{ inputs.build_mode }}-cache
+
+      - name: Install HSDS dependencies
+        shell: bash
+        working-directory: ${{github.workspace}}/hsds
+        run: |
+          python -m pip install --upgrade pip
+          python -m pip install pytest
+          if [ -f requirements.txt ]; then pip install -r requirements.txt; fi
+
+      - name: Install HSDS package
+        #if: ${{ ! steps.restore-hsds.outputs.cache-hit }}
+        shell: bash
+        run: |
+          cd ${{github.workspace}}/hsds
+          pip install -e .
+
+      #- name: Cache HSDS (${{ env.HSDS_COMMIT_SHORT }}) installation
+      #  uses: actions/cache/save@v3
+      #  if: ${{ ! steps.restore-hsds.outputs.cache-hit }}
+      #  with:
+      #    path: ${{ runner.workspace }}/hsds-${{ env.HSDS_COMMIT_SHORT }}-install
+      #    key: ${{ runner.os }}-${{ runner.arch }}-hsds-${{ env.HSDS_COMMIT }}-${{ inputs.build_mode }}-cache
+
+      - name: Run HSDS unit tests
+        shell: bash
+        working-directory: ${{github.workspace}}/hsds
+        run: |
+          pytest
+
+      - name: Start HSDS
+        working-directory: ${{github.workspace}}/hsds
+        run: |
+          mkdir ${{github.workspace}}/hsdsdata &&
+          mkdir ${{github.workspace}}/hsdsdata/hsdstest &&
+          cp admin/config/groups.default admin/config/groups.txt &&
+          cp admin/config/passwd.default admin/config/passwd.txt &&
+          cp admin/config/groups.default admin/config/groups.txt &&
+          cp admin/config/passwd.default admin/config/passwd.txt
+          ROOT_DIR=${{github.workspace}}/hsdsdata ./runall.sh --no-docker 1 &
+          sleep 10
+
+      - name: Test HSDS
+        working-directory: ${{github.workspace}}/hsds
+        run: |
+          python tests/integ/setup_test.py
+
+      - name: Test HDF5 REST VOL connector with external tests
+        working-directory: ${{github.workspace}}/hdf5/build/
+        run: |
+          sudo \
+          HDF5_PLUGIN_PATH="${{ runner.workspace }}/hdf5_build/lib" \
+          HDF5_VOL_CONNECTOR=REST \
+          ADMIN_USERNAME=admin ADMIN_PASSWORD=admin \
+          USER_NAME=test_user1 USER_PASSWORD=test \
+          USER2_NAME=test_user2 USER2_PASSWORD=test \
+          HSDS_USERNAME=test_user1 HSDS_PASSWORD=test \
+          HSDS_PATH=/home/test_user1/ HDF5_API_TEST_PATH_PREFIX=/home/test_user1/ \
+          HSDS_ENDPOINT=http+unix://%2Ftmp%2Fhs%2Fsn_1.sock \
+          ROOT_DIR=${{github.workspace}}/hsdsdata \
+          BUCKET_NAME=hsdstest \
+          ctest --build-config ${{ inputs.build_mode }} -VV -R "test_rest_vol" .
+
+      - name: Test HDF5 REST VOL connector with HDF5 API tests
+        working-directory: ${{github.workspace}}/hdf5/build/
+        run: |
+          sudo \
+          HDF5_PLUGIN_PATH="${{ runner.workspace }}/hdf5_build/lib" \
+          HDF5_VOL_CONNECTOR=REST \
+          ADMIN_USERNAME=admin ADMIN_PASSWORD=admin \
+          USER_NAME=test_user1 USER_PASSWORD=test \
+          USER2_NAME=test_user2 USER2_PASSWORD=test \
+          HSDS_USERNAME=test_user1 HSDS_PASSWORD=test \
+          HSDS_PATH=/home/test_user1/ HDF5_API_TEST_PATH_PREFIX=/home/test_user1/ \
+          HSDS_ENDPOINT=http+unix://%2Ftmp%2Fhs%2Fsn_1.sock \
+          ROOT_DIR=${{github.workspace}}/hsdsdata \
+          BUCKET_NAME=hsdstest \
+          ctest --build-config ${{ inputs.build_mode }} -VV -R "h5_api" .
+
+      - name: Stop HSDS
+        working-directory: ${{github.workspace}}/hsds
+        run: |
+          ./stopall.sh