Update RAI vision and text images to ubuntu 22.04 #24017
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: assets-test | |
| on: | |
| pull_request: | |
| branches: | |
| - main | |
| pull_request_target: | |
| branches: | |
| - main | |
| types: | |
| - opened | |
| - labeled | |
| - synchronize | |
| - reopened | |
| workflow_dispatch: | |
| inputs: | |
| asset_dirs: | |
| description: Asset directories | |
| default: assets | |
| required: true | |
| env: | |
| scripts_azureml_assets_dir: scripts/azureml-assets | |
| scripts_setup_dir: scripts/setup | |
| scripts_test_dir: scripts/test | |
| scripts_dir: scripts | |
| asset_config_filename: asset.yaml | |
| pytest_reports: pytest-reports | |
| defaults: | |
| run: | |
| shell: bash | |
| jobs: | |
| check-execution-context: | |
| uses: Azure/azureml-assets/.github/workflows/check-execution-context.yaml@main | |
| check-directory-file-changes: | |
| needs: check-execution-context | |
| if: fromJSON(needs.check-execution-context.outputs.continue) | |
| uses: Azure/azureml-assets/.github/workflows/check-changed-files.yaml@main | |
| with: | |
| folder_path: "assets/**" | |
| forked_pr_input: ${{ needs.check-execution-context.outputs.forked_pr }} | |
| setup: | |
| name: Set up tests | |
| if: needs.check-directory-file-changes.outputs.files-changed != '' | |
| runs-on: ubuntu-latest | |
| needs: [check-execution-context, check-directory-file-changes] | |
| environment: Testing | |
| permissions: | |
| # Required to clone repo | |
| contents: read | |
| # Required for OIDC login to Azure | |
| id-token: write | |
| env: | |
| default_asset_dirs: assets | |
| steps: | |
| - name: Clone branch | |
| uses: Azure/azureml-assets/.github/actions/clone-repo@main | |
| with: | |
| forked-pr: ${{ needs.check-execution-context.outputs.forked_pr }} | |
| fetch-depth: 2 | |
| - name: Use Python 3.10 or newer | |
| uses: actions/setup-python@v4 | |
| with: | |
| python-version: '3.12' | |
| - name: Install dependencies | |
| run: pip install -e $scripts_azureml_assets_dir | |
| - name: Create test matrix for changed assets | |
| id: create-test-matrix | |
| run: python -u $scripts_test_dir/create_asset_test_matrix.py -i "${{ github.event.inputs.asset_dirs || env.default_asset_dirs }}" -a $asset_config_filename -c "${{ needs.check-directory-file-changes.outputs.files-changed }}" | |
| - name: Login to Azure and create resources | |
| if: steps.create-test-matrix.outputs.test_count > 0 | |
| uses: ./.github/actions/create-azure-resources | |
| with: | |
| client-id: ${{ secrets.AZURE_CLIENT_ID }} | |
| tenant-id: ${{ secrets.AZURE_TENANT_ID }} | |
| subscription-id: ${{ secrets.AZURE_SUBSCRIPTION_ID }} | |
| scripts-setup-dir: ${{ env.scripts_setup_dir }} | |
| outputs: | |
| test_count: ${{ steps.create-test-matrix.outputs.test_count }} | |
| matrix: ${{ steps.create-test-matrix.outputs.matrix }} | |
| test: | |
| name: Test | |
| if: needs.setup.outputs.test_count > 0 | |
| runs-on: ubuntu-latest | |
| needs: | |
| - setup | |
| - check-execution-context | |
| environment: Testing | |
| strategy: | |
| matrix: ${{ fromJSON(needs.setup.outputs.matrix) }} | |
| fail-fast: false | |
| permissions: | |
| # Required to clone repo | |
| contents: read | |
| # Required for OIDC login to Azure | |
| id-token: write | |
| steps: | |
| - name: Clone branch | |
| uses: Azure/azureml-assets/.github/actions/clone-repo@main | |
| with: | |
| forked-pr: ${{ needs.check-execution-context.outputs.forked_pr }} | |
| - name: Use Python 3.10 or newer | |
| uses: actions/setup-python@v4 | |
| with: | |
| python-version: '3.12' | |
| - name: Install dependencies | |
| run: pip install -e $scripts_azureml_assets_dir | |
| - name: Setup azcopy | |
| shell: bash | |
| run: source $scripts_dir/install_azcopy.sh | |
| - name: Log in to Azure and create resources | |
| uses: ./.github/actions/create-azure-resources | |
| with: | |
| client-id: ${{ secrets.AZURE_CLIENT_ID }} | |
| tenant-id: ${{ secrets.AZURE_TENANT_ID }} | |
| subscription-id: ${{ secrets.AZURE_SUBSCRIPTION_ID }} | |
| scripts-setup-dir: ${{ env.scripts_setup_dir }} | |
| - name: Refresh login (background process) | |
| run: | | |
| while true; do | |
| token_request=$ACTIONS_ID_TOKEN_REQUEST_TOKEN | |
| token_uri=$ACTIONS_ID_TOKEN_REQUEST_URL | |
| token=$(curl -H "Authorization: bearer $token_request" "${token_uri}&audience=api://AzureADTokenExchange" | jq .value -r) | |
| expiration_time=$(jq -R 'split(".") | .[1] | @base64d | fromjson | .exp' <<< $token) | |
| expiration_time_formatted=$(date -u -d @$expiration_time +"%Y-%m-%dT%H:%M:%SZ") | |
| current_time=$(date -u +"%Y-%m-%dT%H:%M:%SZ") | |
| echo "Token expires at: $expiration_time_formatted, Current time: $current_time" | |
| az login --service-principal -u ${{ secrets.AZURE_CLIENT_ID }} -t ${{ secrets.AZURE_TENANT_ID }} --federated-token $token --output none | |
| sleep_timer=$((expiration_time - $(date +%s) - 30)) | |
| echo "Sleeping for $sleep_timer seconds" | |
| sleep $sleep_timer | |
| done & | |
| - name: Test asset | |
| run: python -u $scripts_test_dir/test_assets.py -i "${{ matrix.asset_config_path }}" -a $asset_config_filename -p $scripts_test_dir/requirements.txt -r $GITHUB_WORKSPACE/$pytest_reports | |
| - name: Sets ASSET_CONFIG_NAME | |
| id: env | |
| env: | |
| name: "${{ matrix.asset_config_path }}" | |
| run: | | |
| echo "ASSET_CONFIG_NAME=${name/\//-}" >> $GITHUB_ENV | |
| - name: Upload test results | |
| uses: actions/upload-artifact@v4 | |
| if: always() | |
| with: | |
| name: ${{ env.pytest_reports }}-${{ env.ASSET_CONFIG_NAME }} | |
| path: ${{ env.pytest_reports }}-${{ env.ASSET_CONFIG_NAME }} | |
| report: | |
| name: Publish test results | |
| if: always() | |
| runs-on: ubuntu-latest | |
| needs: | |
| - test | |
| - setup | |
| strategy: | |
| matrix: ${{ fromJSON(needs.setup.outputs.matrix) }} | |
| permissions: | |
| # Required for EnricoMi/publish-unit-test-result-action | |
| checks: write | |
| issues: read | |
| pull-requests: write | |
| steps: | |
| - name: Sets ASSET_CONFIG_NAME | |
| id: env | |
| env: | |
| name: "${{ matrix.asset_config_path }}" | |
| run: | | |
| echo "ASSET_CONFIG_NAME=${name/\//-}" >> $GITHUB_ENV | |
| - name: Download test results | |
| id: download-artifact | |
| uses: actions/download-artifact@v4 | |
| with: | |
| name: ${{ env.pytest_reports }}-${{ env.ASSET_CONFIG_NAME }} | |
| path: ${{ env.pytest_reports }}-${{ env.ASSET_CONFIG_NAME }} | |
| continue-on-error: true | |
| - name: Publish test results | |
| if: steps.download-artifact.outputs.download-path != '' | |
| uses: EnricoMi/publish-unit-test-result-action@v2 | |
| with: | |
| check_name: Test Results for ${{ github.workflow }} | |
| junit_files: ${{ env.pytest_reports }}-${{ env.ASSET_CONFIG_NAME }}/**/*.xml |