Merge branch 'main' into richli/missingAmlOboCanaryToken

Azure · Feb 10, 2025 · 04538e8 · 04538e8
2 parents ec0e8a1 + 6d1b72d
commit 04538e8
Show file tree

Hide file tree

Showing 343 changed files with 1,856 additions and 2,809 deletions.
diff --git a/.github/workflows/assets-docs.yaml b/.github/workflows/assets-docs.yaml
@@ -22,8 +22,8 @@ env:
   docs_dir: docs
 
 permissions:
-  # Required to clone repo
-  contents: read
+  # Required to clone repo and push commits to the wiki repo
+  contents: write
 
 defaults:
   run:
@@ -54,13 +54,12 @@ jobs:
         with:
           repository: Azure/azureml-assets.wiki
           fetch-depth: 0
-          token: ${{ secrets.AZUREML_BOT_PAT }}
           path: ${{ env.wiki_dir }}
 
       - name: Use Python 3.10 or newer
         uses: actions/setup-python@v4
         with:
-          python-version: '>=3.10'
+          python-version: '3.12'
 
       - name: Install dependencies
         run: pip install -e $main_dir/$scripts_azureml_assets_dir -r $main_dir/$scripts_docs_dir/requirements.txt

diff --git a/.github/workflows/assets-release.yaml b/.github/workflows/assets-release.yaml
@@ -29,8 +29,8 @@ env:
   asset_config_filename: asset.yaml
 
 permissions:
-  # Required to clone repo
-  contents: read
+  # Required to clone repo and push commit to release branch
+  contents: write
   # Required for OIDC login to Azure
   id-token: write
 
@@ -60,7 +60,7 @@ jobs:
       - name: Use Python 3.10 or newer
         uses: actions/setup-python@v4
         with:
-          python-version: '>=3.10'
+          python-version: '3.12'
 
       - name: Install dependencies
         run: pip install -e $main_dir/$scripts_azureml_assets_dir
@@ -71,14 +71,14 @@ jobs:
         working-directory: ${{ env.main_dir }}
 
       - name: Upload changed assets
-        uses: actions/upload-artifact@v3
+        uses: actions/upload-artifact@v4
         if: steps.find-updated-assets.outputs.updated_count > 0
         with:
           name: ${{ env.changed_assets_artifact }}
           path: ${{ runner.temp }}/${{ env.changed_assets_artifact }}
 
       - name: Upload non-testable assets
-        uses: actions/upload-artifact@v3
+        uses: actions/upload-artifact@v4
         if: steps.find-updated-assets.outputs.updated_count > 0
         with:
           name: ${{ env.releasable_assets_artifact }}
@@ -102,7 +102,7 @@ jobs:
           exit 1
 
       - name: Upload list of assets
-        uses: actions/upload-artifact@v3
+        uses: actions/upload-artifact@v4
         with:
           name: ${{ env.asset_list_artifact }}
           path: ${{ runner.temp }}/${{ env.asset_list_artifact }}
@@ -179,7 +179,7 @@ jobs:
     steps:
       - name: Download releasable assets
         id: download-artifact
-        uses: actions/download-artifact@v3
+        uses: actions/download-artifact@v4
         with:
           name: ${{ env.releasable_assets_artifact }}
           path: ${{ runner.temp }}/${{ env.releasable_assets_artifact }}
@@ -198,13 +198,13 @@ jobs:
       - name: Download releasable assets
         if: needs.check-release-assets.outputs.has_releasable_assets != ''
         id: download-artifact
-        uses: actions/download-artifact@v3
+        uses: actions/download-artifact@v4
         with:
           name: ${{ env.releasable_assets_artifact }}
           path: ${{ runner.temp }}/${{ env.releasable_assets_artifact }}
 
       - name: Download list of assets
-        uses: actions/download-artifact@v3
+        uses: actions/download-artifact@v4
         with:
           name: ${{ env.asset_list_artifact }}
           path: ${{ runner.temp }}/${{ env.asset_list_artifact }}
@@ -220,13 +220,12 @@ jobs:
         with:
           ref: release
           fetch-depth: 0
-          token: ${{ secrets.AZUREML_BOT_PAT }}
           path: ${{ env.release_dir }}
 
       - name: Use Python 3.10 or newer
         uses: actions/setup-python@v4
         with:
-          python-version: '>=3.10'
+          python-version: '3.12'
 
       - name: Install dependencies
         run: pip install -e $main_dir/$scripts_azureml_assets_dir

diff --git a/.github/workflows/assets-test.yaml b/.github/workflows/assets-test.yaml
@@ -69,7 +69,7 @@ jobs:
       - name: Use Python 3.10 or newer
         uses: actions/setup-python@v4
         with:
-          python-version: '>=3.10'
+          python-version: '3.12'
 
       - name: Install dependencies
         run: pip install -e $scripts_azureml_assets_dir
@@ -118,7 +118,7 @@ jobs:
       - name: Use Python 3.10 or newer
         uses: actions/setup-python@v4
         with:
-          python-version: '>=3.10'
+          python-version: '3.12'
 
       - name: Install dependencies
         run: pip install -e $scripts_azureml_assets_dir
@@ -158,7 +158,7 @@ jobs:
         run: python -u $scripts_test_dir/test_assets.py -i "${{ matrix.asset_config_path }}" -a $asset_config_filename -p $scripts_test_dir/requirements.txt -r $GITHUB_WORKSPACE/$pytest_reports
 
       - name: Upload test results
-        uses: actions/upload-artifact@v3
+        uses: actions/upload-artifact@v4
         if: always()
         with:
           name: ${{ env.pytest_reports }}
@@ -179,7 +179,7 @@ jobs:
     steps:
       - name: Download test results
         id: download-artifact
-        uses: actions/download-artifact@v3
+        uses: actions/download-artifact@v4
         with:
           name: ${{ env.pytest_reports }}
           path: ${{ env.pytest_reports }}

diff --git a/.github/workflows/assets-validation.yaml b/.github/workflows/assets-validation.yaml
@@ -52,7 +52,7 @@ jobs:
       - name: Use Python 3.10 or newer
         uses: actions/setup-python@v4
         with:
-          python-version: '>=3.10'
+          python-version: '3.12'
 
       - name: Log in to Azure
         env:

diff --git a/.github/workflows/batch-score-ci.yaml b/.github/workflows/batch-score-ci.yaml
@@ -71,7 +71,7 @@ jobs:
           RESOURCE_GROUP: ${{ env.resource_group }}
           WORKSPACE_NAME: ${{ env.workspace }}
       - name: Upload test results
-        uses: actions/upload-artifact@v3
+        uses: actions/upload-artifact@v4
         if: always()
         with:
           name: ${{ env.pytest_report_folder }}
@@ -91,7 +91,7 @@ jobs:
       steps:
         - name: Download test results
           id: download-artifact
-          uses: actions/download-artifact@v3
+          uses: actions/download-artifact@v4
           with:
             name: ${{ env.pytest_report_folder }}
             path: ${{ env.pytest_report_folder }}

diff --git a/.github/workflows/batch-score-oss-ci.yaml b/.github/workflows/batch-score-oss-ci.yaml
@@ -71,7 +71,7 @@ jobs:
           RESOURCE_GROUP: ${{ env.resource_group }}
           WORKSPACE_NAME: ${{ env.workspace }}
       - name: Upload test results
-        uses: actions/upload-artifact@v3
+        uses: actions/upload-artifact@v4
         if: always()
         with:
           name: ${{ env.pytest_report_folder }}
@@ -91,7 +91,7 @@ jobs:
       steps:
         - name: Download test results
           id: download-artifact
-          uses: actions/download-artifact@v3
+          uses: actions/download-artifact@v4
           with:
             name: ${{ env.pytest_report_folder }}
             path: ${{ env.pytest_report_folder }}

diff --git a/.github/workflows/environments-ci.yaml b/.github/workflows/environments-ci.yaml
@@ -67,7 +67,7 @@ jobs:
       - name: Use Python 3.10 or newer
         uses: actions/setup-python@v4
         with:
-          python-version: '>=3.10'
+          python-version: '3.12'
 
       - name: Install dependencies
         run: pip install -e $scripts_azureml_assets_dir
@@ -89,7 +89,7 @@ jobs:
         run: python -u $scripts_environment_dir/validate_build_logs.py -l '${{ runner.temp }}'/$build_logs_artifact_name
 
       - name: Upload build logs
-        uses: actions/upload-artifact@v3
+        uses: actions/upload-artifact@v4
         if: always()
         with:
           name: ${{ env.build_logs_artifact_name }}

diff --git a/.github/workflows/model-monitoring-ci.yml b/.github/workflows/model-monitoring-ci.yml
@@ -132,16 +132,19 @@ jobs:
           RESOURCE_GROUP: ${{ env.resource_group }}
           WORKSPACE_NAME: ${{ env.workspace }}
       - name: Upload test results
-        uses: actions/upload-artifact@v3
+        uses: actions/upload-artifact@v4
         if: always()
         with:
-          name: ${{ env.pytest_report_folder }}
-          path: ${{ env.pytest_report_folder }}
+          name: ${{ env.pytest_report_folder }}-${{ matrix.group }}
+          path: ${{ env.pytest_report_folder }}-${{ matrix.group }}
   report:
       name: Publish test results
       if: always()
       runs-on: ubuntu-latest
       needs: run-momo-tests
+      strategy:
+        matrix:
+          group: [1, 2, 3, 4, 5, 6]
 
       permissions:
         # Required for EnricoMi/publish-unit-test-result-action
@@ -152,15 +155,15 @@ jobs:
       steps:
         - name: Download test results
           id: download-artifact
-          uses: actions/download-artifact@v3
+          uses: actions/download-artifact@v4
           with:
-            name: ${{ env.pytest_report_folder }}
-            path: ${{ env.pytest_report_folder }}
+            name: ${{ env.pytest_report_folder }}-${{ matrix.group }}
+            path: ${{ env.pytest_report_folder }}-${{ matrix.group }}
           continue-on-error: true
 
         - name: Publish test results
           if: steps.download-artifact.outputs.download-path != ''
           uses: EnricoMi/publish-unit-test-result-action@v2
           with:
-            check_name: Test Results for ${{ github.workflow }}
-            junit_files: ${{ env.pytest_report_folder }}/**/*.xml
+            check_name: Test Results for ${{ github.workflow }} - Group ${{ matrix.group }}
+            junit_files: ${{ env.pytest_report_folder }}-${{ matrix.group }}/**/*.xml
diff --git a/.github/workflows/model-monitoring-gsq-ci.yml b/.github/workflows/model-monitoring-gsq-ci.yml
@@ -87,7 +87,7 @@ jobs:
           RESOURCE_GROUP: ${{ env.resource_group }}
           WORKSPACE_NAME: ${{ env.workspace }}
       - name: Upload test results
-        uses: actions/upload-artifact@v3
+        uses: actions/upload-artifact@v4
         if: always()
         with:
           name: ${{ env.pytest_report_folder }}
@@ -107,7 +107,7 @@ jobs:
       steps:
         - name: Download test results
           id: download-artifact
-          uses: actions/download-artifact@v3
+          uses: actions/download-artifact@v4
           with:
             name: ${{ env.pytest_report_folder }}
             path: ${{ env.pytest_report_folder }}

diff --git a/assets/aistudio/environments/ai_studio_dev/context/requirements.txt b/assets/aistudio/environments/ai_studio_dev/context/requirements.txt
@@ -11,5 +11,3 @@ langchain-openai
 semantic-kernel
 pytest
 keyring
-# Temporary fix version for security patch
-tornado>=6.4.2
diff --git a/assets/aml-benchmark/components/batch_output_formatter/spec.yaml b/assets/aml-benchmark/components/batch_output_formatter/spec.yaml
@@ -1,5 +1,5 @@
 name: batch_output_formatter
-version: 0.0.14
+version: 0.0.15
 display_name: Batch Output Formatter
 is_deterministic: True
 type: command

diff --git a/assets/aml-benchmark/components/batch_resource_manager/spec.yaml b/assets/aml-benchmark/components/batch_resource_manager/spec.yaml
@@ -4,7 +4,7 @@ is_deterministic: False
 name: batch_resource_manager
 display_name: Batch Inference Resource Manager
 description: Resource Manager for batch inference.
-version: 0.0.7
+version: 0.0.8
 
 inputs:
   wait_input:

diff --git a/assets/aml-benchmark/components/benchmark_embedding_model/spec.yaml b/assets/aml-benchmark/components/benchmark_embedding_model/spec.yaml
@@ -4,7 +4,7 @@ type: command
 name: benchmark_embedding_model
 display_name: Benchmark Embedding Model
 description: Component for benchmarking an embedding model via MTEB.
-version: 0.0.3
+version: 0.0.4
 
 inputs:
   endpoint_url:

diff --git a/assets/aml-benchmark/components/benchmark_result_aggregator/spec.yaml b/assets/aml-benchmark/components/benchmark_result_aggregator/spec.yaml
@@ -4,7 +4,7 @@ type: command
 name: benchmark_result_aggregator
 display_name: Benchmark result aggregator
 description: Aggregate quality metrics, performance metrics and all of the metadata from the pipeline. Also add them to the root run.
-version: 0.0.13
+version: 0.0.14
 is_deterministic: false
 
 inputs:

diff --git a/assets/aml-benchmark/components/compute_performance_metrics/spec.yaml b/assets/aml-benchmark/components/compute_performance_metrics/spec.yaml
@@ -4,7 +4,7 @@ type: command
 name: compute_performance_metrics
 display_name: Compute Performance Metrics
 description: Performs performance metric post processing using data from a model inference run.
-version: 0.0.10
+version: 0.0.11
 is_deterministic: true
 
 inputs:

diff --git a/assets/aml-benchmark/components/dataset_downloader/spec.yaml b/assets/aml-benchmark/components/dataset_downloader/spec.yaml
@@ -4,7 +4,7 @@ type: command
 name: dataset_downloader
 display_name: Dataset Downloader
 description: Downloads the dataset onto blob store.
-version: 0.0.10
+version: 0.0.11
 
 inputs:
   dataset_name: 

diff --git a/assets/aml-benchmark/components/dataset_preprocessor/spec.yaml b/assets/aml-benchmark/components/dataset_preprocessor/spec.yaml
@@ -4,7 +4,7 @@ type: command
 name:  dataset_preprocessor 
 display_name: Dataset Preprocessor
 description: Dataset Preprocessor
-version: 0.0.10
+version: 0.0.11
 is_deterministic: true
 
 inputs:

diff --git a/assets/aml-benchmark/components/dataset_sampler/spec.yaml b/assets/aml-benchmark/components/dataset_sampler/spec.yaml
@@ -4,7 +4,7 @@ type: command
 name: dataset_sampler
 display_name: Dataset Sampler
 description: Samples a dataset containing JSONL file(s).
-version: 0.0.10
+version: 0.0.11
 
 inputs:
   dataset: 

diff --git a/assets/aml-benchmark/components/inference_postprocessor/spec.yaml b/assets/aml-benchmark/components/inference_postprocessor/spec.yaml
@@ -4,7 +4,7 @@ type: command
 name: inference_postprocessor
 display_name: Inference Postprocessor
 description: Inference Postprocessor
-version: 0.0.11
+version: 0.0.12
 is_deterministic: true
 
 inputs:

diff --git a/assets/aml-benchmark/components/prompt_crafter/spec.yaml b/assets/aml-benchmark/components/prompt_crafter/spec.yaml
@@ -6,7 +6,7 @@ display_name: Prompt Crafter
 description: This component is used to create prompts from a given dataset. From a 
   given jinja prompt template, it will generate prompts. It can also create 
   few-shot prompts given a few-shot dataset and the number of shots.
-version: 0.0.13
+version: 0.0.14
 is_deterministic: true
 
 inputs:

diff --git a/assets/aml-benchmark/environments/evaluation/context/Dockerfile b/assets/aml-benchmark/environments/evaluation/context/Dockerfile
@@ -1,4 +1,4 @@
-FROM mcr.microsoft.com/azureml/openmpi4.1.0-ubuntu22.04:{{latest-image-tag}}
+FROM mcr.microsoft.com/azureml/openmpi5.0-ubuntu24.04:{{latest-image-tag}}
 
 RUN apt-get update && apt-get -y upgrade
 

diff --git a/assets/common/components/mlflow_model_local_validation/spec.yaml b/assets/common/components/mlflow_model_local_validation/spec.yaml
@@ -1,15 +1,15 @@
 $schema: https://azuremlschemas.azureedge.net/latest/commandComponent.schema.json
 
 name: mlflow_model_local_validation
-version: 0.0.16
+version: 0.0.17
 type: command
 
 is_deterministic: True
 
 display_name: MLFlow model local validation
 description: Validates if a MLFLow model can be loaded on a compute and is usable for inferencing.
 
-environment: azureml://registries/azureml/environments/python-sdk-v2/versions/23
+environment: azureml://registries/azureml/environments/python-sdk-v2/versions/25
 
 code: ../../src/
 command: >-