Update sample_evaluations.py (Azure#39127)

* Update sample_evaluations.py * Update sample_evaluations.py * Update sample_evaluations_async.py * Replace HateUnfairnessEvaluator with ViolenceEvaluator
azure-sdk · Jan 11, 2025 · 42ff95a · 42ff95a
1 parent 5cd5867
commit 42ff95a
Show file tree

Hide file tree

Showing 2 changed files with 7 additions and 13 deletions.
diff --git a/sdk/ai/azure-ai-projects/samples/evaluations/async_samples/sample_evaluations_async.py b/sdk/ai/azure-ai-projects/samples/evaluations/async_samples/sample_evaluations_async.py
@@ -58,21 +58,18 @@ async def main():
                 data=Dataset(id=data_id),
                 evaluators={
                     "f1_score": EvaluatorConfiguration(
-                        # id=F1ScoreEvaluator.id,
-                        id="azureml://registries/azureml-staging/models/F1Score-Evaluator/versions/3",
+                        id=F1ScoreEvaluator.id,
                     ),
                     "relevance": EvaluatorConfiguration(
-                        # id=RelevanceEvaluator.id,
-                        id="azureml://registries/azureml-staging/models/Relevance-Evaluator/versions/3",
+                        id=RelevanceEvaluator.id,
                         init_params={
                             "model_config": default_connection.to_evaluator_model_config(
                                 deployment_name=deployment_name, api_version=api_version
                             )
                         },
                     ),
                     "violence": EvaluatorConfiguration(
-                        # id=ViolenceEvaluator.id,
-                        id="azureml://registries/azureml-staging/models/Violent-Content-Evaluator/versions/3",
+                        id=ViolenceEvaluator.id,
                         init_params={"azure_ai_project": project_client.scope},
                     ),
                 },

diff --git a/sdk/ai/azure-ai-projects/samples/evaluations/sample_evaluations.py b/sdk/ai/azure-ai-projects/samples/evaluations/sample_evaluations.py
@@ -25,7 +25,7 @@
 from azure.ai.projects import AIProjectClient
 from azure.identity import DefaultAzureCredential
 from azure.ai.projects.models import Evaluation, Dataset, EvaluatorConfiguration, ConnectionType
-from azure.ai.evaluation import F1ScoreEvaluator, RelevanceEvaluator, HateUnfairnessEvaluator
+from azure.ai.evaluation import F1ScoreEvaluator, RelevanceEvaluator, ViolenceEvaluator
 
 project_client = AIProjectClient.from_connection_string(
     credential=DefaultAzureCredential(),
@@ -47,21 +47,18 @@
     data=Dataset(id=data_id),
     evaluators={
         "f1_score": EvaluatorConfiguration(
-            # id=F1ScoreEvaluator.id,
-            id="azureml://registries/azureml-staging/models/F1Score-Evaluator/versions/3",
+            id=F1ScoreEvaluator.id,
         ),
         "relevance": EvaluatorConfiguration(
-            # id=RelevanceEvaluator.id,
-            id="azureml://registries/azureml-staging/models/Relevance-Evaluator/versions/3",
+            id=RelevanceEvaluator.id,
             init_params={
                 "model_config": default_connection.to_evaluator_model_config(
                     deployment_name=deployment_name, api_version=api_version
                 )
             },
         ),
         "violence": EvaluatorConfiguration(
-            # id=ViolenceEvaluator.id,
-            id="azureml://registries/azureml-staging/models/Violent-Content-Evaluator/versions/3",
+            id=ViolenceEvaluator.id,
             init_params={"azure_ai_project": project_client.scope},
         ),
     },