From f431264fefcc8a06c1c8f656ef808bd826b1f8c3 Mon Sep 17 00:00:00 2001 From: Alan Poblette Date: Wed, 12 Jun 2024 14:34:42 -0700 Subject: [PATCH 1/5] add cache for action detector --- .../model_monitor_action_detector/spec.yaml | 1 + 1 file changed, 1 insertion(+) diff --git a/assets/model_monitoring/components/model_monitor_action_analyzer/model_monitor_action_detector/spec.yaml b/assets/model_monitoring/components/model_monitor_action_analyzer/model_monitor_action_detector/spec.yaml index 8a388d6ed8..574d0a25d1 100644 --- a/assets/model_monitoring/components/model_monitor_action_analyzer/model_monitor_action_detector/spec.yaml +++ b/assets/model_monitoring/components/model_monitor_action_analyzer/model_monitor_action_detector/spec.yaml @@ -41,6 +41,7 @@ outputs: description: output actions conf: + spark.hadoop.aml.enable_cache: "true" spark.aml.internal.system.job: True spark.driver.cores: 4 spark.driver.memory: 28g From 23dd7269b0b2302e05aec0e3fef1405c91d383a1 Mon Sep 17 00:00:00 2001 From: Alan Poblette Date: Wed, 12 Jun 2024 14:42:54 -0700 Subject: [PATCH 2/5] enable cache for input schema adaptor --- .../generation_safety_quality/input_schema_adaptor/spec.yaml | 1 + 1 file changed, 1 insertion(+) diff --git a/assets/model_monitoring/components/generation_safety_quality/input_schema_adaptor/spec.yaml b/assets/model_monitoring/components/generation_safety_quality/input_schema_adaptor/spec.yaml index 139fe75885..1f227fb697 100644 --- a/assets/model_monitoring/components/generation_safety_quality/input_schema_adaptor/spec.yaml +++ b/assets/model_monitoring/components/generation_safety_quality/input_schema_adaptor/spec.yaml @@ -17,6 +17,7 @@ outputs: mode: direct conf: + spark.hadoop.aml.enable_cache : "true" spark.aml.internal.system.job: True spark.driver.cores: 4 spark.driver.memory: 28g From 785d57c0b290f3b147a576a03fc544bdce8f5ae7 Mon Sep 17 00:00:00 2001 From: Alan Poblette Date: Wed, 12 Jun 2024 14:43:08 -0700 Subject: [PATCH 3/5] syntax --- .../generation_safety_quality/input_schema_adaptor/spec.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/assets/model_monitoring/components/generation_safety_quality/input_schema_adaptor/spec.yaml b/assets/model_monitoring/components/generation_safety_quality/input_schema_adaptor/spec.yaml index 1f227fb697..df538c750a 100644 --- a/assets/model_monitoring/components/generation_safety_quality/input_schema_adaptor/spec.yaml +++ b/assets/model_monitoring/components/generation_safety_quality/input_schema_adaptor/spec.yaml @@ -17,7 +17,7 @@ outputs: mode: direct conf: - spark.hadoop.aml.enable_cache : "true" + spark.hadoop.aml.enable_cache: "true" spark.aml.internal.system.job: True spark.driver.cores: 4 spark.driver.memory: 28g From a700d015289a6e01ee5708ee9a95131c307ee83c Mon Sep 17 00:00:00 2001 From: Alan Poblette Date: Wed, 12 Jun 2024 14:47:04 -0700 Subject: [PATCH 4/5] syntax --- .../generation_safety_quality/input_schema_adaptor/spec.yaml | 2 +- .../model_monitor_action_detector/spec.yaml | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/assets/model_monitoring/components/generation_safety_quality/input_schema_adaptor/spec.yaml b/assets/model_monitoring/components/generation_safety_quality/input_schema_adaptor/spec.yaml index df538c750a..1f227fb697 100644 --- a/assets/model_monitoring/components/generation_safety_quality/input_schema_adaptor/spec.yaml +++ b/assets/model_monitoring/components/generation_safety_quality/input_schema_adaptor/spec.yaml @@ -17,7 +17,7 @@ outputs: mode: direct conf: - spark.hadoop.aml.enable_cache: "true" + spark.hadoop.aml.enable_cache : "true" spark.aml.internal.system.job: True spark.driver.cores: 4 spark.driver.memory: 28g diff --git a/assets/model_monitoring/components/model_monitor_action_analyzer/model_monitor_action_detector/spec.yaml b/assets/model_monitoring/components/model_monitor_action_analyzer/model_monitor_action_detector/spec.yaml index 574d0a25d1..d3dfc40a1a 100644 --- a/assets/model_monitoring/components/model_monitor_action_analyzer/model_monitor_action_detector/spec.yaml +++ b/assets/model_monitoring/components/model_monitor_action_analyzer/model_monitor_action_detector/spec.yaml @@ -41,7 +41,7 @@ outputs: description: output actions conf: - spark.hadoop.aml.enable_cache: "true" + spark.hadoop.aml.enable_cache : "true" spark.aml.internal.system.job: True spark.driver.cores: 4 spark.driver.memory: 28g From 596a742be464fec55f94e88d7e0bb8ffde91bc48 Mon Sep 17 00:00:00 2001 From: Alan Poblette Date: Wed, 12 Jun 2024 15:05:17 -0700 Subject: [PATCH 5/5] fix env yaml --- .../model_monitor_action_detector/spec.yaml | 1 + 1 file changed, 1 insertion(+) diff --git a/assets/model_monitoring/components/model_monitor_action_analyzer/model_monitor_action_detector/spec.yaml b/assets/model_monitoring/components/model_monitor_action_analyzer/model_monitor_action_detector/spec.yaml index d3dfc40a1a..f053aec274 100644 --- a/assets/model_monitoring/components/model_monitor_action_analyzer/model_monitor_action_detector/spec.yaml +++ b/assets/model_monitoring/components/model_monitor_action_analyzer/model_monitor_action_detector/spec.yaml @@ -62,6 +62,7 @@ conf: - mltable~=1.3.0 - azureml-fsspec~=1.0.0 - fsspec~=2023.4.0 + name: momo-base-spark code: ../../src entry: