Skip to content

Commit

Permalink
upgrade forecasting and batch_score_oss components
Browse files Browse the repository at this point in the history
  • Loading branch information
iamrk04 committed Feb 24, 2025
1 parent 97ab206 commit 273e0c5
Show file tree
Hide file tree
Showing 22 changed files with 50 additions and 52 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,7 @@ type: command
name: batch_benchmark_config_generator
display_name: Batch Benchmark Config Generator
description: Generates the config for the batch score component.
version: 0.0.9
version: 0.0.10
is_deterministic: true

inputs:
Expand Down Expand Up @@ -86,7 +86,7 @@ outputs:
description: The config json file for the batch score component.

code: ../src
environment: azureml://registries/azureml/environments/evaluation/labels/latest
environment: azureml://registries/azureml/environments/evaluation/versions/5
command: >-
python -m aml_benchmark.batch_config_generator.main
--scoring_url '${{inputs.scoring_url}}'
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -2,7 +2,7 @@ $schema: http://azureml/sdk-2-0/ParallelComponent.json
type: parallel

name: batch_score_oss
version: 0.0.1
version: 0.0.2
display_name: Batch Score Large Language Models
is_deterministic: False

Expand Down Expand Up @@ -61,5 +61,5 @@ task:
--configuration_file ${{inputs.configuration_file}}
--partitioned_scoring_results ${{outputs.mini_batch_results_output_directory}}
$[[--resume_from ${{inputs.resume_from}}]]
environment: azureml://registries/azureml/environments/model-evaluation/versions/36
environment: azureml://registries/azureml/environments/model-evaluation/versions/44
append_row_to: ${{outputs.job_output_path}}
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,7 @@ type: pipeline
name: automl_hts_inference
display_name: AutoML Hierarchical Timeseries Forecasting - Inference
description: Enables inference for hts components.
version: 0.0.7
version: 0.0.8
is_deterministic: false

inputs:
Expand Down Expand Up @@ -74,7 +74,7 @@ outputs:
jobs:
automl_hts_inference_setup:
type: command
component: azureml:automl_hts_inference_setup_step:0.0.7
component: azureml:automl_hts_inference_setup_step:0.0.8
inputs:
raw_Data: ${{parent.inputs.raw_data}}
enable_event_logger: True
Expand All @@ -97,7 +97,7 @@ jobs:
compute: ${{parent.inputs.compute_name}}
automl_hts_model_inference:
type: parallel
component: azureml:automl_hts_prs_inference_step:0.0.7
component: azureml:automl_hts_prs_inference_step:0.0.8
inputs:
partitioned_data: ${{parent.jobs.automl_hts_inference_setup.outputs.processed_data}}
metadata: ${{parent.jobs.automl_hts_inference_setup.outputs.metadata}}
Expand All @@ -121,7 +121,7 @@ jobs:
compute: ${{parent.inputs.compute_name}}
automl_hts_inference_collect_step:
type: command
component: azureml:automl_hts_inference_collect_step:0.0.7
component: azureml:automl_hts_inference_collect_step:0.0.8
inputs:
setup_metadata: ${{parent.jobs.automl_hts_inference_setup.outputs.metadata}}
input_metadata: ${{parent.jobs.automl_hts_model_inference.outputs.output_metadata}}
Expand Down
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
$schema: https://azuremlschemas.azureedge.net/latest/commandComponent.schema.json
name: automl_hts_inference_collect_step
version: 0.0.7
version: 0.0.8
display_name: AutoML HTS - Inference Collect
type: command

Expand Down Expand Up @@ -32,7 +32,7 @@ outputs:
description: 'jsonl used for evaluation component.'

code: ../../src/collect
environment: azureml://registries/azureml/environments/automl-gpu/labels/latest
environment: azureml://registries/azureml/environments/automl-gpu/versions/42

command: >-
python collect.py
Expand Down
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
$schema: https://azuremlschemas.azureedge.net/latest/commandComponent.schema.json
name: automl_hts_inference_setup_step
version: 0.0.7
version: 0.0.8
display_name: AutoML HTS - Inference Setup
type: command

Expand Down Expand Up @@ -67,7 +67,7 @@ outputs:


code: ../../src/setup
environment: azureml://registries/azureml/environments/automl-gpu/labels/latest
environment: azureml://registries/azureml/environments/automl-gpu/versions/42

command: >-
python setup.py
Expand Down
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
$schema: https://azuremlschemas.azureedge.net/latest/pipelineJob.schema.json
type: parallel
version: 0.0.7
version: 0.0.8

name: automl_hts_prs_inference_step
display_name: AutoML HTS - Inference Step
Expand Down Expand Up @@ -58,7 +58,7 @@ task:
type: run_function
code: ../../src/inference
entry_script: inference.py
environment: azureml://registries/azureml/environments/automl-gpu/labels/latest
environment: azureml://registries/azureml/environments/automl-gpu/versions/42
program_arguments: >-
--setup-metadata ${{inputs.metadata}}
--error_threshold -1
Expand Down
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
$schema: https://azuremlschemas.azureedge.net/latest/parallelComponent.schema.json
type: parallel
version: 0.0.7
version: 0.0.8

name: automl_hts_data_aggregation_step
display_name: AutoML HTS - Training Data Aggregation
Expand Down Expand Up @@ -58,7 +58,7 @@ task:
type: run_function
code: ../../src/data_agg
entry_script: data_agg.py
environment: azureml://registries/azureml/environments/automl-gpu/labels/latest
environment: azureml://registries/azureml/environments/automl-gpu/versions/42
program_arguments: >-
--input-metadata ${{inputs.metadata}}
--error_threshold -1
Expand Down
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
$schema: https://azuremlschemas.azureedge.net/latest/parallelComponent.schema.json
type: parallel
version: 0.0.7
version: 0.0.8

name: automl_hts_automl_training_step
display_name: AutoML HTS - AutoML Training
Expand Down Expand Up @@ -58,7 +58,7 @@ task:
type: run_function
code: ../../src/train
entry_script: train.py
environment: azureml://registries/azureml/environments/automl-gpu/labels/latest
environment: azureml://registries/azureml/environments/automl-gpu/versions/42
program_arguments: >-
--input-metadata ${{inputs.metadata}}
--error_threshold -1
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,7 @@ type: pipeline
name: automl_hts_training
display_name: AutoML Hierarchical Timeseries Forecasting - Training
description: Enables AutoML Training for hts components.
version: 0.0.7
version: 0.0.8
is_deterministic: false

inputs:
Expand Down Expand Up @@ -40,7 +40,7 @@ outputs:
jobs:
automl_hts_train_setup_step:
type: command
component: azureml:automl_hts_training_setup_step:0.0.7
component: azureml:automl_hts_training_setup_step:0.0.8
inputs:
raw_Data: ${{parent.inputs.raw_data}}
automl_config: ${{parent.inputs.automl_config}}
Expand All @@ -56,7 +56,7 @@ jobs:
compute: ${{parent.inputs.compute_name}}
automl_hts_data_aggregation_step:
type: parallel
component: azureml:automl_hts_data_aggregation_step:0.0.7
component: azureml:automl_hts_data_aggregation_step:0.0.8
inputs:
partitioned_data: ${{parent.jobs.automl_hts_train_setup_step.outputs.processed_data}}
metadata: ${{parent.jobs.automl_hts_train_setup_step.outputs.metadata}}
Expand All @@ -80,7 +80,7 @@ jobs:
compute: ${{parent.inputs.compute_name}}
automl_hts_automl_training_step:
type: parallel
component: azureml:automl_hts_automl_training_step:0.0.7
component: azureml:automl_hts_automl_training_step:0.0.8
inputs:
aggregated_data: ${{parent.jobs.automl_hts_data_aggregation_step.outputs.aggregated_data}}
data_agg_metadata: ${{parent.jobs.automl_hts_data_aggregation_step.outputs.output_metadata}}
Expand All @@ -104,7 +104,7 @@ jobs:
compute: ${{parent.inputs.compute_name}}
automl_hts_train_collect_step:
type: command
component: azureml:automl_hts_training_collect_step:0.0.7
component: azureml:automl_hts_training_collect_step:0.0.8
inputs:
setup_metadata: ${{parent.jobs.automl_hts_train_setup_step.outputs.metadata}}
input_metadata: ${{parent.jobs.automl_hts_automl_training_step.outputs.output_metadata}}
Expand Down
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
$schema: https://azuremlschemas.azureedge.net/latest/commandComponent.schema.json
name: automl_hts_training_collect_step
version: 0.0.7
version: 0.0.8
display_name: AutoML HTS - Collection Training Results
type: command

Expand All @@ -23,7 +23,7 @@ outputs:
description: 'Output metadata that contains train status.'

code: ../../src/collect
environment: azureml://registries/azureml/environments/automl-gpu/labels/latest
environment: azureml://registries/azureml/environments/automl-gpu/versions/42

command: >-
python collect.py
Expand Down
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
$schema: https://azuremlschemas.azureedge.net/latest/commandComponent.schema.json
name: automl_hts_training_setup_step
version: 0.0.7
version: 0.0.8
display_name: AutoML HTS - Training Setup
type: command

Expand Down Expand Up @@ -37,7 +37,7 @@ outputs:


code: ../../src/setup
environment: azureml://registries/azureml/environments/automl-gpu/labels/latest
environment: azureml://registries/azureml/environments/automl-gpu/versions/42

command: >-
python setup.py
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -2,7 +2,7 @@ $schema: https://azuremlschemas.azureedge.net/latest/parallelComponent.schema.js

name: automl_many_models_training_step
display_name: AutoML Many Models - AutoML Training
version: 0.0.7
version: 0.0.8
is_deterministic: false

type: parallel
Expand Down Expand Up @@ -57,7 +57,7 @@ task:
type: run_function
code: ../../src/train
entry_script: train.py
environment: azureml://registries/azureml/environments/automl-gpu/labels/latest
environment: azureml://registries/azureml/environments/automl-gpu/versions/42
program_arguments: >-
--input-metadata ${{inputs.metadata}}
--error_threshold -1
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,7 @@ type: pipeline
name: automl_many_models_training
display_name: AutoML - Many Models Training
description: Enables AutoML many models training.
version: 0.0.7
version: 0.0.8
is_deterministic: false

inputs:
Expand Down Expand Up @@ -44,7 +44,7 @@ outputs:
jobs:
automl_many_models_training_setup_step:
type: command
component: azureml:automl_many_models_training_setup_step:0.0.7
component: azureml:automl_many_models_training_setup_step:0.0.8
inputs:
raw_Data: ${{parent.inputs.raw_data}}
automl_config: ${{parent.inputs.automl_config}}
Expand All @@ -61,7 +61,7 @@ jobs:
compute: ${{parent.inputs.compute_name}}
automl_many_models_training_step:
type: parallel
component: azureml:automl_many_models_training_step:0.0.7
component: azureml:automl_many_models_training_step:0.0.8
inputs:
partitioned_data: ${{parent.jobs.automl_many_models_training_setup_step.outputs.processed_data}}
metadata: ${{parent.jobs.automl_many_models_training_setup_step.outputs.metadata}}
Expand All @@ -84,7 +84,7 @@ jobs:
compute: ${{parent.inputs.compute_name}}
automl_many_models_training_collect_step:
type: command
component: azureml:automl_many_models_training_collection_step:0.0.7
component: azureml:automl_many_models_training_collection_step:0.0.8
inputs:
setup_metadata: ${{parent.jobs.automl_many_models_training_setup_step.outputs.metadata}}
input_metadata: ${{parent.jobs.automl_many_models_training_step.outputs.output_metadata}}
Expand Down
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
$schema: https://azuremlschemas.azureedge.net/latest/commandComponent.schema.json
name: automl_many_models_training_collection_step
version: 0.0.7
version: 0.0.8
display_name: AutoML Many Models - Collection Training Results
is_deterministic: false
type: command
Expand All @@ -25,7 +25,7 @@ outputs:


code: ../../src/collect
environment: azureml://registries/azureml/environments/automl-gpu/labels/latest
environment: azureml://registries/azureml/environments/automl-gpu/versions/42

command: >-
python collect.py
Expand Down
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
$schema: https://azuremlschemas.azureedge.net/latest/commandComponent.schema.json
name: automl_many_models_training_setup_step
version: 0.0.7
version: 0.0.8
display_name: AutoML Many Models - Training Setup Step
is_deterministic: false
type: command
Expand Down Expand Up @@ -45,7 +45,7 @@ outputs:
description: 'The processed data from train setup run.'

code: ../../src/setup
environment: azureml://registries/azureml/environments/automl-gpu/labels/latest
environment: azureml://registries/azureml/environments/automl-gpu/versions/42

command: >-
python setup.py
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -3,7 +3,7 @@ name: automl_tabular_data_partitioning
type: spark
display_name: AutoML - Tabular Data Partitioning
description: Enables dataset partitioning for AutoML many models and hierarchical timeseries solution accelerators using spark.
version: 0.0.7
version: 0.0.8
is_deterministic: false

code: ../../src/spark_partition/
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,7 @@ type: pipeline
name: automl_many_models_inference
display_name: AutoML Many Models - Inference
description: Inference components for AutoML many model.
version: 0.0.7
version: 0.0.8
is_deterministic: false

inputs:
Expand Down Expand Up @@ -93,7 +93,7 @@ outputs:
jobs:
automl_many_models_inference_setup_step:
type: command
component: azureml:automl_many_models_inference_setup_step:0.0.7
component: azureml:automl_many_models_inference_setup_step:0.0.8
inputs:
raw_Data: ${{parent.inputs.raw_data}}
enable_event_logger: True
Expand All @@ -120,7 +120,7 @@ jobs:
compute: ${{parent.inputs.compute_name}}
automl_many_models_inferencing_step:
type: parallel
component: azureml:automl_many_models_inference_step:0.0.7
component: azureml:automl_many_models_inference_step:0.0.8
inputs:
partitioned_data: ${{parent.jobs.automl_many_models_inference_setup_step.outputs.processed_data}}
metadata: ${{parent.jobs.automl_many_models_inference_setup_step.outputs.metadata}}
Expand All @@ -145,7 +145,7 @@ jobs:
compute: ${{parent.inputs.compute_name}}
automl_many_models_inference_collect_step:
type: command
component: azureml:automl_many_models_inference_collect_step:0.0.7
component: azureml:automl_many_models_inference_collect_step:0.0.8
inputs:
setup_metadata: ${{parent.jobs.automl_many_models_inference_setup_step.outputs.metadata}}
input_metadata: ${{parent.jobs.automl_many_models_inferencing_step.outputs.output_metadata}}
Expand Down
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
$schema: https://azuremlschemas.azureedge.net/latest/commandComponent.schema.json
name: automl_many_models_inference_collect_step
version: 0.0.7
version: 0.0.8
display_name: AutoML Many Models - Collection Inference Results
is_deterministic: false
type: command
Expand Down Expand Up @@ -33,7 +33,7 @@ outputs:
description: 'jsonl used for evaluation components.'

code: ../src/collect
environment: azureml://registries/azureml/environments/automl-gpu/labels/latest
environment: azureml://registries/azureml/environments/automl-gpu/versions/42

command: >-
python collect.py
Expand Down
Loading

0 comments on commit 273e0c5

Please sign in to comment.