Max sequence length and oss components version updated (#3029)

Azure · Jun 10, 2024 · d02ca88 · d02ca88
1 parent e7b213d
commit d02ca88
Show file tree

Hide file tree

Showing 5 changed files with 6 additions and 6 deletions.
diff --git a/assets/training/finetune_acft_hf_nlp/components_v2/data_import/common/spec.yaml b/assets/training/finetune_acft_hf_nlp/components_v2/data_import/common/spec.yaml
@@ -1,6 +1,6 @@
 $schema: https://azuremlschemas.azureedge.net/latest/commandComponent.schema.json
 name: oss_text_generation_data_import
-version: 0.0.15
+version: 0.0.16
 type: command
 
 is_deterministic: True

diff --git a/assets/training/finetune_acft_hf_nlp/components_v2/finetune/chat_completion/spec.yaml b/assets/training/finetune_acft_hf_nlp/components_v2/finetune/chat_completion/spec.yaml
@@ -1,6 +1,6 @@
 $schema: https://azuremlschemas.azureedge.net/latest/commandComponent.schema.json
 name: oss_chat_completion_finetune
-version: 0.0.15
+version: 0.0.16
 type: command
 
 is_deterministic: True

diff --git a/assets/training/finetune_acft_hf_nlp/components_v2/finetune/text_generation/spec.yaml b/assets/training/finetune_acft_hf_nlp/components_v2/finetune/text_generation/spec.yaml
@@ -1,6 +1,6 @@
 $schema: https://azuremlschemas.azureedge.net/latest/commandComponent.schema.json
 name: oss_text_generation_finetune
-version: 0.0.15
+version: 0.0.16
 type: command
 
 is_deterministic: True

diff --git a/...training/finetune_acft_hf_nlp/components_v2/pipeline_components/chat_completion/spec.yaml b/...training/finetune_acft_hf_nlp/components_v2/pipeline_components/chat_completion/spec.yaml
@@ -1,6 +1,6 @@
 $schema: https://azuremlschemas.azureedge.net/latest/pipelineComponent.schema.json
 name: oss_chat_completion_pipeline
-version: 0.0.15
+version: 0.0.16
 type: pipeline
 display_name: OSS Chat Completion Pipeline
 description: FTaaS Pipeline component for chat completion
@@ -153,7 +153,7 @@ jobs:
       dataset_input: '${{parent.jobs.oss_text_generation_data_import.outputs.output_dataset}}'
       batch_size: 1000
       pad_to_max_length: "false"
-      max_seq_length: -1
+      max_seq_length: 8192
       number_of_gpu_to_use_finetuning: '${{parent.inputs.number_of_gpu_to_use_finetuning}}'
       apply_lora: "true"
       lora_alpha: 128

diff --git a/...training/finetune_acft_hf_nlp/components_v2/pipeline_components/text_generation/spec.yaml b/...training/finetune_acft_hf_nlp/components_v2/pipeline_components/text_generation/spec.yaml
@@ -1,6 +1,6 @@
 $schema: https://azuremlschemas.azureedge.net/latest/pipelineComponent.schema.json
 name: oss_text_generation_pipeline
-version: 0.0.15
+version: 0.0.16
 type: pipeline
 display_name: OSS Text Generation Pipeline
 description: FTaaS Pipeline component for text generation