Enabling MaaP support for phi4 (#3766)

* Enabling MaaP support for phi4 * LR update --------- Co-authored-by: Anubha Jain <[email protected]>
Azure · Jan 22, 2025 · 5c9f7eb · 5c9f7eb
1 parent 6959e03
commit 5c9f7eb
Showing 1 changed file with 28 additions and 1 deletion.
diff --git a/assets/models/system/Phi-4/spec.yaml b/assets/models/system/Phi-4/spec.yaml
@@ -6,6 +6,9 @@ path: ./
 properties:
   inference-min-sku-spec: 24|1|220|64
   inference-recommended-sku: Standard_NC24ads_A100_v4, Standard_NC48ads_A100_v4, Standard_NC96ads_A100_v4, Standard_ND96asr_v4, Standard_ND96amsr_A100_v4
+  finetuning-tasks: chat-completion
+  finetune-min-sku-spec: 24|1|220|64
+  finetune-recommended-sku: Standard_NC24ads_A100_v4, Standard_NC48ads_A100_v4, Standard_NC96ads_A100_v4, Standard_ND96asr_v4, Standard_ND96amsr_A100_v4
   languages: en
   SharedComputeCapacityEnabled: true
 
@@ -43,6 +46,30 @@ tags:
       Standard_ND96asr_v4,
       Standard_ND96amsr_A100_v4
     ]
+  finetune_compute_allow_list:
+    [ 
+      Standard_NC24ads_A100_v4,
+      Standard_NC48ads_A100_v4,
+      Standard_NC96ads_A100_v4,
+      Standard_ND96asr_v4,
+      Standard_ND96amsr_A100_v4
+    ]
+  model_specific_defaults:
+    apply_deepspeed: "true"
+    deepspeed_stage: 3
+    apply_lora: "true"
+    apply_ort: "false"
+    precision: 16
+    ignore_mismatched_sizes: "false"
+    num_train_epochs: 1
+    per_device_train_batch_size: 1
+    per_device_eval_batch_size: 1
+    gradient_accumulation_steps: 1
+    learning_rate: 5e-6
+    lr_scheduler_type: "cosine"
+    logging_strategy: "steps"
+    logging_steps: 10
+    save_total_limit: 1
   benchmark: "quality"
 
-version: 2
+version: 3