From 6d4a484b19a9ecd5c9df2e4511486e23ca6cd161 Mon Sep 17 00:00:00 2001
From: "nidhin.devan" <nidhin.devan@codeandtheory.com>
Date: Wed, 18 Dec 2024 11:13:22 +0530
Subject: [PATCH] Update FSDP Config to use the right layer name
 (Gemma2DecoderLayer), Disable auto saving checkpoints in SFTConfig

---
 Gemma/Finetuning_Gemma_for_Function_Calling.ipynb | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/Gemma/Finetuning_Gemma_for_Function_Calling.ipynb b/Gemma/Finetuning_Gemma_for_Function_Calling.ipynb
index e47d5c8..4bb5b50 100644
--- a/Gemma/Finetuning_Gemma_for_Function_Calling.ipynb
+++ b/Gemma/Finetuning_Gemma_for_Function_Calling.ipynb
@@ -988,7 +988,7 @@
         "# Set up the FSDP config. To enable FSDP via SPMD, set xla_fsdp_v2 to True.\n",
         "fsdp_config = {\n",
         "    \"fsdp_transformer_layer_cls_to_wrap\": [\n",
-        "        \"GemmaDecoderLayer\"\n",
+        "        \"Gemma2DecoderLayer\"\n",
         "    ],\n",
         "    \"xla\": True,\n",
         "    \"xla_fsdp_v2\": True,\n",
@@ -1046,6 +1046,7 @@
         "    # Output directory where model predictions and checkpoints will be stored\n",
         "    output_dir=\"./results\",\n",
         "    overwrite_output_dir=True,\n",
+        "    save_strategy=\"no\",\n",
         "    # ---Training settings---\n",
         "    # Number of training epochs\n",
         "    #num_train_epochs=1,\n",