Merge pull request #125 from nidhinpd-YML/nidhin-gemma-functioncallin…

…g-update Update FSDP Config layer, Disable autosaving
google-gemini · Dec 18, 2024 · 5b92f9f · 5b92f9f
2 parents 1e56b87 + 6d4a484
commit 5b92f9f
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/Gemma/Finetuning_Gemma_for_Function_Calling.ipynb b/Gemma/Finetuning_Gemma_for_Function_Calling.ipynb
@@ -988,7 +988,7 @@
         "# Set up the FSDP config. To enable FSDP via SPMD, set xla_fsdp_v2 to True.\n",
         "fsdp_config = {\n",
         "    \"fsdp_transformer_layer_cls_to_wrap\": [\n",
-        "        \"GemmaDecoderLayer\"\n",
+        "        \"Gemma2DecoderLayer\"\n",
         "    ],\n",
         "    \"xla\": True,\n",
         "    \"xla_fsdp_v2\": True,\n",
@@ -1046,6 +1046,7 @@
         "    # Output directory where model predictions and checkpoints will be stored\n",
         "    output_dir=\"./results\",\n",
         "    overwrite_output_dir=True,\n",
+        "    save_strategy=\"no\",\n",
         "    # ---Training settings---\n",
         "    # Number of training epochs\n",
         "    #num_train_epochs=1,\n",