diff --git a/src/instructlab/training/main_ds.py b/src/instructlab/training/main_ds.py
index 8d82bbb5..1f791d80 100644
--- a/src/instructlab/training/main_ds.py
+++ b/src/instructlab/training/main_ds.py
@@ -707,9 +707,11 @@ def run_training(torch_args: TorchrunArgs, train_args: TrainingArgs) -> None:
         f"--max_batch_len={train_args.max_batch_len}",
         f"--seed={train_args.random_seed}",
         f"--chat-tmpl-path={train_args.chat_tmpl_path}",
-        f"--keep_last_checkpoint_only={train_args.keep_last_checkpoint_only}",
     ]
 
+    if train_args.keep_last_checkpoint_only:
+        command.append(f"--keep_last_checkpoint_only")
+
     if train_args.checkpoint_at_epoch:
         command.append("--checkpoint_at_epoch")