From c7b21cc9924a62d0e00015fbe617d8312b66a741 Mon Sep 17 00:00:00 2001 From: Xu Song Date: Mon, 30 Sep 2024 17:25:06 +0800 Subject: [PATCH] Update zero_to_fp32.py --- deepspeed/utils/zero_to_fp32.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/deepspeed/utils/zero_to_fp32.py b/deepspeed/utils/zero_to_fp32.py index d21390bfb3a78..11701e43569fd 100755 --- a/deepspeed/utils/zero_to_fp32.py +++ b/deepspeed/utils/zero_to_fp32.py @@ -424,7 +424,7 @@ def _zero3_merge_trainable_params(state_dict, world_size, fp32_flat_groups, zero offset = 0 total_numel = 0 total_params = 0 - for name, shape in tqdm(param_shapes.items(), desc='Gather Sharded Weights'): + for name, shape in tqdm(param_shapes.items(), desc='Gathering Sharded Weights'): unpartitioned_numel = shape.numel() total_numel += unpartitioned_numel total_params += 1