remove debug statements

Signed-off-by: Praateek <[email protected]>
NVIDIA · Oct 30, 2024 · 143b114 · 143b114
1 parent a921c6e
commit 143b114
Showing 1 changed file with 0 additions and 5 deletions.
diff --git a/nemo_curator/modules/fuzzy_dedup.py b/nemo_curator/modules/fuzzy_dedup.py
@@ -1141,11 +1141,6 @@ def _batched_merge_and_write(
                     text_part_offset:end_text_offset
                 ]
 
-                print("==== HERE ====")
-                print(subset_text_df.compute().to_pandas().to_dict("records"))
-                print(subset_bucket_df.compute().to_pandas().to_dict("records"))
-                print("==== HERE OVER ====")
-
                 try:
                     # NOTE: If we have more text-df partitions than bucket-map
                     # partitions, we are more likely to see an OverflowError