Skip to content

Commit

Permalink
pre-commit
Browse files Browse the repository at this point in the history
Signed-off-by: Praateek <[email protected]>
  • Loading branch information
praateekmahajan committed Feb 6, 2025
1 parent fe6f018 commit 7f0da3e
Show file tree
Hide file tree
Showing 2 changed files with 6 additions and 2 deletions.
4 changes: 3 additions & 1 deletion nemo_curator/modules/config.py
Original file line number Diff line number Diff line change
Expand Up @@ -135,7 +135,9 @@ def __post_init__(self):
raise ValueError("Buckets per shuffle must be between [1, num_buckets]")

if not self.perform_removal:
warnings.warn("In future releases (starting with 0.8.0) the default will be True.")
warnings.warn(
"In future releases (starting with 0.8.0) the default will be True."
)


@dataclass
Expand Down
4 changes: 3 additions & 1 deletion nemo_curator/modules/exact_dedup.py
Original file line number Diff line number Diff line change
Expand Up @@ -73,7 +73,9 @@ def __init__(
self.text_field = text_field
self.perform_removal = perform_removal
if not self.perform_removal:
warnings.warn("In future releases (starting with 0.8.0) the default will be True.")
warnings.warn(
"In future releases (starting with 0.8.0) the default will be True."
)
if self.perform_removal and cache_dir is None:
warnings.warn("cache_dir is recommended to remove duplicates.")
if cache_dir is None and profile_dir is not None:
Expand Down

0 comments on commit 7f0da3e

Please sign in to comment.