Skip to content

Commit

Permalink
run black
Browse files Browse the repository at this point in the history
Signed-off-by: Sarah Yurick <[email protected]>
  • Loading branch information
sarahyurick committed Feb 18, 2025
1 parent 510347c commit 0635ebf
Showing 1 changed file with 3 additions and 3 deletions.
6 changes: 3 additions & 3 deletions nemo_curator/modules/exact_dedup.py
Original file line number Diff line number Diff line change
Expand Up @@ -88,16 +88,16 @@ def __init__(
"Please initialize with Cache(cache_dir=...) or ExactDuplicates(cache_dir=...)"
)
self.profile_dir = profile_dir

self.perform_removal = perform_removal
if not self.perform_removal:
warnings.warn(
"In future NeMo Curator releases, the default value for perform_removal will be True."
)
if self.perform_removal and self.cache_dir is None:
warnings.warn(
"cache_dir is recommended to remove duplicates. "
"Please initialize with Cache(cache_dir=...) or ExactDuplicates(cache_dir=...)"
"cache_dir is recommended to remove duplicates. "
"Please initialize with Cache(cache_dir=...) or ExactDuplicates(cache_dir=...)"
)

if isinstance(logger, str):
Expand Down

0 comments on commit 0635ebf

Please sign in to comment.