Skip to content

Commit

Permalink
removing redundant comments
Browse files Browse the repository at this point in the history
  • Loading branch information
reinoldus committed Feb 7, 2025
1 parent e1586f7 commit 8be03e8
Showing 1 changed file with 1 addition and 4 deletions.
5 changes: 1 addition & 4 deletions tests/deduplication_tests.py
Original file line number Diff line number Diff line change
Expand Up @@ -142,17 +142,14 @@ def test_dedup():

def test_sample_tokens(monkeypatch):
"Test token sampling functions including fallback for non-latin text"
# Create spy counters
call_counter = {'fallback': 0, 'main': 0}

# Store original function
call_counter = {'fallback': 0, 'main': 0}
original_fallback = trafilatura.deduplication.sample_tokens_fallback

def spy_fallback(*args, **kwargs):
call_counter['fallback'] += 1
return original_fallback(*args, **kwargs)

# Patch the fallback function
monkeypatch.setattr(trafilatura.deduplication, 'sample_tokens_fallback', spy_fallback)

# Test regular text
Expand Down

0 comments on commit 8be03e8

Please sign in to comment.