From 642a9645db2b31e35f6bf8b57d04015b77da8633 Mon Sep 17 00:00:00 2001
From: Georg Jung <git@gjung.com>
Date: Mon, 29 Apr 2024 14:24:59 +0200
Subject: [PATCH] Fix net48
 tests/DidWeEmitOneUnkWhereHuggingFaceJustSkippedSomething

---
 .../AsyncBatchEnumeratorVsHuggingface.cs                       | 3 +++
 1 file changed, 3 insertions(+)

diff --git a/src/FastBertTokenizer.Tests/AsyncBatchEnumeratorVsHuggingface.cs b/src/FastBertTokenizer.Tests/AsyncBatchEnumeratorVsHuggingface.cs
index 80ff369..04915a6 100644
--- a/src/FastBertTokenizer.Tests/AsyncBatchEnumeratorVsHuggingface.cs
+++ b/src/FastBertTokenizer.Tests/AsyncBatchEnumeratorVsHuggingface.cs
@@ -343,6 +343,9 @@ private bool DidWeSkipSomethingWhereHuggingFaceEmittedUnk(ReadOnlySpan<long> hug
                 skippedHfUnk++;
                 iHF++;
             }
+
+            // The tokens were just different and that Hugging Face emitted [UNK] where we didn't was not the reason for that.
+            break;
         }
 
         return