fix error when appending eot_token_id for generate_until tasks (Eleut…

…herAI#1699)
OpenLLM-France · Apr 18, 2024 · dc5eba8 · dc5eba8
1 parent 8b326be
commit dc5eba8
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/lm_eval/models/nemo_lm.py b/lm_eval/models/nemo_lm.py
@@ -485,8 +485,8 @@ def generate_until(self, requests):
         def get_until(req_args):
             until = req_args.get("until", [])
             until = deepcopy(until)  # prevent from modifying req_args for cache_key
-            if self.eot_token_id not in until:
-                until.append(self.eot_token_id)
+            if self.tokenizer.ids_to_tokens([self.eot_token_id])[0] not in until:
+                until.append(self.tokenizer.ids_to_tokens([self.eot_token_id])[0])
             return until
 
         def _collate(x):