✒️ Fix typo in formatting_func's documentation in `ConstantLengthDa…

…taset` (#2549)
huggingface · Jan 7, 2025 · 2f25f54 · 2f25f54
1 parent a50124d
commit 2f25f54
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/trl/trainer/utils.py b/trl/trainer/utils.py
@@ -552,7 +552,7 @@ class ConstantLengthDataset(IterableDataset):
             Name of the field in the dataset that contains the text. Only one of `dataset_text_field` and
             `formatting_func` should be provided.
         formatting_func (`Callable`, *optional*):
-            Function that formats the text before tokenization. Usually it is recommended to have follows a certain
+            Function that formats the text before tokenization. Usually it is recommended to follow a certain
             pattern such as `"### Question: {question} ### Answer: {answer}"`. Only one of `dataset_text_field` and
             `formatting_func` should be provided.
         infinite (`bool`, *optional*, defaults to `False`):