Fix incorrect max_gen_toks generation kwarg default in code2_text. (E…

…leutherAI#1551) * update gen_kwargs in code2-text-go.yaml * update gen_kwargs in rest code2-text
OpenLLM-France · Mar 9, 2024 · f518228 · f518228
1 parent 8051d95
commit f518228
Show file tree

Hide file tree

Showing 6 changed files with 6 additions and 6 deletions.
diff --git a/lm_eval/tasks/code_x_glue/code-text/go.yaml b/lm_eval/tasks/code_x_glue/code-text/go.yaml
@@ -8,7 +8,7 @@ test_split: test
 output_type: generate_until
 generation_kwargs:
   num_beams: 10
-  max_length: 128
+  max_gen_toks: 128
   until:
     - "</s>"
 doc_to_text: !function utils.doc_to_text

diff --git a/lm_eval/tasks/code_x_glue/code-text/java.yaml b/lm_eval/tasks/code_x_glue/code-text/java.yaml
@@ -8,7 +8,7 @@ test_split: test
 output_type: generate_until
 generation_kwargs:
   num_beams: 10
-  max_length: 128
+  max_gen_toks: 128
   until:
     - "</s>"
 doc_to_text: !function utils.doc_to_text

diff --git a/lm_eval/tasks/code_x_glue/code-text/javascript.yaml b/lm_eval/tasks/code_x_glue/code-text/javascript.yaml
@@ -8,7 +8,7 @@ test_split: test
 output_type: generate_until
 generation_kwargs:
   num_beams: 10
-  max_length: 128
+  max_gen_toks: 128
   until:
     - "</s>"
 doc_to_text: !function utils.doc_to_text

diff --git a/lm_eval/tasks/code_x_glue/code-text/php.yaml b/lm_eval/tasks/code_x_glue/code-text/php.yaml
@@ -8,7 +8,7 @@ test_split: test
 output_type: generate_until
 generation_kwargs:
   num_beams: 10
-  max_length: 128
+  max_gen_toks: 128
   until:
     - "</s>"
 doc_to_text: !function utils.doc_to_text

diff --git a/lm_eval/tasks/code_x_glue/code-text/python.yaml b/lm_eval/tasks/code_x_glue/code-text/python.yaml
@@ -8,7 +8,7 @@ test_split: test
 output_type: generate_until
 generation_kwargs:
   num_beams: 10
-  max_length: 128
+  max_gen_toks: 128
   until:
     - "</s>"
 doc_to_text: !function utils.doc_to_text

diff --git a/lm_eval/tasks/code_x_glue/code-text/ruby.yaml b/lm_eval/tasks/code_x_glue/code-text/ruby.yaml
@@ -8,7 +8,7 @@ test_split: test
 output_type: generate_until
 generation_kwargs:
   num_beams: 10
-  max_length: 128
+  max_gen_toks: 128
   until:
     - "</s>"
 doc_to_text: !function utils.doc_to_text