diff --git a/src/helm/benchmark/presentation/run_entries_tables.conf b/src/helm/benchmark/presentation/run_entries_tables.conf index 8076f18801..9f5ee79c0c 100644 --- a/src/helm/benchmark/presentation/run_entries_tables.conf +++ b/src/helm/benchmark/presentation/run_entries_tables.conf @@ -1,352 +1,352 @@ entries: [ - {description: "unitxt:recipe=recipes.tables_benchmark.fin_qa.concat.insert_empty_rows_augmentation_5_demos,model=text", groups: ["fin_qa"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.fin_qa.concat.no_augmentation_5_demos,model=text", groups: ["fin_qa"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.fin_qa.concat.shuffle_cols_augmentation_5_demos,model=text", groups: ["fin_qa"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.fin_qa.concat.shuffle_rows_augmentation_5_demos,model=text", groups: ["fin_qa"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.fin_qa.concat.transpose_augmentation_5_demos,model=text", groups: ["fin_qa"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.fin_qa.csv.insert_empty_rows_augmentation_5_demos,model=text", groups: ["fin_qa"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.fin_qa.csv.no_augmentation_5_demos,model=text", groups: ["fin_qa"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.fin_qa.csv.shuffle_cols_augmentation_5_demos,model=text", groups: ["fin_qa"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.fin_qa.csv.shuffle_rows_augmentation_5_demos,model=text", groups: ["fin_qa"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.fin_qa.csv.transpose_augmentation_5_demos,model=text", groups: ["fin_qa"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.fin_qa.df.insert_empty_rows_augmentation_5_demos,model=text", groups: ["fin_qa"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.fin_qa.df.no_augmentation_5_demos,model=text", groups: ["fin_qa"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.fin_qa.df.shuffle_cols_augmentation_5_demos,model=text", groups: ["fin_qa"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.fin_qa.df.shuffle_rows_augmentation_5_demos,model=text", groups: ["fin_qa"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.fin_qa.df.transpose_augmentation_5_demos,model=text", groups: ["fin_qa"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.fin_qa.html.insert_empty_rows_augmentation_5_demos,model=text", groups: ["fin_qa"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.fin_qa.html.no_augmentation_5_demos,model=text", groups: ["fin_qa"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.fin_qa.html.shuffle_cols_augmentation_5_demos,model=text", groups: ["fin_qa"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.fin_qa.html.shuffle_rows_augmentation_5_demos,model=text", groups: ["fin_qa"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.fin_qa.html.transpose_augmentation_5_demos,model=text", groups: ["fin_qa"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.fin_qa.indexed_row_major.insert_empty_rows_augmentation_5_demos,model=text", groups: ["fin_qa"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.fin_qa.indexed_row_major.no_augmentation_5_demos,model=text", groups: ["fin_qa"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.fin_qa.indexed_row_major.shuffle_cols_augmentation_5_demos,model=text", groups: ["fin_qa"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.fin_qa.indexed_row_major.shuffle_rows_augmentation_5_demos,model=text", groups: ["fin_qa"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.fin_qa.indexed_row_major.transpose_augmentation_5_demos,model=text", groups: ["fin_qa"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.fin_qa.json.insert_empty_rows_augmentation_5_demos,model=text", groups: ["fin_qa"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.fin_qa.json.no_augmentation_5_demos,model=text", groups: ["fin_qa"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.fin_qa.json.shuffle_cols_augmentation_5_demos,model=text", groups: ["fin_qa"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.fin_qa.json.shuffle_rows_augmentation_5_demos,model=text", groups: ["fin_qa"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.fin_qa.json.transpose_augmentation_5_demos,model=text", groups: ["fin_qa"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.fin_qa.markdown.insert_empty_rows_augmentation_5_demos,model=text", groups: ["fin_qa"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.fin_qa.markdown.no_augmentation_5_demos,model=text", groups: ["fin_qa"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.fin_qa.markdown.shuffle_cols_augmentation_5_demos,model=text", groups: ["fin_qa"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.fin_qa.markdown.shuffle_rows_augmentation_5_demos,model=text", groups: ["fin_qa"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.fin_qa.markdown.transpose_augmentation_5_demos,model=text", groups: ["fin_qa"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.numeric_nlg.concat.insert_empty_rows_augmentation_5_demos,model=text", groups: ["numeric_nlg"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.numeric_nlg.concat.no_augmentation_5_demos,model=text", groups: ["numeric_nlg"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.numeric_nlg.concat.shuffle_cols_augmentation_5_demos,model=text", groups: ["numeric_nlg"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.numeric_nlg.concat.shuffle_rows_augmentation_5_demos,model=text", groups: ["numeric_nlg"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.numeric_nlg.concat.transpose_augmentation_5_demos,model=text", groups: ["numeric_nlg"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.numeric_nlg.csv.insert_empty_rows_augmentation_5_demos,model=text", groups: ["numeric_nlg"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.numeric_nlg.csv.no_augmentation_5_demos,model=text", groups: ["numeric_nlg"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.numeric_nlg.csv.shuffle_cols_augmentation_5_demos,model=text", groups: ["numeric_nlg"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.numeric_nlg.csv.shuffle_rows_augmentation_5_demos,model=text", groups: ["numeric_nlg"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.numeric_nlg.csv.transpose_augmentation_5_demos,model=text", groups: ["numeric_nlg"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.numeric_nlg.df.insert_empty_rows_augmentation_5_demos,model=text", groups: ["numeric_nlg"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.numeric_nlg.df.no_augmentation_5_demos,model=text", groups: ["numeric_nlg"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.numeric_nlg.df.shuffle_cols_augmentation_5_demos,model=text", groups: ["numeric_nlg"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.numeric_nlg.df.shuffle_rows_augmentation_5_demos,model=text", groups: ["numeric_nlg"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.numeric_nlg.df.transpose_augmentation_5_demos,model=text", groups: ["numeric_nlg"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.numeric_nlg.html.insert_empty_rows_augmentation_5_demos,model=text", groups: ["numeric_nlg"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.numeric_nlg.html.no_augmentation_5_demos,model=text", groups: ["numeric_nlg"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.numeric_nlg.html.shuffle_cols_augmentation_5_demos,model=text", groups: ["numeric_nlg"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.numeric_nlg.html.shuffle_rows_augmentation_5_demos,model=text", groups: ["numeric_nlg"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.numeric_nlg.html.transpose_augmentation_5_demos,model=text", groups: ["numeric_nlg"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.numeric_nlg.indexed_row_major.insert_empty_rows_augmentation_5_demos,model=text", groups: ["numeric_nlg"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.numeric_nlg.indexed_row_major.no_augmentation_5_demos,model=text", groups: ["numeric_nlg"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.numeric_nlg.indexed_row_major.shuffle_cols_augmentation_5_demos,model=text", groups: ["numeric_nlg"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.numeric_nlg.indexed_row_major.shuffle_rows_augmentation_5_demos,model=text", groups: ["numeric_nlg"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.numeric_nlg.indexed_row_major.transpose_augmentation_5_demos,model=text", groups: ["numeric_nlg"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.numeric_nlg.json.insert_empty_rows_augmentation_5_demos,model=text", groups: ["numeric_nlg"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.numeric_nlg.json.no_augmentation_5_demos,model=text", groups: ["numeric_nlg"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.numeric_nlg.json.shuffle_cols_augmentation_5_demos,model=text", groups: ["numeric_nlg"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.numeric_nlg.json.shuffle_rows_augmentation_5_demos,model=text", groups: ["numeric_nlg"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.numeric_nlg.json.transpose_augmentation_5_demos,model=text", groups: ["numeric_nlg"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.numeric_nlg.markdown.insert_empty_rows_augmentation_5_demos,model=text", groups: ["numeric_nlg"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.numeric_nlg.markdown.no_augmentation_5_demos,model=text", groups: ["numeric_nlg"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.numeric_nlg.markdown.shuffle_cols_augmentation_5_demos,model=text", groups: ["numeric_nlg"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.numeric_nlg.markdown.shuffle_rows_augmentation_5_demos,model=text", groups: ["numeric_nlg"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.numeric_nlg.markdown.transpose_augmentation_5_demos,model=text", groups: ["numeric_nlg"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.qtsumm.concat.insert_empty_rows_augmentation_5_demos,model=text", groups: ["qtsumm"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.qtsumm.concat.no_augmentation_5_demos,model=text", groups: ["qtsumm"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.qtsumm.concat.shuffle_cols_augmentation_5_demos,model=text", groups: ["qtsumm"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.qtsumm.concat.shuffle_rows_augmentation_5_demos,model=text", groups: ["qtsumm"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.qtsumm.concat.transpose_augmentation_5_demos,model=text", groups: ["qtsumm"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.qtsumm.csv.insert_empty_rows_augmentation_5_demos,model=text", groups: ["qtsumm"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.qtsumm.csv.no_augmentation_5_demos,model=text", groups: ["qtsumm"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.qtsumm.csv.shuffle_cols_augmentation_5_demos,model=text", groups: ["qtsumm"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.qtsumm.csv.shuffle_rows_augmentation_5_demos,model=text", groups: ["qtsumm"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.qtsumm.csv.transpose_augmentation_5_demos,model=text", groups: ["qtsumm"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.qtsumm.df.insert_empty_rows_augmentation_5_demos,model=text", groups: ["qtsumm"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.qtsumm.df.no_augmentation_5_demos,model=text", groups: ["qtsumm"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.qtsumm.df.shuffle_cols_augmentation_5_demos,model=text", groups: ["qtsumm"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.qtsumm.df.shuffle_rows_augmentation_5_demos,model=text", groups: ["qtsumm"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.qtsumm.df.transpose_augmentation_5_demos,model=text", groups: ["qtsumm"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.qtsumm.html.insert_empty_rows_augmentation_5_demos,model=text", groups: ["qtsumm"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.qtsumm.html.no_augmentation_5_demos,model=text", groups: ["qtsumm"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.qtsumm.html.shuffle_cols_augmentation_5_demos,model=text", groups: ["qtsumm"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.qtsumm.html.shuffle_rows_augmentation_5_demos,model=text", groups: ["qtsumm"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.qtsumm.html.transpose_augmentation_5_demos,model=text", groups: ["qtsumm"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.qtsumm.indexed_row_major.insert_empty_rows_augmentation_5_demos,model=text", groups: ["qtsumm"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.qtsumm.indexed_row_major.no_augmentation_5_demos,model=text", groups: ["qtsumm"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.qtsumm.indexed_row_major.shuffle_cols_augmentation_5_demos,model=text", groups: ["qtsumm"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.qtsumm.indexed_row_major.shuffle_rows_augmentation_5_demos,model=text", groups: ["qtsumm"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.qtsumm.indexed_row_major.transpose_augmentation_5_demos,model=text", groups: ["qtsumm"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.qtsumm.json.insert_empty_rows_augmentation_5_demos,model=text", groups: ["qtsumm"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.qtsumm.json.no_augmentation_5_demos,model=text", groups: ["qtsumm"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.qtsumm.json.shuffle_cols_augmentation_5_demos,model=text", groups: ["qtsumm"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.qtsumm.json.shuffle_rows_augmentation_5_demos,model=text", groups: ["qtsumm"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.qtsumm.json.transpose_augmentation_5_demos,model=text", groups: ["qtsumm"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.qtsumm.markdown.insert_empty_rows_augmentation_5_demos,model=text", groups: ["qtsumm"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.qtsumm.markdown.no_augmentation_5_demos,model=text", groups: ["qtsumm"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.qtsumm.markdown.shuffle_cols_augmentation_5_demos,model=text", groups: ["qtsumm"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.qtsumm.markdown.shuffle_rows_augmentation_5_demos,model=text", groups: ["qtsumm"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.qtsumm.markdown.transpose_augmentation_5_demos,model=text", groups: ["qtsumm"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.scigen.concat.insert_empty_rows_augmentation_5_demos,model=text", groups: ["scigen"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.scigen.concat.no_augmentation_5_demos,model=text", groups: ["scigen"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.scigen.concat.shuffle_cols_augmentation_5_demos,model=text", groups: ["scigen"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.scigen.concat.shuffle_rows_augmentation_5_demos,model=text", groups: ["scigen"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.scigen.concat.transpose_augmentation_5_demos,model=text", groups: ["scigen"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.scigen.csv.insert_empty_rows_augmentation_5_demos,model=text", groups: ["scigen"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.scigen.csv.no_augmentation_5_demos,model=text", groups: ["scigen"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.scigen.csv.shuffle_cols_augmentation_5_demos,model=text", groups: ["scigen"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.scigen.csv.shuffle_rows_augmentation_5_demos,model=text", groups: ["scigen"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.scigen.csv.transpose_augmentation_5_demos,model=text", groups: ["scigen"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.scigen.df.insert_empty_rows_augmentation_5_demos,model=text", groups: ["scigen"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.scigen.df.no_augmentation_5_demos,model=text", groups: ["scigen"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.scigen.df.shuffle_cols_augmentation_5_demos,model=text", groups: ["scigen"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.scigen.df.shuffle_rows_augmentation_5_demos,model=text", groups: ["scigen"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.scigen.df.transpose_augmentation_5_demos,model=text", groups: ["scigen"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.scigen.html.insert_empty_rows_augmentation_5_demos,model=text", groups: ["scigen"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.scigen.html.no_augmentation_5_demos,model=text", groups: ["scigen"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.scigen.html.shuffle_cols_augmentation_5_demos,model=text", groups: ["scigen"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.scigen.html.shuffle_rows_augmentation_5_demos,model=text", groups: ["scigen"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.scigen.html.transpose_augmentation_5_demos,model=text", groups: ["scigen"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.scigen.indexed_row_major.insert_empty_rows_augmentation_5_demos,model=text", groups: ["scigen"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.scigen.indexed_row_major.no_augmentation_5_demos,model=text", groups: ["scigen"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.scigen.indexed_row_major.shuffle_cols_augmentation_5_demos,model=text", groups: ["scigen"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.scigen.indexed_row_major.shuffle_rows_augmentation_5_demos,model=text", groups: ["scigen"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.scigen.indexed_row_major.transpose_augmentation_5_demos,model=text", groups: ["scigen"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.scigen.json.insert_empty_rows_augmentation_5_demos,model=text", groups: ["scigen"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.scigen.json.no_augmentation_5_demos,model=text", groups: ["scigen"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.scigen.json.shuffle_cols_augmentation_5_demos,model=text", groups: ["scigen"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.scigen.json.shuffle_rows_augmentation_5_demos,model=text", groups: ["scigen"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.scigen.json.transpose_augmentation_5_demos,model=text", groups: ["scigen"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.scigen.markdown.insert_empty_rows_augmentation_5_demos,model=text", groups: ["scigen"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.scigen.markdown.no_augmentation_5_demos,model=text", groups: ["scigen"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.scigen.markdown.shuffle_cols_augmentation_5_demos,model=text", groups: ["scigen"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.scigen.markdown.shuffle_rows_augmentation_5_demos,model=text", groups: ["scigen"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.scigen.markdown.transpose_augmentation_5_demos,model=text", groups: ["scigen"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.tab_fact.concat.insert_empty_rows_augmentation_5_demos,model=text", groups: ["tab_fact"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.tab_fact.concat.no_augmentation_5_demos,model=text", groups: ["tab_fact"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.tab_fact.concat.shuffle_cols_augmentation_5_demos,model=text", groups: ["tab_fact"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.tab_fact.concat.shuffle_rows_augmentation_5_demos,model=text", groups: ["tab_fact"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.tab_fact.concat.transpose_augmentation_5_demos,model=text", groups: ["tab_fact"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.tab_fact.csv.insert_empty_rows_augmentation_5_demos,model=text", groups: ["tab_fact"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.tab_fact.csv.no_augmentation_5_demos,model=text", groups: ["tab_fact"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.tab_fact.csv.shuffle_cols_augmentation_5_demos,model=text", groups: ["tab_fact"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.tab_fact.csv.shuffle_rows_augmentation_5_demos,model=text", groups: ["tab_fact"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.tab_fact.csv.transpose_augmentation_5_demos,model=text", groups: ["tab_fact"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.tab_fact.df.insert_empty_rows_augmentation_5_demos,model=text", groups: ["tab_fact"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.tab_fact.df.no_augmentation_5_demos,model=text", groups: ["tab_fact"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.tab_fact.df.shuffle_cols_augmentation_5_demos,model=text", groups: ["tab_fact"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.tab_fact.df.shuffle_rows_augmentation_5_demos,model=text", groups: ["tab_fact"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.tab_fact.df.transpose_augmentation_5_demos,model=text", groups: ["tab_fact"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.tab_fact.html.insert_empty_rows_augmentation_5_demos,model=text", groups: ["tab_fact"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.tab_fact.html.no_augmentation_5_demos,model=text", groups: ["tab_fact"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.tab_fact.html.shuffle_cols_augmentation_5_demos,model=text", groups: ["tab_fact"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.tab_fact.html.shuffle_rows_augmentation_5_demos,model=text", groups: ["tab_fact"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.tab_fact.html.transpose_augmentation_5_demos,model=text", groups: ["tab_fact"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.tab_fact.indexed_row_major.insert_empty_rows_augmentation_5_demos,model=text", groups: ["tab_fact"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.tab_fact.indexed_row_major.no_augmentation_5_demos,model=text", groups: ["tab_fact"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.tab_fact.indexed_row_major.shuffle_cols_augmentation_5_demos,model=text", groups: ["tab_fact"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.tab_fact.indexed_row_major.shuffle_rows_augmentation_5_demos,model=text", groups: ["tab_fact"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.tab_fact.indexed_row_major.transpose_augmentation_5_demos,model=text", groups: ["tab_fact"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.tab_fact.json.insert_empty_rows_augmentation_5_demos,model=text", groups: ["tab_fact"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.tab_fact.json.no_augmentation_5_demos,model=text", groups: ["tab_fact"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.tab_fact.json.shuffle_cols_augmentation_5_demos,model=text", groups: ["tab_fact"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.tab_fact.json.shuffle_rows_augmentation_5_demos,model=text", groups: ["tab_fact"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.tab_fact.json.transpose_augmentation_5_demos,model=text", groups: ["tab_fact"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.tab_fact.markdown.insert_empty_rows_augmentation_5_demos,model=text", groups: ["tab_fact"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.tab_fact.markdown.no_augmentation_5_demos,model=text", groups: ["tab_fact"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.tab_fact.markdown.shuffle_cols_augmentation_5_demos,model=text", groups: ["tab_fact"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.tab_fact.markdown.shuffle_rows_augmentation_5_demos,model=text", groups: ["tab_fact"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.tab_fact.markdown.transpose_augmentation_5_demos,model=text", groups: ["tab_fact"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_data_analysis.concat.insert_empty_rows_augmentation_5_demos,model=text", groups: ["tablebench_data_analysis"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_data_analysis.concat.no_augmentation_5_demos,model=text", groups: ["tablebench_data_analysis"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_data_analysis.concat.shuffle_cols_augmentation_5_demos,model=text", groups: ["tablebench_data_analysis"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_data_analysis.concat.shuffle_rows_augmentation_5_demos,model=text", groups: ["tablebench_data_analysis"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_data_analysis.concat.transpose_augmentation_5_demos,model=text", groups: ["tablebench_data_analysis"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_data_analysis.csv.insert_empty_rows_augmentation_5_demos,model=text", groups: ["tablebench_data_analysis"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_data_analysis.csv.no_augmentation_5_demos,model=text", groups: ["tablebench_data_analysis"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_data_analysis.csv.shuffle_cols_augmentation_5_demos,model=text", groups: ["tablebench_data_analysis"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_data_analysis.csv.shuffle_rows_augmentation_5_demos,model=text", groups: ["tablebench_data_analysis"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_data_analysis.csv.transpose_augmentation_5_demos,model=text", groups: ["tablebench_data_analysis"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_data_analysis.df.insert_empty_rows_augmentation_5_demos,model=text", groups: ["tablebench_data_analysis"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_data_analysis.df.no_augmentation_5_demos,model=text", groups: ["tablebench_data_analysis"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_data_analysis.df.shuffle_cols_augmentation_5_demos,model=text", groups: ["tablebench_data_analysis"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_data_analysis.df.shuffle_rows_augmentation_5_demos,model=text", groups: ["tablebench_data_analysis"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_data_analysis.df.transpose_augmentation_5_demos,model=text", groups: ["tablebench_data_analysis"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_data_analysis.html.insert_empty_rows_augmentation_5_demos,model=text", groups: ["tablebench_data_analysis"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_data_analysis.html.no_augmentation_5_demos,model=text", groups: ["tablebench_data_analysis"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_data_analysis.html.shuffle_cols_augmentation_5_demos,model=text", groups: ["tablebench_data_analysis"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_data_analysis.html.shuffle_rows_augmentation_5_demos,model=text", groups: ["tablebench_data_analysis"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_data_analysis.html.transpose_augmentation_5_demos,model=text", groups: ["tablebench_data_analysis"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_data_analysis.indexed_row_major.insert_empty_rows_augmentation_5_demos,model=text", groups: ["tablebench_data_analysis"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_data_analysis.indexed_row_major.no_augmentation_5_demos,model=text", groups: ["tablebench_data_analysis"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_data_analysis.indexed_row_major.shuffle_cols_augmentation_5_demos,model=text", groups: ["tablebench_data_analysis"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_data_analysis.indexed_row_major.shuffle_rows_augmentation_5_demos,model=text", groups: ["tablebench_data_analysis"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_data_analysis.indexed_row_major.transpose_augmentation_5_demos,model=text", groups: ["tablebench_data_analysis"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_data_analysis.json.insert_empty_rows_augmentation_5_demos,model=text", groups: ["tablebench_data_analysis"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_data_analysis.json.no_augmentation_5_demos,model=text", groups: ["tablebench_data_analysis"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_data_analysis.json.shuffle_cols_augmentation_5_demos,model=text", groups: ["tablebench_data_analysis"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_data_analysis.json.shuffle_rows_augmentation_5_demos,model=text", groups: ["tablebench_data_analysis"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_data_analysis.json.transpose_augmentation_5_demos,model=text", groups: ["tablebench_data_analysis"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_data_analysis.markdown.insert_empty_rows_augmentation_5_demos,model=text", groups: ["tablebench_data_analysis"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_data_analysis.markdown.no_augmentation_5_demos,model=text", groups: ["tablebench_data_analysis"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_data_analysis.markdown.shuffle_cols_augmentation_5_demos,model=text", groups: ["tablebench_data_analysis"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_data_analysis.markdown.shuffle_rows_augmentation_5_demos,model=text", groups: ["tablebench_data_analysis"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_data_analysis.markdown.transpose_augmentation_5_demos,model=text", groups: ["tablebench_data_analysis"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_fact_checking.concat.insert_empty_rows_augmentation_5_demos,model=text", groups: ["tablebench_fact_checking"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_fact_checking.concat.no_augmentation_5_demos,model=text", groups: ["tablebench_fact_checking"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_fact_checking.concat.shuffle_cols_augmentation_5_demos,model=text", groups: ["tablebench_fact_checking"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_fact_checking.concat.shuffle_rows_augmentation_5_demos,model=text", groups: ["tablebench_fact_checking"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_fact_checking.concat.transpose_augmentation_5_demos,model=text", groups: ["tablebench_fact_checking"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_fact_checking.csv.insert_empty_rows_augmentation_5_demos,model=text", groups: ["tablebench_fact_checking"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_fact_checking.csv.no_augmentation_5_demos,model=text", groups: ["tablebench_fact_checking"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_fact_checking.csv.shuffle_cols_augmentation_5_demos,model=text", groups: ["tablebench_fact_checking"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_fact_checking.csv.shuffle_rows_augmentation_5_demos,model=text", groups: ["tablebench_fact_checking"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_fact_checking.csv.transpose_augmentation_5_demos,model=text", groups: ["tablebench_fact_checking"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_fact_checking.df.insert_empty_rows_augmentation_5_demos,model=text", groups: ["tablebench_fact_checking"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_fact_checking.df.no_augmentation_5_demos,model=text", groups: ["tablebench_fact_checking"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_fact_checking.df.shuffle_cols_augmentation_5_demos,model=text", groups: ["tablebench_fact_checking"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_fact_checking.df.shuffle_rows_augmentation_5_demos,model=text", groups: ["tablebench_fact_checking"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_fact_checking.df.transpose_augmentation_5_demos,model=text", groups: ["tablebench_fact_checking"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_fact_checking.html.insert_empty_rows_augmentation_5_demos,model=text", groups: ["tablebench_fact_checking"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_fact_checking.html.no_augmentation_5_demos,model=text", groups: ["tablebench_fact_checking"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_fact_checking.html.shuffle_cols_augmentation_5_demos,model=text", groups: ["tablebench_fact_checking"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_fact_checking.html.shuffle_rows_augmentation_5_demos,model=text", groups: ["tablebench_fact_checking"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_fact_checking.html.transpose_augmentation_5_demos,model=text", groups: ["tablebench_fact_checking"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_fact_checking.indexed_row_major.insert_empty_rows_augmentation_5_demos,model=text", groups: ["tablebench_fact_checking"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_fact_checking.indexed_row_major.no_augmentation_5_demos,model=text", groups: ["tablebench_fact_checking"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_fact_checking.indexed_row_major.shuffle_cols_augmentation_5_demos,model=text", groups: ["tablebench_fact_checking"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_fact_checking.indexed_row_major.shuffle_rows_augmentation_5_demos,model=text", groups: ["tablebench_fact_checking"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_fact_checking.indexed_row_major.transpose_augmentation_5_demos,model=text", groups: ["tablebench_fact_checking"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_fact_checking.json.insert_empty_rows_augmentation_5_demos,model=text", groups: ["tablebench_fact_checking"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_fact_checking.json.no_augmentation_5_demos,model=text", groups: ["tablebench_fact_checking"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_fact_checking.json.shuffle_cols_augmentation_5_demos,model=text", groups: ["tablebench_fact_checking"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_fact_checking.json.shuffle_rows_augmentation_5_demos,model=text", groups: ["tablebench_fact_checking"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_fact_checking.json.transpose_augmentation_5_demos,model=text", groups: ["tablebench_fact_checking"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_fact_checking.markdown.insert_empty_rows_augmentation_5_demos,model=text", groups: ["tablebench_fact_checking"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_fact_checking.markdown.no_augmentation_5_demos,model=text", groups: ["tablebench_fact_checking"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_fact_checking.markdown.shuffle_cols_augmentation_5_demos,model=text", groups: ["tablebench_fact_checking"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_fact_checking.markdown.shuffle_rows_augmentation_5_demos,model=text", groups: ["tablebench_fact_checking"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_fact_checking.markdown.transpose_augmentation_5_demos,model=text", groups: ["tablebench_fact_checking"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_numerical_reasoning.concat.insert_empty_rows_augmentation_5_demos,model=text", groups: ["tablebench_numerical_reasoning"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_numerical_reasoning.concat.no_augmentation_5_demos,model=text", groups: ["tablebench_numerical_reasoning"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_numerical_reasoning.concat.shuffle_cols_augmentation_5_demos,model=text", groups: ["tablebench_numerical_reasoning"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_numerical_reasoning.concat.shuffle_rows_augmentation_5_demos,model=text", groups: ["tablebench_numerical_reasoning"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_numerical_reasoning.concat.transpose_augmentation_5_demos,model=text", groups: ["tablebench_numerical_reasoning"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_numerical_reasoning.csv.insert_empty_rows_augmentation_5_demos,model=text", groups: ["tablebench_numerical_reasoning"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_numerical_reasoning.csv.no_augmentation_5_demos,model=text", groups: ["tablebench_numerical_reasoning"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_numerical_reasoning.csv.shuffle_cols_augmentation_5_demos,model=text", groups: ["tablebench_numerical_reasoning"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_numerical_reasoning.csv.shuffle_rows_augmentation_5_demos,model=text", groups: ["tablebench_numerical_reasoning"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_numerical_reasoning.csv.transpose_augmentation_5_demos,model=text", groups: ["tablebench_numerical_reasoning"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_numerical_reasoning.df.insert_empty_rows_augmentation_5_demos,model=text", groups: ["tablebench_numerical_reasoning"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_numerical_reasoning.df.no_augmentation_5_demos,model=text", groups: ["tablebench_numerical_reasoning"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_numerical_reasoning.df.shuffle_cols_augmentation_5_demos,model=text", groups: ["tablebench_numerical_reasoning"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_numerical_reasoning.df.shuffle_rows_augmentation_5_demos,model=text", groups: ["tablebench_numerical_reasoning"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_numerical_reasoning.df.transpose_augmentation_5_demos,model=text", groups: ["tablebench_numerical_reasoning"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_numerical_reasoning.html.insert_empty_rows_augmentation_5_demos,model=text", groups: ["tablebench_numerical_reasoning"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_numerical_reasoning.html.no_augmentation_5_demos,model=text", groups: ["tablebench_numerical_reasoning"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_numerical_reasoning.html.shuffle_cols_augmentation_5_demos,model=text", groups: ["tablebench_numerical_reasoning"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_numerical_reasoning.html.shuffle_rows_augmentation_5_demos,model=text", groups: ["tablebench_numerical_reasoning"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_numerical_reasoning.html.transpose_augmentation_5_demos,model=text", groups: ["tablebench_numerical_reasoning"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_numerical_reasoning.indexed_row_major.insert_empty_rows_augmentation_5_demos,model=text", groups: ["tablebench_numerical_reasoning"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_numerical_reasoning.indexed_row_major.no_augmentation_5_demos,model=text", groups: ["tablebench_numerical_reasoning"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_numerical_reasoning.indexed_row_major.shuffle_cols_augmentation_5_demos,model=text", groups: ["tablebench_numerical_reasoning"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_numerical_reasoning.indexed_row_major.shuffle_rows_augmentation_5_demos,model=text", groups: ["tablebench_numerical_reasoning"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_numerical_reasoning.indexed_row_major.transpose_augmentation_5_demos,model=text", groups: ["tablebench_numerical_reasoning"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_numerical_reasoning.json.insert_empty_rows_augmentation_5_demos,model=text", groups: ["tablebench_numerical_reasoning"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_numerical_reasoning.json.no_augmentation_5_demos,model=text", groups: ["tablebench_numerical_reasoning"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_numerical_reasoning.json.shuffle_cols_augmentation_5_demos,model=text", groups: ["tablebench_numerical_reasoning"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_numerical_reasoning.json.shuffle_rows_augmentation_5_demos,model=text", groups: ["tablebench_numerical_reasoning"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_numerical_reasoning.json.transpose_augmentation_5_demos,model=text", groups: ["tablebench_numerical_reasoning"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_numerical_reasoning.markdown.insert_empty_rows_augmentation_5_demos,model=text", groups: ["tablebench_numerical_reasoning"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_numerical_reasoning.markdown.no_augmentation_5_demos,model=text", groups: ["tablebench_numerical_reasoning"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_numerical_reasoning.markdown.shuffle_cols_augmentation_5_demos,model=text", groups: ["tablebench_numerical_reasoning"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_numerical_reasoning.markdown.shuffle_rows_augmentation_5_demos,model=text", groups: ["tablebench_numerical_reasoning"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_numerical_reasoning.markdown.transpose_augmentation_5_demos,model=text", groups: ["tablebench_numerical_reasoning"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.turl_col_type.concat.insert_empty_rows_augmentation_5_demos,model=text", groups: ["turl_col_type"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.turl_col_type.concat.no_augmentation_5_demos,model=text", groups: ["turl_col_type"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.turl_col_type.concat.shuffle_cols_augmentation_5_demos,model=text", groups: ["turl_col_type"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.turl_col_type.concat.shuffle_rows_augmentation_5_demos,model=text", groups: ["turl_col_type"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.turl_col_type.concat.transpose_augmentation_5_demos,model=text", groups: ["turl_col_type"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.turl_col_type.csv.insert_empty_rows_augmentation_5_demos,model=text", groups: ["turl_col_type"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.turl_col_type.csv.no_augmentation_5_demos,model=text", groups: ["turl_col_type"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.turl_col_type.csv.shuffle_cols_augmentation_5_demos,model=text", groups: ["turl_col_type"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.turl_col_type.csv.shuffle_rows_augmentation_5_demos,model=text", groups: ["turl_col_type"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.turl_col_type.csv.transpose_augmentation_5_demos,model=text", groups: ["turl_col_type"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.turl_col_type.df.insert_empty_rows_augmentation_5_demos,model=text", groups: ["turl_col_type"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.turl_col_type.df.no_augmentation_5_demos,model=text", groups: ["turl_col_type"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.turl_col_type.df.shuffle_cols_augmentation_5_demos,model=text", groups: ["turl_col_type"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.turl_col_type.df.shuffle_rows_augmentation_5_demos,model=text", groups: ["turl_col_type"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.turl_col_type.df.transpose_augmentation_5_demos,model=text", groups: ["turl_col_type"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.turl_col_type.html.insert_empty_rows_augmentation_5_demos,model=text", groups: ["turl_col_type"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.turl_col_type.html.no_augmentation_5_demos,model=text", groups: ["turl_col_type"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.turl_col_type.html.shuffle_cols_augmentation_5_demos,model=text", groups: ["turl_col_type"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.turl_col_type.html.shuffle_rows_augmentation_5_demos,model=text", groups: ["turl_col_type"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.turl_col_type.html.transpose_augmentation_5_demos,model=text", groups: ["turl_col_type"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.turl_col_type.indexed_row_major.insert_empty_rows_augmentation_5_demos,model=text", groups: ["turl_col_type"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.turl_col_type.indexed_row_major.no_augmentation_5_demos,model=text", groups: ["turl_col_type"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.turl_col_type.indexed_row_major.shuffle_cols_augmentation_5_demos,model=text", groups: ["turl_col_type"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.turl_col_type.indexed_row_major.shuffle_rows_augmentation_5_demos,model=text", groups: ["turl_col_type"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.turl_col_type.indexed_row_major.transpose_augmentation_5_demos,model=text", groups: ["turl_col_type"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.turl_col_type.json.insert_empty_rows_augmentation_5_demos,model=text", groups: ["turl_col_type"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.turl_col_type.json.no_augmentation_5_demos,model=text", groups: ["turl_col_type"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.turl_col_type.json.shuffle_cols_augmentation_5_demos,model=text", groups: ["turl_col_type"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.turl_col_type.json.shuffle_rows_augmentation_5_demos,model=text", groups: ["turl_col_type"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.turl_col_type.json.transpose_augmentation_5_demos,model=text", groups: ["turl_col_type"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.turl_col_type.markdown.insert_empty_rows_augmentation_5_demos,model=text", groups: ["turl_col_type"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.turl_col_type.markdown.no_augmentation_5_demos,model=text", groups: ["turl_col_type"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.turl_col_type.markdown.shuffle_cols_augmentation_5_demos,model=text", groups: ["turl_col_type"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.turl_col_type.markdown.shuffle_rows_augmentation_5_demos,model=text", groups: ["turl_col_type"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.turl_col_type.markdown.transpose_augmentation_5_demos,model=text", groups: ["turl_col_type"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.wikitq.concat.insert_empty_rows_augmentation_1_demos,model=text", groups: ["wikitq"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.wikitq.concat.no_augmentation_1_demos,model=text", groups: ["wikitq"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.wikitq.concat.shuffle_cols_augmentation_1_demos,model=text", groups: ["wikitq"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.wikitq.concat.shuffle_rows_augmentation_1_demos,model=text", groups: ["wikitq"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.wikitq.concat.transpose_augmentation_1_demos,model=text", groups: ["wikitq"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.wikitq.csv.insert_empty_rows_augmentation_1_demos,model=text", groups: ["wikitq"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.wikitq.csv.no_augmentation_1_demos,model=text", groups: ["wikitq"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.wikitq.csv.shuffle_cols_augmentation_1_demos,model=text", groups: ["wikitq"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.wikitq.csv.shuffle_rows_augmentation_1_demos,model=text", groups: ["wikitq"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.wikitq.csv.transpose_augmentation_1_demos,model=text", groups: ["wikitq"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.wikitq.df.insert_empty_rows_augmentation_1_demos,model=text", groups: ["wikitq"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.wikitq.df.no_augmentation_1_demos,model=text", groups: ["wikitq"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.wikitq.df.shuffle_cols_augmentation_1_demos,model=text", groups: ["wikitq"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.wikitq.df.shuffle_rows_augmentation_1_demos,model=text", groups: ["wikitq"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.wikitq.df.transpose_augmentation_1_demos,model=text", groups: ["wikitq"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.wikitq.html.insert_empty_rows_augmentation_1_demos,model=text", groups: ["wikitq"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.wikitq.html.no_augmentation_1_demos,model=text", groups: ["wikitq"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.wikitq.html.shuffle_cols_augmentation_1_demos,model=text", groups: ["wikitq"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.wikitq.html.shuffle_rows_augmentation_1_demos,model=text", groups: ["wikitq"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.wikitq.html.transpose_augmentation_1_demos,model=text", groups: ["wikitq"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.wikitq.indexed_row_major.insert_empty_rows_augmentation_1_demos,model=text", groups: ["wikitq"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.wikitq.indexed_row_major.no_augmentation_1_demos,model=text", groups: ["wikitq"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.wikitq.indexed_row_major.shuffle_cols_augmentation_1_demos,model=text", groups: ["wikitq"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.wikitq.indexed_row_major.shuffle_rows_augmentation_1_demos,model=text", groups: ["wikitq"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.wikitq.indexed_row_major.transpose_augmentation_1_demos,model=text", groups: ["wikitq"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.wikitq.json.insert_empty_rows_augmentation_1_demos,model=text", groups: ["wikitq"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.wikitq.json.no_augmentation_1_demos,model=text", groups: ["wikitq"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.wikitq.json.shuffle_cols_augmentation_1_demos,model=text", groups: ["wikitq"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.wikitq.json.shuffle_rows_augmentation_1_demos,model=text", groups: ["wikitq"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.wikitq.json.transpose_augmentation_1_demos,model=text", groups: ["wikitq"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.wikitq.markdown.insert_empty_rows_augmentation_1_demos,model=text", groups: ["wikitq"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.wikitq.markdown.no_augmentation_1_demos,model=text", groups: ["wikitq"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.wikitq.markdown.shuffle_cols_augmentation_1_demos,model=text", groups: ["wikitq"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.wikitq.markdown.shuffle_rows_augmentation_1_demos,model=text", groups: ["wikitq"], priority: 2} - {description: "unitxt:recipe=recipes.tables_benchmark.wikitq.markdown.transpose_augmentation_1_demos,model=text", groups: ["wikitq"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.fin_qa.concat.insert_empty_rows_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.fin_qa.concat.no_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.fin_qa.concat.shuffle_cols_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.fin_qa.concat.shuffle_rows_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.fin_qa.concat.transpose_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.fin_qa.csv.insert_empty_rows_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.fin_qa.csv.no_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.fin_qa.csv.shuffle_cols_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.fin_qa.csv.shuffle_rows_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.fin_qa.csv.transpose_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.fin_qa.df.insert_empty_rows_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.fin_qa.df.no_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.fin_qa.df.shuffle_cols_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.fin_qa.df.shuffle_rows_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.fin_qa.df.transpose_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.fin_qa.html.insert_empty_rows_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.fin_qa.html.no_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.fin_qa.html.shuffle_cols_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.fin_qa.html.shuffle_rows_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.fin_qa.html.transpose_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.fin_qa.indexed_row_major.insert_empty_rows_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.fin_qa.indexed_row_major.no_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.fin_qa.indexed_row_major.shuffle_cols_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.fin_qa.indexed_row_major.shuffle_rows_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.fin_qa.indexed_row_major.transpose_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.fin_qa.json.insert_empty_rows_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.fin_qa.json.no_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.fin_qa.json.shuffle_cols_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.fin_qa.json.shuffle_rows_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.fin_qa.json.transpose_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.fin_qa.markdown.insert_empty_rows_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.fin_qa.markdown.no_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.fin_qa.markdown.shuffle_cols_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.fin_qa.markdown.shuffle_rows_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.fin_qa.markdown.transpose_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.numeric_nlg.concat.insert_empty_rows_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.numeric_nlg.concat.no_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.numeric_nlg.concat.shuffle_cols_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.numeric_nlg.concat.shuffle_rows_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.numeric_nlg.concat.transpose_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.numeric_nlg.csv.insert_empty_rows_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.numeric_nlg.csv.no_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.numeric_nlg.csv.shuffle_cols_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.numeric_nlg.csv.shuffle_rows_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.numeric_nlg.csv.transpose_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.numeric_nlg.df.insert_empty_rows_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.numeric_nlg.df.no_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.numeric_nlg.df.shuffle_cols_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.numeric_nlg.df.shuffle_rows_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.numeric_nlg.df.transpose_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.numeric_nlg.html.insert_empty_rows_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.numeric_nlg.html.no_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.numeric_nlg.html.shuffle_cols_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.numeric_nlg.html.shuffle_rows_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.numeric_nlg.html.transpose_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.numeric_nlg.indexed_row_major.insert_empty_rows_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.numeric_nlg.indexed_row_major.no_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.numeric_nlg.indexed_row_major.shuffle_cols_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.numeric_nlg.indexed_row_major.shuffle_rows_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.numeric_nlg.indexed_row_major.transpose_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.numeric_nlg.json.insert_empty_rows_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.numeric_nlg.json.no_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.numeric_nlg.json.shuffle_cols_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.numeric_nlg.json.shuffle_rows_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.numeric_nlg.json.transpose_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.numeric_nlg.markdown.insert_empty_rows_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.numeric_nlg.markdown.no_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.numeric_nlg.markdown.shuffle_cols_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.numeric_nlg.markdown.shuffle_rows_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.numeric_nlg.markdown.transpose_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.qtsumm.concat.insert_empty_rows_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.qtsumm.concat.no_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.qtsumm.concat.shuffle_cols_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.qtsumm.concat.shuffle_rows_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.qtsumm.concat.transpose_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.qtsumm.csv.insert_empty_rows_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.qtsumm.csv.no_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.qtsumm.csv.shuffle_cols_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.qtsumm.csv.shuffle_rows_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.qtsumm.csv.transpose_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.qtsumm.df.insert_empty_rows_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.qtsumm.df.no_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.qtsumm.df.shuffle_cols_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.qtsumm.df.shuffle_rows_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.qtsumm.df.transpose_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.qtsumm.html.insert_empty_rows_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.qtsumm.html.no_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.qtsumm.html.shuffle_cols_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.qtsumm.html.shuffle_rows_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.qtsumm.html.transpose_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.qtsumm.indexed_row_major.insert_empty_rows_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.qtsumm.indexed_row_major.no_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.qtsumm.indexed_row_major.shuffle_cols_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.qtsumm.indexed_row_major.shuffle_rows_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.qtsumm.indexed_row_major.transpose_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.qtsumm.json.insert_empty_rows_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.qtsumm.json.no_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.qtsumm.json.shuffle_cols_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.qtsumm.json.shuffle_rows_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.qtsumm.json.transpose_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.qtsumm.markdown.insert_empty_rows_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.qtsumm.markdown.no_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.qtsumm.markdown.shuffle_cols_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.qtsumm.markdown.shuffle_rows_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.qtsumm.markdown.transpose_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.scigen.concat.insert_empty_rows_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.scigen.concat.no_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.scigen.concat.shuffle_cols_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.scigen.concat.shuffle_rows_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.scigen.concat.transpose_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.scigen.csv.insert_empty_rows_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.scigen.csv.no_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.scigen.csv.shuffle_cols_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.scigen.csv.shuffle_rows_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.scigen.csv.transpose_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.scigen.df.insert_empty_rows_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.scigen.df.no_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.scigen.df.shuffle_cols_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.scigen.df.shuffle_rows_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.scigen.df.transpose_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.scigen.html.insert_empty_rows_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.scigen.html.no_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.scigen.html.shuffle_cols_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.scigen.html.shuffle_rows_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.scigen.html.transpose_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.scigen.indexed_row_major.insert_empty_rows_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.scigen.indexed_row_major.no_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.scigen.indexed_row_major.shuffle_cols_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.scigen.indexed_row_major.shuffle_rows_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.scigen.indexed_row_major.transpose_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.scigen.json.insert_empty_rows_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.scigen.json.no_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.scigen.json.shuffle_cols_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.scigen.json.shuffle_rows_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.scigen.json.transpose_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.scigen.markdown.insert_empty_rows_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.scigen.markdown.no_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.scigen.markdown.shuffle_cols_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.scigen.markdown.shuffle_rows_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.scigen.markdown.transpose_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tab_fact.concat.insert_empty_rows_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tab_fact.concat.no_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tab_fact.concat.shuffle_cols_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tab_fact.concat.shuffle_rows_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tab_fact.concat.transpose_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tab_fact.csv.insert_empty_rows_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tab_fact.csv.no_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tab_fact.csv.shuffle_cols_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tab_fact.csv.shuffle_rows_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tab_fact.csv.transpose_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tab_fact.df.insert_empty_rows_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tab_fact.df.no_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tab_fact.df.shuffle_cols_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tab_fact.df.shuffle_rows_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tab_fact.df.transpose_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tab_fact.html.insert_empty_rows_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tab_fact.html.no_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tab_fact.html.shuffle_cols_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tab_fact.html.shuffle_rows_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tab_fact.html.transpose_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tab_fact.indexed_row_major.insert_empty_rows_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tab_fact.indexed_row_major.no_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tab_fact.indexed_row_major.shuffle_cols_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tab_fact.indexed_row_major.shuffle_rows_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tab_fact.indexed_row_major.transpose_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tab_fact.json.insert_empty_rows_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tab_fact.json.no_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tab_fact.json.shuffle_cols_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tab_fact.json.shuffle_rows_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tab_fact.json.transpose_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tab_fact.markdown.insert_empty_rows_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tab_fact.markdown.no_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tab_fact.markdown.shuffle_cols_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tab_fact.markdown.shuffle_rows_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tab_fact.markdown.transpose_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_data_analysis.concat.insert_empty_rows_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_data_analysis.concat.no_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_data_analysis.concat.shuffle_cols_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_data_analysis.concat.shuffle_rows_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_data_analysis.concat.transpose_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_data_analysis.csv.insert_empty_rows_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_data_analysis.csv.no_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_data_analysis.csv.shuffle_cols_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_data_analysis.csv.shuffle_rows_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_data_analysis.csv.transpose_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_data_analysis.df.insert_empty_rows_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_data_analysis.df.no_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_data_analysis.df.shuffle_cols_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_data_analysis.df.shuffle_rows_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_data_analysis.df.transpose_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_data_analysis.html.insert_empty_rows_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_data_analysis.html.no_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_data_analysis.html.shuffle_cols_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_data_analysis.html.shuffle_rows_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_data_analysis.html.transpose_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_data_analysis.indexed_row_major.insert_empty_rows_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_data_analysis.indexed_row_major.no_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_data_analysis.indexed_row_major.shuffle_cols_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_data_analysis.indexed_row_major.shuffle_rows_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_data_analysis.indexed_row_major.transpose_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_data_analysis.json.insert_empty_rows_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_data_analysis.json.no_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_data_analysis.json.shuffle_cols_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_data_analysis.json.shuffle_rows_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_data_analysis.json.transpose_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_data_analysis.markdown.insert_empty_rows_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_data_analysis.markdown.no_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_data_analysis.markdown.shuffle_cols_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_data_analysis.markdown.shuffle_rows_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_data_analysis.markdown.transpose_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_fact_checking.concat.insert_empty_rows_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_fact_checking.concat.no_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_fact_checking.concat.shuffle_cols_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_fact_checking.concat.shuffle_rows_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_fact_checking.concat.transpose_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_fact_checking.csv.insert_empty_rows_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_fact_checking.csv.no_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_fact_checking.csv.shuffle_cols_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_fact_checking.csv.shuffle_rows_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_fact_checking.csv.transpose_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_fact_checking.df.insert_empty_rows_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_fact_checking.df.no_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_fact_checking.df.shuffle_cols_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_fact_checking.df.shuffle_rows_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_fact_checking.df.transpose_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_fact_checking.html.insert_empty_rows_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_fact_checking.html.no_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_fact_checking.html.shuffle_cols_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_fact_checking.html.shuffle_rows_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_fact_checking.html.transpose_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_fact_checking.indexed_row_major.insert_empty_rows_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_fact_checking.indexed_row_major.no_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_fact_checking.indexed_row_major.shuffle_cols_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_fact_checking.indexed_row_major.shuffle_rows_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_fact_checking.indexed_row_major.transpose_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_fact_checking.json.insert_empty_rows_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_fact_checking.json.no_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_fact_checking.json.shuffle_cols_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_fact_checking.json.shuffle_rows_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_fact_checking.json.transpose_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_fact_checking.markdown.insert_empty_rows_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_fact_checking.markdown.no_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_fact_checking.markdown.shuffle_cols_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_fact_checking.markdown.shuffle_rows_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_fact_checking.markdown.transpose_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_numerical_reasoning.concat.insert_empty_rows_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_numerical_reasoning.concat.no_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_numerical_reasoning.concat.shuffle_cols_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_numerical_reasoning.concat.shuffle_rows_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_numerical_reasoning.concat.transpose_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_numerical_reasoning.csv.insert_empty_rows_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_numerical_reasoning.csv.no_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_numerical_reasoning.csv.shuffle_cols_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_numerical_reasoning.csv.shuffle_rows_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_numerical_reasoning.csv.transpose_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_numerical_reasoning.df.insert_empty_rows_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_numerical_reasoning.df.no_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_numerical_reasoning.df.shuffle_cols_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_numerical_reasoning.df.shuffle_rows_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_numerical_reasoning.df.transpose_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_numerical_reasoning.html.insert_empty_rows_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_numerical_reasoning.html.no_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_numerical_reasoning.html.shuffle_cols_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_numerical_reasoning.html.shuffle_rows_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_numerical_reasoning.html.transpose_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_numerical_reasoning.indexed_row_major.insert_empty_rows_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_numerical_reasoning.indexed_row_major.no_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_numerical_reasoning.indexed_row_major.shuffle_cols_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_numerical_reasoning.indexed_row_major.shuffle_rows_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_numerical_reasoning.indexed_row_major.transpose_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_numerical_reasoning.json.insert_empty_rows_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_numerical_reasoning.json.no_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_numerical_reasoning.json.shuffle_cols_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_numerical_reasoning.json.shuffle_rows_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_numerical_reasoning.json.transpose_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_numerical_reasoning.markdown.insert_empty_rows_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_numerical_reasoning.markdown.no_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_numerical_reasoning.markdown.shuffle_cols_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_numerical_reasoning.markdown.shuffle_rows_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_numerical_reasoning.markdown.transpose_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.turl_col_type.concat.insert_empty_rows_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.turl_col_type.concat.no_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.turl_col_type.concat.shuffle_cols_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.turl_col_type.concat.shuffle_rows_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.turl_col_type.concat.transpose_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.turl_col_type.csv.insert_empty_rows_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.turl_col_type.csv.no_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.turl_col_type.csv.shuffle_cols_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.turl_col_type.csv.shuffle_rows_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.turl_col_type.csv.transpose_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.turl_col_type.df.insert_empty_rows_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.turl_col_type.df.no_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.turl_col_type.df.shuffle_cols_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.turl_col_type.df.shuffle_rows_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.turl_col_type.df.transpose_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.turl_col_type.html.insert_empty_rows_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.turl_col_type.html.no_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.turl_col_type.html.shuffle_cols_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.turl_col_type.html.shuffle_rows_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.turl_col_type.html.transpose_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.turl_col_type.indexed_row_major.insert_empty_rows_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.turl_col_type.indexed_row_major.no_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.turl_col_type.indexed_row_major.shuffle_cols_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.turl_col_type.indexed_row_major.shuffle_rows_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.turl_col_type.indexed_row_major.transpose_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.turl_col_type.json.insert_empty_rows_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.turl_col_type.json.no_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.turl_col_type.json.shuffle_cols_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.turl_col_type.json.shuffle_rows_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.turl_col_type.json.transpose_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.turl_col_type.markdown.insert_empty_rows_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.turl_col_type.markdown.no_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.turl_col_type.markdown.shuffle_cols_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.turl_col_type.markdown.shuffle_rows_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.turl_col_type.markdown.transpose_augmentation_5_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.wikitq.concat.insert_empty_rows_augmentation_1_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.wikitq.concat.no_augmentation_1_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.wikitq.concat.shuffle_cols_augmentation_1_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.wikitq.concat.shuffle_rows_augmentation_1_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.wikitq.concat.transpose_augmentation_1_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.wikitq.csv.insert_empty_rows_augmentation_1_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.wikitq.csv.no_augmentation_1_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.wikitq.csv.shuffle_cols_augmentation_1_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.wikitq.csv.shuffle_rows_augmentation_1_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.wikitq.csv.transpose_augmentation_1_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.wikitq.df.insert_empty_rows_augmentation_1_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.wikitq.df.no_augmentation_1_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.wikitq.df.shuffle_cols_augmentation_1_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.wikitq.df.shuffle_rows_augmentation_1_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.wikitq.df.transpose_augmentation_1_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.wikitq.html.insert_empty_rows_augmentation_1_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.wikitq.html.no_augmentation_1_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.wikitq.html.shuffle_cols_augmentation_1_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.wikitq.html.shuffle_rows_augmentation_1_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.wikitq.html.transpose_augmentation_1_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.wikitq.indexed_row_major.insert_empty_rows_augmentation_1_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.wikitq.indexed_row_major.no_augmentation_1_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.wikitq.indexed_row_major.shuffle_cols_augmentation_1_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.wikitq.indexed_row_major.shuffle_rows_augmentation_1_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.wikitq.indexed_row_major.transpose_augmentation_1_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.wikitq.json.insert_empty_rows_augmentation_1_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.wikitq.json.no_augmentation_1_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.wikitq.json.shuffle_cols_augmentation_1_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.wikitq.json.shuffle_rows_augmentation_1_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.wikitq.json.transpose_augmentation_1_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.wikitq.markdown.insert_empty_rows_augmentation_1_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.wikitq.markdown.no_augmentation_1_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.wikitq.markdown.shuffle_cols_augmentation_1_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.wikitq.markdown.shuffle_rows_augmentation_1_demos,model=text", priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.wikitq.markdown.transpose_augmentation_1_demos,model=text", priority: 2} ]