Add run entries for HELM Tables with only the base variants (#3279)

stanford-crfm · Jan 17, 2025 · ef82a87 · ef82a87
1 parent 966b50b
commit ef82a87
Showing 1 changed file with 12 additions and 0 deletions.
diff --git a/src/helm/benchmark/presentation/run_entries_tables_base.conf b/src/helm/benchmark/presentation/run_entries_tables_base.conf
@@ -0,0 +1,12 @@
+entries: [
+  {description: "unitxt:recipe=recipes.tables_benchmark.fin_qa.concat.no_augmentation_5_demos,model=text", groups: ["fin_qa", "concat", "no_augmentation_5_demos"], priority: 2}
+  {description: "unitxt:recipe=recipes.tables_benchmark.numeric_nlg.concat.no_augmentation_5_demos,model=text", groups: ["numeric_nlg", "concat", "no_augmentation_5_demos"], priority: 2}
+  {description: "unitxt:recipe=recipes.tables_benchmark.qtsumm.concat.no_augmentation_5_demos,model=text", groups: ["qtsumm", "concat", "no_augmentation_5_demos"], priority: 2}
+  {description: "unitxt:recipe=recipes.tables_benchmark.scigen.concat.no_augmentation_5_demos,model=text", groups: ["scigen", "concat", "no_augmentation_5_demos"], priority: 2}
+  {description: "unitxt:recipe=recipes.tables_benchmark.tab_fact.concat.no_augmentation_5_demos,model=text", groups: ["tab_fact", "concat", "no_augmentation_5_demos"], priority: 2}
+  {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_data_analysis.concat.no_augmentation_5_demos,model=text", groups: ["tablebench_data_analysis", "concat", "no_augmentation_5_demos"], priority: 2}
+  {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_fact_checking.concat.no_augmentation_5_demos,model=text", groups: ["tablebench_fact_checking", "concat", "no_augmentation_5_demos"], priority: 2}
+  {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_numerical_reasoning.concat.no_augmentation_5_demos,model=text", groups: ["tablebench_numerical_reasoning", "concat", "no_augmentation_5_demos"], priority: 2}
+  {description: "unitxt:recipe=recipes.tables_benchmark.turl_col_type.concat.no_augmentation_5_demos,model=text", groups: ["turl_col_type", "concat", "no_augmentation_5_demos"], priority: 2}
+  {description: "unitxt:recipe=recipes.tables_benchmark.wikitq.concat.no_augmentation_5_demos,model=text", groups: ["wikitq", "concat", "no_augmentation_5_demos"], priority: 2}
+]