Skip to content

Commit

Permalink
added extra 5 tasks for eval
Browse files Browse the repository at this point in the history
  • Loading branch information
wmcclinton committed Oct 4, 2023
1 parent f94d4e9 commit e249e09
Showing 1 changed file with 57 additions and 0 deletions.
57 changes: 57 additions & 0 deletions scripts/configs/behavior_20_evaluation_extra.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,57 @@
# A configuration file for 20 BEHAVIOR tasks.
---
APPROACHES:
my-oracle:
NAME: "oracle"
FLAGS:
plan_only_eval: True
sesame_task_planner: fdopt
ENVS:
setting_mousetraps-Benevolence_2_int:
NAME: "behavior"
FLAGS:
behavior_train_scene_name: Benevolence_2_int
behavior_test_scene_name: Benevolence_2_int
behavior_task_list: "[setting_mousetraps]"
behavior_option_model_eval: True
cleaning_a_car-Ihlen_0_int:
NAME: "behavior"
FLAGS:
behavior_train_scene_name: Ihlen_0_int
behavior_test_scene_name: Ihlen_0_int
behavior_task_list: "[cleaning_a_car]"
behavior_option_model_eval: True
installing_a_fax_machine-Pomaria_0_int:
NAME: "behavior"
FLAGS:
behavior_train_scene_name: Pomaria_0_int
behavior_test_scene_name: Pomaria_0_int
behavior_task_list: "[installing_a_fax_machine]"
behavior_option_model_eval: True
loading_the_dishwasher-Pomaria_1_int:
NAME: "behavior"
FLAGS:
behavior_train_scene_name: Pomaria_1_int
behavior_test_scene_name: Pomaria_1_int
behavior_task_list: "[loading_the_dishwasher]"
behavior_option_model_eval: True
re-shelving_library_books-Pomaria_1_int:
NAME: "behavior"
FLAGS:
behavior_train_scene_name: Pomaria_1_int
behavior_test_scene_name: Pomaria_1_int
behavior_task_list: "[re-shelving_library_books]"
behavior_option_model_eval: True
ARGS: {}
FLAGS: # general flags
offline_data_planning_timeout: 1000.0
timeout: 1000.0
horizon: 1000
behavior_override_learned_samplers: True
behavior_ignore_discover_failures: True
create_training_dataset: True
num_train_tasks: 5
num_test_tasks: 5
START_SEED: 465
NUM_SEEDS: 10
USE_GPU: False

0 comments on commit e249e09

Please sign in to comment.