7_drivers_munge.yml

target_default: 7_drivers_munge

packages:
  - scipiper
  - dplyr
  - stringr
  - targets

sources:
  - 6_drivers/src/nldas_feather_utils.R
  - 7_drivers_munge/src/GLM_driver_utils.R
  - 7_drivers_munge/src/GLM_driver_tasks.R
  - 7_drivers_munge/src/GCM_targets_wrapper.R
  - 7_drivers_munge/src/GCM_driver_utils.R


targets:
  7_drivers_munge:
    depends:
      - "7_drivers_munge/out/7_drivers_munged.feather.ind"

  meteo_file_dir:
    command: c(I("7_drivers_munge/out"))

  7_drivers_munge/out/cell_group_table.rds.ind:
    command: merge_cell_group_files(target_name,
      cell_group_ind = '6_drivers/log/feather/6_fetch_new_cell_tasks.ind')

  7_drivers_munge/out/7_drivers_munged.feather.ind:
    command: write_NLDAS_drivers(target_name,
      cell_group_ind = '7_drivers_munge/out/cell_group_table.rds.ind',
      ind_dir = meteo_file_dir,
      '7_drivers_munge/src/GLM_driver_utils.R')

  # Calls the separate GCM download/munge pipeline which is built
  # in targets and updates the `.ind` file appropriately. Change the
  # date to initiate (a change in the targets pipeline code will not
  # kick off a build). Takes 5 seconds to build if the targets pipeline
  # is up-to-date.
  7_GCM_driver_files_date:
    command: c(I('2022-08-23'))
  
  # This .ind file returns hashes for the files used in `lake-temperature-process-models`
  # plus the PNG file that visualizes the cells & tiles used in the query.
  # Note that the resulting files are only accessible on Caldera. This is 
  # a brittle component, but is similar to how the NLDAS driver files are
  # disconnected from the rest of the pipeline. There is currently not an
  # easy way to connect Caldera & Google Drive, and the generated files are
  # not used downstream in this `lake-temperature-model-prep` pipeline, so 
  # we will continue to run this sub-pipeline separately
  7_drivers_munge/out/7_GCM_driver_files.ind:
    command: build_GCM_pipeline(
      target_name,
      "2_crosswalk_munge/out/centroid_lakes_sf.rds.ind",
      "2_crosswalk_munge/out/lake_to_state_xwalk.rds.ind")
    depends:
      - 7_GCM_driver_files_date