Merge branch 'main' of https://github.com/spaceml-org/rs_tools into 4…

…-mkdocs

config/esl-3dclouds/download.yaml

@@ -0,0 +1,16 @@
+# PERIOD
+period:
+  start_date: '2010-01-01'
+  start_time: '00:00:01'
+  end_date: '2010-06-30'
+  end_time: '23:59:59'
+
+# CLOUD MASK
+cloud_mask: True
+
+# PATH FOR SAVING DATA
+save_dir: /mnt/disks/data/msg/2010
+
+defaults:
+  - _self_
+

config/esl-3dclouds/geoprocess.yaml

@@ -0,0 +1,8 @@
+# PATH WITH RAW DATA
+read_path: /mnt/disks/data/miniset/
+
+# PATH FOR SAVING GEOPROCESSED DATA
+save_path: /mnt/disks/data/miniset-full-disk/
+
+defaults:
+  - _self_

config/esl-3dclouds/main.yaml

@@ -0,0 +1,7 @@
+defaults:
+  - download
+  - geoprocess
+  - patch
+  - satellite: aqua
+
+stage: download

config/esl-3dclouds/patch.yaml

@@ -0,0 +1,18 @@
+# PATH WITH GEOPROCESSED DATA
+read_path: /mnt/disks/data/miniset/
+
+# PATH FOR SAVING PATCHES
+save_path: /mnt/disks/data/miniset/
+
+# PATCH PARAMETERS
+patch_size: 256
+stride_size: 256
+
+# NAN CUTOFF: maximum allowed ratio of nan values to nonan values in a patch
+nan_cutoff: 0.1
+
+# FILETYPE TO SAVE [nc = netcdf, np = numpy]
+save_filetype: nc
+
+defaults:
+  - _self_

config/esl-3dclouds/satellite/aqua.yaml

@@ -0,0 +1,25 @@
+download:
+  _target_: rs_tools._src.data.modis.downloader_aqua.download
+  save_dir: ${save_dir}
+  start_date: ${period.start_date}
+  start_time: ${period.start_time}
+  end_date: ${period.end_date}
+  end_time: ${period.end_time}
+  region: "-180 -90 180 90" # "lon_min lat_min lon_max lat_max"
+
+geoprocess:
+  _target_: rs_tools._src.geoprocessing.modis.geoprocessor_modis.geoprocess
+  read_path: ${read_path}/aqua/raw
+  save_path: ${save_path}/aqua/geoprocessed
+  satellite: aqua
+
+# preprocess:
+
+patch:
+  _target_: rs_tools._src.preprocessing.prepatcher.prepatch
+  read_path: ${read_path}/aqua/geoprocessed
+  save_path: ${save_path}/aqua/analysis
+  patch_size: ${patch_size}
+  stride_size: ${stride_size}
+  nan_cutoff: ${nan_cutoff}
+  save_filetype: ${save_filetype}

config/esl-3dclouds/satellite/msg.yaml

@@ -0,0 +1,26 @@
+download:
+  _target_: rs_tools._src.data.msg.downloader_msg_(modis_overpass).download
+  save_dir: ${save_dir}
+  start_date: ${period.start_date}
+  start_time: ${period.start_time}
+  end_date: ${period.end_date}
+  end_time: ${period.end_time}
+
+geoprocess:
+  _target_: rs_tools._src.geoprocessing.msg.geoprocessor_msg.geoprocess
+  read_path: ${read_path}/msg/raw
+  save_path: ${save_path}/msg/geoprocessed
+  resolution: null
+  region: "-70 -15 20 5"
+  resample_method: bilinear
+
+# preprocess:
+
+patch:
+  _target_: rs_tools._src.preprocessing.prepatcher.prepatch
+  read_path: ${read_path}/msg/geoprocessed
+  save_path: ${save_path}/msg/analysis
+  patch_size: ${patch_size}
+  stride_size: ${stride_size}
+  nan_cutoff: ${nan_cutoff}
+  save_filetype: ${save_filetype}