forked from tremblaybenoit/MEGS-AI
-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathsnakemake-config.yaml
87 lines (74 loc) · 3.74 KB
/
snakemake-config.yaml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
# debug flag this runs pipeline with only 10 files
debug: False
data:
# GOES X-ray flux data
goes_dir: "/mnt/disks/data-extended/raw/GOES" # Location
goes_data: "goes.csv" # Data file
# EVE data
eve_dir: "/mnt/disks/data-extended/raw/EVE" # Location
eve_cutoff: 600 # Cutoff value
eve_type: "EVS" # Lines or spectra
eve_level: "2B" # Level of data
eve_instrument: "MEGS-B" # Instrument: MEGS-A, MEGS-B, MEGS-AB
eve_stats: "stats.npy" # Normalization of data # Mean & St. Dev
eve_data: "irradiance.nc" # Data file
eve_standardized: "standardized.npy" # Converted data file # Ready for training
# AIA data
aia_dir: "/mnt/disks/data-extended/raw/AIA" # Location
aia_mission: "SDO"
aia_wl: ["94", "131", "171", "193", "211", "304", "335", "1600", "1700"] # Wavelengths
aia_cutoff: 600 # Cutoff value
aia_resolution: 256 # Resolution to use # Lowered from 4K x 4K SDO-AIA
aia_reproject: False # Whether to remove off limb or on not
aia_stats: "stats.npz" # Statistics of AIA data # Mean & St. Dev for AIA
# Preprocessing folders
preprocess_dir: "/mnt/disks/data-extended/preprocessed" # Location
preprocess_eve_subdir: "EVE" # Folder containing the AIA image stacks
preprocess_aia_subdir: "AIA" # Folder containing the AIA image stacks
preprocess_euvi_subdir: "EUVI" # Location
# Matches between AIA and EVE
matches_dir: "/mnt/disks/data-extended/matches" # Location of file containing matches b/w AIA and EVE
matches_csv: "matches.csv" # Table containing matches
matches_euvi_table: "matches_eve_euvi.csv" # Table containing matches
matches_euvib_table: "matches_eve_euvib.csv" # Table containing matches
# Maven
maven_dir: "/mnt/disks/data-extended/raw/MAVEN" # Location
maven_lvl2_dir: "/mnt/disks/data-extended/raw/MAVEN/level2" # Location
maven_lvl3_dir: "/mnt/disks/data-extended/raw/MAVEN/level3" # Location
maven_lvl3_data: "mvn_euv_l3_daily.csv" # Data file
# FISM
fismp_dir: "/mnt/disks/data-extended/raw/FISM-P" # Location
fismp_earth_data: "fism_p_spectrum_earth_l2v01_r00_l3v01_r00_prelim.nc" # Data file
fismp_mars_data: "fism_p_spectrum_mars_l2v01_r00_l3v01_r00_prelim.nc" # Data file
fism2_dir: "/mnt/disks/data-extended/raw/FISM2" # Location
fism2_type: ["daily_hr_data", "daily_bands", "flare_hr_data", flare_bands] # Type of data
fism2_version: "v02_01" # Version of data
fism2_url: "https://lasp.colorado.edu/eve/data_access/eve_data/fism"
# EUVI data
euvi_dir: "/mnt/disks/data-extended/raw/EUVI" # Location
euvia_dir: "/mnt/disks/data-extended/raw/EUVI/A" # Location
euvib_dir: "/mnt/disks/data-extended/raw/EUVI/B" # Location
euvi_mission: "STEREO"
# euvi_wl: ["171", "195", "284", "304"] # Wavelengths
euvi_wl: ["171", "193", "211", "304"] # Wavelengths (ITI-translated)
euvi_cutoff: 600 # Cutoff value
euvi_resolution: 256 # Resolution to use
euvi_reproject: False # Whether to remove off limb or on not
euvi_stats: "stats.npz" # Statistics of AIA data
# EUI data
eui_dir: "/mnt/disks/data-extended/raw/EUI" # Location
eui_mission: "SolO"
eui_wl: ["171", "304"] # Wavelengths
# SUVI data
suvi_dir: "/mnt/disks/data-extended/raw/SUVI" # Location
suvi_mission: "GOES"
suvi_wl: ["94", "131", "171", "193", "211", "304"] # Wavelengths
# Model parameters
model:
config_file: "/home/christophschirninger/2024-HL-SPI3S-MEGS-AI/megs_ai_2024_config.yaml" # Path to the config file.
# Checkpoint(s)
checkpoint_path: "/mnt/disks/data-extended/checkpoints/MEGS_AI" # Location
checkpoint_file: "model" # Filename to load checkpoint.
# Instruments and corresponding wavelength indices
# instruments: ["94", "131", "171", "193", "211", "304", "335", "1600", "1700", "AIA", "EUVI", "EUI", "SUVI"]
instruments: ["AIA"]