Merge branch 'feature/href_fixes' of https://github.com/BinbinZhou-NO…

…AA/EVS into feature/href_fixes * 'feature/href_fixes' of https://github.com/BinbinZhou-NOAA/EVS: Feature/subseasonal mpmd plots fix (NOAA-EMC#611) feature/EVS-NWPS_regions (NOAA-EMC#609) Feature/sref fixes (NOAA-EMC#607) Fixing bug in the ceiling processing for the perfdiag (NOAA-EMC#608) Mesoscale NAM/RAP Fixes and Additions - no restart (NOAA-EMC#603) Feature/subseasonal mpmd fix for stats (NOAA-EMC#602)
BinbinZhou-NOAA · Nov 26, 2024 · dd146f1 · dd146f1
2 parents 5f50ec9 + a36193c
commit dd146f1
Show file tree

Hide file tree

Showing 203 changed files with 2,803 additions and 3,070 deletions.
diff --git a/dev/drivers/scripts/plots/mesoscale/jevs_mesoscale_grid2obs_plots.sh b/dev/drivers/scripts/plots/mesoscale/jevs_mesoscale_grid2obs_plots.sh
@@ -4,7 +4,7 @@
 #PBS -q dev
 #PBS -A VERF-DEV
 #PBS -l walltime=4:00:00
-#PBS -l place=vscatter:exclhost,select=12:ncpus=128:mem=150GB
+#PBS -l place=vscatter:exclhost,select=12:ncpus=128:mem=500GB
 #PBS -l debug=true
 
 set -x
@@ -23,7 +23,7 @@ export job=${PBS_JOBNAME:-jevs_mesoscale_grid2obs_plots}
 export jobid=$job.${PBS_JOBID:-$$}
 export SITE=$(cat /etc/cluster_name)
 export USE_CFP=YES
-export nproc=128
+export nproc=64
 export evs_run_mode="production"
 
 # General Verification Settings

diff --git a/dev/drivers/scripts/plots/mesoscale/jevs_mesoscale_headline_plots.sh b/dev/drivers/scripts/plots/mesoscale/jevs_mesoscale_headline_plots.sh
@@ -4,7 +4,7 @@
 #PBS -q dev
 #PBS -A VERF-DEV
 #PBS -l walltime=00:30:00
-#PBS -l place=vscatter:exclhost,select=1:ncpus=128:mem=150GB:ompthreads=1
+#PBS -l place=vscatter:exclhost,select=1:ncpus=16:mem=20GB:ompthreads=1
 #PBS -l debug=true
 
 set -x
@@ -22,7 +22,7 @@ export job=${PBS_JOBNAME:-jevs_mesoscale_headline_plots}
 export jobid=$job.${PBS_JOBID:-$$}
 export SITE=$(cat /etc/cluster_name)
 export USE_CFP=YES
-export nproc=128
+export nproc=16
 export evs_run_mode="production"
 
 # General Verification Settings

diff --git a/dev/drivers/scripts/plots/mesoscale/jevs_mesoscale_precip_plots.sh b/dev/drivers/scripts/plots/mesoscale/jevs_mesoscale_precip_plots.sh
@@ -3,8 +3,8 @@
 #PBS -S /bin/bash
 #PBS -q dev
 #PBS -A VERF-DEV
-#PBS -l walltime=04:00:00
-#PBS -l place=vscatter:exclhost,select=12:ncpus=128:mem=150GB
+#PBS -l walltime=05:00:00
+#PBS -l place=vscatter:exclhost,select=12:ncpus=128:mem=500GB
 #PBS -l debug=true
 
 set -x
@@ -49,7 +49,7 @@ export PYTHONPATH=$HOMEevs/ush/$COMPONENT:$PYTHONPATH
 
 # Developer Settings
 export COMIN=/lfs/h2/emc/vpppg/noscrub/${USER}/$NET/$evs_ver_2d
-export DATAROOT=/lfs/h2/emc/ptmp/${USER}/evs_test/$envir/tmp
+export DATAROOT=/lfs/h2/emc/stmp/${USER}/evs_test/$envir/tmp
 export COMOUT=/lfs/h2/emc/ptmp/${USER}/$NET/$evs_ver_2d/$STEP/$COMPONENT
 export vhr=${vhr:-${vhr}}
 

diff --git a/dev/drivers/scripts/plots/mesoscale/jevs_mesoscale_snowfall_plots.sh b/dev/drivers/scripts/plots/mesoscale/jevs_mesoscale_snowfall_plots.sh
@@ -3,8 +3,8 @@
 #PBS -S /bin/bash
 #PBS -q dev
 #PBS -A VERF-DEV
-#PBS -l walltime=3:00:00
-#PBS -l place=vscatter:exclhost,select=12:ncpus=128:mem=150GB
+#PBS -l walltime=6:00:00
+#PBS -l place=vscatter:exclhost,select=12:ncpus=128:mem=500GB
 #PBS -l debug=true
 
 set -x

diff --git a/...s_mesoscale_sref_cape_past90days_plots.sh → ...s_mesoscale_sref_cape_last90days_plots.sh b/...s_mesoscale_sref_cape_past90days_plots.sh → ...s_mesoscale_sref_cape_last90days_plots.sh
@@ -1,23 +1,21 @@
-#PBS -N jevs_mesoscale_sref_cape_past90days_plots
+#PBS -N jevs_mesoscale_sref_cape_last90days_plots
 #PBS -j oe
 #PBS -S /bin/bash
 #PBS -q dev
 #PBS -A VERF-DEV
-#PBS -l walltime=00:30:00
-#PBS -l place=vscatter,select=1:ncpus=80:mem=300GB
+#PBS -l walltime=00:10:00
+#PBS -l place=vscatter,select=1:ncpus=80:mem=40GB
 #PBS -l debug=true
 
 set -x
 
 export OMP_NUM_THREADS=1
 
+export NET=evs
 export HOMEevs=/lfs/h2/emc/vpppg/noscrub/${USER}/EVS
-
 source $HOMEevs/versions/run.ver
 
 export envir=prod
-
-export NET=evs
 export STEP=plots
 export COMPONENT=mesoscale
 export RUN=atmos
@@ -33,7 +31,7 @@ export KEEPDATA=YES
 export SENDMAIL=YES
 export SENDDBN=NO
 
-export past_days=90
+export last_days=90
 
 export run_mpi=yes
 export valid_time=both

diff --git a/..._mesoscale_sref_cloud_past90days_plots.sh → ..._mesoscale_sref_cloud_last90days_plots.sh b/..._mesoscale_sref_cloud_past90days_plots.sh → ..._mesoscale_sref_cloud_last90days_plots.sh
@@ -1,23 +1,21 @@
-#PBS -N jevs_mesoscale_sref_cloud_past90days_plots
+#PBS -N jevs_mesoscale_sref_cloud_last90days_plots
 #PBS -j oe
 #PBS -S /bin/bash
 #PBS -q dev
 #PBS -A VERF-DEV
-#PBS -l walltime=00:30:00
-#PBS -l place=vscatter,select=1:ncpus=112:mem=300GB
+#PBS -l walltime=00:15:00
+#PBS -l place=vscatter,select=1:ncpus=112:mem=100GB
 #PBS -l debug=true
 
 set -x
 
 export OMP_NUM_THREADS=1
 
+export NET=evs
 export HOMEevs=/lfs/h2/emc/vpppg/noscrub/${USER}/EVS
-
 source $HOMEevs/versions/run.ver
 
 export envir=prod
-
-export NET=evs
 export STEP=plots
 export COMPONENT=mesoscale
 export RUN=atmos
@@ -33,7 +31,7 @@ export KEEPDATA=YES
 export SENDMAIL=YES
 export SENDDBN=NO
 
-export past_days=90
+export last_days=90
 
 export run_mpi=yes
 export valid_time=both

diff --git a/...vs_mesoscale_sref_cnv_past90days_plots.sh → ...vs_mesoscale_sref_cnv_last90days_plots.sh b/...vs_mesoscale_sref_cnv_past90days_plots.sh → ...vs_mesoscale_sref_cnv_last90days_plots.sh
@@ -1,23 +1,21 @@
-#PBS -N jevs_mesoscale_sref_cnv_past90days_plots
+#PBS -N jevs_mesoscale_sref_cnv_last90days_plots
 #PBS -j oe
 #PBS -S /bin/bash
 #PBS -q dev
 #PBS -A VERF-DEV
-#PBS -l walltime=00:30:00
-#PBS -l place=vscatter,select=2:ncpus=88:mem=300GB
+#PBS -l walltime=00:10:00
+#PBS -l place=vscatter,select=2:ncpus=88:mem=20GB
 #PBS -l debug=true
 
 set -x
 
 export OMP_NUM_THREADS=1
 
+export NET=evs
 export HOMEevs=/lfs/h2/emc/vpppg/noscrub/${USER}/EVS
-
 source $HOMEevs/versions/run.ver
 
 export envir=prod
-
-export NET=evs
 export STEP=plots
 export COMPONENT=mesoscale
 export RUN=atmos
@@ -33,7 +31,7 @@ export KEEPDATA=YES
 export SENDMAIL=YES
 export SENDDBN=NO
 
-export past_days=90
+export last_days=90
 
 export run_mpi=yes
 export valid_time=both

diff --git a/...soscale_sref_grid2obs_past90days_plots.sh → ...soscale_sref_grid2obs_last90days_plots.sh b/...soscale_sref_grid2obs_past90days_plots.sh → ...soscale_sref_grid2obs_last90days_plots.sh
@@ -1,23 +1,21 @@
-#PBS -N jevs_mesoscale_sref_grid2obs_past90days_plots
+#PBS -N jevs_mesoscale_sref_grid2obs_last90days_plots
 #PBS -j oe
 #PBS -S /bin/bash
 #PBS -q dev
 #PBS -A VERF-DEV
-#PBS -l walltime=00:30:00
-#PBS -l place=vscatter,select=3:ncpus=72:mem=300GB
+#PBS -l walltime=00:10:00
+#PBS -l place=vscatter,select=3:ncpus=72:mem=100GB
 #PBS -l debug=true
 
 set -x
 
 export OMP_NUM_THREADS=1
 
+export NET=evs
 export HOMEevs=/lfs/h2/emc/vpppg/noscrub/${USER}/EVS
-
 source $HOMEevs/versions/run.ver
 
 export envir=prod
-
-export NET=evs
 export STEP=plots
 export COMPONENT=mesoscale
 export RUN=atmos
@@ -33,7 +31,7 @@ export KEEPDATA=YES
 export SENDMAIL=YES
 export SENDDBN=NO
 
-export past_days=90
+export last_days=90
 
 export run_mpi=yes
 export valid_time=both

diff --git a/...mesoscale_sref_precip_past90days_plots.sh → ...mesoscale_sref_precip_last90days_plots.sh b/...mesoscale_sref_precip_past90days_plots.sh → ...mesoscale_sref_precip_last90days_plots.sh
@@ -1,23 +1,21 @@
-#PBS -N jevs_mesoscale_sref_precip_past90days_plots
+#PBS -N jevs_mesoscale_sref_precip_last90days_plots
 #PBS -j oe
 #PBS -S /bin/bash
 #PBS -q dev
 #PBS -A VERF-DEV
-#PBS -l walltime=00:30:00
-#PBS -l place=vscatter,select=1:ncpus=100:mem=300GB
+#PBS -l walltime=00:15:00
+#PBS -l place=vscatter,select=1:ncpus=100:mem=100GB
 #PBS -l debug=true
 
 set -x
 
 export OMP_NUM_THREADS=1
 
+export NET=evs
 export HOMEevs=/lfs/h2/emc/vpppg/noscrub/${USER}/EVS
-
 source $HOMEevs/versions/run.ver
 
 export envir=prod
-
-export NET=evs
 export STEP=plots
 export COMPONENT=mesoscale
 export RUN=atmos
@@ -33,7 +31,7 @@ export KEEPDATA=YES
 export SENDMAIL=YES
 export SENDDBN=NO
 
-export past_days=90
+export last_days=90
 
 export run_mpi=yes
 export valid_time=both

diff --git a/dev/drivers/scripts/plots/mesoscale/jevs_mesoscale_sref_precip_spatial_plots.sh b/dev/drivers/scripts/plots/mesoscale/jevs_mesoscale_sref_precip_spatial_plots.sh
@@ -4,20 +4,18 @@
 #PBS -q dev
 #PBS -A VERF-DEV
 #PBS -l walltime=00:10:00
-#PBS -l place=vscatter,select=1:ncpus=2:mem=100GB
+#PBS -l place=vscatter,select=1:ncpus=1:mem=10GB
 #PBS -l debug=true
 
 set -x
 
 export OMP_NUM_THREADS=1
 
+export NET=evs
 export HOMEevs=/lfs/h2/emc/vpppg/noscrub/${USER}/EVS
-
 source $HOMEevs/versions/run.ver
 
 export envir=prod
-
-export NET=evs
 export STEP=plots
 export COMPONENT=mesoscale
 export RUN=atmos

diff --git a/...s_mesoscale_sref_td2m_past90days_plots.sh → ...s_mesoscale_sref_td2m_last90days_plots.sh b/...s_mesoscale_sref_td2m_past90days_plots.sh → ...s_mesoscale_sref_td2m_last90days_plots.sh
@@ -1,23 +1,21 @@
-#PBS -N jevs_mesoscale_sref_td2m_past90days_plots
+#PBS -N jevs_mesoscale_sref_td2m_last90days_plots
 #PBS -j oe
 #PBS -S /bin/bash
 #PBS -q dev
 #PBS -A VERF-DEV
-#PBS -l walltime=00:30:00
-#PBS -l place=vscatter,select=1:ncpus=80:mem=300GB
+#PBS -l walltime=00:15:00
+#PBS -l place=vscatter,select=1:ncpus=80:mem=80GB
 #PBS -l debug=true
 
 set -x
 
 export OMP_NUM_THREADS=1
 
+export NET=evs
 export HOMEevs=/lfs/h2/emc/vpppg/noscrub/${USER}/EVS
-
 source $HOMEevs/versions/run.ver
 
 export envir=prod
-
-export NET=evs
 export STEP=plots
 export COMPONENT=mesoscale
 export RUN=atmos
@@ -33,7 +31,7 @@ export KEEPDATA=YES
 export SENDMAIL=YES
 export SENDDBN=NO
 
-export past_days=90
+export last_days=90
 
 export run_mpi=yes
 export valid_time=both

diff --git a/dev/drivers/scripts/plots/nwps/jevs_nwps_wave_grid2obs_plots.sh b/dev/drivers/scripts/plots/nwps/jevs_nwps_wave_grid2obs_plots.sh
@@ -13,7 +13,6 @@ export HOMEevs=/lfs/h2/emc/vpppg/noscrub/$USER/EVS
 
 export MODELNAME=nwps
 export OBTYPE=NDBC_STANDARD
-export MASK=GOM
 export NET=evs
 export COMPONENT=nwps
 export STEP=plots

diff --git a/dev/drivers/scripts/stats/mesoscale/jevs_mesoscale_nam_grid2obs_stats.sh b/dev/drivers/scripts/stats/mesoscale/jevs_mesoscale_nam_grid2obs_stats.sh
@@ -3,8 +3,8 @@
 #PBS -S /bin/bash
 #PBS -q "dev"
 #PBS -A VERF-DEV
-#PBS -l walltime=4:59:00
-#PBS -l place=vscatter:exclhost,select=3:ncpus=128:ompthreads=1:mem=150GB
+#PBS -l walltime=01:00:00
+#PBS -l place=vscatter:exclhost,select=3:ncpus=128:ompthreads=1:mem=500GB
 #PBS -l debug=true
 
 set -x

diff --git a/dev/drivers/scripts/stats/mesoscale/jevs_mesoscale_rap_grid2obs_stats.sh b/dev/drivers/scripts/stats/mesoscale/jevs_mesoscale_rap_grid2obs_stats.sh
@@ -3,8 +3,8 @@
 #PBS -S /bin/bash
 #PBS -q "dev"
 #PBS -A VERF-DEV
-#PBS -l walltime=7:00:00
-#PBS -l place=vscatter:exclhost,select=3:ncpus=128:ompthreads=1:mem=150GB
+#PBS -l walltime=01:30:00
+#PBS -l place=vscatter:exclhost,select=3:ncpus=128:ompthreads=1:mem=500GB
 #PBS -l debug=true
 
 set -x

diff --git a/dev/drivers/scripts/stats/mesoscale/jevs_mesoscale_sref_grid2obs_stats.sh b/dev/drivers/scripts/stats/mesoscale/jevs_mesoscale_sref_grid2obs_stats.sh
@@ -3,21 +3,18 @@
 #PBS -S /bin/bash
 #PBS -q dev
 #PBS -A VERF-DEV
-#PBS -l walltime=02:00:00
-#PBS -l place=vscatter,select=1:ncpus=30:mem=100GB
+#PBS -l walltime=00:35:00
+#PBS -l place=vscatter,select=1:ncpus=15:mem=100GB
 #PBS -l debug=true
 
-
 set -x 
-#Total 2 parallel processes
-
 export OMP_NUM_THREADS=1
 
+export NET=evs
 export HOMEevs=/lfs/h2/emc/vpppg/noscrub/${USER}/EVS
 source $HOMEevs/versions/run.ver
 
 export envir=prod
-export NET=evs
 export STEP=stats
 export COMPONENT=mesoscale
 export RUN=atmos

diff --git a/dev/drivers/scripts/stats/mesoscale/jevs_mesoscale_sref_precip_stats.sh b/dev/drivers/scripts/stats/mesoscale/jevs_mesoscale_sref_precip_stats.sh
@@ -3,19 +3,18 @@
 #PBS -S /bin/bash
 #PBS -q dev
 #PBS -A VERF-DEV
-#PBS -l walltime=02:30:00
-#PBS -l place=vscatter,select=1:ncpus=8:mem=100GB
+#PBS -l walltime=02:00:00
+#PBS -l place=vscatter,select=1:ncpus=28:mem=30GB
 #PBS -l debug=true
 
 set -x
 export OMP_NUM_THREADS=1
-#Total 2 processes
 
+export NET=evs
 export HOMEevs=/lfs/h2/emc/vpppg/noscrub/${USER}/EVS
 source $HOMEevs/versions/run.ver
 
 export envir=prod
-export NET=evs
 export STEP=stats
 export COMPONENT=mesoscale
 export RUN=atmos

diff --git a/dev/drivers/scripts/stats/nwps/jevs_nwps_wave_grid2obs_stats.sh b/dev/drivers/scripts/stats/nwps/jevs_nwps_wave_grid2obs_stats.sh