From 4fdd95d108ad23cf2cee5b6ba9524d42a87dba39 Mon Sep 17 00:00:00 2001 From: "samuel.trahan" Date: Wed, 22 Jan 2025 22:50:23 +0000 Subject: [PATCH 01/48] ifi-only post control file --- parm/ifi_postcntrl.xml | 48 ++++++++++++ parm/makefile | 2 + parm/postxconfig-NT-ifi.txt | 144 ++++++++++++++++++++++++++++++++++++ 3 files changed, 194 insertions(+) create mode 100644 parm/ifi_postcntrl.xml create mode 100644 parm/postxconfig-NT-ifi.txt diff --git a/parm/ifi_postcntrl.xml b/parm/ifi_postcntrl.xml new file mode 100644 index 000000000..b6a6fd95c --- /dev/null +++ b/parm/ifi_postcntrl.xml @@ -0,0 +1,48 @@ + + + + IFIFIP + 4 + ncep_emc + v2003 + local_tab_yes1 + fcst + oper + fcst + fcst + hour + nws_ncep + rrfs + complex_packing_spatial_diff + 2nd_ord_sptdiff + fltng_pnt + lossless + + + + + ICE_PROB_IFI_FLIGHT_LEVEL + 4.0 + + 1 + 5000. 10000. 15000. 20000. 25000. 30000. 35000. 40000. 45000. 50000. 55000. 60000. 65000. 70000. 75000. 80000. 85000. 90000. 95000. 100000. 105000. 110000. 115000. 120000. 125000. 130000. 135000. 140000. 145000. 150000. 155000. 160000. 165000. 170000. 175000. 180000. 185000. 190000. 195000. 200000. 205000. 210000. 215000. 220000. 225000. 230000. 235000. 240000. 245000. 250000. 255000. 260000. 265000. 270000. 275000. 280000. 285000. 290000. 295000. 300000. + + + + SLD_IFI_FLIGHT_LEVEL + 4.0 + + 1 + 5000. 10000. 15000. 20000. 25000. 30000. 35000. 40000. 45000. 50000. 55000. 60000. 65000. 70000. 75000. 80000. 85000. 90000. 95000. 100000. 105000. 110000. 115000. 120000. 125000. 130000. 135000. 140000. 145000. 150000. 155000. 160000. 165000. 170000. 175000. 180000. 185000. 190000. 195000. 200000. 205000. 210000. 215000. 220000. 225000. 230000. 235000. 240000. 245000. 250000. 255000. 260000. 265000. 270000. 275000. 280000. 285000. 290000. 295000. 300000. + + + + WMO_ICE_SEV_CAT_IFI_FLIGHT_LEVEL + 4.0 + + 1 + 5000. 10000. 15000. 20000. 25000. 30000. 35000. 40000. 45000. 50000. 55000. 60000. 65000. 70000. 75000. 80000. 85000. 90000. 95000. 100000. 105000. 110000. 115000. 120000. 125000. 130000. 135000. 140000. 145000. 150000. 155000. 160000. 165000. 170000. 175000. 180000. 185000. 190000. 195000. 200000. 205000. 210000. 215000. 220000. 225000. 230000. 235000. 240000. 245000. 250000. 255000. 260000. 265000. 270000. 275000. 280000. 285000. 290000. 295000. 300000. + + + + diff --git a/parm/makefile b/parm/makefile index da5542bee..578c9656c 100644 --- a/parm/makefile +++ b/parm/makefile @@ -43,6 +43,7 @@ ALL_TXT= \ postxconfig-NT-hafs_nosat.txt \ postxconfig-NT-hafs.txt \ postxconfig-NT-hrrr.txt \ + postxconfig-NT-ifi.txt \ postxconfig-NT-rap.txt \ postxconfig-NT-rrfs.txt \ postxconfig-NT-rrfs_subh.txt \ @@ -80,6 +81,7 @@ postxconfig-NT-hafs_ar_nosat.txt: postcntrl_hafs_ar_nosat.xml post_avblfld postxconfig-NT-hafs_ar_nosat_l65.txt: postcntrl_hafs_ar_nosat_l65.xml post_avblflds.xml postxconfig-NT-hafs.txt: postcntrl_hafs.xml post_avblflds.xml postxconfig-NT-hrrr.txt: hrrr_postcntrl.xml post_avblflds_raphrrr.xml +postxconfig-NT-ifi.txt: ifi_postcntrl.xml post_avblflds_raphrrr.xml postxconfig-NT-rap.txt: rap_postcntrl.xml post_avblflds_raphrrr.xml postxconfig-NT-rrfs.txt: rrfs_postcntrl.xml post_avblflds.xml postxconfig-NT-rrfs_subh.txt: rrfs_postcntrl_subh.xml post_avblflds.xml diff --git a/parm/postxconfig-NT-ifi.txt b/parm/postxconfig-NT-ifi.txt new file mode 100644 index 000000000..0b742c84b --- /dev/null +++ b/parm/postxconfig-NT-ifi.txt @@ -0,0 +1,144 @@ +1 +3 +IFIFIP +4 +ncep_emc +v2003 +local_tab_yes1 +fcst +oper +fcst +fcst +hour +nws_ncep +rrfs +complex_packing_spatial_diff +2nd_ord_sptdiff +fltng_pnt +lossless +1007 +ICE_PROB_IFI_FLIGHT_LEVEL +? +1 +tmpl4_0 +ICPRB +NCEP +? +spec_alt_above_mean_sea_lvl +1 +1 +60 +5000. 10000. 15000. 20000. 25000. 30000. 35000. 40000. 45000. 50000. 55000. 60000. 65000. 70000. 75000. 80000. 85000. 90000. 95000. 100000. 105000. 110000. 115000. 120000. 125000. 130000. 135000. 140000. 145000. 150000. 155000. 160000. 165000. 170000. 175000. 180000. 185000. 190000. 195000. 200000. 205000. 210000. 215000. 220000. 225000. 230000. 235000. 240000. 245000. 250000. 255000. 260000. 265000. 270000. 275000. 280000. 285000. 290000. 295000. 300000. +? +0 +? +0 +? +? +? +? +0 +0.0 +0 +0.0 +? +0 +0.0 +0 +0.0 +0 +0.0 +0 +0.0 +1 +4.0 +0 +0 +0 +? +? +? +1008 +SLD_IFI_FLIGHT_LEVEL +? +1 +tmpl4_0 +SIPD +NCEP +? +spec_alt_above_mean_sea_lvl +1 +1 +60 +5000. 10000. 15000. 20000. 25000. 30000. 35000. 40000. 45000. 50000. 55000. 60000. 65000. 70000. 75000. 80000. 85000. 90000. 95000. 100000. 105000. 110000. 115000. 120000. 125000. 130000. 135000. 140000. 145000. 150000. 155000. 160000. 165000. 170000. 175000. 180000. 185000. 190000. 195000. 200000. 205000. 210000. 215000. 220000. 225000. 230000. 235000. 240000. 245000. 250000. 255000. 260000. 265000. 270000. 275000. 280000. 285000. 290000. 295000. 300000. +? +0 +? +0 +? +? +? +? +0 +0.0 +0 +0.0 +? +0 +0.0 +0 +0.0 +0 +0.0 +0 +0.0 +1 +4.0 +0 +0 +0 +? +? +? +1010 +WMO_ICE_SEV_CAT_IFI_FLIGHT_LEVEL +? +1 +tmpl4_0 +ICESEV +? +? +spec_alt_above_mean_sea_lvl +1 +1 +60 +5000. 10000. 15000. 20000. 25000. 30000. 35000. 40000. 45000. 50000. 55000. 60000. 65000. 70000. 75000. 80000. 85000. 90000. 95000. 100000. 105000. 110000. 115000. 120000. 125000. 130000. 135000. 140000. 145000. 150000. 155000. 160000. 165000. 170000. 175000. 180000. 185000. 190000. 195000. 200000. 205000. 210000. 215000. 220000. 225000. 230000. 235000. 240000. 245000. 250000. 255000. 260000. 265000. 270000. 275000. 280000. 285000. 290000. 295000. 300000. +? +0 +? +0 +? +? +? +? +0 +0.0 +0 +0.0 +? +0 +0.0 +0 +0.0 +0 +0.0 +0 +0.0 +1 +4.0 +0 +0 +0 +? +? +? From 097480c5679f760d1ef08803ec313170b7c9d4f1 Mon Sep 17 00:00:00 2001 From: "samuel.trahan" Date: Wed, 22 Jan 2025 22:52:58 +0000 Subject: [PATCH 02/48] dev jobs for ci tests, including new ifi jobs --- ci/jobs-dev/run_ifi_standalone_HERA.sh | 78 +++++++++ ci/jobs-dev/run_post_3drtma_HERA.sh | 152 ++++++++++++++++++ ci/jobs-dev/run_post_3drtma_pe_test_HERA.sh | 152 ++++++++++++++++++ ci/jobs-dev/run_post_fv3gefs_HERA.sh | 138 ++++++++++++++++ ci/jobs-dev/run_post_fv3gefs_pe_test_HERA.sh | 137 ++++++++++++++++ ci/jobs-dev/run_post_fv3gfs_HERA.sh | 147 +++++++++++++++++ ci/jobs-dev/run_post_fv3gfs_pe_test_HERA.sh | 149 +++++++++++++++++ ci/jobs-dev/run_post_fv3hafs_HERA.sh | 122 ++++++++++++++ ci/jobs-dev/run_post_fv3hafs_pe_test_HERA.sh | 122 ++++++++++++++ ci/jobs-dev/run_post_fv3r_HERA.sh | 145 +++++++++++++++++ ci/jobs-dev/run_post_fv3r_ifi_HERA.sh | 148 +++++++++++++++++ ci/jobs-dev/run_post_fv3r_pe_test_HERA.sh | 145 +++++++++++++++++ ci/jobs-dev/run_post_hrrr_HERA.sh | 130 +++++++++++++++ ci/jobs-dev/run_post_hrrr_ifi_HERA.sh | 132 +++++++++++++++ ci/jobs-dev/run_post_hrrr_pe_test_HERA.sh | 137 ++++++++++++++++ ci/jobs-dev/run_post_nmmb_Grib2_HERA.sh | 143 ++++++++++++++++ .../run_post_nmmb_Grib2_pe_test_HERA.sh | 144 +++++++++++++++++ ci/jobs-dev/run_post_rap_HERA.sh | 127 +++++++++++++++ ci/jobs-dev/run_post_rap_pe_test_HERA.sh | 136 ++++++++++++++++ 19 files changed, 2584 insertions(+) create mode 100644 ci/jobs-dev/run_ifi_standalone_HERA.sh create mode 100755 ci/jobs-dev/run_post_3drtma_HERA.sh create mode 100755 ci/jobs-dev/run_post_3drtma_pe_test_HERA.sh create mode 100755 ci/jobs-dev/run_post_fv3gefs_HERA.sh create mode 100755 ci/jobs-dev/run_post_fv3gefs_pe_test_HERA.sh create mode 100755 ci/jobs-dev/run_post_fv3gfs_HERA.sh create mode 100755 ci/jobs-dev/run_post_fv3gfs_pe_test_HERA.sh create mode 100755 ci/jobs-dev/run_post_fv3hafs_HERA.sh create mode 100755 ci/jobs-dev/run_post_fv3hafs_pe_test_HERA.sh create mode 100755 ci/jobs-dev/run_post_fv3r_HERA.sh create mode 100644 ci/jobs-dev/run_post_fv3r_ifi_HERA.sh create mode 100755 ci/jobs-dev/run_post_fv3r_pe_test_HERA.sh create mode 100755 ci/jobs-dev/run_post_hrrr_HERA.sh create mode 100644 ci/jobs-dev/run_post_hrrr_ifi_HERA.sh create mode 100755 ci/jobs-dev/run_post_hrrr_pe_test_HERA.sh create mode 100755 ci/jobs-dev/run_post_nmmb_Grib2_HERA.sh create mode 100755 ci/jobs-dev/run_post_nmmb_Grib2_pe_test_HERA.sh create mode 100755 ci/jobs-dev/run_post_rap_HERA.sh create mode 100755 ci/jobs-dev/run_post_rap_pe_test_HERA.sh diff --git a/ci/jobs-dev/run_ifi_standalone_HERA.sh b/ci/jobs-dev/run_ifi_standalone_HERA.sh new file mode 100644 index 000000000..091184260 --- /dev/null +++ b/ci/jobs-dev/run_ifi_standalone_HERA.sh @@ -0,0 +1,78 @@ +#!/bin/sh + +#SBATCH -o out.post.ifi_standalone +#SBATCH -e out.post.ifi_standalone +#SBATCH -J ifi_standalone_test +#SBATCH -t 00:30:00 +#SBATCH --ntasks=1 +#SBATCH --cpus-per-task=40 +#SBATCH --exclusive +#SBATCH --partition bigmem +#SBATCH -q batch +#SBATCH -A ovp + +set -eux + +# specify computation resource +export threads=40 +export MP_LABELIO=yes +export OMP_NUM_THREADS=$threads +export OMP_STACKSIZE=128M +export APRUN="srun" + +############################################ +# Loading module +############################################ +set +x +module purge +module use /contrib/spack-stack/spack-stack-1.8.0/envs/ue-intel-2021.5.0/install/modulefiles/Core +module load stack-intel/2021.5.0 +module load stack-intel-oneapi-mpi/2021.5.1 +module load libpng/1.6.37 +module load jasper/2.0.32 +module load prod_util/2.1.1 +module load crtm/2.4.0.1 +module load nccmp +module load netcdf-cxx4/4.3.1 +module list +set -x + +msg="Starting ifi_standalone test" +postmsg "$logfile" "$msg" + +export cmp_grib2_grib2=/home/Wen.Meng/bin/cmp_grib2_grib2_new +FIPEXEC=${svndir}/exec/fip2-lookalike.x + +# use the UPP run directory so we get the input files in the expected format +export startdate=2020060118 +export DATA=$rundir/hrrr_ifi_${startdate} +cd $DATA + +upp_output=cat_vars_0.nc +ifi_standalone_output=icing-category-output.nc + +set +e + +$APRUN --cpus-per-task=$OMP_NUM_THREADS --nodes=1 --ntasks=1 --exclusive \ + "$FIPEXEC" -u hybr_vars_0.nc hybr_vars_0.nc . + +nccmp -n 20 -dfc1 -v ICE_PROB,ICE_SEV_CAT,SLD,WMO_ICE_SEV_CAT "$upp_output" "$ifi_standalone_output" +export err1=$? + +if [ -s "$ifi_standalone_output" ] ; then + if [ $err1 -eq 0 ] ; then + msg="ifi standalone test: ifi standalone and ifi in UPP produce identical results" + echo $msg + else + msg="ifi standalone test: Differences detected between ifi and UPP. This indicates a bug in your code. It must be fixed before committing." + echo $msg + fi +else + msg="ifi standalone test: ifi standalone failed using your new executable to generate $ifi_standalone_output" + echo $msg +fi +postmsg "$logfile" "$msg" + +echo "PROGRAM IS COMPLETE!!!!!" +msg="Ending ifi_standalone test" +postmsg "$logfile" "$msg" diff --git a/ci/jobs-dev/run_post_3drtma_HERA.sh b/ci/jobs-dev/run_post_3drtma_HERA.sh new file mode 100755 index 000000000..87bb5400d --- /dev/null +++ b/ci/jobs-dev/run_post_3drtma_HERA.sh @@ -0,0 +1,152 @@ +#!/bin/sh + +#SBATCH -o out.post.rtma +#SBATCH -e out.post.rtma +#SBATCH -J rtma_test +#SBATCH -t 00:20:00 +##SBATCH -q debug +#SBATCH -q batch +#SBATCH -A ovp +#SBATCH -N 8 --ntasks-per-node=12 + +set -x + +# specify computation resource +export MP_LABELIO=yes +export threads=1 +export OMP_NUM_THREADS=$threads +export APRUN="srun" + +echo "starting time" +date + +###################################################################### +# Purpose: to run RAP post processing +###################################################################### + +# EXPORT list here + + +module purge +module use /contrib/spack-stack/spack-stack-1.8.0/envs/ue-intel-2021.5.0/install/modulefiles/Core +module load stack-intel/2021.5.0 +module load stack-intel-oneapi-mpi/2021.5.1 +module load libpng/1.6.37 +module load jasper/2.0.32 +module load prod_util/2.1.1 +module load crtm/2.4.0.1 +module list + +msg="Starting rtma test" +postmsg "$logfile" "$msg" + +export cmp_grib2_grib2=/home/Wen.Meng/bin/cmp_grib2_grib2_new +export POSTGPEXEC=${svndir}/exec/upp.x + +# CALL executable job script here + +# specify your running and output directory +export startdate=2023040400 +export fhr=000 +export tmmark=tm00 +export DATA=$rundir/rtma_${startdate} + +export NEWDATE=$startdate + +export YY=`echo ${NEWDATE} | cut -c1-4` +export MM=`echo ${NEWDATE} | cut -c5-6` +export DD=`echo ${NEWDATE} | cut -c7-8` +export HH=`echo ${NEWDATE} | cut -c9-10` + +rm -rf $DATA; mkdir -p $DATA +cd $DATA + +cat > itag < wrfpost2.out +${APRUN} ${POSTGPEXEC} < itag > wrfpost2.out + +# operational rtma post processing generates 3 files +filelist="NATLEV00.tm00 \ + PRSLEV00.tm00 \ + IFIFIP00.tm00" + +for file in $filelist; do +export filein2=$file +ls -l ${filein2} +export err=$? + +if [ $err = "0" ] ; then + + # operational rtma post processing generates 3 files, start with BGDAWP first + # use cmp to see if new pgb files are identical to the control one + cmp ${filein2} $homedir/data_out/3drtma/${filein2}.${machine} + + # if not bit-identical, use cmp_grib2_grib2 to compare each grib record + export err1=$? + if [ $err1 -eq 0 ] ; then + msg="rtma test: your new post executable generates bit-identical ${filein2} as the trunk" + echo $msg + else + msg="rtma test: your new post executable did not generate bit-identical ${filein2} as the trunk" + echo $msg + echo " start comparing each grib record and write the comparison result to *diff files" + echo " check these *diff files to make sure your new post only change variables which you intend to change" + $cmp_grib2_grib2 $homedir/data_out/3drtma/${filein2}.${machine} ${filein2} > ${filein2}.diff + fi + + +else + + msg="rtma test: post failed using your new post executable to generate ${filein2}" + echo $msg + +fi +postmsg "$logfile" "$msg" +done + +echo "PROGRAM IS COMPLETE!!!!!" +msg="Ending rtma test" +postmsg "$logfile" "$msg" + + diff --git a/ci/jobs-dev/run_post_3drtma_pe_test_HERA.sh b/ci/jobs-dev/run_post_3drtma_pe_test_HERA.sh new file mode 100755 index 000000000..e645f2ea2 --- /dev/null +++ b/ci/jobs-dev/run_post_3drtma_pe_test_HERA.sh @@ -0,0 +1,152 @@ +#!/bin/sh + +#SBATCH -o out.post.rtma_pe_test +#SBATCH -e out.post.rtma_pe_test +#SBATCH -J rtma_test_pe_test +#SBATCH -t 00:20:00 +##SBATCH -q debug +#SBATCH -q batch +#SBATCH -A ovp +#SBATCH -N 5 --ntasks-per-node=24 + +set -x + +# specify computation resource +export MP_LABELIO=yes +export threads=1 +export OMP_NUM_THREADS=$threads +export APRUN="srun" + +echo "starting time" +date + +###################################################################### +# Purpose: to run RAP post processing +###################################################################### + +# EXPORT list here + + +module purge +module use /contrib/spack-stack/spack-stack-1.8.0/envs/ue-intel-2021.5.0/install/modulefiles/Core +module load stack-intel/2021.5.0 +module load stack-intel-oneapi-mpi/2021.5.1 +module load libpng/1.6.37 +module load jasper/2.0.32 +module load prod_util/2.1.1 +module load crtm/2.4.0.1 +module list + +msg="Starting rtma pe test" +postmsg "$logfile" "$msg" + +export cmp_grib2_grib2=/home/Wen.Meng/bin/cmp_grib2_grib2_new +export POSTGPEXEC=${svndir}/exec/upp.x + +# CALL executable job script here + +# specify your running and output directory +export startdate=2023040400 +export fhr=000 +export tmmark=tm00 +export DATA=$rundir/rtma_${startdate}_pe_test + +export NEWDATE=$startdate + +export YY=`echo ${NEWDATE} | cut -c1-4` +export MM=`echo ${NEWDATE} | cut -c5-6` +export DD=`echo ${NEWDATE} | cut -c7-8` +export HH=`echo ${NEWDATE} | cut -c9-10` + +rm -rf $DATA; mkdir -p $DATA +cd $DATA + +cat > itag < wrfpost2.out +${APRUN} ${POSTGPEXEC} < itag > wrfpost2.out + +# operational rtma post processing generates 3 files +filelist="NATLEV00.tm00 \ + PRSLEV00.tm00 \ + IFIFIP00.tm00" + +for file in $filelist; do +export filein2=$file +ls -l ${filein2} +export err=$? + +if [ $err = "0" ] ; then + + # operational rtma post processing generates 3 files, start with BGDAWP first + # use cmp to see if new pgb files are identical to the control one + cmp ${filein2} $homedir/data_out/3drtma/${filein2}.${machine} + + # if not bit-identical, use cmp_grib2_grib2 to compare each grib record + export err1=$? + if [ $err1 -eq 0 ] ; then + msg="rtma pe test: your new post executable generates bit-identical ${filein2} as the trunk" + echo $msg + else + msg="rtma pe test: your new post executable did not generate bit-identical ${filein2} as the trunk" + echo $msg + echo " start comparing each grib record and write the comparison result to *diff files" + echo " check these *diff files to make sure your new post only change variables which you intend to change" + $cmp_grib2_grib2 $homedir/data_out/3drtma/${filein2}.${machine} ${filein2} > ${filein2}.diff + fi + + +else + + msg="rtma pe test: post failed using your new post executable to generate ${filein2}" + echo $msg + +fi +postmsg "$logfile" "$msg" +done + +echo "PROGRAM IS COMPLETE!!!!!" +msg="Ending rtma pe test" +postmsg "$logfile" "$msg" + + diff --git a/ci/jobs-dev/run_post_fv3gefs_HERA.sh b/ci/jobs-dev/run_post_fv3gefs_HERA.sh new file mode 100755 index 000000000..78ce292f2 --- /dev/null +++ b/ci/jobs-dev/run_post_fv3gefs_HERA.sh @@ -0,0 +1,138 @@ +#!/bin/sh + +#SBATCH -o out.fv3gefs +#SBATCH -e out.fv3gefs +#SBATCH -J fv3gefs_test +#SBATCH -t 00:30:00 +#SBATCH -N 3 --ntasks-per-node=12 +##SBATCH -q debug +#SBATCH -q batch +#SBATCH -A ovp + +set -x + +# specify computation resource +export threads=1 +export MP_LABELIO=yes +export OMP_NUM_THREADS=$threads +export APRUN="srun" + +############################################ +# Loading module +############################################ +module purge +module use /contrib/spack-stack/spack-stack-1.8.0/envs/ue-intel-2021.5.0/install/modulefiles/Core +module load stack-intel/2021.5.0 +module load stack-intel-oneapi-mpi/2021.5.1 +module load libpng/1.6.37 +module load jasper/2.0.32 +module load prod_util/2.1.1 +module load crtm/2.4.0.1 +module list + +msg="Starting fv3gefs test" +postmsg "$logfile" "$msg" + +export cmp_grib2_grib2=/home/Wen.Meng/bin/cmp_grib2_grib2_new +export POSTGPEXEC=${svndir}/exec/upp.x + +# specify forecast start time and hour for running your post job +export startdate=2022042400 +export fhr=060 +export CC=`echo $startdate | cut -c9-10` + +# specify your running and output directory +export DATA=$rundir/fv3gefs_${startdate} +rm -rf $DATA; mkdir -p $DATA +cd $DATA + +export NEWDATE=`${NDATE} +${fhr} $startdate` + +export YY=`echo $NEWDATE | cut -c1-4` +export MM=`echo $NEWDATE | cut -c5-6` +export DD=`echo $NEWDATE | cut -c7-8` +export HH=`echo $NEWDATE | cut -c9-10` + + +cat > itag < ./postxconfig-NT.txt + +cp ${svndir}/parm/params_grib2_tbl_new ./params_grib2_tbl_new + +cp ${svndir}/fix/chem/optics_luts_DUST.dat ./optics_luts_DUST.dat +cp ${svndir}/fix/chem/optics_luts_SALT.dat ./optics_luts_SALT.dat +cp ${svndir}/fix/chem/optics_luts_SOOT.dat ./optics_luts_SOOT.dat +cp ${svndir}/fix/chem/optics_luts_SUSO.dat ./optics_luts_SUSO.dat +cp ${svndir}/fix/chem/optics_luts_WASO.dat ./optics_luts_WASO.dat + + +export PGBOUT=pgbfile +${APRUN} ${POSTGPEXEC} < itag > outpost_nems_${NEWDATE} + +#$COPYGB2 -x -i'4,0,80' -k'1 3 0 7*-9999 101 0 0' $PGBOUT tfile +#$WGRIB2 tfile -set_byte 4 11 1 -grib prmsl +#$COPYGB2 -x -i'4,1,5' -k'1 3 5 7*-9999 100 0 50000' $PGBOUT tfile +#$WGRIB2 tfile -set_byte 4 11 193 -grib h5wav +#cat prmsl h5wav >> $PGBOUT +mv $PGBOUT geaer.t${CC}z.master.grb2f${fhr} + +fhr2=`printf "%02d" $fhr` + +filelist="geaer.t${CC}z.master.grb2f${fhr}" + +for file in $filelist; do +export filein2=$file +ls -l ${filein2} +export err=$? + +if [ $err = "0" ] ; then + + # use cmp to see if new pgb files are identical to the control one + cmp ${filein2} $homedir/data_out/gefs/${filein2}.${machine} + + # if not bit-identical, use cmp_grib2_grib2 to compare each grib record + export err1=$? + if [ $err1 -eq 0 ] ; then + msg="fv3gefs test: your new post executable generates bit-identical ${filein2} as the trunk" + echo $msg + else + msg="fv3gefs test: your new post executable did not generate bit-identical ${filein2} as the trunk" + echo $msg + echo " start comparing each grib record and write the comparison result to *diff files" + echo " check these *diff files to make sure your new post only change variables which you intend to change" + $cmp_grib2_grib2 $homedir/data_out/gefs/${filein2}.${machine} ${filein2} > ${filein2}.diff + fi + +else + + msg="fv3gefs test: post failed using your new post executable to generate ${filein2}" + echo $msg + +fi +postmsg "$logfile" "$msg" +done + +echo "PROGRAM IS COMPLETE!!!!!" +msg="Ending fv3gefs test" +postmsg "$logfile" "$msg" diff --git a/ci/jobs-dev/run_post_fv3gefs_pe_test_HERA.sh b/ci/jobs-dev/run_post_fv3gefs_pe_test_HERA.sh new file mode 100755 index 000000000..ce87db234 --- /dev/null +++ b/ci/jobs-dev/run_post_fv3gefs_pe_test_HERA.sh @@ -0,0 +1,137 @@ +#!/bin/sh + +#SBATCH -o out.fv3gefs_pe_test +#SBATCH -e out.fv3gefs_pe_test +#SBATCH -J fv3gefs_pe_test +#SBATCH -t 00:30:00 +#SBATCH -N 4 --ntasks-per-node=12 +##SBATCH -q debug +#SBATCH -q batch +#SBATCH -A ovp + +set -x + +# specify computation resource +export threads=1 +export MP_LABELIO=yes +export OMP_NUM_THREADS=$threads +export APRUN="srun" + +############################################ +# Loading module +############################################ +module purge +module use /contrib/spack-stack/spack-stack-1.8.0/envs/ue-intel-2021.5.0/install/modulefiles/Core +module load stack-intel/2021.5.0 +module load stack-intel-oneapi-mpi/2021.5.1 +module load libpng/1.6.37 +module load jasper/2.0.32 +module load prod_util/2.1.1 +module load crtm/2.4.0.1 +module list + +msg="Starting fv3gefs test" +postmsg "$logfile" "$msg" + +export cmp_grib2_grib2=/home/Wen.Meng/bin/cmp_grib2_grib2_new +export POSTGPEXEC=${svndir}/exec/upp.x + +# specify forecast start time and hour for running your post job +export startdate=2022042400 +export fhr=060 +export CC=`echo $startdate | cut -c9-10` + +# specify your running and output directory +export DATA=$rundir/fv3gefs_${startdate}_pe_test +rm -rf $DATA; mkdir -p $DATA +cd $DATA + +export NEWDATE=`${NDATE} +${fhr} $startdate` + +export YY=`echo $NEWDATE | cut -c1-4` +export MM=`echo $NEWDATE | cut -c5-6` +export DD=`echo $NEWDATE | cut -c7-8` +export HH=`echo $NEWDATE | cut -c9-10` + + +cat > itag < ./postxconfig-NT.txt + +cp ${svndir}/parm/params_grib2_tbl_new ./params_grib2_tbl_new + +cp ${svndir}/fix/chem/optics_luts_DUST.dat ./optics_luts_DUST.dat +cp ${svndir}/fix/chem/optics_luts_SALT.dat ./optics_luts_SALT.dat +cp ${svndir}/fix/chem/optics_luts_SOOT.dat ./optics_luts_SOOT.dat +cp ${svndir}/fix/chem/optics_luts_SUSO.dat ./optics_luts_SUSO.dat +cp ${svndir}/fix/chem/optics_luts_WASO.dat ./optics_luts_WASO.dat + +export PGBOUT=pgbfile +${APRUN} ${POSTGPEXEC} < itag > outpost_nems_${NEWDATE} + +#$COPYGB2 -x -i'4,0,80' -k'1 3 0 7*-9999 101 0 0' $PGBOUT tfile +#$WGRIB2 tfile -set_byte 4 11 1 -grib prmsl +#$COPYGB2 -x -i'4,1,5' -k'1 3 5 7*-9999 100 0 50000' $PGBOUT tfile +#$WGRIB2 tfile -set_byte 4 11 193 -grib h5wav +#cat prmsl h5wav >> $PGBOUT +mv $PGBOUT geaer.t${CC}z.master.grb2f${fhr} + +fhr2=`printf "%02d" $fhr` + +filelist="geaer.t${CC}z.master.grb2f${fhr}" + +for file in $filelist; do +export filein2=$file +ls -l ${filein2} +export err=$? + +if [ $err = "0" ] ; then + + # use cmp to see if new pgb files are identical to the control one + cmp ${filein2} $homedir/data_out/gefs/${filein2}.${machine} + + # if not bit-identical, use cmp_grib2_grib2 to compare each grib record + export err1=$? + if [ $err1 -eq 0 ] ; then + msg="fv3gefs pe test: your new post executable generates bit-identical ${filein2} as the trunk" + echo $msg + else + msg="fv3gefs pe test: your new post executable did not generate bit-identical ${filein2} as the trunk" + echo $msg + echo " start comparing each grib record and write the comparison result to *diff files" + echo " check these *diff files to make sure your new post only change variables which you intend to change" + $cmp_grib2_grib2 $homedir/data_out/gefs/${filein2}.${machine} ${filein2} > ${filein2}.diff + fi + +else + + msg="fv3gefs pe test: post failed using your new post executable to generate ${filein2}" + echo $msg + +fi +postmsg "$logfile" "$msg" +done + +echo "PROGRAM IS COMPLETE!!!!!" +msg="Ending fv3gefs pe test" +postmsg "$logfile" "$msg" diff --git a/ci/jobs-dev/run_post_fv3gfs_HERA.sh b/ci/jobs-dev/run_post_fv3gfs_HERA.sh new file mode 100755 index 000000000..c28f8a175 --- /dev/null +++ b/ci/jobs-dev/run_post_fv3gfs_HERA.sh @@ -0,0 +1,147 @@ +#!/bin/sh + +#SBATCH -o out.post.fv3gfs +#SBATCH -e out.post.fv3gfs +#SBATCH -J fv3gfs_test +#SBATCH -t 00:30:00 +#SBATCH -N 8 --ntasks-per-node=12 +##SBATCH -q debug +#SBATCH -q batch +#SBATCH -A ovp + +set -x + +# specify computation resource +export threads=1 +export MP_LABELIO=yes +export OMP_NUM_THREADS=$threads +export APRUN="srun" + +############################################ +# Loading module +############################################ +module purge +. $MODULESHOME/init/sh +module use /contrib/spack-stack/spack-stack-1.8.0/envs/ue-intel-2021.5.0/install/modulefiles/Core +module load stack-intel/2021.5.0 +module load stack-intel-oneapi-mpi/2021.5.1 +module load libpng/1.6.37 +module load jasper/2.0.32 +module load prod_util/2.1.1 +module load crtm/2.4.0.1 +module list + +msg="Starting fv3gfs test" +postmsg "$logfile" "$msg" + +export cmp_grib2_grib2=/home/Wen.Meng/bin/cmp_grib2_grib2_new +export POSTGPEXEC=${svndir}/exec/upp.x + + +# specify forecast start time and hour for running your post job +export startdate=2019083000 +export fhr=006 +export cyc=`echo $startdate |cut -c9-10` + +# specify your running and output directory +export DATA=$rundir/fv3gfs_${startdate} +export tmmark=tm00 +rm -rf $DATA; mkdir -p $DATA +cd $DATA + +export NEWDATE=`${NDATE} +${fhr} $startdate` +export YY=`echo $NEWDATE | cut -c1-4` +export MM=`echo $NEWDATE | cut -c5-6` +export DD=`echo $NEWDATE | cut -c7-8` +export HH=`echo $NEWDATE | cut -c9-10` + + +cat > itag < outpost_master_${NEWDATE} + +#Generate goes file +cp ${svndir}/parm/gfs/postxconfig-NT-gfs-goes.txt ./postxconfig-NT.txt +${APRUN} ${POSTGPEXEC} < itag > outpost_goes_${NEWDATE} + +FH3=$(printf %03i $fhr) +FH2=$(printf %02i $fhr) +mv GFSPRS.GrbF${FH2} gfs.t${cyc}z.master.grb2f${FH3} +mv GFSFLX.GrbF${FH2} gfs.t${cyc}z.sfluxgrbf${FH3}.grib2 +mv GFSGOES.GrbF${FH2} gfs.t${cyc}z.special.grb2f${FH3} + +filelist="gfs.t${cyc}z.master.grb2f${FH3} \ + gfs.t${cyc}z.sfluxgrbf${FH3}.grib2 \ + gfs.t${cyc}z.special.grb2f${FH3} " + +for file in $filelist; do +export filein2=$file +ls -l ${filein2} +export err=$? + +if [ $err = "0" ] ; then + + # use cmp to see if new pgb files are identical to the control one + cmp ${filein2} $homedir/data_out/gfs/${filein2}.${machine} + + # if not bit-identical, use cmp_grib2_grib2 to compare each grib record + export err1=$? + if [ $err1 -eq 0 ] ; then + msg="fv3gfs test: your new post executable generates bit-identical ${filein2} as the trunk" + echo $msg + else + msg="fv3gfs test: your new post executable did not generate bit-identical ${filein2} as the trunk" + echo $msg + echo " start comparing each grib record and write the comparison result to *diff files" + echo " check these *diff files to make sure your new post only change variables which you intend to change" + $cmp_grib2_grib2 $homedir/data_out/gfs/${filein2}.${machine} ${filein2} > ${filein2}.diff + fi + +else + + msg="fv3gfs test: post failed using your new post executable to generate ${filein2}" + echo $msg + +fi +postmsg "$logfile" "$msg" +done + +echo "PROGRAM IS COMPLETE!!!!!" +msg="Ending fv3gfs test" +postmsg "$logfile" "$msg" diff --git a/ci/jobs-dev/run_post_fv3gfs_pe_test_HERA.sh b/ci/jobs-dev/run_post_fv3gfs_pe_test_HERA.sh new file mode 100755 index 000000000..db2eda71b --- /dev/null +++ b/ci/jobs-dev/run_post_fv3gfs_pe_test_HERA.sh @@ -0,0 +1,149 @@ +#!/bin/sh + +#SBATCH -o out.post.fv3gfs_pe_test +#SBATCH -e out.post.fv3gfs_pe_test +#SBATCH -J fv3gfs_pe_test +#SBATCH -t 00:30:00 +#SBATCH -N 7 --ntasks-per-node=12 +##SBATCH -q debug +#SBATCH -q batch +#SBATCH -A ovp + +set -x + +# specify computation resource +export threads=1 +export MP_LABELIO=yes +export OMP_NUM_THREADS=$threads +export APRUN="srun" + +############################################ +# Loading module +############################################ +module purge +. $MODULESHOME/init/sh +module use /contrib/spack-stack/spack-stack-1.8.0/envs/ue-intel-2021.5.0/install/modulefiles/Core +module load stack-intel/2021.5.0 +module load stack-intel-oneapi-mpi/2021.5.1 +module load libpng/1.6.37 +module load jasper/2.0.32 +module load prod_util/2.1.1 +module load crtm/2.4.0.1 +module list + +msg="Starting fv3gfs pe test" +postmsg "$logfile" "$msg" + +export cmp_grib2_grib2=/home/Wen.Meng/bin/cmp_grib2_grib2_new +export POSTGPEXEC=${svndir}/exec/upp.x + + +# specify forecast start time and hour for running your post job +export startdate=2019083000 +export fhr=006 +export cyc=`echo $startdate |cut -c9-10` + +# specify your running and output directory +export DATA=$rundir/fv3gfs_${startdate}_pe_test +export tmmark=tm00 +rm -rf $DATA; mkdir -p $DATA +cd $DATA + +export NEWDATE=`${NDATE} +${fhr} $startdate` + +export YY=`echo $NEWDATE | cut -c1-4` +export MM=`echo $NEWDATE | cut -c5-6` +export DD=`echo $NEWDATE | cut -c7-8` +export HH=`echo $NEWDATE | cut -c9-10` + + +cat > itag < outpost_master_${NEWDATE} + +#Generate goes file +cp ${svndir}/parm/gfs/postxconfig-NT-gfs-goes.txt ./postxconfig-NT.txt +${APRUN} ${POSTGPEXEC} < itag > outpost_goes_${NEWDATE} + +FH3=$(printf %03i $fhr) +FH2=$(printf %02i $fhr) +mv GFSPRS.GrbF${FH2} gfs.t${cyc}z.master.grb2f${FH3} +mv GFSFLX.GrbF${FH2} gfs.t${cyc}z.sfluxgrbf${FH3}.grib2 +mv GFSGOES.GrbF${FH2} gfs.t${cyc}z.special.grb2f${FH3} + +filelist="gfs.t${cyc}z.master.grb2f${FH3} \ + gfs.t${cyc}z.sfluxgrbf${FH3}.grib2 \ + gfs.t${cyc}z.special.grb2f${FH3} " + +for file in $filelist; do +export filein2=$file +ls -l ${filein2} +export err=$? + +if [ $err = "0" ] ; then + + # use cmp to see if new pgb files are identical to the control one + cmp ${filein2} $homedir/data_out/gfs/${filein2}.${machine} + + # if not bit-identical, use cmp_grib2_grib2 to compare each grib record + export err1=$? + if [ $err1 -eq 0 ] ; then + msg="fv3gfs pe test: your new post executable generates bit-identical ${filein2} as the trunk" + echo $msg + else + msg="fv3gfs pe test: your new post executable did not generate bit-identical ${filein2} as the trunk" + echo $msg + echo " start comparing each grib record and write the comparison result to *diff files" + echo " check these *diff files to make sure your new post only change variables which you intend to change" + $cmp_grib2_grib2 $homedir/data_out/gfs/${filein2}.${machine} ${filein2} > ${filein2}.diff + fi + +else + + msg="fv3gfs pe test: post failed using your new post executable to generate ${filein2}" + echo $msg + +fi +postmsg "$logfile" "$msg" +done + +echo "PROGRAM IS COMPLETE!!!!!" +msg="Ending fv3gfs pe test" +postmsg "$logfile" "$msg" diff --git a/ci/jobs-dev/run_post_fv3hafs_HERA.sh b/ci/jobs-dev/run_post_fv3hafs_HERA.sh new file mode 100755 index 000000000..c961d4202 --- /dev/null +++ b/ci/jobs-dev/run_post_fv3hafs_HERA.sh @@ -0,0 +1,122 @@ +#!/bin/sh + +#SBATCH -o out.fv3hafs +#SBATCH -e out.fv3hafs +#SBATCH -J fv3hafs_test +#SBATCH -t 00:20:00 +#SBATCH -N 5 --ntasks-per-node=12 +#SBATCH -q batch +#SBATCH -A ovp + +set -x + +# specify computation resource +export threads=1 +export MP_LABELIO=yes +export OMP_NUM_THREADS=$threads +export APRUN="srun" + +############################################ +# Loading module +############################################ +module purge +module use /contrib/spack-stack/spack-stack-1.8.0/envs/ue-intel-2021.5.0/install/modulefiles/Core +module load stack-intel/2021.5.0 +module load stack-intel-oneapi-mpi/2021.5.1 +module load libpng/1.6.37 +module load jasper/2.0.32 +module load prod_util/2.1.1 +module load crtm/2.4.0.1 +module list + +msg="Starting fv3hafs test" +postmsg "$logfile" "$msg" + +export cmp_grib2_grib2=/home/Wen.Meng/bin/cmp_grib2_grib2_new +export POSTGPEXEC=${svndir}/exec/upp.x + +# specify forecast start time and hour for running your post job +export startdate=2022092800 +export fhr=009 +export CC=`echo $startdate | cut -c9-10` + +# specify your running and output directory +export DATA=$rundir/fv3hafs_${startdate} +export tmmark=tm00 +rm -rf $DATA; mkdir -p $DATA +cd $DATA + +export NEWDATE=`${NDATE} +${fhr} $startdate` + +export YY=`echo $NEWDATE | cut -c1-4` +export MM=`echo $NEWDATE | cut -c5-6` +export DD=`echo $NEWDATE | cut -c7-8` +export HH=`echo $NEWDATE | cut -c9-10` + + +cat > itag < outpost_nems_${NEWDATE} + +fhr=`expr $fhr + 0` +fhr2=`printf "%02d" $fhr` + +filelist="HURPRS${fhr2}.tm00" + +for file in $filelist; do +export filein2=$file +ls -l ${filein2} +export err=$? + +if [ $err = "0" ] ; then + + # use cmp to see if new pgb files are identical to the control one + cmp ${filein2} $homedir/data_out/hafs/${filein2}.${machine} + + # if not bit-identical, use cmp_grib2_grib2 to compare each grib record + export err1=$? + if [ $err1 -eq 0 ] ; then + msg="fv3hafs test: your new post executable generates bit-identical ${filein2} as the trunk" + echo $msg + else + msg="fv3hafs test: your new post executable did not generate bit-identical ${filein2} as the trunk" + echo $msg + echo " start comparing each grib record and write the comparison result to *diff files" + echo " check these *diff files to make sure your new post only change variables which you intend to change" + $cmp_grib2_grib2 $homedir/data_out/hafs/${filein2}.${machine} ${filein2} > ${filein2}.diff + fi + +else + + msg="fv3hafs test: post failed using your new post executable to generate ${filein2}" + echo $msg + +fi +postmsg "$logfile" "$msg" +done + +echo "PROGRAM IS COMPLETE!!!!!" +msg="Ending fv3hafs test" +postmsg "$logfile" "$msg" diff --git a/ci/jobs-dev/run_post_fv3hafs_pe_test_HERA.sh b/ci/jobs-dev/run_post_fv3hafs_pe_test_HERA.sh new file mode 100755 index 000000000..226b471c5 --- /dev/null +++ b/ci/jobs-dev/run_post_fv3hafs_pe_test_HERA.sh @@ -0,0 +1,122 @@ +#!/bin/sh + +#SBATCH -o out.fv3hafs.pe_test +#SBATCH -e out.fv3hafs.pe_test +#SBATCH -J fv3hafs_pe_test +#SBATCH -t 00:20:00 +#SBATCH -N 4 --ntasks-per-node=12 +#SBATCH -q batch +#SBATCH -A ovp + +set -x + +# specify computation resource +export threads=1 +export MP_LABELIO=yes +export OMP_NUM_THREADS=$threads +export APRUN="srun" + +############################################ +# Loading module +############################################ +module purge +module use /contrib/spack-stack/spack-stack-1.8.0/envs/ue-intel-2021.5.0/install/modulefiles/Core +module load stack-intel/2021.5.0 +module load stack-intel-oneapi-mpi/2021.5.1 +module load libpng/1.6.37 +module load jasper/2.0.32 +module load prod_util/2.1.1 +module load crtm/2.4.0.1 +module list + +msg="Starting fv3hafs pe test" +postmsg "$logfile" "$msg" + +export cmp_grib2_grib2=/home/Wen.Meng/bin/cmp_grib2_grib2_new +export POSTGPEXEC=${svndir}/exec/upp.x + +# specify forecast start time and hour for running your post job +export startdate=2022092800 +export fhr=009 +export CC=`echo $startdate | cut -c9-10` + +# specify your running and output directory +export DATA=$rundir/fv3hafs_${startdate}_pe_test +export tmmark=tm00 +rm -rf $DATA; mkdir -p $DATA +cd $DATA + +export NEWDATE=`${NDATE} +${fhr} $startdate` + +export YY=`echo $NEWDATE | cut -c1-4` +export MM=`echo $NEWDATE | cut -c5-6` +export DD=`echo $NEWDATE | cut -c7-8` +export HH=`echo $NEWDATE | cut -c9-10` + + +cat > itag < outpost_nems_${NEWDATE} + +fhr=`expr $fhr + 0` +fhr2=`printf "%02d" $fhr` + +filelist="HURPRS${fhr2}.tm00" + +for file in $filelist; do +export filein2=$file +ls -l ${filein2} +export err=$? + +if [ $err = "0" ] ; then + + # use cmp to see if new pgb files are identical to the control one + cmp ${filein2} $homedir/data_out/hafs/${filein2}.${machine} + + # if not bit-identical, use cmp_grib2_grib2 to compare each grib record + export err1=$? + if [ $err1 -eq 0 ] ; then + msg="fv3hafs pe test: your new post executable generates bit-identical ${filein2} as the trunk" + echo $msg + else + msg="fv3hafs pe test: your new post executable did not generate bit-identical ${filein2} as the trunk" + echo $msg + echo " start comparing each grib record and write the comparison result to *diff files" + echo " check these *diff files to make sure your new post only change variables which you intend to change" + $cmp_grib2_grib2 $homedir/data_out/hafs/${filein2}.${machine} ${filein2} > ${filein2}.diff + fi + +else + + msg="fv3hafs pe test: post failed using your new post executable to generate ${filein2}" + echo $msg + +fi +postmsg "$logfile" "$msg" +done + +echo "PROGRAM IS COMPLETE!!!!!" +msg="Ending fv3hafs pe test" +postmsg "$logfile" "$msg" diff --git a/ci/jobs-dev/run_post_fv3r_HERA.sh b/ci/jobs-dev/run_post_fv3r_HERA.sh new file mode 100755 index 000000000..ab74a1497 --- /dev/null +++ b/ci/jobs-dev/run_post_fv3r_HERA.sh @@ -0,0 +1,145 @@ +#!/bin/sh + +#SBATCH -o out.post.fv3r +#SBATCH -e out.post.fv3r +#SBATCH -J fv3r_test +#SBATCH -t 00:30:00 +#SBATCH -N 8 --ntasks-per-node=12 +##SBATCH -q debug +#SBATCH -q batch +#SBATCH -A ovp + +set -x + +# specify computation resource +export threads=1 +export MP_LABELIO=yes +export OMP_NUM_THREADS=$threads +export APRUN="srun" + +############################################ +# Loading module +############################################ +module purge +module use /contrib/spack-stack/spack-stack-1.8.0/envs/ue-intel-2021.5.0/install/modulefiles/Core +module load stack-intel/2021.5.0 +module load stack-intel-oneapi-mpi/2021.5.1 +module load libpng/1.6.37 +module load jasper/2.0.32 +module load prod_util/2.1.1 +module load crtm/2.4.0.1 +module list + +msg="Starting fv3r test" +postmsg "$logfile" "$msg" + +export cmp_grib2_grib2=/home/Wen.Meng/bin/cmp_grib2_grib2_new +export POSTGPEXEC=${svndir}/exec/upp.x + + +# specify forecast start time and hour for running your post job +export startdate=2023062800 +export fhr=010 + +# specify your running and output directory +export DATA=$rundir/fv3r_${startdate} +export tmmark=tm00 +rm -rf $DATA; mkdir -p $DATA +cd $DATA + +export NEWDATE=`${NDATE} +${fhr} $startdate` + +export YY=`echo $NEWDATE | cut -c1-4` +export MM=`echo $NEWDATE | cut -c5-6` +export DD=`echo $NEWDATE | cut -c7-8` +export HH=`echo $NEWDATE | cut -c9-10` + + +cat > itag < outpost_nems_${NEWDATE} + +fhr=`expr $fhr + 0` +fhr2=`printf "%02d" $fhr` + +filelist="PRSLEV${fhr2}.tm00 \ + NATLEV${fhr2}.tm00" + +for file in $filelist; do +export filein2=$file +ls -l ${filein2} +export err=$? + +if [ $err = "0" ] ; then + + # use cmp to see if new pgb files are identical to the control one + cmp ${filein2} $homedir/data_out/fv3r/${filein2}.${machine} + + # if not bit-identical, use cmp_grib2_grib2 to compare each grib record + export err1=$? + if [ $err1 -eq 0 ] ; then + msg="fv3r test: your new post executable generates bit-identical ${filein2} as the trunk" + echo $msg + else + msg="fv3r test: your new post executable did not generate bit-identical ${filein2} as the trunk" + echo $msg + echo " start comparing each grib record and write the comparison result to *diff files" + echo " check these *diff files to make sure your new post only change variables which you intend to change" + $cmp_grib2_grib2 $homedir/data_out/fv3r/${filein2}.${machine} ${filein2} > ${filein2}.diff + fi + +else + + msg="fv3r test: post failed using your new post executable to generate ${filein2}" + echo $msg + +fi +postmsg "$logfile" "$msg" +done + +echo "PROGRAM IS COMPLETE!!!!!" +msg="Ending fv3r test" +postmsg "$logfile" "$msg" diff --git a/ci/jobs-dev/run_post_fv3r_ifi_HERA.sh b/ci/jobs-dev/run_post_fv3r_ifi_HERA.sh new file mode 100644 index 000000000..05b908918 --- /dev/null +++ b/ci/jobs-dev/run_post_fv3r_ifi_HERA.sh @@ -0,0 +1,148 @@ +#!/bin/sh + +#SBATCH -o out.post.fv3r_ifi +#SBATCH -e out.post.fv3r_ifi +#SBATCH -J fv3r_ifi_test +#SBATCH -t 00:30:00 +#SBATCH -N 8 --ntasks-per-node=12 +##SBATCH -q debug +#SBATCH -q batch +#SBATCH -A ovp + +set -eux + +# specify computation resource +export threads=1 +export MP_LABELIO=yes +export OMP_NUM_THREADS=$threads +export APRUN="srun" + +############################################ +# Loading module +############################################ +set +x +module purge +module use /contrib/spack-stack/spack-stack-1.8.0/envs/ue-intel-2021.5.0/install/modulefiles/Core +module load stack-intel/2021.5.0 +module load stack-intel-oneapi-mpi/2021.5.1 +module load libpng/1.6.37 +module load jasper/2.0.32 +module load prod_util/2.1.1 +module load crtm/2.4.0.1 +module list +set -x + +msg="Starting fv3r_ifi test" +postmsg "$logfile" "$msg" + +export cmp_grib2_grib2=/home/Wen.Meng/bin/cmp_grib2_grib2_new +export POSTGPEXEC=${svndir}/exec/upp.x + +# specify forecast start time and hour for running your post job +export startdate=2023062800 +export fhr=010 + +# specify your running and output directory +export DATA=$rundir/fv3r_ifi_${startdate} +export tmmark=tm00 +rm -rf $DATA; mkdir -p $DATA +cd $DATA + +export NEWDATE=`${NDATE} +${fhr} $startdate` + +export YY=`echo $NEWDATE | cut -c1-4` +export MM=`echo $NEWDATE | cut -c5-6` +export DD=`echo $NEWDATE | cut -c7-8` +export HH=`echo $NEWDATE | cut -c9-10` + + +cat > itag < outpost_nems_${NEWDATE} + +fhr=`expr $fhr + 0` +fhr2=`printf "%02d" $fhr` + +filelist="PRSLEV${fhr2}.tm00 \ + NATLEV${fhr2}.tm00" + +set +e + +for file in $filelist; do +export filein2=$file +ls -l ${filein2} +export err=$? + +if [ $err = "0" ] ; then + + # use cmp to see if new pgb files are identical to the control one + cmp ${filein2} $homedir/data_out/fv3r/${filein2}.${machine} + + # if not bit-identical, use cmp_grib2_grib2 to compare each grib record + export err1=$? + if [ $err1 -eq 0 ] ; then + msg="fv3r test: your new post executable generates bit-identical ${filein2} as the trunk" + echo $msg + else + msg="fv3r test: your new post executable did not generate bit-identical ${filein2} as the trunk" + echo $msg + echo " start comparing each grib record and write the comparison result to *diff files" + echo " check these *diff files to make sure your new post only change variables which you intend to change" + $cmp_grib2_grib2 $homedir/data_out/fv3r/${filein2}.${machine} ${filein2} > ${filein2}.diff + fi + +else + + msg="fv3r test: post failed using your new post executable to generate ${filein2}" + echo $msg + +fi +postmsg "$logfile" "$msg" +done + +echo "PROGRAM IS COMPLETE!!!!!" +msg="Ending fv3r test" +postmsg "$logfile" "$msg" diff --git a/ci/jobs-dev/run_post_fv3r_pe_test_HERA.sh b/ci/jobs-dev/run_post_fv3r_pe_test_HERA.sh new file mode 100755 index 000000000..679611dfd --- /dev/null +++ b/ci/jobs-dev/run_post_fv3r_pe_test_HERA.sh @@ -0,0 +1,145 @@ +#!/bin/sh + +#SBATCH -o out.post.fv3r_pe_test +#SBATCH -e out.post.fv3r_pe_test +#SBATCH -J fv3r_pe_test +#SBATCH -t 00:30:00 +#SBATCH -N 7 --ntasks-per-node=12 +##SBATCH -q debug +#SBATCH -q batch +#SBATCH -A ovp + +set -x + +# specify computation resource +export threads=1 +export MP_LABELIO=yes +export OMP_NUM_THREADS=$threads +export APRUN="srun" + +############################################ +# Loading module +############################################ +module purge +module use /contrib/spack-stack/spack-stack-1.8.0/envs/ue-intel-2021.5.0/install/modulefiles/Core +module load stack-intel/2021.5.0 +module load stack-intel-oneapi-mpi/2021.5.1 +module load libpng/1.6.37 +module load jasper/2.0.32 +module load prod_util/2.1.1 +module load crtm/2.4.0.1 +module list + +msg="Starting fv3r pe test" +postmsg "$logfile" "$msg" + +export cmp_grib2_grib2=/home/Wen.Meng/bin/cmp_grib2_grib2_new +export POSTGPEXEC=${svndir}/exec/upp.x + + +# specify forecast start time and hour for running your post job +export startdate=2023062800 +export fhr=010 + +# specify your running and output directory +export DATA=$rundir/fv3r_${startdate}_pe_test +export tmmark=tm00 +rm -rf $DATA; mkdir -p $DATA +cd $DATA + +export NEWDATE=`${NDATE} +${fhr} $startdate` + +export YY=`echo $NEWDATE | cut -c1-4` +export MM=`echo $NEWDATE | cut -c5-6` +export DD=`echo $NEWDATE | cut -c7-8` +export HH=`echo $NEWDATE | cut -c9-10` + + +cat > itag < outpost_nems_${NEWDATE} + +fhr=`expr $fhr + 0` +fhr2=`printf "%02d" $fhr` + +filelist="PRSLEV${fhr2}.tm00 \ + NATLEV${fhr2}.tm00" + +for file in $filelist; do +export filein2=$file +ls -l ${filein2} +export err=$? + +if [ $err = "0" ] ; then + + # use cmp to see if new pgb files are identical to the control one + cmp ${filein2} $homedir/data_out/fv3r/${filein2}.${machine} + + # if not bit-identical, use cmp_grib2_grib2 to compare each grib record + export err1=$? + if [ $err1 -eq 0 ] ; then + msg="fv3r pe test: your new post executable generates bit-identical ${filein2} as the trunk" + echo $msg + else + msg="fv3r pe test: your new post executable did not generate bit-identical ${filein2} as the trunk" + echo $msg + echo " start comparing each grib record and write the comparison result to *diff files" + echo " check these *diff files to make sure your new post only change variables which you intend to change" + $cmp_grib2_grib2 $homedir/data_out/fv3r/${filein2}.${machine} ${filein2} > ${filein2}.diff + fi + +else + + msg="fv3r pe test: post failed using your new post executable to generate ${filein2}" + echo $msg + +fi +postmsg "$logfile" "$msg" +done + +echo "PROGRAM IS COMPLETE!!!!!" +msg="Ending fv3r pe test" +postmsg "$logfile" "$msg" diff --git a/ci/jobs-dev/run_post_hrrr_HERA.sh b/ci/jobs-dev/run_post_hrrr_HERA.sh new file mode 100755 index 000000000..f5b44ddae --- /dev/null +++ b/ci/jobs-dev/run_post_hrrr_HERA.sh @@ -0,0 +1,130 @@ +#!/bin/sh + +#SBATCH -o out.post.hrrr +#SBATCH -e out.post.hrrr +#SBATCH -J hrrr_test +#SBATCH -t 00:20:00 +##SBATCH -q debug +#SBATCH -q batch +#SBATCH -A ovp +#SBATCH -N 2 --ntasks-per-node=24 + +set -x + +# specify computation resource +export MP_LABELIO=yes +export threads=1 +export OMP_NUM_THREADS=$threads +export APRUN="srun" + +echo "starting time" +date + +###################################################################### +# Purpose: to run RAP post processing +###################################################################### + +# EXPORT list here + + +module purge +module use /contrib/spack-stack/spack-stack-1.8.0/envs/ue-intel-2021.5.0/install/modulefiles/Core +module load stack-intel/2021.5.0 +module load stack-intel-oneapi-mpi/2021.5.1 +module load libpng/1.6.37 +module load jasper/2.0.32 +module load prod_util/2.1.1 +module load crtm/2.4.0.1 +module list + +msg="Starting hrrr test" +postmsg "$logfile" "$msg" + +export cmp_grib2_grib2=/home/Wen.Meng/bin/cmp_grib2_grib2_new +export POSTGPEXEC=${svndir}/exec/upp.x + +# CALL executable job script here + +# specify your running and output directory +export startdate=2020060118 +export fhr=04 +export DATA=$rundir/hrrr_${startdate} + +export NEWDATE=`${NDATE} +${fhr} $startdate` + +export YY=`echo ${NEWDATE} | cut -c1-4` +export MM=`echo ${NEWDATE} | cut -c5-6` +export DD=`echo ${NEWDATE} | cut -c7-8` +export HH=`echo ${NEWDATE} | cut -c9-10` + +rm -rf $DATA; mkdir -p $DATA +cd $DATA + +cat > itag < wrfpost2.out + +# operational hrrr post processing generates 3 files +filelist="WRFTWO.GrbF04 \ + WRFPRS.GrbF04 \ + WRFNAT.GrbF04" + +for file in $filelist; do +export filein2=$file +ls -l ${filein2} +export err=$? + +if [ $err = "0" ] ; then + + # operational hrrr post processing generates 3 files, start with BGDAWP first + # use cmp to see if new pgb files are identical to the control one + cmp ${filein2} $homedir/data_out/hrrr/${filein2}.${machine} + + # if not bit-identical, use cmp_grib2_grib2 to compare each grib record + export err1=$? + if [ $err1 -eq 0 ] ; then + msg="hrrr test: your new post executable generates bit-identical ${filein2} as the trunk" + echo $msg + else + msg="hrrr test: your new post executable did not generate bit-identical ${filein2} as the trunk" + echo $msg + echo " start comparing each grib record and write the comparison result to *diff files" + echo " check these *diff files to make sure your new post only change variables which you intend to change" + $cmp_grib2_grib2 $homedir/data_out/hrrr/${filein2}.${machine} ${filein2} > ${filein2}.diff + fi + + +else + + msg="hrrr test: post failed using your new post executable to generate ${filein2}" + echo $msg + +fi +postmsg "$logfile" "$msg" +done + +echo "PROGRAM IS COMPLETE!!!!!" +msg="Ending hrrr test" +postmsg "$logfile" "$msg" + + diff --git a/ci/jobs-dev/run_post_hrrr_ifi_HERA.sh b/ci/jobs-dev/run_post_hrrr_ifi_HERA.sh new file mode 100644 index 000000000..0ed5361a9 --- /dev/null +++ b/ci/jobs-dev/run_post_hrrr_ifi_HERA.sh @@ -0,0 +1,132 @@ +#!/bin/sh + +#SBATCH -o out.post.hrrr_ifi +#SBATCH -e out.post.hrrr_ifi +#SBATCH -J hrrr_ifi_test +#SBATCH -t 00:30:00 +##SBATCH -q debug +#SBATCH -q batch +#SBATCH -A ovp +#SBATCH -N 2 --ntasks-per-node=24 + +set -eux + +# specify computation resource +export MP_LABELIO=yes +export threads=1 +export OMP_NUM_THREADS=$threads +export APRUN="srun" + +echo "starting time" +date + +###################################################################### +# Purpose: to run RAP post processing +###################################################################### + +# EXPORT list here + +set +x +module purge +module use /contrib/spack-stack/spack-stack-1.8.0/envs/ue-intel-2021.5.0/install/modulefiles/Core +module load stack-intel/2021.5.0 +module load stack-intel-oneapi-mpi/2021.5.1 +module load libpng/1.6.37 +module load jasper/2.0.32 +module load prod_util/2.1.1 +module load crtm/2.4.0.1 +module list +set -x + +msg="Starting hrrr_ifi test" +postmsg "$logfile" "$msg" + +export cmp_grib2_grib2=/home/Wen.Meng/bin/cmp_grib2_grib2_new +export POSTGPEXEC=${svndir}/exec/upp.x + +# CALL executable job script here + +# specify your running and output directory +export startdate=2020060118 +export fhr=04 +export DATA=$rundir/hrrr_ifi_${startdate} + +export NEWDATE=`${NDATE} +${fhr} $startdate` + +export YY=`echo ${NEWDATE} | cut -c1-4` +export MM=`echo ${NEWDATE} | cut -c5-6` +export DD=`echo ${NEWDATE} | cut -c7-8` +export HH=`echo ${NEWDATE} | cut -c9-10` + +rm -rf $DATA; mkdir -p $DATA +cd $DATA + +cat > itag < wrfpost2.out + +# operational hrrr post processing generates 3 files +filelist="IFIFIP.GrbF04" + +set +e + +for file in $filelist; do +export filein2=$file +ls -l ${filein2} +export err=$? + +if [ $err = "0" ] ; then + + # operational hrrr post processing generates 3 files, start with BGDAWP first + # use cmp to see if new pgb files are identical to the control one + cmp ${filein2} $homedir/data_out/hrrr_ifi/${filein2}.${machine} + + # if not bit-identical, use cmp_grib2_grib2 to compare each grib record + export err1=$? + if [ $err1 -eq 0 ] ; then + msg="hrrr_ifi test: your new post executable generates bit-identical ${filein2} as the trunk" + echo $msg + else + msg="hrrr_ifi test: your new post executable did not generate bit-identical ${filein2} as the trunk" + echo $msg + echo " start comparing each grib record and write the comparison result to *diff files" + echo " check these *diff files to make sure your new post only change variables which you intend to change" + $cmp_grib2_grib2 $homedir/data_out/hrrr_ifi/${filein2}.${machine} ${filein2} > ${filein2}.diff + fi + + +else + + msg="hrrr_ifi test: post failed using your new post executable to generate ${filein2}" + echo $msg + +fi +postmsg "$logfile" "$msg" +done + +echo "PROGRAM IS COMPLETE!!!!!" +msg="Ending hrrr_ifi test" +postmsg "$logfile" "$msg" + + diff --git a/ci/jobs-dev/run_post_hrrr_pe_test_HERA.sh b/ci/jobs-dev/run_post_hrrr_pe_test_HERA.sh new file mode 100755 index 000000000..12bcf4d87 --- /dev/null +++ b/ci/jobs-dev/run_post_hrrr_pe_test_HERA.sh @@ -0,0 +1,137 @@ +#!/bin/sh + +#SBATCH -o out.post.hrrr_pe_test +#SBATCH -e out.post.hrrr_pe_test +#SBATCH -J hrrr_pe_test +#SBATCH -t 00:20:00 +##SBATCH -q debug +#SBATCH -q batch +#SBATCH -A ovp +#SBATCH -N 3 --ntasks-per-node=24 + +set -x + +# specify computation resource +export MP_LABELIO=yes +export threads=1 +export OMP_NUM_THREADS=$threads +export APRUN="srun" + +echo "starting time" +date + +###################################################################### +# Purpose: to run RAP post processing +###################################################################### + +# EXPORT list here + +module purge +module use /contrib/spack-stack/spack-stack-1.8.0/envs/ue-intel-2021.5.0/install/modulefiles/Core +module load stack-intel/2021.5.0 +module load stack-intel-oneapi-mpi/2021.5.1 +module load libpng/1.6.37 +module load jasper/2.0.32 +module load prod_util/2.1.1 +module load crtm/2.4.0.1 +module list + +msg="Starting hrrr pe test" +postmsg "$logfile" "$msg" + +export cmp_grib2_grib2=/home/Wen.Meng/bin/cmp_grib2_grib2_new +export POSTGPEXEC=${svndir}/exec/upp.x + +# CALL executable job script here + +# specify your running and output directory +export startdate=2020060118 +export fhr=04 +export DATA=$rundir/hrrr_${startdate}_pe_test + +export NEWDATE=`${NDATE} +${fhr} $startdate` + +export YY=`echo ${NEWDATE} | cut -c1-4` +export MM=`echo ${NEWDATE} | cut -c5-6` +export DD=`echo ${NEWDATE} | cut -c7-8` +export HH=`echo ${NEWDATE} | cut -c9-10` + +rm -rf $DATA; mkdir -p $DATA +cd $DATA + +cat > itag < wrfpost2.out + +# operational hrrr post processing generates 3 files +filelist="WRFTWO.GrbF04 \ + WRFPRS.GrbF04 \ + WRFNAT.GrbF04" + +for file in $filelist; do +export filein2=$file +ls -l ${filein2} +export err=$? + +if [ $err = "0" ] ; then + + # operational hrrr post processing generates 3 files, start with BGDAWP first + # use cmp to see if new pgb files are identical to the control one + cmp ${filein2} $homedir/data_out/hrrr/${filein2}.${machine} + + # if not bit-identical, use cmp_grib2_grib2 to compare each grib record + export err1=$? + if [ $err1 -eq 0 ] ; then + msg="hrrr pe test: your new post executable generates bit-identical ${filein2} as the trunk" + echo $msg + else + #msg="hrrr pe test: your new post executable did not generate bit-identical ${filein2} as the trunk" + #echo $msg + echo " start comparing each grib record and write the comparison result to *diff files" + echo " check these *diff files to make sure your new post only change variables which you intend to change" + $cmp_grib2_grib2 $homedir/data_out/hrrr/${filein2}.${machine} ${filein2} > ${filein2}.diff + export err2=$? + if [ $err2 -eq 0 ] ; then + msg="hrrr pe test: your new post executable is fine in ${filein2}" + echo $msg + else + msg="hrrr pe test: your new post executable did generate changed results in ${filein2}" + echo $msg + fi + fi + + +else + + msg="hrrr pe test: post failed using your new post executable to generate ${filein2}" + echo $msg + +fi +postmsg "$logfile" "$msg" +done + +echo "PROGRAM IS COMPLETE!!!!!" +msg="Ending hrrr pe test" +postmsg "$logfile" "$msg" + + diff --git a/ci/jobs-dev/run_post_nmmb_Grib2_HERA.sh b/ci/jobs-dev/run_post_nmmb_Grib2_HERA.sh new file mode 100755 index 000000000..469e9bd40 --- /dev/null +++ b/ci/jobs-dev/run_post_nmmb_Grib2_HERA.sh @@ -0,0 +1,143 @@ +#!/bin/sh + +#SBATCH -o out.post.nmmb_Grib2 +#SBATCH -e out.post.nmmb_Grib2 +#SBATCH -J nmmb_test +#SBATCH -t 00:20:00 +##SBATCH -q debug +#SBATCH -q batch +#SBATCH -N 4 --ntasks-per-node=4 +#SBATCH -A ovp + +set -x + +# specify computation resource +export threads=1 +export MP_LABELIO=yes +export OMP_NUM_THREADS=$threads +export APRUN="srun" + +echo "starting time" +date + +############################################ +# Loading module +############################################ +module purge +module use /contrib/spack-stack/spack-stack-1.8.0/envs/ue-intel-2021.5.0/install/modulefiles/Core +module load stack-intel/2021.5.0 +module load stack-intel-oneapi-mpi/2021.5.1 +module load libpng/1.6.37 +module load jasper/2.0.32 +module load prod_util/2.1.1 +module load crtm/2.4.0.1 +module list + +msg="Starting nmmb test" +postmsg "$logfile" "$msg" + +export cmp_grib2_grib2=/home/Wen.Meng/bin/cmp_grib2_grib2_new + +# specify user's own post executable for testing +#export svndir=/u/Wen.Meng/save/ncep_post/trunk +export POSTGPEXEC=${svndir}/exec/upp.x + + +# specify forecast start time and hour for running your post job +export startdate=2014120818 +export fhr=03 + +# specify your running and output directory +export DATA=$rundir/post_nmmb_meso_${startdate}_Grib2 + +# specify your home directory +#export homedir=`pwd`/.. + +export tmmark=tm00 + +rm -rf $DATA; mkdir -p $DATA +cd $DATA + +echo $homedir +echo $NDATE +export NEWDATE=`$NDATE +${fhr} $startdate` + +export YY=`echo $NEWDATE | cut -c1-4` +export MM=`echo $NEWDATE | cut -c5-6` +export DD=`echo $NEWDATE | cut -c7-8` +export HH=`echo $NEWDATE | cut -c9-10` + + +cat > itag < outpost_nems_${NEWDATE} + +mv BGDAWP${fhr}.tm00 BGDAWP${fhr}.tm00.Grib2 +mv BGRD3D${fhr}.tm00 BGRD3D${fhr}.tm00.Grib2 +mv BGRDSF${fhr}.tm00 BGRDSF${fhr}.tm00.Grib2 + +# operational NMMB post processing generates 3 files +filelist="BGDAWP${fhr}.tm00.Grib2 \ + BGRD3D${fhr}.tm00.Grib2 \ + BGRDSF${fhr}.tm00.Grib2" + +for file in $filelist; do +export filein2=$file +ls -l ${filein2} +export err=$? + +if [ $err = "0" ] ; then + + # operational NMMB post processing generates 3 files, start with BGDAWP first + # use cmp to see if new pgb files are identical to the control one + cmp ${filein2} $homedir/data_out/nmmb/${filein2}.${machine} + + # if not bit-identical, use cmp_grib2_grib2 to compare each grib record + export err1=$? + if [ $err1 -eq 0 ] ; then + msg="nmmb test: your new post executable generates bit-identical ${filein2} as the trunk" + echo $msg + else + msg="nmmb test: your new post executable did not generate bit-identical ${filein2} as the trunk" + echo $msg + echo " start comparing each grib record and write the comparison result to *diff files" + echo " check these *diff files to make sure your new post only change variables which you intend to change" + $cmp_grib2_grib2 $homedir/data_out/nmmb/${filein2}.${machine} ${filein2} > ${filein2}.diff + fi + + +else + msg="nmmb test: post failed using your new post executable to generate ${filein2}" + echo $msg + +fi +postmsg "$logfile" "$msg" +done + +echo "PROGRAM IS COMPLETE!!!!!" +msg="Ending nmmb test" +postmsg "$logfile" "$msg" diff --git a/ci/jobs-dev/run_post_nmmb_Grib2_pe_test_HERA.sh b/ci/jobs-dev/run_post_nmmb_Grib2_pe_test_HERA.sh new file mode 100755 index 000000000..e063fc1c7 --- /dev/null +++ b/ci/jobs-dev/run_post_nmmb_Grib2_pe_test_HERA.sh @@ -0,0 +1,144 @@ +#!/bin/sh + +#SBATCH -o out.post.nmmb_Grib2_pe +#SBATCH -e out.post.nmmb_Grib2_pe +#SBATCH -J nmmb_pe_test +#SBATCH -t 00:20:00 +##SBATCH -q debug +#SBATCH -q batch +#SBATCH -N 5 --ntasks-per-node=4 +#SBATCH -A ovp + +set -x + +# specify computation resource +export threads=1 +export MP_LABELIO=yes +export OMP_NUM_THREADS=$threads +export APRUN="srun" + +echo "starting time" +date + +############################################ +# Loading module +############################################ +module purge +module use /contrib/spack-stack/spack-stack-1.8.0/envs/ue-intel-2021.5.0/install/modulefiles/Core +module load stack-intel/2021.5.0 +module load stack-intel-oneapi-mpi/2021.5.1 +module load libpng/1.6.37 +module load jasper/2.0.32 +module load prod_util/2.1.1 +module load crtm/2.4.0.1 +module list + +msg="Starting nmmb pe test" +postmsg "$logfile" "$msg" + +export cmp_grib2_grib2=/home/Wen.Meng/bin/cmp_grib2_grib2_new + +# specify user's own post executable for testing +#export svndir=/u/Wen.Meng/save/ncep_post/trunk +export POSTGPEXEC=${svndir}/exec/upp.x + + +# specify forecast start time and hour for running your post job +export startdate=2014120818 +export fhr=03 + +# specify your running and output directory +export DATA=$rundir/post_nmmb_meso_${startdate}_Grib2_pe_test + +# specify your home directory +#export homedir=`pwd`/.. + +export tmmark=tm00 + + +rm -rf $DATA; mkdir -p $DATA +cd $DATA + +echo $homedir +echo $NDATE +export NEWDATE=`$NDATE +${fhr} $startdate` + +export YY=`echo $NEWDATE | cut -c1-4` +export MM=`echo $NEWDATE | cut -c5-6` +export DD=`echo $NEWDATE | cut -c7-8` +export HH=`echo $NEWDATE | cut -c9-10` + + +cat > itag < outpost_nems_${NEWDATE} + +mv BGDAWP${fhr}.tm00 BGDAWP${fhr}.tm00.Grib2 +mv BGRD3D${fhr}.tm00 BGRD3D${fhr}.tm00.Grib2 +mv BGRDSF${fhr}.tm00 BGRDSF${fhr}.tm00.Grib2 + +# operational NMMB post processing generates 3 files +filelist="BGDAWP${fhr}.tm00.Grib2 \ + BGRD3D${fhr}.tm00.Grib2 \ + BGRDSF${fhr}.tm00.Grib2" + +for file in $filelist; do +export filein2=$file +ls -l ${filein2} +export err=$? + +if [ $err = "0" ] ; then + + # operational NMMB post processing generates 3 files, start with BGDAWP first + # use cmp to see if new pgb files are identical to the control one + cmp ${filein2} $homedir/data_out/nmmb/${filein2}.${machine} + + # if not bit-identical, use cmp_grib2_grib2 to compare each grib record + export err1=$? + if [ $err1 -eq 0 ] ; then + msg="nmmb pe test: your new post executable generates bit-identical ${filein2} as the trunk" + echo $msg + else + msg="nmmb pe test: your new post executable did not generate bit-identical ${filein2} as the trunk" + echo $msg + echo " start comparing each grib record and write the comparison result to *diff files" + echo " check these *diff files to make sure your new post only change variables which you intend to change" + $cmp_grib2_grib2 $homedir/data_out/nmmb/${filein2}.${machine} ${filein2} > ${filein2}.diff + fi + + +else + msg="nmmb pe test: post failed using your new post executable to generate ${filein2}" + echo $msg + +fi +postmsg "$logfile" "$msg" +done + +echo "PROGRAM IS COMPLETE!!!!!" +msg="Ending nmmb pe test" +postmsg "$logfile" "$msg" diff --git a/ci/jobs-dev/run_post_rap_HERA.sh b/ci/jobs-dev/run_post_rap_HERA.sh new file mode 100755 index 000000000..a8c947ce8 --- /dev/null +++ b/ci/jobs-dev/run_post_rap_HERA.sh @@ -0,0 +1,127 @@ +#!/bin/sh + +#SBATCH -o out.post.rap +#SBATCH -e out.post.rap +#SBATCH -J rap_test +#SBATCH -t 00:20:00 +#SBATCH -N 4 --ntasks-per-node=12 +##SBATCH -q debug +#SBATCH -q batch +#SBATCH -A ovp + +set -x + +# specify computation resource +export MP_LABELIO=yes +export threads=1 +export OMP_NUM_THREADS=$threads +export APRUN="srun" + +echo "starting time" +date + +###################################################################### +# Purpose: to run RAP post processing +###################################################################### + +# EXPORT list here + +module purge +module use /contrib/spack-stack/spack-stack-1.8.0/envs/ue-intel-2021.5.0/install/modulefiles/Core +module load stack-intel/2021.5.0 +module load stack-intel-oneapi-mpi/2021.5.1 +module load libpng/1.6.37 +module load jasper/2.0.32 +module load prod_util/2.1.1 +module load crtm/2.4.0.1 +module list + +msg="Starting rap test" +postmsg "$logfile" "$msg" + +export cmp_grib2_grib2=/home/Wen.Meng/bin/cmp_grib2_grib2_new +export POSTGPEXEC=${svndir}/exec/upp.x + +# CALL executable job script here + +# specify your running and output directory +export startdate=2020072316 +export fhr=16 +export DATA=$rundir/rap_${startdate} + +export NEWDATE=`${NDATE} +${fhr} $startdate` + +export YY=`echo ${NEWDATE} | cut -c1-4` +export MM=`echo ${NEWDATE} | cut -c5-6` +export DD=`echo ${NEWDATE} | cut -c7-8` +export HH=`echo ${NEWDATE} | cut -c9-10` + +rm -rf $DATA; mkdir -p $DATA +cd $DATA + +cat > itag < wrfpost2.out + +# operational rap post processing generates 3 files +filelist="WRFPRS.GrbF16 \ + WRFNAT.GrbF16" + +for file in $filelist; do +export filein2=$file +ls -l ${filein2} +export err=$? + +if [ $err = "0" ] ; then + + # operational rap post processing generates 3 files, start with BGDAWP first + # use cmp to see if new pgb files are identical to the control one + cmp ${filein2} $homedir/data_out/rap/${filein2}.${machine} + + # if not bit-identical, use cmp_grib2_grib2 to compare each grib record + export err1=$? + if [ $err1 -eq 0 ] ; then + msg="rap test: your new post executable generates bit-identical ${filein2} as the trunk" + echo $msg + else + msg="rap test: your new post executable did not generate bit-identical ${filein2} as the trunk" + echo $msg + echo " start comparing each grib record and write the comparison result to *diff files" + echo " check these *diff files to make sure your new post only change variables which you intend to change" + $cmp_grib2_grib2 $homedir/data_out/rap/${filein2}.${machine} ${filein2} > ${filein2}.diff + fi + + +else + + msg="rap test: post failed using your new post executable to generate ${filein2}" + echo $msg + +fi +postmsg "$logfile" "$msg" +done + +echo "PROGRAM IS COMPLETE!!!!!" +msg="Ending rap test" +postmsg "$logfile" "$msg" + + diff --git a/ci/jobs-dev/run_post_rap_pe_test_HERA.sh b/ci/jobs-dev/run_post_rap_pe_test_HERA.sh new file mode 100755 index 000000000..5f7784d68 --- /dev/null +++ b/ci/jobs-dev/run_post_rap_pe_test_HERA.sh @@ -0,0 +1,136 @@ +#!/bin/sh + +#SBATCH -o out.post.rap_pe_test +#SBATCH -e out.post.rap_pe_test +#SBATCH -J rap_pe_test +#SBATCH -t 00:20:00 +##SBATCH -q debug +#SBATCH -q batch +#SBATCH -A ovp +#SBATCH -N 5 --ntasks-per-node=8 + +set -x + +# specify computation resource +export MP_LABELIO=yes +export threads=1 +export OMP_NUM_THREADS=$threads +export APRUN="srun" + +echo "starting time" +date + +###################################################################### +# Purpose: to run RAP post processing +###################################################################### + +# EXPORT list here + +module purge +module use /contrib/spack-stack/spack-stack-1.8.0/envs/ue-intel-2021.5.0/install/modulefiles/Core +module load stack-intel/2021.5.0 +module load stack-intel-oneapi-mpi/2021.5.1 +module load libpng/1.6.37 +module load jasper/2.0.32 +module load prod_util/2.1.1 +module load crtm/2.4.0.1 +module list + +msg="Starting rap pe test" +postmsg "$logfile" "$msg" + +export cmp_grib2_grib2=/home/Wen.Meng/bin/cmp_grib2_grib2_new +export POSTGPEXEC=${svndir}/exec/upp.x + +# CALL executable job script here + +# specify your running and output directory +export startdate=2020072316 +export fhr=16 +export DATA=$rundir/rap_${startdate}_pe_test + +export NEWDATE=`${NDATE} +${fhr} $startdate` + +export YY=`echo ${NEWDATE} | cut -c1-4` +export MM=`echo ${NEWDATE} | cut -c5-6` +export DD=`echo ${NEWDATE} | cut -c7-8` +export HH=`echo ${NEWDATE} | cut -c9-10` + +rm -rf $DATA; mkdir -p $DATA +cd $DATA + +cat > itag < wrfpost2.out + +# operational rap post processing generates 3 files +filelist="WRFPRS.GrbF16 \ + WRFNAT.GrbF16" + +for file in $filelist; do +export filein2=$file +ls -l ${filein2} +export err=$? + +if [ $err = "0" ] ; then + + # operational rap post processing generates 3 files, start with BGDAWP first + # use cmp to see if new pgb files are identical to the control one + cmp ${filein2} $homedir/data_out/rap/${filein2}.${machine} + + # if not bit-identical, use cmp_grib2_grib2 to compare each grib record + export err1=$? + if [ $err1 -eq 0 ] ; then + msg="rap pe test: your new post executable generates bit-identical ${filein2} as the trunk" + echo $msg + else + #msg="rap pe test: your new post executable did not generate bit-identical ${filein2} as the trunk" + #echo $msg + echo " start comparing each grib record and write the comparison result to *diff files" + echo " check these *diff files to make sure your new post only change variables which you intend to change" + $cmp_grib2_grib2 $homedir/data_out/rap/${filein2}.${machine} ${filein2} > ${filein2}.diff + cmp ${filein2}.diff $homedir/data_out/rap/${filein2}.diff + export err2=$? + if [ $err2 -eq 0 ] ; then + msg="rap pe test: your new post executable is fine in ${filein2}" + echo $msg + else + msg="rap pe test: your new post executable did generate changed results in ${filein2}" + echo $msg + fi + fi + + +else + + msg="rap pe test: post failed using your new post executable to generate ${filein2}" + echo $msg + +fi +postmsg "$logfile" "$msg" +done + +echo "PROGRAM IS COMPLETE!!!!!" +msg="Ending rap pe test" +postmsg "$logfile" "$msg" + + From c99f93c0b785663dc4c5fcc66fe0030ca1bb2a5d Mon Sep 17 00:00:00 2001 From: "samuel.trahan" Date: Thu, 23 Jan 2025 00:04:30 +0000 Subject: [PATCH 03/48] rt.sh gets scripts from svndir and runs ifi tests --- ci/rt.sh | 72 +++++++++++++++++++++++++++++++++++++++----------------- 1 file changed, 50 insertions(+), 22 deletions(-) diff --git a/ci/rt.sh b/ci/rt.sh index 997e33b33..82a031597 100755 --- a/ci/rt.sh +++ b/ci/rt.sh @@ -6,7 +6,7 @@ # Fernando Andrade-Maldonado / Wen Meng 9/2023 Add Hercules, fix typos, and refactor # Fernando Andrade-Maldonado 4/2024 Additional Log info ###################################################################### - +set -xue SECONDS=0 git_branch="develop" @@ -43,8 +43,14 @@ if [[ $clone_on == "yes" ]]; then fi export svndir=${test_v} +if [[ -d $svndir/sorc/libIFI.fd/src/ ]] ; then + have_ifi=yes +else + have_ifi=no +fi + #Assume a nems account to run with -accnr=${accnr:-"nems"} +accnr=${accnr:-"rtrr"} #Build UPP executable build_exe=yes @@ -58,6 +64,10 @@ run_rap=yes run_hrrr=yes run_hafs=yes run_rtma=yes +if [[ "${have_ifi:-no}" == yes ]] ; then + run_hrrr_ifi=yes + run_ifi_standalone=yes +fi #find machine mac=$(hostname | cut -c1-1) @@ -65,8 +75,8 @@ mac2=$(hostname | cut -c1-2) mac3=$(hostname | cut -c1-4) if [ $mac2 = hf ]; then # for HERA export machine=HERA - export homedir=${homedir:-"/scratch2/NAGAPE/epic/UPP/test_suite"} - export rundir=${rundir:-"/scratch1/NCEPDEV/stmp2/${USER}"} + export homedir=${homedir:-"/scratch2/BMC/ifi/Samuel.Trahan/fip/regtest/test_suite/"} + export rundir=${rundir:-"/scratch2/BMC/ifi/Samuel.Trahan/fip/regtest/scrub/"} module use /contrib/spack-stack/spack-stack-1.8.0/envs/ue-intel-2021.5.0/install/modulefiles/Core module load stack-intel/2021.5.0 module load stack-intel-oneapi-mpi/2021.5.1 @@ -98,6 +108,7 @@ mkdir -p $workdir #differentiates for orion and hercules export rundir="${rundir}/upp-${machine}" +test -d "${rundir}" || mkdir "${rundir}" #set log file export logfile=`pwd`/rt.log.$machine @@ -111,7 +122,10 @@ if [ "$build_exe" = "yes" ]; then cd ${test_v} mkdir -p ${test_v}/exec cd ${test_v}/tests -./compile_upp.sh +if [[ "${have_ifi:-no}" == yes ]] ; then + compile_args="${compile_args:- } -I -B" +fi +./compile_upp.sh ${compile_args:- } status=$? if [ $status -eq 0 ]; then msg="Building executable successfully" @@ -123,14 +137,28 @@ postmsg "$logfile" "$msg" fi jobid_list="" +set -xe +#execute ifi tests +if [ "$run_hrrr_ifi" = "yes" ]; then +cd $workdir +cp $svndir/ci/jobs-dev/run_post_hrrr_ifi_${machine}.sh . +job_id=`sbatch --parsable -A ${accnr} run_post_hrrr_ifi_${machine}.sh` +jobid_list=$jobid_list" "${job_id} +dep_job_id=$job_id + if [ "$run_ifi_standalone" = "yes" ]; then + cp $svndir/ci/jobs-dev/run_ifi_standalone_${machine}.sh . + job_id=`sbatch --parsable -A ${accnr} --dependency=afterany:$dep_job_id run_ifi_standalone_${machine}.sh` + jobid_list=$jobid_list" "${job_id} + fi +fi #execute nmmb grib2 test if [ "$run_nmmb" = "yes" ]; then cd $workdir -cp $homedir/jobs-dev/run_post_nmmb_Grib2_${machine}.sh . +cp $svndir/ci/jobs-dev/run_post_nmmb_Grib2_${machine}.sh . job_id=`sbatch --parsable -A ${accnr} run_post_nmmb_Grib2_${machine}.sh` jobid_list=$jobid_list" "$job_id -cp $homedir/jobs-dev/run_post_nmmb_Grib2_pe_test_${machine}.sh . +cp $svndir/ci/jobs-dev/run_post_nmmb_Grib2_pe_test_${machine}.sh . job_id=`sbatch --parsable -A ${accnr} run_post_nmmb_Grib2_pe_test_${machine}.sh` jobid_list=$jobid_list" "${job_id} fi @@ -138,10 +166,10 @@ fi #execute fv3gefs test if [ "$run_gefs" = "yes" ]; then cd $workdir -cp $homedir/jobs-dev/run_post_fv3gefs_${machine}.sh . +cp $svndir/ci/jobs-dev/run_post_fv3gefs_${machine}.sh . job_id=`sbatch --parsable -A ${accnr} run_post_fv3gefs_${machine}.sh` jobid_list=$jobid_list" "${job_id} -cp $homedir/jobs-dev/run_post_fv3gefs_pe_test_${machine}.sh . +cp $svndir/ci/jobs-dev/run_post_fv3gefs_pe_test_${machine}.sh . job_id=`sbatch --parsable -A ${accnr} run_post_fv3gefs_pe_test_${machine}.sh` jobid_list=$jobid_list" "${job_id} fi @@ -149,10 +177,10 @@ fi #execute rap test if [ "$run_rap" = "yes" ]; then cd $workdir -cp $homedir/jobs-dev/run_post_rap_${machine}.sh . +cp $svndir/ci/jobs-dev/run_post_rap_${machine}.sh . job_id=`sbatch --parsable -A ${accnr} run_post_rap_${machine}.sh` jobid_list=$jobid_list" "$job_id -cp $homedir/jobs-dev/run_post_rap_pe_test_${machine}.sh . +cp $svndir/ci/jobs-dev/run_post_rap_pe_test_${machine}.sh . job_id=`sbatch --parsable -A ${accnr} run_post_rap_pe_test_${machine}.sh` jobid_list=$jobid_list" "${job_id} fi @@ -160,10 +188,10 @@ fi #execute hrrr test if [ "$run_hrrr" = "yes" ]; then cd $workdir -cp $homedir/jobs-dev/run_post_hrrr_${machine}.sh . +cp $svndir/ci/jobs-dev/run_post_hrrr_${machine}.sh . job_id=`sbatch --parsable -A ${accnr} run_post_hrrr_${machine}.sh` jobid_list=$jobid_list" "$job_id -cp $homedir/jobs-dev/run_post_hrrr_pe_test_${machine}.sh . +cp $svndir/ci/jobs-dev/run_post_hrrr_pe_test_${machine}.sh . job_id=`sbatch --parsable -A ${accnr} run_post_hrrr_pe_test_${machine}.sh` jobid_list=$jobid_list" "${job_id} fi @@ -171,10 +199,10 @@ fi #execute fv3gfs test if [ "$run_gfs" = "yes" ]; then cd $workdir -cp $homedir/jobs-dev/run_post_fv3gfs_${machine}.sh . +cp $svndir/ci/jobs-dev/run_post_fv3gfs_${machine}.sh . job_id=`sbatch --parsable -A ${accnr} run_post_fv3gfs_${machine}.sh` jobid_list=$jobid_list" "${job_id} -cp $homedir/jobs-dev/run_post_fv3gfs_pe_test_${machine}.sh . +cp $svndir/ci/jobs-dev/run_post_fv3gfs_pe_test_${machine}.sh . job_id=`sbatch --parsable -A ${accnr} run_post_fv3gfs_pe_test_${machine}.sh` jobid_list=$jobid_list" "${job_id} fi @@ -182,10 +210,10 @@ fi #execute fv3r test if [ "$run_fv3r" = "yes" ]; then cd $workdir -cp $homedir/jobs-dev/run_post_fv3r_${machine}.sh . +cp $svndir/ci/jobs-dev/run_post_fv3r_${machine}.sh . job_id=`sbatch --parsable -A ${accnr} run_post_fv3r_${machine}.sh` jobid_list=$jobid_list" "${job_id} -cp $homedir/jobs-dev/run_post_fv3r_pe_test_${machine}.sh . +cp $svndir/ci/jobs-dev/run_post_fv3r_pe_test_${machine}.sh . job_id=`sbatch --parsable -A ${accnr} run_post_fv3r_pe_test_${machine}.sh` jobid_list=$jobid_list" "${job_id} fi @@ -193,10 +221,10 @@ fi #execute fv3hafs test if [ "$run_hafs" = "yes" ]; then cd $workdir -cp $homedir/jobs-dev/run_post_fv3hafs_${machine}.sh . +cp $svndir/ci/jobs-dev/run_post_fv3hafs_${machine}.sh . job_id=`sbatch --parsable -A ${accnr} run_post_fv3hafs_${machine}.sh` jobid_list=$jobid_list" "${job_id} -cp $homedir/jobs-dev/run_post_fv3hafs_pe_test_${machine}.sh . +cp $svndir/ci/jobs-dev/run_post_fv3hafs_pe_test_${machine}.sh . job_id=`sbatch --parsable -A ${accnr} run_post_fv3hafs_pe_test_${machine}.sh` jobid_list=$jobid_list" "${job_id} fi @@ -204,14 +232,14 @@ fi #execute rtma test if [ "$run_rtma" = "yes" ]; then cd $workdir -cp $homedir/jobs-dev/run_post_3drtma_${machine}.sh . +cp $svndir/ci/jobs-dev/run_post_3drtma_${machine}.sh . job_id=`sbatch --parsable -A ${accnr} run_post_3drtma_${machine}.sh` jobid_list=$jobid_list" "${job_id} -cp $homedir/jobs-dev/run_post_3drtma_pe_test_${machine}.sh . +cp $svndir/ci/jobs-dev/run_post_3drtma_pe_test_${machine}.sh . job_id=`sbatch --parsable -A ${accnr} run_post_3drtma_pe_test_${machine}.sh` jobid_list=$jobid_list" "${job_id} fi - +set +xe echo "Job cards submitted for enabled tests, waiting on timestamps for finished jobs..." #get run time for each test From a94735158297a86e2f6f1a6c92879c459b8a9d51 Mon Sep 17 00:00:00 2001 From: Samuel Trahan Date: Wed, 22 Jan 2025 18:21:14 -0600 Subject: [PATCH 04/48] copy orion tests to jobs-dev; hercules tests are only accessible to epic --- ci/jobs-dev/run_post_3drtma_HERCULES.sh | 154 +++++++++++++++++ ci/jobs-dev/run_post_3drtma_ORION.sh | 153 +++++++++++++++++ .../run_post_3drtma_pe_test_HERCULES.sh | 154 +++++++++++++++++ ci/jobs-dev/run_post_3drtma_pe_test_ORION.sh | 153 +++++++++++++++++ ci/jobs-dev/run_post_fv3gefs_ORION.sh | 139 +++++++++++++++ ci/jobs-dev/run_post_fv3gefs_pe_test_ORION.sh | 138 +++++++++++++++ ci/jobs-dev/run_post_fv3gfs_ORION.sh | 156 +++++++++++++++++ ci/jobs-dev/run_post_fv3gfs_pe_test_ORION.sh | 158 ++++++++++++++++++ ci/jobs-dev/run_post_fv3hafs_ORION.sh | 126 ++++++++++++++ ci/jobs-dev/run_post_fv3hafs_pe_test_ORION.sh | 129 ++++++++++++++ ci/jobs-dev/run_post_fv3r_ORION.sh | 149 +++++++++++++++++ ci/jobs-dev/run_post_fv3r_pe_test_ORION.sh | 149 +++++++++++++++++ ci/jobs-dev/run_post_hrrr_ORION.sh | 130 ++++++++++++++ ci/jobs-dev/run_post_hrrr_pe_test_ORION.sh | 138 +++++++++++++++ ci/jobs-dev/run_post_nmmb_Grib2_ORION.sh | 139 +++++++++++++++ .../run_post_nmmb_Grib2_pe_test_ORION.sh | 139 +++++++++++++++ ci/jobs-dev/run_post_rap_ORION.sh | 130 ++++++++++++++ ci/jobs-dev/run_post_rap_pe_test_ORION.sh | 139 +++++++++++++++ 18 files changed, 2573 insertions(+) create mode 100755 ci/jobs-dev/run_post_3drtma_HERCULES.sh create mode 100755 ci/jobs-dev/run_post_3drtma_ORION.sh create mode 100755 ci/jobs-dev/run_post_3drtma_pe_test_HERCULES.sh create mode 100755 ci/jobs-dev/run_post_3drtma_pe_test_ORION.sh create mode 100755 ci/jobs-dev/run_post_fv3gefs_ORION.sh create mode 100755 ci/jobs-dev/run_post_fv3gefs_pe_test_ORION.sh create mode 100755 ci/jobs-dev/run_post_fv3gfs_ORION.sh create mode 100755 ci/jobs-dev/run_post_fv3gfs_pe_test_ORION.sh create mode 100755 ci/jobs-dev/run_post_fv3hafs_ORION.sh create mode 100755 ci/jobs-dev/run_post_fv3hafs_pe_test_ORION.sh create mode 100755 ci/jobs-dev/run_post_fv3r_ORION.sh create mode 100755 ci/jobs-dev/run_post_fv3r_pe_test_ORION.sh create mode 100755 ci/jobs-dev/run_post_hrrr_ORION.sh create mode 100755 ci/jobs-dev/run_post_hrrr_pe_test_ORION.sh create mode 100755 ci/jobs-dev/run_post_nmmb_Grib2_ORION.sh create mode 100755 ci/jobs-dev/run_post_nmmb_Grib2_pe_test_ORION.sh create mode 100755 ci/jobs-dev/run_post_rap_ORION.sh create mode 100755 ci/jobs-dev/run_post_rap_pe_test_ORION.sh diff --git a/ci/jobs-dev/run_post_3drtma_HERCULES.sh b/ci/jobs-dev/run_post_3drtma_HERCULES.sh new file mode 100755 index 000000000..76d556dc3 --- /dev/null +++ b/ci/jobs-dev/run_post_3drtma_HERCULES.sh @@ -0,0 +1,154 @@ +#!/bin/sh + +#SBATCH -o out.post.rtma +#SBATCH -e out.post.rtma +#SBATCH -J rtma_test +#SBATCH -t 00:30:00 +#SBATCH -N 5 --ntasks-per-node=12 +#SBATCH -q batch +#SBATCH -A nems + +set -x + +# specify computation resource +export threads=1 +export OMP_NUM_THREADS=$threads +export MP_LABELIO=yes +export APRUN="srun" + +echo "starting time" +date + +###################################################################### +# Purpose: to run RAP post processing +###################################################################### + +# EXPORT list here + +module use /apps/contrib/spack-stack/spack-stack-1.8.0/envs/ue-intel-2021.9.0/install/modulefiles/Core +module load stack-intel/2021.9.0 +module load stack-intel-oneapi-mpi/2021.9.0 +module load libpng/1.6.37 +module load jasper/2.0.32 +module load prod_util/2.1.1 +module load crtm/2.4.0.1 +module list + +ulimit -s unlimited +export WGRIB2=wgrib2 +export COMROOT=$rundir +#export CRTM_FIX=/apps/contrib/NCEPLIBS/orion/fix/crtm_v2.3.0 + +msg="Starting rtma test" +postmsg "$logfile" "$msg" + +export cmp_grib2_grib2=/home/wmeng/bin/cmp_grib2_grib2_new +export POSTGPEXEC=${svndir}/exec/upp.x + +# CALL executable job script here + +# specify your running and output directory +export startdate=2023040400 +export fhr=000 +export tmmark=tm00 +export DATA=$rundir/rtma_${startdate} + +export NEWDATE=$startdate + +export YY=`echo ${NEWDATE} | cut -c1-4` +export MM=`echo ${NEWDATE} | cut -c5-6` +export DD=`echo ${NEWDATE} | cut -c7-8` +export HH=`echo ${NEWDATE} | cut -c9-10` +export min=00 + +rm -rf $DATA; mkdir -p $DATA +cd $DATA + +cat > itag < wrfpost2.out + +# operational rtma post processing generates 3 files +filelist="NATLEV00.tm00 \ + PRSLEV00.tm00 \ + IFIFIP00.tm00" + +for file in $filelist; do +export filein2=$file +ls -l ${filein2} +export err=$? + +if [ $err = "0" ] ; then + + # operational rtma post processing generates 3 files, start with BGDAWP first + # use cmp to see if new pgb files are identical to the control one + cmp ${filein2} $homedir/data_out/3drtma/${filein2}.${machine} + + # if not bit-identical, use cmp_grib2_grib2 to compare each grib record + export err1=$? + if [ $err1 -eq 0 ] ; then + msg="rtma test: your new post executable generates bit-identical ${filein2} as the trunk" + echo $msg + else + msg="rtma test: your new post executable did not generate bit-identical ${filein2} as the trunk" + echo $msg + $cmp_grib2_grib2 $homedir/data_out/3drtma/${filein2}.${machine} ${filein2} > ${filein2}.diff + fi + + +else + + msg="rtma test: post failed using your new post executable to generate ${filein2}" + echo $msg + +fi +postmsg "$logfile" "$msg" +done + +echo "PROGRAM IS COMPLETE!!!!!" +msg="Ending rtma test" +postmsg "$logfile" "$msg" + + diff --git a/ci/jobs-dev/run_post_3drtma_ORION.sh b/ci/jobs-dev/run_post_3drtma_ORION.sh new file mode 100755 index 000000000..20ae63924 --- /dev/null +++ b/ci/jobs-dev/run_post_3drtma_ORION.sh @@ -0,0 +1,153 @@ +#!/bin/sh + +#SBATCH -o out.post.rtma +#SBATCH -e out.post.rtma +#SBATCH -J rtma_test +#SBATCH -t 00:30:00 +#SBATCH -N 8 --ntasks-per-node=12 +#SBATCH -q batch +#SBATCH -A nems + +set -x + +# specify computation resource +export threads=1 +export OMP_NUM_THREADS=$threads +export MP_LABELIO=yes +export APRUN="srun" + +echo "starting time" +date + +###################################################################### +# Purpose: to run RAP post processing +###################################################################### + +# EXPORT list here + +module use /apps/contrib/spack-stack/spack-stack-1.8.0/envs/ue-intel-2021.9.0/install/modulefiles/Core +module load stack-intel/2021.9.0 +module load stack-intel-oneapi-mpi/2021.9.0 +module load libpng/1.6.37 +module load jasper/2.0.32 +module load prod_util/2.1.1 +module load crtm/2.4.0.1 +module list + +ulimit -s unlimited +export WGRIB2=wgrib2 +export COMROOT=$rundir + +msg="Starting rtma test" +postmsg "$logfile" "$msg" + +export cmp_grib2_grib2=/home/wmeng/bin/cmp_grib2_grib2_new +export POSTGPEXEC=${svndir}/exec/upp.x + +# CALL executable job script here + +# specify your running and output directory +export startdate=2023040400 +export fhr=000 +export tmmark=tm00 +export DATA=$rundir/rtma_${startdate} + +export NEWDATE=$startdate + +export YY=`echo ${NEWDATE} | cut -c1-4` +export MM=`echo ${NEWDATE} | cut -c5-6` +export DD=`echo ${NEWDATE} | cut -c7-8` +export HH=`echo ${NEWDATE} | cut -c9-10` +export min=00 + +rm -rf $DATA; mkdir -p $DATA +cd $DATA + +cat > itag < wrfpost2.out + +# operational rtma post processing generates 3 files +filelist="NATLEV00.tm00 \ + PRSLEV00.tm00 \ + IFIFIP00.tm00" + +for file in $filelist; do +export filein2=$file +ls -l ${filein2} +export err=$? + +if [ $err = "0" ] ; then + + # operational rtma post processing generates 3 files, start with BGDAWP first + # use cmp to see if new pgb files are identical to the control one + cmp ${filein2} $homedir/data_out/3drtma/${filein2}.${machine} + + # if not bit-identical, use cmp_grib2_grib2 to compare each grib record + export err1=$? + if [ $err1 -eq 0 ] ; then + msg="rtma test: your new post executable generates bit-identical ${filein2} as the trunk" + echo $msg + else + msg="rtma test: your new post executable did not generate bit-identical ${filein2} as the trunk" + echo $msg + $cmp_grib2_grib2 $homedir/data_out/3drtma/${filein2}.${machine} ${filein2} > ${filein2}.diff + fi + + +else + + msg="rtma test: post failed using your new post executable to generate ${filein2}" + echo $msg + +fi +postmsg "$logfile" "$msg" +done + +echo "PROGRAM IS COMPLETE!!!!!" +msg="Ending rtma test" +postmsg "$logfile" "$msg" + + diff --git a/ci/jobs-dev/run_post_3drtma_pe_test_HERCULES.sh b/ci/jobs-dev/run_post_3drtma_pe_test_HERCULES.sh new file mode 100755 index 000000000..9b9766c48 --- /dev/null +++ b/ci/jobs-dev/run_post_3drtma_pe_test_HERCULES.sh @@ -0,0 +1,154 @@ +#!/bin/sh + +#SBATCH -o out.post.rtma_pe_test +#SBATCH -e out.post.rtma_pe_test +#SBATCH -J rtma_pe_test +#SBATCH -t 00:30:00 +#SBATCH -N 5 --ntasks-per-node=12 +#SBATCH -q batch +#SBATCH -A nems + +set -x + +# specify computation resource +export threads=1 +export OMP_NUM_THREADS=$threads +export MP_LABELIO=yes +export APRUN="srun" + +echo "starting time" +date + +###################################################################### +# Purpose: to run RAP post processing +###################################################################### + +# EXPORT list here + +module use /apps/contrib/spack-stack/spack-stack-1.8.0/envs/ue-intel-2021.9.0/install/modulefiles/Core +module load stack-intel/2021.9.0 +module load stack-intel-oneapi-mpi/2021.9.0 +module load libpng/1.6.37 +module load jasper/2.0.32 +module load prod_util/2.1.1 +module load crtm/2.4.0.1 +module list + +ulimit -s unlimited +export WGRIB2=wgrib2 +export COMROOT=$rundir +#export CRTM_FIX=/apps/contrib/NCEPLIBS/orion/fix/crtm_v2.3.0 + +msg="Starting rtma pe test" +postmsg "$logfile" "$msg" + +export cmp_grib2_grib2=/home/wmeng/bin/cmp_grib2_grib2_new +export POSTGPEXEC=${svndir}/exec/upp.x + +# CALL executable job script here + +# specify your running and output directory +export startdate=2023040400 +export fhr=000 +export tmmark=tm00 +export DATA=$rundir/rtma_${startdate}_pe_test + +export NEWDATE=$startdate + +export YY=`echo ${NEWDATE} | cut -c1-4` +export MM=`echo ${NEWDATE} | cut -c5-6` +export DD=`echo ${NEWDATE} | cut -c7-8` +export HH=`echo ${NEWDATE} | cut -c9-10` +export min=00 + +rm -rf $DATA; mkdir -p $DATA +cd $DATA + +cat > itag < wrfpost2.out + +# operational rtma post processing generates 3 files +filelist="NATLEV00.tm00 \ + PRSLEV00.tm00 \ + IFIFIP00.tm00" + +for file in $filelist; do +export filein2=$file +ls -l ${filein2} +export err=$? + +if [ $err = "0" ] ; then + + # operational rtma post processing generates 3 files, start with BGDAWP first + # use cmp to see if new pgb files are identical to the control one + cmp ${filein2} $homedir/data_out/3drtma/${filein2}.${machine} + + # if not bit-identical, use cmp_grib2_grib2 to compare each grib record + export err1=$? + if [ $err1 -eq 0 ] ; then + msg="rtma pe test: your new post executable generates bit-identical ${filein2} as the trunk" + echo $msg + else + msg="rtma pe test: your new post executable did not generate bit-identical ${filein2} as the trunk" + echo $msg + $cmp_grib2_grib2 $homedir/data_out/3drtma/${filein2}.${machine} ${filein2} > ${filein2}.diff + fi + + +else + + msg="rtma pe test: post failed using your new post executable to generate ${filein2}" + echo $msg + +fi +postmsg "$logfile" "$msg" +done + +echo "PROGRAM IS COMPLETE!!!!!" +msg="Ending rtma pe test" +postmsg "$logfile" "$msg" + + diff --git a/ci/jobs-dev/run_post_3drtma_pe_test_ORION.sh b/ci/jobs-dev/run_post_3drtma_pe_test_ORION.sh new file mode 100755 index 000000000..7270de179 --- /dev/null +++ b/ci/jobs-dev/run_post_3drtma_pe_test_ORION.sh @@ -0,0 +1,153 @@ +#!/bin/sh + +#SBATCH -o out.post.rtma_pe_test +#SBATCH -e out.post.rtma_pe_test +#SBATCH -J rtma_pe_test +#SBATCH -t 00:30:00 +#SBATCH -N 8 --ntasks-per-node=12 +#SBATCH -q batch +#SBATCH -A nems + +set -x + +# specify computation resource +export threads=1 +export OMP_NUM_THREADS=$threads +export MP_LABELIO=yes +export APRUN="srun" + +echo "starting time" +date + +###################################################################### +# Purpose: to run RAP post processing +###################################################################### + +# EXPORT list here + +module use /apps/contrib/spack-stack/spack-stack-1.8.0/envs/ue-intel-2021.9.0/install/modulefiles/Core +module load stack-intel/2021.9.0 +module load stack-intel-oneapi-mpi/2021.9.0 +module load libpng/1.6.37 +module load jasper/2.0.32 +module load prod_util/2.1.1 +module load crtm/2.4.0.1 +module list + +ulimit -s unlimited +export WGRIB2=wgrib2 +export COMROOT=$rundir + +msg="Starting rtma pe test" +postmsg "$logfile" "$msg" + +export cmp_grib2_grib2=/home/wmeng/bin/cmp_grib2_grib2_new +export POSTGPEXEC=${svndir}/exec/upp.x + +# CALL executable job script here + +# specify your running and output directory +export startdate=2023040400 +export fhr=000 +export tmmark=tm00 +export DATA=$rundir/rtma_${startdate}_pe_test + +export NEWDATE=$startdate + +export YY=`echo ${NEWDATE} | cut -c1-4` +export MM=`echo ${NEWDATE} | cut -c5-6` +export DD=`echo ${NEWDATE} | cut -c7-8` +export HH=`echo ${NEWDATE} | cut -c9-10` +export min=00 + +rm -rf $DATA; mkdir -p $DATA +cd $DATA + +cat > itag < wrfpost2.out + +# operational rtma post processing generates 3 files +filelist="NATLEV00.tm00 \ + PRSLEV00.tm00 \ + IFIFIP00.tm00" + +for file in $filelist; do +export filein2=$file +ls -l ${filein2} +export err=$? + +if [ $err = "0" ] ; then + + # operational rtma post processing generates 3 files, start with BGDAWP first + # use cmp to see if new pgb files are identical to the control one + cmp ${filein2} $homedir/data_out/3drtma/${filein2}.${machine} + + # if not bit-identical, use cmp_grib2_grib2 to compare each grib record + export err1=$? + if [ $err1 -eq 0 ] ; then + msg="rtma pe test: your new post executable generates bit-identical ${filein2} as the trunk" + echo $msg + else + msg="rtma pe test: your new post executable did not generate bit-identical ${filein2} as the trunk" + echo $msg + $cmp_grib2_grib2 $homedir/data_out/3drtma/${filein2}.${machine} ${filein2} > ${filein2}.diff + fi + + +else + + msg="rtma pe test: post failed using your new post executable to generate ${filein2}" + echo $msg + +fi +postmsg "$logfile" "$msg" +done + +echo "PROGRAM IS COMPLETE!!!!!" +msg="Ending rtma pe test" +postmsg "$logfile" "$msg" + + diff --git a/ci/jobs-dev/run_post_fv3gefs_ORION.sh b/ci/jobs-dev/run_post_fv3gefs_ORION.sh new file mode 100755 index 000000000..36e23046a --- /dev/null +++ b/ci/jobs-dev/run_post_fv3gefs_ORION.sh @@ -0,0 +1,139 @@ +#!/bin/sh + +#SBATCH -o out.fv3gefs +#SBATCH -e out.fv3gefs +#SBATCH -J fv3gefs_test +#SBATCH -t 00:30:00 +#SBATCH -N 3 --ntasks-per-node=12 +#SBATCH -q batch +#SBATCH -A nems + +set -x + +# specify computation resource +export threads=1 +export MP_LABELIO=yes +export OMP_NUM_THREADS=$threads +export APRUN="srun" + +############################################ +# Loading module +############################################ + +module use /apps/contrib/spack-stack/spack-stack-1.8.0/envs/ue-intel-2021.9.0/install/modulefiles/Core +module load stack-intel/2021.9.0 +module load stack-intel-oneapi-mpi/2021.9.0 +module load libpng/1.6.37 +module load jasper/2.0.32 +module load prod_util/2.1.1 +module load crtm/2.4.0.1 +module list + +ulimit -s unlimited +#ulimit -s1900000000 + +msg="Starting fv3gefs test" +postmsg "$logfile" "$msg" + +export cmp_grib2_grib2=/home/wmeng/bin/cmp_grib2_grib2_new +export POSTGPEXEC=${svndir}/exec/upp.x + +# specify forecast start time and hour for running your post job +export startdate=2022042400 +export fhr=060 +export CC=`echo $startdate | cut -c9-10` + +# specify your running and output directory +export DATA=$rundir/fv3gefs_${startdate} +rm -rf $DATA; mkdir -p $DATA +cd $DATA + +export NEWDATE=`${NDATE} +${fhr} $startdate` + +export YY=`echo $NEWDATE | cut -c1-4` +export MM=`echo $NEWDATE | cut -c5-6` +export DD=`echo $NEWDATE | cut -c7-8` +export HH=`echo $NEWDATE | cut -c9-10` + +cat > itag < ./postxconfig-NT.txt + +cp ${svndir}/parm/params_grib2_tbl_new ./params_grib2_tbl_new + +cp ${svndir}/fix/chem/optics_luts_DUST.dat ./optics_luts_DUST.dat +cp ${svndir}/fix/chem/optics_luts_SALT.dat ./optics_luts_SALT.dat +cp ${svndir}/fix/chem/optics_luts_SOOT.dat ./optics_luts_SOOT.dat +cp ${svndir}/fix/chem/optics_luts_SUSO.dat ./optics_luts_SUSO.dat +cp ${svndir}/fix/chem/optics_luts_WASO.dat ./optics_luts_WASO.dat + + +export PGBOUT=pgbfile +${APRUN} ${POSTGPEXEC} < itag > outpost_nems_${NEWDATE} + +#$COPYGB2 -x -i'4,0,80' -k'1 3 0 7*-9999 101 0 0' $PGBOUT tfile +#$WGRIB2 tfile -set_byte 4 11 1 -grib prmsl +#$COPYGB2 -x -i'4,1,5' -k'1 3 5 7*-9999 100 0 50000' $PGBOUT tfile +#$WGRIB2 tfile -set_byte 4 11 193 -grib h5wav +#cat prmsl h5wav >> $PGBOUT +mv $PGBOUT geaer.t${CC}z.master.grb2f${fhr} + +fhr2=`printf "%02d" $fhr` + +filelist="geaer.t${CC}z.master.grb2f${fhr}" + +for file in $filelist; do +export filein2=$file +ls -l ${filein2} +export err=$? + +if [ $err = "0" ] ; then + + # use cmp to see if new pgb files are identical to the control one + cmp ${filein2} $homedir/data_out/gefs/${filein2}.${machine} + + # if not bit-identical, use cmp_grib2_grib2 to compare each grib record + export err1=$? + if [ $err1 -eq 0 ] ; then + msg="fv3gefs test: your new post executable generates bit-identical ${filein2} as the trunk" + echo $msg + else + msg="fv3gefs test: your new post executable did not generate bit-identical ${filein2} as the trunk" + echo $msg + echo " start comparing each grib record and write the comparison result to *diff files" + echo " check these *diff files to make sure your new post only change variables which you intend to change" + $cmp_grib2_grib2 $homedir/data_out/gefs/${filein2}.${machine} ${filein2} > ${filein2}.diff + fi + +else + + msg="fv3gefs test: post failed using your new post executable to generate ${filein2}" + echo $msg + +fi +postmsg "$logfile" "$msg" +done + +echo "PROGRAM IS COMPLETE!!!!!" +msg="Ending fv3gefs test" +postmsg "$logfile" "$msg" diff --git a/ci/jobs-dev/run_post_fv3gefs_pe_test_ORION.sh b/ci/jobs-dev/run_post_fv3gefs_pe_test_ORION.sh new file mode 100755 index 000000000..3c4f3a485 --- /dev/null +++ b/ci/jobs-dev/run_post_fv3gefs_pe_test_ORION.sh @@ -0,0 +1,138 @@ +#!/bin/sh + +#SBATCH -o out.fv3gefs_pe_test +#SBATCH -e out.fv3gefs_pe_test +#SBATCH -J fv3gefs_pe_test +#SBATCH -t 00:30:00 +#SBATCH -N 4 --ntasks-per-node=12 +#SBATCH -q batch +#SBATCH -A nems + +set -x + +# specify computation resource +export threads=3 +export MP_LABELIO=yes +export OMP_NUM_THREADS=$threads +export APRUN="srun" + +############################################ +# Loading module +############################################ + +module use /apps/contrib/spack-stack/spack-stack-1.8.0/envs/ue-intel-2021.9.0/install/modulefiles/Core +module load stack-intel/2021.9.0 +module load stack-intel-oneapi-mpi/2021.9.0 +module load libpng/1.6.37 +module load jasper/2.0.32 +module load prod_util/2.1.1 +module load crtm/2.4.0.1 +module list + +ulimit -s unlimited +#ulimit -s1900000000 + +msg="Starting fv3gefs test" +postmsg "$logfile" "$msg" + +export cmp_grib2_grib2=/home/wmeng/bin/cmp_grib2_grib2_new +export POSTGPEXEC=${svndir}/exec/upp.x + +# specify forecast start time and hour for running your post job +export startdate=2022042400 +export fhr=060 +export CC=`echo $startdate | cut -c9-10` + +# specify your running and output directory +export DATA=$rundir/fv3gefs_${startdate}_pe_test +rm -rf $DATA; mkdir -p $DATA +cd $DATA + +export NEWDATE=`${NDATE} +${fhr} $startdate` + +export YY=`echo $NEWDATE | cut -c1-4` +export MM=`echo $NEWDATE | cut -c5-6` +export DD=`echo $NEWDATE | cut -c7-8` +export HH=`echo $NEWDATE | cut -c9-10` + +cat > itag < ./postxconfig-NT.txt + +cp ${svndir}/parm/params_grib2_tbl_new ./params_grib2_tbl_new + +cp ${svndir}/fix/chem/optics_luts_DUST.dat ./optics_luts_DUST.dat +cp ${svndir}/fix/chem/optics_luts_SALT.dat ./optics_luts_SALT.dat +cp ${svndir}/fix/chem/optics_luts_SOOT.dat ./optics_luts_SOOT.dat +cp ${svndir}/fix/chem/optics_luts_SUSO.dat ./optics_luts_SUSO.dat +cp ${svndir}/fix/chem/optics_luts_WASO.dat ./optics_luts_WASO.dat + + +export PGBOUT=pgbfile +${APRUN} ${POSTGPEXEC} < itag > outpost_nems_${NEWDATE} + +#$COPYGB2 -x -i'4,0,80' -k'1 3 0 7*-9999 101 0 0' $PGBOUT tfile +#$WGRIB2 tfile -set_byte 4 11 1 -grib prmsl +#$COPYGB2 -x -i'4,1,5' -k'1 3 5 7*-9999 100 0 50000' $PGBOUT tfile +#$WGRIB2 tfile -set_byte 4 11 193 -grib h5wav +#cat prmsl h5wav >> $PGBOUT +mv $PGBOUT geaer.t${CC}z.master.grb2f${fhr} + +fhr2=`printf "%02d" $fhr` + +filelist="geaer.t${CC}z.master.grb2f${fhr}" + +for file in $filelist; do +export filein2=$file +ls -l ${filein2} +export err=$? + +if [ $err = "0" ] ; then + + # use cmp to see if new pgb files are identical to the control one + cmp ${filein2} $homedir/data_out/gefs/${filein2}.${machine} + + # if not bit-identical, use cmp_grib2_grib2 to compare each grib record + export err1=$? + if [ $err1 -eq 0 ] ; then + msg="fv3gefs pe test: your new post executable generates bit-identical ${filein2} as the trunk" + echo $msg + else + msg="fv3gefs pe test: your new post executable did not generate bit-identical ${filein2} as the trunk" + echo $msg + echo " start comparing each grib record and write the comparison result to *diff files" + echo " check these *diff files to make sure your new post only change variables which you intend to change" + $cmp_grib2_grib2 $homedir/data_out/gefs/${filein2}.${machine} ${filein2} > ${filein2}.diff + fi + +else + + msg="fv3gefs pe test: post failed using your new post executable to generate ${filein2}" + echo $msg + +fi +postmsg "$logfile" "$msg" +done + +echo "PROGRAM IS COMPLETE!!!!!" +msg="Ending fv3gefs pe test" +postmsg "$logfile" "$msg" diff --git a/ci/jobs-dev/run_post_fv3gfs_ORION.sh b/ci/jobs-dev/run_post_fv3gfs_ORION.sh new file mode 100755 index 000000000..8434e15ba --- /dev/null +++ b/ci/jobs-dev/run_post_fv3gfs_ORION.sh @@ -0,0 +1,156 @@ +#!/bin/sh + +#SBATCH -o out.post.fv3gfs +#SBATCH -e out.post.fv3gfs +#SBATCH -J fv3gfs_test +#SBATCH -t 00:30:00 +#SBATCH -N 8 --ntasks-per-node=12 +##SBATCH -q batch +#SBATCH -q batch +#SBATCH -A nems + +set -x + +# specify computation resource +export threads=1 +export MP_LABELIO=yes +export OMP_NUM_THREADS=$threads +export APRUN="srun" +export APRUN_DWN="srun --export=ALL" +#export APRUN_DWN="staskfarm" + +############################################ +# Loading module +############################################ + +module use /apps/contrib/spack-stack/spack-stack-1.8.0/envs/ue-intel-2021.9.0/install/modulefiles/Core +module load stack-intel/2021.9.0 +module load stack-intel-oneapi-mpi/2021.9.0 +module load libpng/1.6.37 +module load jasper/2.0.32 +module load prod_util/2.1.1 +module load crtm/2.4.0.1 +module load grib-util/1.3.0 +module load wgrib2/2.0.8 +module list + +#export WGRIB2=wgrib2 +#export GRB2INDEX=grb2index +export COMROOT=$rundir + +ulimit -s unlimited + +msg="Starting fv3gfs test" +postmsg "$logfile" "$msg" + +export cmp_grib2_grib2=${homedir}/test_suite/scripts/cmp_grib2_grib2_new +export POSTGPEXEC=${svndir}/exec/upp.x + + +# specify forecast start time and hour for running your post job +export startdate=2019083000 +export fhr=006 +export cyc=`echo $startdate |cut -c9-10` + +# specify your running and output directory +export DATA=$rundir/fv3gfs_${startdate} +export tmmark=tm00 +rm -rf $DATA; mkdir -p $DATA +cd $DATA + +export NEWDATE=`${NDATE} +${fhr} $startdate` +export YY=`echo $NEWDATE | cut -c1-4` +export MM=`echo $NEWDATE | cut -c5-6` +export DD=`echo $NEWDATE | cut -c7-8` +export HH=`echo $NEWDATE | cut -c9-10` + + +cat > itag < outpost_master_${NEWDATE} + +#Generate goes file +cp ${svndir}/parm/gfs/postxconfig-NT-gfs-goes.txt ./postxconfig-NT.txt +${APRUN} ${POSTGPEXEC} < itag > outpost_goes_${NEWDATE} + +FH3=$(printf %03i $fhr) +FH2=$(printf %02i $fhr) +mv GFSPRS.GrbF${FH2} gfs.t${cyc}z.master.grb2f${FH3} +mv GFSFLX.GrbF${FH2} gfs.t${cyc}z.sfluxgrbf${FH3}.grib2 +mv GFSGOES.GrbF${FH2} gfs.t${cyc}z.special.grb2f${FH3} + +filelist="gfs.t${cyc}z.master.grb2f${FH3} \ + gfs.t${cyc}z.sfluxgrbf${FH3}.grib2 \ + gfs.t${cyc}z.special.grb2f${FH3} " + +for file in $filelist; do +export filein2=$file +ls -l ${filein2} +export err=$? + +if [ $err = "0" ] ; then + + # use cmp to see if new pgb files are identical to the control one + cmp ${filein2} $homedir/data_out/gfs/${filein2}.${machine} + + # if not bit-identical, use cmp_grib2_grib2 to compare each grib record + export err1=$? + if [ $err1 -eq 0 ] ; then + msg="fv3gfs test: your new post executable generates bit-identical ${filein2} as the trunk" + echo $msg + else + msg="fv3gfs test: your new post executable did not generate bit-identical ${filein2} as the trunk" + echo $msg + echo " start comparing each grib record and write the comparison result to *diff files" + echo " check these *diff files to make sure your new post only change variables which you intend to change" + $cmp_grib2_grib2 $homedir/data_out/gfs/${filein2}.${machine} ${filein2} > ${filein2}.diff + fi + +else + + msg="fv3gfs test: post failed using your new post executable to generate ${filein2}" + echo $msg + +fi +postmsg "$logfile" "$msg" +done + +echo "PROGRAM IS COMPLETE!!!!!" +msg="Ending fv3gfs test" +postmsg "$logfile" "$msg" diff --git a/ci/jobs-dev/run_post_fv3gfs_pe_test_ORION.sh b/ci/jobs-dev/run_post_fv3gfs_pe_test_ORION.sh new file mode 100755 index 000000000..90a49be73 --- /dev/null +++ b/ci/jobs-dev/run_post_fv3gfs_pe_test_ORION.sh @@ -0,0 +1,158 @@ +#!/bin/sh + +#SBATCH -o out.post.fv3gfs_pe_test +#SBATCH -e out.post.fv3gfs_pe_test +#SBATCH -J fv3gfs_pe_test +#SBATCH -t 00:30:00 +#SBATCH -N 6 --ntasks-per-node=24 +##SBATCH -q batch +#SBATCH -q batch +#SBATCH -A nems + +set -x + +# specify computation resource +export threads=1 +export MP_LABELIO=yes +export OMP_NUM_THREADS=$threads +export APRUN="srun" +export APRUN_DWN="srun --export=ALL" +#export APRUN_DWN="staskfarm" + +############################################ +# Loading module +############################################ + +module use /apps/contrib/spack-stack/spack-stack-1.8.0/envs/ue-intel-2021.9.0/install/modulefiles/Core +module load stack-intel/2021.9.0 +module load stack-intel-oneapi-mpi/2021.9.0 +module load libpng/1.6.37 +module load jasper/2.0.32 +module load prod_util/2.1.1 +module load crtm/2.4.0.1 +module load grib-util/1.3.0 +module load wgrib2/2.0.8 +module list + +#export WGRIB2=wgrib2 +#export GRB2INDEX=grb2index +export COMROOT=$rundir + +ulimit -s unlimited + +msg="Starting fv3gfs pe test" +postmsg "$logfile" "$msg" + +export cmp_grib2_grib2=${homedir}/scripts/cmp_grib2_grib2_new +# specify user's own post working directory for testing +export POSTGPEXEC=$svndir/exec/upp.x + +# specify forecast start time and hour for running your post job +export startdate=2019083000 +export fhr=006 +export cyc=`echo $startdate |cut -c9-10` + +# specify your running and output directory +export DATA=$rundir/fv3gfs_${startdate}_pe_test +export tmmark=tm00 +rm -rf $DATA; mkdir -p $DATA +cd $DATA + +export NEWDATE=`${NDATE} +${fhr} $startdate` + +export YY=`echo $NEWDATE | cut -c1-4` +export MM=`echo $NEWDATE | cut -c5-6` +export DD=`echo $NEWDATE | cut -c7-8` +export HH=`echo $NEWDATE | cut -c9-10` + + +cat > itag < outpost_master_${NEWDATE} + +#Generate goes file +cp ${svndir}/parm/gfs/postxconfig-NT-gfs-goes.txt ./postxconfig-NT.txt +${APRUN} ${POSTGPEXEC} < itag > outpost_goes_${NEWDATE} + +FH3=$(printf %03i $fhr) +FH2=$(printf %02i $fhr) +mv GFSPRS.GrbF${FH2} gfs.t${cyc}z.master.grb2f${FH3} +mv GFSFLX.GrbF${FH2} gfs.t${cyc}z.sfluxgrbf${FH3}.grib2 +mv GFSGOES.GrbF${FH2} gfs.t${cyc}z.special.grb2f${FH3} + +filelist="gfs.t${cyc}z.master.grb2f${FH3} \ + gfs.t${cyc}z.sfluxgrbf${FH3}.grib2 \ + gfs.t${cyc}z.special.grb2f${FH3} " + +for file in $filelist; do +export filein2=$file +ls -l ${filein2} +export err=$? + +if [ $err = "0" ] ; then + + # use cmp to see if new pgb files are identical to the control one + cmp ${filein2} $homedir/data_out/gfs/${filein2}.${machine} + + # if not bit-identical, use cmp_grib2_grib2 to compare each grib record + export err1=$? + if [ $err1 -eq 0 ] ; then + msg="fv3gfs pe test: your new post executable generates bit-identical ${filein2} as the trunk" + echo $msg + else + msg="fv3gfs pe test: your new post executable did not generate bit-identical ${filein2} as the trunk" + echo $msg + echo " start comparing each grib record and write the comparison result to *diff files" + echo " check these *diff files to make sure your new post only change variables which you intend to change" + $cmp_grib2_grib2 $homedir/data_out/gfs/${filein2}.${machine} ${filein2} > ${filein2}.diff + fi + +else + + msg="fv3gfs pe test: post failed using your new post executable to generate ${filein2}" + echo $msg + +fi +postmsg "$logfile" "$msg" +done + +echo "PROGRAM IS COMPLETE!!!!!" +msg="Ending fv3gfs pe test" +postmsg "$logfile" "$msg" diff --git a/ci/jobs-dev/run_post_fv3hafs_ORION.sh b/ci/jobs-dev/run_post_fv3hafs_ORION.sh new file mode 100755 index 000000000..b8ce98277 --- /dev/null +++ b/ci/jobs-dev/run_post_fv3hafs_ORION.sh @@ -0,0 +1,126 @@ +#!/bin/sh + +#SBATCH -o out.fv3hafs +#SBATCH -e out.fv3hafs +#SBATCH -J fv3hafs_test +#SBATCH -t 00:20:00 +#SBATCH -N 5 --ntasks-per-node=12 +#SBATCH -q batch +#SBATCH -A nems +#SBATCH --exclusive + +set -x + +# specify computation resource +export threads=1 +export MP_LABELIO=yes +export OMP_NUM_THREADS=$threads +export APRUN="srun" + +############################################ +# Loading module +############################################ +module use /apps/contrib/spack-stack/spack-stack-1.8.0/envs/ue-intel-2021.9.0/install/modulefiles/Core +module load stack-intel/2021.9.0 +module load stack-intel-oneapi-mpi/2021.9.0 +module load libpng/1.6.37 +module load jasper/2.0.32 +module load prod_util/2.1.1 +module load crtm/2.4.0.1 +module list + +#export WGRIB2=wgrib2 +#export COMROOT=$rundir + +#ulimit -s1900000000 +ulimit -s unlimited + +msg="Starting fv3hafs test" +postmsg "$logfile" "$msg" + +export cmp_grib2_grib2=/home/wmeng/bin/cmp_grib2_grib2_new +export POSTGPEXEC=${svndir}/exec/upp.x + +# specify forecast start time and hour for running your post job +export startdate=2022092800 +export fhr=009 +export CC=`echo $startdate | cut -c9-10` + +# specify your running and output directory +export DATA=$rundir/fv3hafs_${startdate} +export tmmark=tm00 +rm -rf $DATA; mkdir -p $DATA +cd $DATA + +export NEWDATE=`${NDATE} +${fhr} $startdate` + +export YY=`echo $NEWDATE | cut -c1-4` +export MM=`echo $NEWDATE | cut -c5-6` +export DD=`echo $NEWDATE | cut -c7-8` +export HH=`echo $NEWDATE | cut -c9-10` + +cat > itag < outpost_nems_${NEWDATE} + +fhr=`expr $fhr + 0` +fhr2=`printf "%02d" $fhr` + +filelist="HURPRS${fhr2}.tm00" + +for file in $filelist; do +export filein2=$file +ls -l ${filein2} +export err=$? + +if [ $err = "0" ] ; then + + # use cmp to see if new pgb files are identical to the control one + cmp ${filein2} $homedir/data_out/hafs/${filein2}.${machine} + + # if not bit-identical, use cmp_grib2_grib2 to compare each grib record + export err1=$? + if [ $err1 -eq 0 ] ; then + msg="fv3hafs test: your new post executable generates bit-identical ${filein2} as the trunk" + echo $msg + else + msg="fv3hafs test: your new post executable did not generate bit-identical ${filein2} as the trunk" + echo $msg + echo " start comparing each grib record and write the comparison result to *diff files" + echo " check these *diff files to make sure your new post only change variables which you intend to change" + $cmp_grib2_grib2 $homedir/data_out/hafs/${filein2}.${machine} ${filein2} > ${filein2}.diff + fi + +else + + msg="fv3hafs test: post failed using your new post executable to generate ${filein2}" + echo $msg + +fi +postmsg "$logfile" "$msg" +done + +echo "PROGRAM IS COMPLETE!!!!!" +msg="Ending fv3hafs test" +postmsg "$logfile" "$msg" diff --git a/ci/jobs-dev/run_post_fv3hafs_pe_test_ORION.sh b/ci/jobs-dev/run_post_fv3hafs_pe_test_ORION.sh new file mode 100755 index 000000000..c9325a36a --- /dev/null +++ b/ci/jobs-dev/run_post_fv3hafs_pe_test_ORION.sh @@ -0,0 +1,129 @@ +#!/bin/sh + +#SBATCH -o out.fv3hafs.pe_test +#SBATCH -e out.fv3hafs.pe_test +#SBATCH -J fv3hafs_pe_test +#SBATCH -t 00:20:00 +#SBATCH -N 6 --ntasks-per-node=12 +#SBATCH -q batch +#SBATCH -A nems +#SBATCH --exclusive + + +set -x + +# specify computation resource +export threads=1 +export MP_LABELIO=yes +export OMP_NUM_THREADS=$threads +export APRUN="srun" + +############################################ +# Loading module +############################################ +module use /apps/contrib/spack-stack/spack-stack-1.8.0/envs/ue-intel-2021.9.0/install/modulefiles/Core +module load stack-intel/2021.9.0 +module load stack-intel-oneapi-mpi/2021.9.0 +module load libpng/1.6.37 +module load jasper/2.0.32 +module load prod_util/2.1.1 +module load crtm/2.4.0.1 +module list + +#export WGRIB2=wgrib2 +#export COMROOT=$rundir + +ulimit -s unlimited +#ulimit -s1900000000 + +msg="Starting fv3hafs pe test" +postmsg "$logfile" "$msg" + +export cmp_grib2_grib2=/home/wmeng/bin/cmp_grib2_grib2_new +export POSTGPEXEC=${svndir}/exec/upp.x + +# specify forecast start time and hour for running your post job +export startdate=2022092800 +export fhr=009 +export CC=`echo $startdate | cut -c9-10` + +# specify your running and output directory +export DATA=$rundir/fv3hafs_${startdate}_pe_test +export tmmark=tm00 +rm -rf $DATA; mkdir -p $DATA +cd $DATA + +export NEWDATE=`${NDATE} +${fhr} $startdate` + +export YY=`echo $NEWDATE | cut -c1-4` +export MM=`echo $NEWDATE | cut -c5-6` +export DD=`echo $NEWDATE | cut -c7-8` +export HH=`echo $NEWDATE | cut -c9-10` + + +cat > itag < outpost_nems_${NEWDATE} + +fhr=`expr $fhr + 0` +fhr2=`printf "%02d" $fhr` + +filelist="HURPRS${fhr2}.tm00" + +for file in $filelist; do +export filein2=$file +ls -l ${filein2} +export err=$? + +if [ $err = "0" ] ; then + + # use cmp to see if new pgb files are identical to the control one + cmp ${filein2} $homedir/data_out/hafs/${filein2}.${machine} + + # if not bit-identical, use cmp_grib2_grib2 to compare each grib record + export err1=$? + if [ $err1 -eq 0 ] ; then + msg="fv3hafs pe test: your new post executable generates bit-identical ${filein2} as the trunk" + echo $msg + else + msg="fv3hafs pe test: your new post executable did not generate bit-identical ${filein2} as the trunk" + echo $msg + echo " start comparing each grib record and write the comparison result to *diff files" + echo " check these *diff files to make sure your new post only change variables which you intend to change" + $cmp_grib2_grib2 $homedir/data_out/hafs/${filein2}.${machine} ${filein2} > ${filein2}.diff + fi + +else + + msg="fv3hafs pe test: post failed using your new post executable to generate ${filein2}" + echo $msg + +fi +postmsg "$logfile" "$msg" +done + +echo "PROGRAM IS COMPLETE!!!!!" +msg="Ending fv3hafs pe test" +postmsg "$logfile" "$msg" diff --git a/ci/jobs-dev/run_post_fv3r_ORION.sh b/ci/jobs-dev/run_post_fv3r_ORION.sh new file mode 100755 index 000000000..9e321568b --- /dev/null +++ b/ci/jobs-dev/run_post_fv3r_ORION.sh @@ -0,0 +1,149 @@ +#!/bin/sh + +#SBATCH -o out.post.fv3r +#SBATCH -e out.post.fv3r +#SBATCH -J fv3r_test +#SBATCH -t 00:30:00 +#SBATCH -N 8 --ntasks-per-node=14 +#SBATCH -q batch +#SBATCH -A nems + +set -x + +# specify computation resource +export threads=1 +export MP_LABELIO=yes +export OMP_NUM_THREADS=$threads +export APRUN="srun" + +############################################ +# Loading module +############################################ +module use /apps/contrib/spack-stack/spack-stack-1.8.0/envs/ue-intel-2021.9.0/install/modulefiles/Core +module load stack-intel/2021.9.0 +module load stack-intel-oneapi-mpi/2021.9.0 +module load libpng/1.6.37 +module load jasper/2.0.32 +module load prod_util/2.1.1 +module load crtm/2.4.0.1 +module list + +ulimit -s unlimited +export WGRIB2=wgrib2 +export COMROOT=$rundir + +msg="Starting fv3r test" +postmsg "$logfile" "$msg" + +export cmp_grib2_grib2=/home/wmeng/bin/cmp_grib2_grib2_new +# specify user's own post executable for testing +export POSTGPEXEC=${svndir}/exec/upp.x + + +# specify forecast start time and hour for running your post job + +export startdate=2023062800 +export fhr=010 + +# specify your running and output directory +export DATA=$rundir/fv3r_${startdate} +export tmmark=tm00 +rm -rf $DATA; mkdir -p $DATA +cd $DATA + +export NEWDATE=`${NDATE} +${fhr} $startdate` + +export YY=`echo $NEWDATE | cut -c1-4` +export MM=`echo $NEWDATE | cut -c5-6` +export DD=`echo $NEWDATE | cut -c7-8` +export HH=`echo $NEWDATE | cut -c9-10` + +cat > itag < outpost_nems_${NEWDATE} + +fhr=`expr $fhr + 0` +fhr2=`printf "%02d" $fhr` +#mv BGDAWP${fhr2}.tm00 BGDAWP${fhr2}.tm00.Grib2 +#mv BGRD3D${fhr2}.tm00 BGRD3D${fhr2}.tm00.Grib2 + +filelist="PRSLEV${fhr2}.tm00 \ + NATLEV${fhr2}.tm00" + +for file in $filelist; do +export filein2=$file +ls -l ${filein2} +export err=$? + +if [ $err = "0" ] ; then + + # use cmp to see if new pgb files are identical to the control one + cmp ${filein2} $homedir/data_out/fv3r/${filein2}.${machine} + + # if not bit-identical, use cmp_grib2_grib2 to compare each grib record + export err1=$? + if [ $err1 -eq 0 ] ; then + msg="fv3r test: your new post executable generates bit-identical ${filein2} as the trunk" + echo $msg + else + msg="fv3r test: your new post executable did not generate bit-identical ${filein2} as the trunk" + echo $msg + echo " start comparing each grib record and write the comparison result to *diff files" + echo " check these *diff files to make sure your new post only change variables which you intend to change" + $cmp_grib2_grib2 $homedir/data_out/fv3r/${filein2}.${machine} ${filein2} > ${filein2}.diff + fi + +else + + msg="fv3r test: post failed using your new post executable to generate ${filein2}" + echo $msg + +fi +postmsg "$logfile" "$msg" +done + +echo "PROGRAM IS COMPLETE!!!!!" +msg="Ending fv3r test" +postmsg "$logfile" "$msg" diff --git a/ci/jobs-dev/run_post_fv3r_pe_test_ORION.sh b/ci/jobs-dev/run_post_fv3r_pe_test_ORION.sh new file mode 100755 index 000000000..7d860dbcb --- /dev/null +++ b/ci/jobs-dev/run_post_fv3r_pe_test_ORION.sh @@ -0,0 +1,149 @@ +#!/bin/sh + +#SBATCH -o out.post.fv3r_pe_test +#SBATCH -e out.post.fv3r_pe_test +#SBATCH -J fv3r_pe_test +#SBATCH -t 00:30:00 +#SBATCH -N 9 --ntasks-per-node=12 +#SBATCH -q batch +#SBATCH -A nems + +set -x + +# specify computation resource +export threads=1 +export MP_LABELIO=yes +export OMP_NUM_THREADS=$threads +export APRUN="srun" + +############################################ +# Loading module +############################################ +module use /apps/contrib/spack-stack/spack-stack-1.8.0/envs/ue-intel-2021.9.0/install/modulefiles/Core +module load stack-intel/2021.9.0 +module load stack-intel-oneapi-mpi/2021.9.0 +module load libpng/1.6.37 +module load jasper/2.0.32 +module load prod_util/2.1.1 +module load crtm/2.4.0.1 +module list + +ulimit -s unlimited +export WGRIB2=wgrib2 +export COMROOT=$rundir + +msg="Starting fv3r pe test" +postmsg "$logfile" "$msg" + +export cmp_grib2_grib2=/home/wmeng/bin/cmp_grib2_grib2_new +# specify user's own post executable for testing +export POSTGPEXEC=${svndir}/exec/upp.x + + +# specify forecast start time and hour for running your post job +export startdate=2023062800 +export fhr=010 + +# specify your running and output directory +export DATA=$rundir/fv3r_${startdate}_pe_test +export tmmark=tm00 +rm -rf $DATA; mkdir -p $DATA +cd $DATA + +export NEWDATE=`${NDATE} +${fhr} $startdate` + +export YY=`echo $NEWDATE | cut -c1-4` +export MM=`echo $NEWDATE | cut -c5-6` +export DD=`echo $NEWDATE | cut -c7-8` +export HH=`echo $NEWDATE | cut -c9-10` + + +cat > itag < outpost_nems_${NEWDATE} + +fhr=`expr $fhr + 0` +fhr2=`printf "%02d" $fhr` +#mv BGDAWP${fhr2}.tm00 BGDAWP${fhr2}.tm00.Grib2 +#mv BGRD3D${fhr2}.tm00 BGRD3D${fhr2}.tm00.Grib2 + +filelist="PRSLEV${fhr2}.tm00 \ + NATLEV${fhr2}.tm00" + +for file in $filelist; do +export filein2=$file +ls -l ${filein2} +export err=$? + +if [ $err = "0" ] ; then + + # use cmp to see if new pgb files are identical to the control one + cmp ${filein2} $homedir/data_out/fv3r/${filein2}.${machine} + + # if not bit-identical, use cmp_grib2_grib2 to compare each grib record + export err1=$? + if [ $err1 -eq 0 ] ; then + msg="fv3r pe test: your new post executable generates bit-identical ${filein2} as the trunk" + echo $msg + else + msg="fv3r pe test: your new post executable did not generate bit-identical ${filein2} as the trunk" + echo $msg + echo " start comparing each grib record and write the comparison result to *diff files" + echo " check these *diff files to make sure your new post only change variables which you intend to change" + $cmp_grib2_grib2 $homedir/data_out/fv3r/${filein2}.${machine} ${filein2} > ${filein2}.diff + fi + +else + + msg="fv3r pe test: post failed using your new post executable to generate ${filein2}" + echo $msg + +fi +postmsg "$logfile" "$msg" +done + +echo "PROGRAM IS COMPLETE!!!!!" +msg="Ending fv3r test" +postmsg "$logfile" "$msg" diff --git a/ci/jobs-dev/run_post_hrrr_ORION.sh b/ci/jobs-dev/run_post_hrrr_ORION.sh new file mode 100755 index 000000000..baa111f6f --- /dev/null +++ b/ci/jobs-dev/run_post_hrrr_ORION.sh @@ -0,0 +1,130 @@ +#!/bin/sh + +#SBATCH -o out.post.hrrr +#SBATCH -e out.post.hrrr +#SBATCH -J hrrr_test +#SBATCH -t 00:20:00 +#SBATCH -q batch +#SBATCH -A nems +#SBATCH -N 2 --ntasks-per-node=24 + +set -x + +# specify computation resource +export MP_LABELIO=yes +export threads=3 +export OMP_NUM_THREADS=$threads +export APRUN="srun" + +echo "starting time" +date + +###################################################################### +# Purpose: to run RAP post processing +###################################################################### + +# EXPORT list here + +module use /apps/contrib/spack-stack/spack-stack-1.8.0/envs/ue-intel-2021.9.0/install/modulefiles/Core +module load stack-intel/2021.9.0 +module load stack-intel-oneapi-mpi/2021.9.0 +module load libpng/1.6.37 +module load jasper/2.0.32 +module load prod_util/2.1.1 +module load crtm/2.4.0.1 +module list + +ulimit -s unlimited +export WGRIB2=wgrib2 +export COMROOT=$rundir + +msg="Starting hrrr test" +postmsg "$logfile" "$msg" + +export cmp_grib2_grib2=/home/wmeng/bin/cmp_grib2_grib2_new +export POSTGPEXEC=${svndir}/exec/upp.x + +# CALL executable job script here + +# specify your running and output directory +export startdate=2020060118 +export fhr=04 +export DATA=$rundir/hrrr_${startdate} + +export NEWDATE=`${NDATE} +${fhr} $startdate` + +export YY=`echo ${NEWDATE} | cut -c1-4` +export MM=`echo ${NEWDATE} | cut -c5-6` +export DD=`echo ${NEWDATE} | cut -c7-8` +export HH=`echo ${NEWDATE} | cut -c9-10` + +rm -rf $DATA; mkdir -p $DATA +cd $DATA + +cat > itag < wrfpost2.out + +# operational hrrr post processing generates 3 files +filelist="WRFTWO.GrbF04 \ + WRFPRS.GrbF04 \ + WRFNAT.GrbF04" + +for file in $filelist; do +export filein2=$file +ls -l ${filein2} +export err=$? + +if [ $err = "0" ] ; then + + # operational hrrr post processing generates 3 files, start with BGDAWP first + # use cmp to see if new pgb files are identical to the control one + cmp ${filein2} $homedir/data_out/hrrr/${filein2}.${machine} + + # if not bit-identical, use cmp_grib2_grib2 to compare each grib record + export err1=$? + if [ $err1 -eq 0 ] ; then + msg="hrrr test: your new post executable generates bit-identical ${filein2} as the trunk" + echo $msg + else + msg="hrrr test: your new post executable did not generate bit-identical ${filein2} as the trunk" + echo $msg + echo " start comparing each grib record and write the comparison result to *diff files" + echo " check these *diff files to make sure your new post only change variables which you intend to change" + $cmp_grib2_grib2 $homedir/data_out/hrrr/${filein2}.${machine} ${filein2} > ${filein2}.diff + fi + + +else + + msg="hrrr test: post failed using your new post executable to generate ${filein2}" + echo $msg + +fi +postmsg "$logfile" "$msg" +done + +echo "PROGRAM IS COMPLETE!!!!!" +msg="Ending hrrr test" +postmsg "$logfile" "$msg" + + diff --git a/ci/jobs-dev/run_post_hrrr_pe_test_ORION.sh b/ci/jobs-dev/run_post_hrrr_pe_test_ORION.sh new file mode 100755 index 000000000..a76bc386f --- /dev/null +++ b/ci/jobs-dev/run_post_hrrr_pe_test_ORION.sh @@ -0,0 +1,138 @@ +#!/bin/sh + +#SBATCH -o out.post.hrrr_pe_test +#SBATCH -e out.post.hrrr_pe_test +#SBATCH -J hrrr_pe_test +#SBATCH -t 00:20:00 +#SBATCH -q batch +#SBATCH -A nems +#SBATCH -N 3 --ntasks-per-node=24 + +set -x + +# specify computation resource +export MP_LABELIO=yes +export threads=1 +export OMP_NUM_THREADS=$threads +export APRUN="srun" + +echo "starting time" +date + +###################################################################### +# Purpose: to run RAP post processing +###################################################################### + +# EXPORT list here + +module use /apps/contrib/spack-stack/spack-stack-1.8.0/envs/ue-intel-2021.9.0/install/modulefiles/Core +module load stack-intel/2021.9.0 +module load stack-intel-oneapi-mpi/2021.9.0 +module load libpng/1.6.37 +module load jasper/2.0.32 +module load prod_util/2.1.1 +module load crtm/2.4.0.1 +module list + +ulimit -s unlimited +export WGRIB2=wgrib2 +export COMROOT=$rundir + +msg="Starting hrrr pe test" +postmsg "$logfile" "$msg" + +export cmp_grib2_grib2=/home/wmeng/bin/cmp_grib2_grib2_new +export POSTGPEXEC=${svndir}/exec/upp.x + +# CALL executable job script here + +# specify your running and output directory +export startdate=2020060118 +export fhr=04 +export DATA=$rundir/hrrr_${startdate}_pe_test + +export NEWDATE=`${NDATE} +${fhr} $startdate` + +export YY=`echo ${NEWDATE} | cut -c1-4` +export MM=`echo ${NEWDATE} | cut -c5-6` +export DD=`echo ${NEWDATE} | cut -c7-8` +export HH=`echo ${NEWDATE} | cut -c9-10` + +rm -rf $DATA; mkdir -p $DATA +cd $DATA + +cat > itag < wrfpost2.out + +# operational hrrr post processing generates 3 files +filelist="WRFTWO.GrbF04 \ + WRFPRS.GrbF04 \ + WRFNAT.GrbF04" + +for file in $filelist; do +export filein2=$file +ls -l ${filein2} +export err=$? + +if [ $err = "0" ] ; then + + # operational hrrr post processing generates 3 files, start with BGDAWP first + # use cmp to see if new pgb files are identical to the control one + cmp ${filein2} $homedir/data_out/hrrr/${filein2}.${machine} + + # if not bit-identical, use cmp_grib2_grib2 to compare each grib record + export err1=$? + if [ $err1 -eq 0 ] ; then + msg="hrrr pe test: your new post executable generates bit-identical ${filein2} as the trunk" + echo $msg + else + #msg="hrrr pe test: your new post executable did not generate bit-identical ${filein2} as the trunk" + #echo $msg + echo " start comparing each grib record and write the comparison result to *diff files" + echo " check these *diff files to make sure your new post only change variables which you intend to change" + $cmp_grib2_grib2 $homedir/data_out/hrrr/${filein2}.${machine} ${filein2} > ${filein2}.diff + export err2=$? + if [ $err2 -eq 0 ] ; then + msg="hrrr pe test: your new post executable is fine in ${filein2}" + echo $msg + else + msg="hrrr pe test: your new post executable did generate changed results in ${filein2}" + echo $msg + fi + fi + + +else + + msg="hrrr pe test: post failed using your new post executable to generate ${filein2}" + echo $msg + +fi +postmsg "$logfile" "$msg" +done + +echo "PROGRAM IS COMPLETE!!!!!" +msg="Ending hrrr pe test" +postmsg "$logfile" "$msg" + + diff --git a/ci/jobs-dev/run_post_nmmb_Grib2_ORION.sh b/ci/jobs-dev/run_post_nmmb_Grib2_ORION.sh new file mode 100755 index 000000000..fb7c7e3d3 --- /dev/null +++ b/ci/jobs-dev/run_post_nmmb_Grib2_ORION.sh @@ -0,0 +1,139 @@ +#!/bin/sh + +#SBATCH -o out.post.nmmb_Grib2 +#SBATCH -e out.post.nmmb_Grib2 +#SBATCH -J nmmb_test +#SBATCH -t 00:20:00 +#SBATCH -q debug +#SBATCH -N 2 --ntasks-per-node=8 +#SBATCH -A nems + +set -x + +# specify computation resource +export threads=1 +export MP_LABELIO=yes +export OMP_NUM_THREADS=$threads +export APRUN="srun" + +echo "starting time" +date + +############################################ +# Loading module +############################################ +module use /apps/contrib/spack-stack/spack-stack-1.8.0/envs/ue-intel-2021.9.0/install/modulefiles/Core +module load stack-intel/2021.9.0 +module load stack-intel-oneapi-mpi/2021.9.0 +module load libpng/1.6.37 +module load jasper/2.0.32 +module load prod_util/2.1.1 +module load crtm/2.4.0.1 +module list + +ulimit -s unlimited +#ulimit -s1900000000 + +msg="Starting nmmb test" +postmsg "$logfile" "$msg" + +export cmp_grib2_grib2=/home/wmeng/bin/cmp_grib2_grib2_new + +# specify user's own post executable for testing +#export svndir=/u/Wen.Meng/save/ncep_post/trunk +export POSTGPEXEC=${svndir}/exec/upp.x + + +# specify forecast start time and hour for running your post job +export startdate=2014120818 +export fhr=03 + +# specify your running and output directory +export DATA=$rundir/post_nmmb_meso_${startdate}_Grib2 + +# specify your home directory +#export homedir=`pwd`/.. + +export tmmark=tm00 + +rm -rf $DATA; mkdir -p $DATA +cd $DATA + +echo $homedir +echo $NDATE +export NEWDATE=`$NDATE +${fhr} $startdate` + +export YY=`echo $NEWDATE | cut -c1-4` +export MM=`echo $NEWDATE | cut -c5-6` +export DD=`echo $NEWDATE | cut -c7-8` +export HH=`echo $NEWDATE | cut -c9-10` + + +cat > itag < outpost_nems_${NEWDATE} + +mv BGDAWP${fhr}.tm00 BGDAWP${fhr}.tm00.Grib2 +mv BGRD3D${fhr}.tm00 BGRD3D${fhr}.tm00.Grib2 +mv BGRDSF${fhr}.tm00 BGRDSF${fhr}.tm00.Grib2 + +# operational NMMB post processing generates 3 files +filelist="BGDAWP${fhr}.tm00.Grib2 \ + BGRD3D${fhr}.tm00.Grib2 \ + BGRDSF${fhr}.tm00.Grib2" + +for file in $filelist; do +export filein2=$file +ls -l ${filein2} +export err=$? + +if [ $err = "0" ] ; then + + # operational NMMB post processing generates 3 files, start with BGDAWP first + # use cmp to see if new pgb files are identical to the control one + cmp ${filein2} $homedir/data_out/nmmb/${filein2}.${machine} + + # if not bit-identical, use cmp_grib2_grib2 to compare each grib record + export err1=$? + if [ $err1 -eq 0 ] ; then + msg="nmmb test: your new post executable generates bit-identical ${filein2} as the trunk" + echo $msg + else + msg="nmmb test: your new post executable did not generate bit-identical ${filein2} as the trunk" + echo $msg + echo " start comparing each grib record and write the comparison result to *diff files" + echo " check these *diff files to make sure your new post only change variables which you intend to change" + $cmp_grib2_grib2 $homedir/data_out/nmmb/${filein2}.${machine} ${filein2} > ${filein2}.diff + fi + + +else + msg="nmmb test: post failed using your new post executable to generate ${filein2}" + echo $msg + +fi +postmsg "$logfile" "$msg" +done + +echo "PROGRAM IS COMPLETE!!!!!" +msg="Ending nmmb test" +postmsg "$logfile" "$msg" diff --git a/ci/jobs-dev/run_post_nmmb_Grib2_pe_test_ORION.sh b/ci/jobs-dev/run_post_nmmb_Grib2_pe_test_ORION.sh new file mode 100755 index 000000000..3b08a6c6a --- /dev/null +++ b/ci/jobs-dev/run_post_nmmb_Grib2_pe_test_ORION.sh @@ -0,0 +1,139 @@ +#!/bin/sh + +#SBATCH -o out.post.nmmb_Grib2_pe +#SBATCH -e out.post.nmmb_Grib2_pe +#SBATCH -J nmmb_pe_test +#SBATCH -t 00:20:00 +##SBATCH -q debug +#SBATCH -q debug +#SBATCH -N 3 --ntasks-per-node=8 +#SBATCH -A nems + +set -x + +# specify computation resource +export threads=1 +export MP_LABELIO=yes +export OMP_NUM_THREADS=$threads +export APRUN="srun" + +echo "starting time" +date + +############################################ +# Loading module +############################################ +module use /apps/contrib/spack-stack/spack-stack-1.8.0/envs/ue-intel-2021.9.0/install/modulefiles/Core +module load stack-intel/2021.9.0 +module load stack-intel-oneapi-mpi/2021.9.0 +module load libpng/1.6.37 +module load jasper/2.0.32 +module load prod_util/2.1.1 +module load crtm/2.4.0.1 +module list +ulimit -s unlimited +#ulimit -s1900000000 + +msg="Starting nmmb pe test" +postmsg "$logfile" "$msg" + +export cmp_grib2_grib2=/home/wmeng/bin/cmp_grib2_grib2_new + +# specify user's own post executable for testing +#export svndir=/u/Wen.Meng/save/ncep_post/trunk +export POSTGPEXEC=${svndir}/exec/upp.x + + +# specify forecast start time and hour for running your post job +export startdate=2014120818 +export fhr=03 + +# specify your running and output directory +export DATA=$rundir/post_nmmb_meso_${startdate}_Grib2_pe_test + +# specify your home directory +#export homedir=`pwd`/.. + +export tmmark=tm00 + + +rm -rf $DATA; mkdir -p $DATA +cd $DATA + +echo $homedir +echo $NDATE +export NEWDATE=`$NDATE +${fhr} $startdate` + +export YY=`echo $NEWDATE | cut -c1-4` +export MM=`echo $NEWDATE | cut -c5-6` +export DD=`echo $NEWDATE | cut -c7-8` +export HH=`echo $NEWDATE | cut -c9-10` + + +cat > itag < outpost_nems_${NEWDATE} + +mv BGDAWP${fhr}.tm00 BGDAWP${fhr}.tm00.Grib2 +mv BGRD3D${fhr}.tm00 BGRD3D${fhr}.tm00.Grib2 +mv BGRDSF${fhr}.tm00 BGRDSF${fhr}.tm00.Grib2 + +# operational NMMB post processing generates 3 files +filelist="BGDAWP${fhr}.tm00.Grib2 \ + BGRD3D${fhr}.tm00.Grib2 \ + BGRDSF${fhr}.tm00.Grib2" + +for file in $filelist; do +export filein2=$file +ls -l ${filein2} +export err=$? + +if [ $err = "0" ] ; then + + # operational NMMB post processing generates 3 files, start with BGDAWP first + # use cmp to see if new pgb files are identical to the control one + cmp ${filein2} $homedir/data_out/nmmb/${filein2}.${machine} + + # if not bit-identical, use cmp_grib2_grib2 to compare each grib record + export err1=$? + if [ $err1 -eq 0 ] ; then + msg="nmmb pe test: your new post executable generates bit-identical ${filein2} as the trunk" + echo $msg + else + msg="nmmb pe test: your new post executable did not generate bit-identical ${filein2} as the trunk" + echo $msg + echo " start comparing each grib record and write the comparison result to *diff files" + echo " check these *diff files to make sure your new post only change variables which you intend to change" + $cmp_grib2_grib2 $homedir/data_out/nmmb/${filein2}.${machine} ${filein2} > ${filein2}.diff + fi + + +else + msg="nmmb pe test: post failed using your new post executable to generate ${filein2}" + echo $msg + +fi +postmsg "$logfile" "$msg" +done + +echo "PROGRAM IS COMPLETE!!!!!" +msg="Ending nmmb pe test" +postmsg "$logfile" "$msg" diff --git a/ci/jobs-dev/run_post_rap_ORION.sh b/ci/jobs-dev/run_post_rap_ORION.sh new file mode 100755 index 000000000..dbc3ac7d7 --- /dev/null +++ b/ci/jobs-dev/run_post_rap_ORION.sh @@ -0,0 +1,130 @@ +#!/bin/sh + +#SBATCH -o out.post.rap +#SBATCH -e out.post.rap +#SBATCH -J rap_test +#SBATCH -t 00:20:00 +#SBATCH -N 2 --ntasks-per-node=24 +#SBATCH -q batch +#SBATCH -A nems + +set -x + +# specify computation resource +export MP_LABELIO=yes +export threads=1 +export OMP_NUM_THREADS=$threads +export APRUN="srun" + +echo "starting time" +date + +###################################################################### +# Purpose: to run RAP post processing +###################################################################### + +# EXPORT list here + +module use /apps/contrib/spack-stack/spack-stack-1.8.0/envs/ue-intel-2021.9.0/install/modulefiles/Core +module load stack-intel/2021.9.0 +module load stack-intel-oneapi-mpi/2021.9.0 +module load libpng/1.6.37 +module load jasper/2.0.32 +module load prod_util/2.1.1 +module load crtm/2.4.0.1 +module list + +ulimit -s unlimited +export WGRIB2=wgrib2 +export COMROOT=$rundir + +msg="Starting rap test" +postmsg "$logfile" "$msg" + +export cmp_grib2_grib2=/home/wmeng/bin/cmp_grib2_grib2_new +export POSTGPEXEC=${svndir}/exec/upp.x + +# CALL executable job script here + +# specify your running and output directory +export startdate=2020072316 +export fhr=16 +export DATA=$rundir/rap_${startdate} + +export NEWDATE=`${NDATE} +${fhr} $startdate` + +export YY=`echo ${NEWDATE} | cut -c1-4` +export MM=`echo ${NEWDATE} | cut -c5-6` +export DD=`echo ${NEWDATE} | cut -c7-8` +export HH=`echo ${NEWDATE} | cut -c9-10` + +rm -rf $DATA; mkdir -p $DATA +cd $DATA + +cat > itag < wrfpost2.out + +# operational rap post processing generates 3 files +filelist="WRFPRS.GrbF16 \ + WRFNAT.GrbF16" + +for file in $filelist; do +export filein2=$file +ls -l ${filein2} +export err=$? + +if [ $err = "0" ] ; then + + # operational rap post processing generates 3 files, start with BGDAWP first + # use cmp to see if new pgb files are identical to the control one + cmp ${filein2} $homedir/data_out/rap/${filein2}.${machine} + + # if not bit-identical, use cmp_grib2_grib2 to compare each grib record + export err1=$? + if [ $err1 -eq 0 ] ; then + msg="rap test: your new post executable generates bit-identical ${filein2} as the trunk" + echo $msg + else + msg="rap test: your new post executable did not generate bit-identical ${filein2} as the trunk" + echo $msg + echo " start comparing each grib record and write the comparison result to *diff files" + echo " check these *diff files to make sure your new post only change variables which you intend to change" + $cmp_grib2_grib2 $homedir/data_out/rap/${filein2}.${machine} ${filein2} > ${filein2}.diff + fi + + +else + + msg="rap test: post failed using your new post executable to generate ${filein2}" + echo $msg + +fi +postmsg "$logfile" "$msg" +done + +echo "PROGRAM IS COMPLETE!!!!!" +msg="Ending rap test" +postmsg "$logfile" "$msg" + + diff --git a/ci/jobs-dev/run_post_rap_pe_test_ORION.sh b/ci/jobs-dev/run_post_rap_pe_test_ORION.sh new file mode 100755 index 000000000..df20b8cd7 --- /dev/null +++ b/ci/jobs-dev/run_post_rap_pe_test_ORION.sh @@ -0,0 +1,139 @@ +#!/bin/sh + +#SBATCH -o out.post.rap_pe_test +#SBATCH -e out.post.rap_pe_test +#SBATCH -J rap_pe_test +#SBATCH -t 00:20:00 +#SBATCH -q batch +#SBATCH -A nems +#SBATCH -N 3 --ntasks-per-node=24 + +set -x + +# specify computation resource +export MP_LABELIO=yes +export threads=1 +export OMP_NUM_THREADS=$threads +export APRUN="srun" + +echo "starting time" +date + +###################################################################### +# Purpose: to run RAP post processing +###################################################################### + +# EXPORT list here + +module use /apps/contrib/spack-stack/spack-stack-1.8.0/envs/ue-intel-2021.9.0/install/modulefiles/Core +module load stack-intel/2021.9.0 +module load stack-intel-oneapi-mpi/2021.9.0 +module load libpng/1.6.37 +module load jasper/2.0.32 +module load prod_util/2.1.1 +module load crtm/2.4.0.1 +module list + +ulimit -s unlimited +export WGRIB2=wgrib2 +export COMROOT=$rundir + +msg="Starting rap pe test" +postmsg "$logfile" "$msg" + +export cmp_grib2_grib2=/home/wmeng/bin/cmp_grib2_grib2_new +export POSTGPEXEC=${svndir}/exec/upp.x + +# CALL executable job script here + +# specify your running and output directory +export startdate=2020072316 +export fhr=16 +export DATA=$rundir/rap_${startdate}_pe_test + +export NEWDATE=`${NDATE} +${fhr} $startdate` + +export YY=`echo ${NEWDATE} | cut -c1-4` +export MM=`echo ${NEWDATE} | cut -c5-6` +export DD=`echo ${NEWDATE} | cut -c7-8` +export HH=`echo ${NEWDATE} | cut -c9-10` + +rm -rf $DATA; mkdir -p $DATA +cd $DATA + +cat > itag < wrfpost2.out + +# operational rap post processing generates 3 files +filelist="WRFPRS.GrbF16 \ + WRFNAT.GrbF16" + +for file in $filelist; do +export filein2=$file +ls -l ${filein2} +export err=$? + +if [ $err = "0" ] ; then + + # operational rap post processing generates 3 files, start with BGDAWP first + # use cmp to see if new pgb files are identical to the control one + cmp ${filein2} $homedir/data_out/rap/${filein2}.${machine} + + # if not bit-identical, use cmp_grib2_grib2 to compare each grib record + export err1=$? + if [ $err1 -eq 0 ] ; then + msg="rap pe test: your new post executable generates bit-identical ${filein2} as the trunk" + echo $msg + else + #msg="rap pe test: your new post executable did not generate bit-identical ${filein2} as the trunk" + #echo $msg + echo " start comparing each grib record and write the comparison result to *diff files" + echo " check these *diff files to make sure your new post only change variables which you intend to change" + $cmp_grib2_grib2 $homedir/data_out/rap/${filein2}.${machine} ${filein2} > ${filein2}.diff + cmp ${filein2}.diff $homedir/data_out/rap/${filein2}.diff + export err2=$? + if [ $err2 -eq 0 ] ; then + msg="rap pe test: your new post executable is fine in ${filein2}" + echo $msg + else + msg="rap pe test: your new post executable did generate changed results in ${filein2}" + echo $msg + fi + fi + + +else + + msg="rap pe test: post failed using your new post executable to generate ${filein2}" + echo $msg + +fi +postmsg "$logfile" "$msg" +done + +echo "PROGRAM IS COMPLETE!!!!!" +msg="Ending rap pe test" +postmsg "$logfile" "$msg" + + From 48255aba0166424f4392df74425be25079751938 Mon Sep 17 00:00:00 2001 From: "samuel.trahan" Date: Thu, 23 Jan 2025 00:27:04 +0000 Subject: [PATCH 05/48] tell git to ignore emacs autosave files --- .gitignore | 2 ++ 1 file changed, 2 insertions(+) diff --git a/.gitignore b/.gitignore index 570d174f6..616ffe012 100644 --- a/.gitignore +++ b/.gitignore @@ -21,3 +21,5 @@ install*/ *.swp configure.upp* + +*~ From 116878264ab39ebdc8af83fbcf0e82911deb7135 Mon Sep 17 00:00:00 2001 From: Samuel Trahan Date: Thu, 23 Jan 2025 15:20:43 -0600 Subject: [PATCH 06/48] more hercules jobs-dev scripts --- ci/jobs-dev/run_post_fv3gefs_HERCULES.sh | 138 +++++++++++++++ .../run_post_fv3gefs_pe_test_HERCULES.sh | 137 +++++++++++++++ ci/jobs-dev/run_post_fv3gfs_HERCULES.sh | 155 +++++++++++++++++ .../run_post_fv3gfs_pe_test_HERCULES.sh | 158 ++++++++++++++++++ ci/jobs-dev/run_post_fv3hafs_HERCULES.sh | 127 ++++++++++++++ .../run_post_fv3hafs_pe_test_HERCULES.sh | 130 ++++++++++++++ ci/jobs-dev/run_post_fv3r_HERCULES.sh | 150 +++++++++++++++++ ci/jobs-dev/run_post_fv3r_pe_test_HERCULES.sh | 150 +++++++++++++++++ ci/jobs-dev/run_post_hrrr_HERCULES.sh | 130 ++++++++++++++ ci/jobs-dev/run_post_hrrr_pe_test_HERCULES.sh | 138 +++++++++++++++ ci/jobs-dev/run_post_nmmb_Grib2_HERCULES.sh | 140 ++++++++++++++++ .../run_post_nmmb_Grib2_pe_test_HERCULES.sh | 141 ++++++++++++++++ ci/jobs-dev/run_post_rap_HERCULES.sh | 130 ++++++++++++++ ci/jobs-dev/run_post_rap_pe_test_HERCULES.sh | 139 +++++++++++++++ 14 files changed, 1963 insertions(+) create mode 100755 ci/jobs-dev/run_post_fv3gefs_HERCULES.sh create mode 100755 ci/jobs-dev/run_post_fv3gefs_pe_test_HERCULES.sh create mode 100755 ci/jobs-dev/run_post_fv3gfs_HERCULES.sh create mode 100755 ci/jobs-dev/run_post_fv3gfs_pe_test_HERCULES.sh create mode 100755 ci/jobs-dev/run_post_fv3hafs_HERCULES.sh create mode 100755 ci/jobs-dev/run_post_fv3hafs_pe_test_HERCULES.sh create mode 100755 ci/jobs-dev/run_post_fv3r_HERCULES.sh create mode 100755 ci/jobs-dev/run_post_fv3r_pe_test_HERCULES.sh create mode 100755 ci/jobs-dev/run_post_hrrr_HERCULES.sh create mode 100755 ci/jobs-dev/run_post_hrrr_pe_test_HERCULES.sh create mode 100755 ci/jobs-dev/run_post_nmmb_Grib2_HERCULES.sh create mode 100755 ci/jobs-dev/run_post_nmmb_Grib2_pe_test_HERCULES.sh create mode 100755 ci/jobs-dev/run_post_rap_HERCULES.sh create mode 100755 ci/jobs-dev/run_post_rap_pe_test_HERCULES.sh diff --git a/ci/jobs-dev/run_post_fv3gefs_HERCULES.sh b/ci/jobs-dev/run_post_fv3gefs_HERCULES.sh new file mode 100755 index 000000000..2a2dc7cef --- /dev/null +++ b/ci/jobs-dev/run_post_fv3gefs_HERCULES.sh @@ -0,0 +1,138 @@ +#!/bin/sh + +#SBATCH -o out.fv3gefs +#SBATCH -e out.fv3gefs +#SBATCH -J fv3gefs_test +#SBATCH -t 00:30:00 +#SBATCH -N 3 --ntasks-per-node=12 +#SBATCH -q batch +#SBATCH -A nems + +set -x + +# specify computation resource +export threads=1 +export MP_LABELIO=yes +export OMP_NUM_THREADS=$threads +export APRUN="srun" + +############################################ +# Loading module +############################################ +module use /apps/contrib/spack-stack/spack-stack-1.8.0/envs/ue-intel-2021.9.0/install/modulefiles/Core +module load stack-intel/2021.9.0 +module load stack-intel-oneapi-mpi/2021.9.0 +module load libpng/1.6.37 +module load jasper/2.0.32 +module load prod_util/2.1.1 +module load crtm/2.4.0.1 +module list + +ulimit -s unlimited +#ulimit -s1900000000 + +msg="Starting fv3gefs test" +postmsg "$logfile" "$msg" + +export cmp_grib2_grib2=/home/wmeng/bin/cmp_grib2_grib2_new +export POSTGPEXEC=${svndir}/exec/upp.x + +# specify forecast start time and hour for running your post job +export startdate=2022042400 +export fhr=060 +export CC=`echo $startdate | cut -c9-10` + +# specify your running and output directory +export DATA=$rundir/fv3gefs_${startdate} +rm -rf $DATA; mkdir -p $DATA +cd $DATA + +export NEWDATE=`${NDATE} +${fhr} $startdate` + +export YY=`echo $NEWDATE | cut -c1-4` +export MM=`echo $NEWDATE | cut -c5-6` +export DD=`echo $NEWDATE | cut -c7-8` +export HH=`echo $NEWDATE | cut -c9-10` + +cat > itag < ./postxconfig-NT.txt + +cp ${svndir}/parm/params_grib2_tbl_new ./params_grib2_tbl_new + +cp ${svndir}/fix/chem/optics_luts_DUST.dat ./optics_luts_DUST.dat +cp ${svndir}/fix/chem/optics_luts_SALT.dat ./optics_luts_SALT.dat +cp ${svndir}/fix/chem/optics_luts_SOOT.dat ./optics_luts_SOOT.dat +cp ${svndir}/fix/chem/optics_luts_SUSO.dat ./optics_luts_SUSO.dat +cp ${svndir}/fix/chem/optics_luts_WASO.dat ./optics_luts_WASO.dat + + +export PGBOUT=pgbfile +${APRUN} ${POSTGPEXEC} < itag > outpost_nems_${NEWDATE} + +#$COPYGB2 -x -i'4,0,80' -k'1 3 0 7*-9999 101 0 0' $PGBOUT tfile +#$WGRIB2 tfile -set_byte 4 11 1 -grib prmsl +#$COPYGB2 -x -i'4,1,5' -k'1 3 5 7*-9999 100 0 50000' $PGBOUT tfile +#$WGRIB2 tfile -set_byte 4 11 193 -grib h5wav +#cat prmsl h5wav >> $PGBOUT +mv $PGBOUT geaer.t${CC}z.master.grb2f${fhr} + +fhr2=`printf "%02d" $fhr` + +filelist="geaer.t${CC}z.master.grb2f${fhr}" + +for file in $filelist; do +export filein2=$file +ls -l ${filein2} +export err=$? + +if [ $err = "0" ] ; then + + # use cmp to see if new pgb files are identical to the control one + cmp ${filein2} $homedir/data_out/gefs/${filein2}.${machine} + + # if not bit-identical, use cmp_grib2_grib2 to compare each grib record + export err1=$? + if [ $err1 -eq 0 ] ; then + msg="fv3gefs test: your new post executable generates bit-identical ${filein2} as the trunk" + echo $msg + else + msg="fv3gefs test: your new post executable did not generate bit-identical ${filein2} as the trunk" + echo $msg + echo " start comparing each grib record and write the comparison result to *diff files" + echo " check these *diff files to make sure your new post only change variables which you intend to change" + $cmp_grib2_grib2 $homedir/data_out/gefs/${filein2}.${machine} ${filein2} > ${filein2}.diff + fi + +else + + msg="fv3gefs test: post failed using your new post executable to generate ${filein2}" + echo $msg + +fi +postmsg "$logfile" "$msg" +done + +echo "PROGRAM IS COMPLETE!!!!!" +msg="Ending fv3gefs test" +postmsg "$logfile" "$msg" diff --git a/ci/jobs-dev/run_post_fv3gefs_pe_test_HERCULES.sh b/ci/jobs-dev/run_post_fv3gefs_pe_test_HERCULES.sh new file mode 100755 index 000000000..429860f5f --- /dev/null +++ b/ci/jobs-dev/run_post_fv3gefs_pe_test_HERCULES.sh @@ -0,0 +1,137 @@ +#!/bin/sh + +#SBATCH -o out.fv3gefs_pe_test +#SBATCH -e out.fv3gefs_pe_test +#SBATCH -J fv3gefs_pe_test +#SBATCH -t 00:30:00 +#SBATCH -N 4 --ntasks-per-node=12 +#SBATCH -q batch +#SBATCH -A nems + +set -x + +# specify computation resource +export threads=3 +export MP_LABELIO=yes +export OMP_NUM_THREADS=$threads +export APRUN="srun" + +############################################ +# Loading module +############################################ +module use /apps/contrib/spack-stack/spack-stack-1.8.0/envs/ue-intel-2021.9.0/install/modulefiles/Core +module load stack-intel/2021.9.0 +module load stack-intel-oneapi-mpi/2021.9.0 +module load libpng/1.6.37 +module load jasper/2.0.32 +module load prod_util/2.1.1 +module load crtm/2.4.0.1 +module list + +ulimit -s unlimited +#ulimit -s1900000000 + +msg="Starting fv3gefs test" +postmsg "$logfile" "$msg" + +export cmp_grib2_grib2=/home/wmeng/bin/cmp_grib2_grib2_new +export POSTGPEXEC=${svndir}/exec/upp.x + +# specify forecast start time and hour for running your post job +export startdate=2022042400 +export fhr=060 +export CC=`echo $startdate | cut -c9-10` + +# specify your running and output directory +export DATA=$rundir/fv3gefs_${startdate}_pe_test +rm -rf $DATA; mkdir -p $DATA +cd $DATA + +export NEWDATE=`${NDATE} +${fhr} $startdate` + +export YY=`echo $NEWDATE | cut -c1-4` +export MM=`echo $NEWDATE | cut -c5-6` +export DD=`echo $NEWDATE | cut -c7-8` +export HH=`echo $NEWDATE | cut -c9-10` + +cat > itag < ./postxconfig-NT.txt + +cp ${svndir}/parm/params_grib2_tbl_new ./params_grib2_tbl_new + +cp ${svndir}/fix/chem/optics_luts_DUST.dat ./optics_luts_DUST.dat +cp ${svndir}/fix/chem/optics_luts_SALT.dat ./optics_luts_SALT.dat +cp ${svndir}/fix/chem/optics_luts_SOOT.dat ./optics_luts_SOOT.dat +cp ${svndir}/fix/chem/optics_luts_SUSO.dat ./optics_luts_SUSO.dat +cp ${svndir}/fix/chem/optics_luts_WASO.dat ./optics_luts_WASO.dat + + +export PGBOUT=pgbfile +${APRUN} ${POSTGPEXEC} < itag > outpost_nems_${NEWDATE} + +#$COPYGB2 -x -i'4,0,80' -k'1 3 0 7*-9999 101 0 0' $PGBOUT tfile +#$WGRIB2 tfile -set_byte 4 11 1 -grib prmsl +#$COPYGB2 -x -i'4,1,5' -k'1 3 5 7*-9999 100 0 50000' $PGBOUT tfile +#$WGRIB2 tfile -set_byte 4 11 193 -grib h5wav +#cat prmsl h5wav >> $PGBOUT +mv $PGBOUT geaer.t${CC}z.master.grb2f${fhr} + +fhr2=`printf "%02d" $fhr` + +filelist="geaer.t${CC}z.master.grb2f${fhr}" + +for file in $filelist; do +export filein2=$file +ls -l ${filein2} +export err=$? + +if [ $err = "0" ] ; then + + # use cmp to see if new pgb files are identical to the control one + cmp ${filein2} $homedir/data_out/gefs/${filein2}.${machine} + + # if not bit-identical, use cmp_grib2_grib2 to compare each grib record + export err1=$? + if [ $err1 -eq 0 ] ; then + msg="fv3gefs pe test: your new post executable generates bit-identical ${filein2} as the trunk" + echo $msg + else + msg="fv3gefs pe test: your new post executable did not generate bit-identical ${filein2} as the trunk" + echo $msg + echo " start comparing each grib record and write the comparison result to *diff files" + echo " check these *diff files to make sure your new post only change variables which you intend to change" + $cmp_grib2_grib2 $homedir/data_out/gefs/${filein2}.${machine} ${filein2} > ${filein2}.diff + fi + +else + + msg="fv3gefs pe test: post failed using your new post executable to generate ${filein2}" + echo $msg + +fi +postmsg "$logfile" "$msg" +done + +echo "PROGRAM IS COMPLETE!!!!!" +msg="Ending fv3gefs pe test" +postmsg "$logfile" "$msg" diff --git a/ci/jobs-dev/run_post_fv3gfs_HERCULES.sh b/ci/jobs-dev/run_post_fv3gfs_HERCULES.sh new file mode 100755 index 000000000..4667a9cad --- /dev/null +++ b/ci/jobs-dev/run_post_fv3gfs_HERCULES.sh @@ -0,0 +1,155 @@ +#!/bin/sh + +#SBATCH -o out.post.fv3gfs +#SBATCH -e out.post.fv3gfs +#SBATCH -J fv3gfs_test +#SBATCH -t 00:30:00 +#SBATCH -N 5 --ntasks-per-node=12 +##SBATCH -q batch +#SBATCH -q batch +#SBATCH -A nems + +set -x + +# specify computation resource +export threads=1 +export MP_LABELIO=yes +export OMP_NUM_THREADS=$threads +export APRUN="srun" +export APRUN_DWN="srun --export=ALL" +#export APRUN_DWN="staskfarm" + +############################################ +# Loading module +############################################ +module use /apps/contrib/spack-stack/spack-stack-1.8.0/envs/ue-intel-2021.9.0/install/modulefiles/Core +module load stack-intel/2021.9.0 +module load stack-intel-oneapi-mpi/2021.9.0 +module load libpng/1.6.37 +module load jasper/2.0.32 +module load prod_util/2.1.1 +module load crtm/2.4.0.1 +module load grib-util/1.3.0 +module load wgrib2/2.0.8 +module list + +#export WGRIB2=wgrib2 +#export GRB2INDEX=grb2index +export COMROOT=$rundir + +ulimit -s unlimited + +msg="Starting fv3gfs test" +postmsg "$logfile" "$msg" + +export cmp_grib2_grib2=${homedir}/scripts/cmp_grib2_grib2_new +# specify user's own post working directory for testing +export POSTGPEXEC=$svndir/exec/upp.x + +# specify forecast start time and hour for running your post job +export startdate=2019083000 +export fhr=006 +export cyc=`echo $startdate |cut -c9-10` + +# specify your running and output directory +export DATA=$rundir/fv3gfs_${startdate} +export tmmark=tm00 +rm -rf $DATA; mkdir -p $DATA +cd $DATA + +export NEWDATE=`${NDATE} +${fhr} $startdate` +export YY=`echo $NEWDATE | cut -c1-4` +export MM=`echo $NEWDATE | cut -c5-6` +export DD=`echo $NEWDATE | cut -c7-8` +export HH=`echo $NEWDATE | cut -c9-10` + + +cat > itag < outpost_master_${NEWDATE} + +#Generate goes file +cp ${svndir}/parm/gfs/postxconfig-NT-gfs-goes.txt ./postxconfig-NT.txt +${APRUN} ${POSTGPEXEC} < itag > outpost_goes_${NEWDATE} + +FH3=$(printf %03i $fhr) +FH2=$(printf %02i $fhr) +mv GFSPRS.GrbF${FH2} gfs.t${cyc}z.master.grb2f${FH3} +mv GFSFLX.GrbF${FH2} gfs.t${cyc}z.sfluxgrbf${FH3}.grib2 +mv GFSGOES.GrbF${FH2} gfs.t${cyc}z.special.grb2f${FH3} + +filelist="gfs.t${cyc}z.master.grb2f${FH3} \ + gfs.t${cyc}z.sfluxgrbf${FH3}.grib2 \ + gfs.t${cyc}z.special.grb2f${FH3} " + +for file in $filelist; do +export filein2=$file +ls -l ${filein2} +export err=$? + +if [ $err = "0" ] ; then + + # use cmp to see if new pgb files are identical to the control one + cmp ${filein2} $homedir/data_out/gfs/${filein2}.${machine} + + # if not bit-identical, use cmp_grib2_grib2 to compare each grib record + export err1=$? + if [ $err1 -eq 0 ] ; then + msg="fv3gfs test: your new post executable generates bit-identical ${filein2} as the trunk" + echo $msg + else + msg="fv3gfs test: your new post executable did not generate bit-identical ${filein2} as the trunk" + echo $msg + echo " start comparing each grib record and write the comparison result to *diff files" + echo " check these *diff files to make sure your new post only change variables which you intend to change" + $cmp_grib2_grib2 $homedir/data_out/gfs/${filein2}.${machine} ${filein2} > ${filein2}.diff + fi + +else + + msg="fv3gfs test: post failed using your new post executable to generate ${filein2}" + echo $msg + +fi +postmsg "$logfile" "$msg" +done + +echo "PROGRAM IS COMPLETE!!!!!" +msg="Ending fv3gfs test" +postmsg "$logfile" "$msg" diff --git a/ci/jobs-dev/run_post_fv3gfs_pe_test_HERCULES.sh b/ci/jobs-dev/run_post_fv3gfs_pe_test_HERCULES.sh new file mode 100755 index 000000000..a3b1c511f --- /dev/null +++ b/ci/jobs-dev/run_post_fv3gfs_pe_test_HERCULES.sh @@ -0,0 +1,158 @@ +#!/bin/sh + +#SBATCH -o out.post.fv3gfs_pe_test +#SBATCH -e out.post.fv3gfs_pe_test +#SBATCH -J fv3gfs_pe_test +#SBATCH -t 00:30:00 +#SBATCH -N 5 --ntasks-per-node=24 +##SBATCH -q batch +#SBATCH -q batch +#SBATCH -A nems + +set -x + +# specify computation resource +export threads=1 +export MP_LABELIO=yes +export OMP_NUM_THREADS=$threads +export APRUN="srun" +export APRUN_DWN="srun --export=ALL" +#export APRUN_DWN="staskfarm" + +############################################ +# Loading module +############################################ +module use /apps/contrib/spack-stack/spack-stack-1.8.0/envs/ue-intel-2021.9.0/install/modulefiles/Core +module load stack-intel/2021.9.0 +module load stack-intel-oneapi-mpi/2021.9.0 +module load libpng/1.6.37 +module load jasper/2.0.32 +module load prod_util/2.1.1 +module load crtm/2.4.0.1 +module load grib-util/1.3.0 +module load wgrib2/2.0.8 +module list + +#export WGRIB2=wgrib2 +#export GRB2INDEX=grb2index +export COMROOT=$rundir +#export CRTM_FIX=/apps/contrib/NCEPLIBS/orion/fix/crtm_v2.3.0 + +ulimit -s unlimited + +msg="Starting fv3gfs pe test" +postmsg "$logfile" "$msg" + +export cmp_grib2_grib2=${homedir}/scripts/cmp_grib2_grib2_new +# specify user's own post working directory for testing +export POSTGPEXEC=$svndir/exec/upp.x + +# specify forecast start time and hour for running your post job +export startdate=2019083000 +export fhr=006 +export cyc=`echo $startdate |cut -c9-10` + +# specify your running and output directory +export DATA=$rundir/fv3gfs_${startdate}_pe_test +export tmmark=tm00 +rm -rf $DATA; mkdir -p $DATA +cd $DATA + +export NEWDATE=`${NDATE} +${fhr} $startdate` + +export YY=`echo $NEWDATE | cut -c1-4` +export MM=`echo $NEWDATE | cut -c5-6` +export DD=`echo $NEWDATE | cut -c7-8` +export HH=`echo $NEWDATE | cut -c9-10` + + +cat > itag < outpost_master_${NEWDATE} + +#Generate goes file +cp ${svndir}/parm/gfs/postxconfig-NT-gfs-goes.txt ./postxconfig-NT.txt +${APRUN} ${POSTGPEXEC} < itag > outpost_goes_${NEWDATE} + +FH3=$(printf %03i $fhr) +FH2=$(printf %02i $fhr) +mv GFSPRS.GrbF${FH2} gfs.t${cyc}z.master.grb2f${FH3} +mv GFSFLX.GrbF${FH2} gfs.t${cyc}z.sfluxgrbf${FH3}.grib2 +mv GFSGOES.GrbF${FH2} gfs.t${cyc}z.special.grb2f${FH3} + +filelist="gfs.t${cyc}z.master.grb2f${FH3} \ + gfs.t${cyc}z.sfluxgrbf${FH3}.grib2 \ + gfs.t${cyc}z.special.grb2f${FH3} " + +for file in $filelist; do +export filein2=$file +ls -l ${filein2} +export err=$? + +if [ $err = "0" ] ; then + + # use cmp to see if new pgb files are identical to the control one + cmp ${filein2} $homedir/data_out/gfs/${filein2}.${machine} + + # if not bit-identical, use cmp_grib2_grib2 to compare each grib record + export err1=$? + if [ $err1 -eq 0 ] ; then + msg="fv3gfs pe test: your new post executable generates bit-identical ${filein2} as the trunk" + echo $msg + else + msg="fv3gfs pe test: your new post executable did not generate bit-identical ${filein2} as the trunk" + echo $msg + echo " start comparing each grib record and write the comparison result to *diff files" + echo " check these *diff files to make sure your new post only change variables which you intend to change" + $cmp_grib2_grib2 $homedir/data_out/gfs/${filein2}.${machine} ${filein2} > ${filein2}.diff + fi + +else + + msg="fv3gfs pe test: post failed using your new post executable to generate ${filein2}" + echo $msg + +fi +postmsg "$logfile" "$msg" +done + +echo "PROGRAM IS COMPLETE!!!!!" +msg="Ending fv3gfs pe test" +postmsg "$logfile" "$msg" diff --git a/ci/jobs-dev/run_post_fv3hafs_HERCULES.sh b/ci/jobs-dev/run_post_fv3hafs_HERCULES.sh new file mode 100755 index 000000000..9cde8032e --- /dev/null +++ b/ci/jobs-dev/run_post_fv3hafs_HERCULES.sh @@ -0,0 +1,127 @@ +#!/bin/sh + +#SBATCH -o out.fv3hafs +#SBATCH -e out.fv3hafs +#SBATCH -J fv3hafs_test +#SBATCH -t 00:20:00 +#SBATCH -N 5 --ntasks-per-node=12 +#SBATCH -q batch +#SBATCH -A nems +#SBATCH --exclusive + +set -x + +# specify computation resource +export threads=1 +#export MP_LABELIO=yes +export OMP_NUM_THREADS=$threads +export APRUN="srun" + +############################################ +# Loading module +############################################ +module use /apps/contrib/spack-stack/spack-stack-1.8.0/envs/ue-intel-2021.9.0/install/modulefiles/Core +module load stack-intel/2021.9.0 +module load stack-intel-oneapi-mpi/2021.9.0 +module load libpng/1.6.37 +module load jasper/2.0.32 +module load prod_util/2.1.1 +module load crtm/2.4.0.1 +module list + +#export WGRIB2=wgrib2 +#export COMROOT=$rundir +#export CRTM_FIX=/apps/contrib/NCEPLIBS/orion/fix/crtm_v2.3.0 + +#ulimit -s1900000000 +ulimit -s unlimited + +msg="Starting fv3hafs test" +postmsg "$logfile" "$msg" + +export cmp_grib2_grib2=/home/wmeng/bin/cmp_grib2_grib2_new +export POSTGPEXEC=${svndir}/exec/upp.x + +# specify forecast start time and hour for running your post job +export startdate=2022092800 +export fhr=009 +export CC=`echo $startdate | cut -c9-10` + +# specify your running and output directory +export DATA=$rundir/fv3hafs_${startdate} +export tmmark=tm00 +rm -rf $DATA; mkdir -p $DATA +cd $DATA + +export NEWDATE=`${NDATE} +${fhr} $startdate` + +export YY=`echo $NEWDATE | cut -c1-4` +export MM=`echo $NEWDATE | cut -c5-6` +export DD=`echo $NEWDATE | cut -c7-8` +export HH=`echo $NEWDATE | cut -c9-10` + +cat > itag < outpost_nems_${NEWDATE} + +fhr=`expr $fhr + 0` +fhr2=`printf "%02d" $fhr` + +filelist="HURPRS${fhr2}.tm00" + +for file in $filelist; do +export filein2=$file +ls -l ${filein2} +export err=$? + +if [ $err = "0" ] ; then + + # use cmp to see if new pgb files are identical to the control one + cmp ${filein2} $homedir/data_out/hafs/${filein2}.${machine} + + # if not bit-identical, use cmp_grib2_grib2 to compare each grib record + export err1=$? + if [ $err1 -eq 0 ] ; then + msg="fv3hafs test: your new post executable generates bit-identical ${filein2} as the trunk" + echo $msg + else + msg="fv3hafs test: your new post executable did not generate bit-identical ${filein2} as the trunk" + echo $msg + echo " start comparing each grib record and write the comparison result to *diff files" + echo " check these *diff files to make sure your new post only change variables which you intend to change" + $cmp_grib2_grib2 $homedir/data_out/hafs/${filein2}.${machine} ${filein2} > ${filein2}.diff + fi + +else + + msg="fv3hafs test: post failed using your new post executable to generate ${filein2}" + echo $msg + +fi +postmsg "$logfile" "$msg" +done + +echo "PROGRAM IS COMPLETE!!!!!" +msg="Ending fv3hafs test" +postmsg "$logfile" "$msg" diff --git a/ci/jobs-dev/run_post_fv3hafs_pe_test_HERCULES.sh b/ci/jobs-dev/run_post_fv3hafs_pe_test_HERCULES.sh new file mode 100755 index 000000000..e0e7e44f3 --- /dev/null +++ b/ci/jobs-dev/run_post_fv3hafs_pe_test_HERCULES.sh @@ -0,0 +1,130 @@ +#!/bin/sh + +#SBATCH -o out.fv3hafs.pe_test +#SBATCH -e out.fv3hafs.pe_test +#SBATCH -J fv3hafs_pe_test +#SBATCH -t 00:20:00 +#SBATCH -N 5 --ntasks-per-node=12 +#SBATCH -q batch +#SBATCH -A nems +#SBATCH --exclusive + + +set -x + +# specify computation resource +export threads=1 +#export MP_LABELIO=yes +export OMP_NUM_THREADS=$threads +export APRUN="srun" + +############################################ +# Loading module +############################################ +module use /apps/contrib/spack-stack/spack-stack-1.8.0/envs/ue-intel-2021.9.0/install/modulefiles/Core +module load stack-intel/2021.9.0 +module load stack-intel-oneapi-mpi/2021.9.0 +module load libpng/1.6.37 +module load jasper/2.0.32 +module load prod_util/2.1.1 +module load crtm/2.4.0.1 +module list + +#export WGRIB2=wgrib2 +#export COMROOT=$rundir +#export CRTM_FIX=/apps/contrib/NCEPLIBS/orion/fix/crtm_v2.3.0 + +ulimit -s unlimited +#ulimit -s1900000000 + +msg="Starting fv3hafs pe test" +postmsg "$logfile" "$msg" + +export cmp_grib2_grib2=/home/wmeng/bin/cmp_grib2_grib2_new +export POSTGPEXEC=${svndir}/exec/upp.x + +# specify forecast start time and hour for running your post job +export startdate=2022092800 +export fhr=009 +export CC=`echo $startdate | cut -c9-10` + +# specify your running and output directory +export DATA=$rundir/fv3hafs_${startdate}_pe_test +export tmmark=tm00 +rm -rf $DATA; mkdir -p $DATA +cd $DATA + +export NEWDATE=`${NDATE} +${fhr} $startdate` + +export YY=`echo $NEWDATE | cut -c1-4` +export MM=`echo $NEWDATE | cut -c5-6` +export DD=`echo $NEWDATE | cut -c7-8` +export HH=`echo $NEWDATE | cut -c9-10` + + +cat > itag < outpost_nems_${NEWDATE} + +fhr=`expr $fhr + 0` +fhr2=`printf "%02d" $fhr` + +filelist="HURPRS${fhr2}.tm00" + +for file in $filelist; do +export filein2=$file +ls -l ${filein2} +export err=$? + +if [ $err = "0" ] ; then + + # use cmp to see if new pgb files are identical to the control one + cmp ${filein2} $homedir/data_out/hafs/${filein2}.${machine} + + # if not bit-identical, use cmp_grib2_grib2 to compare each grib record + export err1=$? + if [ $err1 -eq 0 ] ; then + msg="fv3hafs pe test: your new post executable generates bit-identical ${filein2} as the trunk" + echo $msg + else + msg="fv3hafs pe test: your new post executable did not generate bit-identical ${filein2} as the trunk" + echo $msg + echo " start comparing each grib record and write the comparison result to *diff files" + echo " check these *diff files to make sure your new post only change variables which you intend to change" + $cmp_grib2_grib2 $homedir/data_out/hafs/${filein2}.${machine} ${filein2} > ${filein2}.diff + fi + +else + + msg="fv3hafs pe test: post failed using your new post executable to generate ${filein2}" + echo $msg + +fi +postmsg "$logfile" "$msg" +done + +echo "PROGRAM IS COMPLETE!!!!!" +msg="Ending fv3hafs pe test" +postmsg "$logfile" "$msg" diff --git a/ci/jobs-dev/run_post_fv3r_HERCULES.sh b/ci/jobs-dev/run_post_fv3r_HERCULES.sh new file mode 100755 index 000000000..e3e331df7 --- /dev/null +++ b/ci/jobs-dev/run_post_fv3r_HERCULES.sh @@ -0,0 +1,150 @@ +#!/bin/sh + +#SBATCH -o out.post.fv3r +#SBATCH -e out.post.fv3r +#SBATCH -J fv3r_test +#SBATCH -t 00:30:00 +#SBATCH -N 5 --ntasks-per-node=14 +#SBATCH -q batch +#SBATCH -A nems + +set -x + +# specify computation resource +export threads=1 +export MP_LABELIO=yes +export OMP_NUM_THREADS=$threads +export APRUN="srun" + +############################################ +# Loading module +############################################ +module use /apps/contrib/spack-stack/spack-stack-1.8.0/envs/ue-intel-2021.9.0/install/modulefiles/Core +module load stack-intel/2021.9.0 +module load stack-intel-oneapi-mpi/2021.9.0 +module load libpng/1.6.37 +module load jasper/2.0.32 +module load prod_util/2.1.1 +module load crtm/2.4.0.1 +module list + +ulimit -s unlimited +export WGRIB2=wgrib2 +export COMROOT=$rundir +#export CRTM_FIX=/apps/contrib/NCEPLIBS/orion/fix/crtm_v2.3.0 + +msg="Starting fv3r test" +postmsg "$logfile" "$msg" + +export cmp_grib2_grib2=/home/wmeng/bin/cmp_grib2_grib2_new +# specify user's own post executable for testing +export POSTGPEXEC=${svndir}/exec/upp.x + + +# specify forecast start time and hour for running your post job + +export startdate=2023062800 +export fhr=010 + +# specify your running and output directory +export DATA=$rundir/fv3r_${startdate} +export tmmark=tm00 +rm -rf $DATA; mkdir -p $DATA +cd $DATA + +export NEWDATE=`${NDATE} +${fhr} $startdate` + +export YY=`echo $NEWDATE | cut -c1-4` +export MM=`echo $NEWDATE | cut -c5-6` +export DD=`echo $NEWDATE | cut -c7-8` +export HH=`echo $NEWDATE | cut -c9-10` + +cat > itag < outpost_nems_${NEWDATE} + +fhr=`expr $fhr + 0` +fhr2=`printf "%02d" $fhr` +#mv BGDAWP${fhr2}.tm00 BGDAWP${fhr2}.tm00.Grib2 +#mv BGRD3D${fhr2}.tm00 BGRD3D${fhr2}.tm00.Grib2 + +filelist="PRSLEV${fhr2}.tm00 \ + NATLEV${fhr2}.tm00" + +for file in $filelist; do +export filein2=$file +ls -l ${filein2} +export err=$? + +if [ $err = "0" ] ; then + + # use cmp to see if new pgb files are identical to the control one + cmp ${filein2} $homedir/data_out/fv3r/${filein2}.${machine} + + # if not bit-identical, use cmp_grib2_grib2 to compare each grib record + export err1=$? + if [ $err1 -eq 0 ] ; then + msg="fv3r test: your new post executable generates bit-identical ${filein2} as the trunk" + echo $msg + else + msg="fv3r test: your new post executable did not generate bit-identical ${filein2} as the trunk" + echo $msg + echo " start comparing each grib record and write the comparison result to *diff files" + echo " check these *diff files to make sure your new post only change variables which you intend to change" + $cmp_grib2_grib2 $homedir/data_out/fv3r/${filein2}.${machine} ${filein2} > ${filein2}.diff + fi + +else + + msg="fv3r test: post failed using your new post executable to generate ${filein2}" + echo $msg + +fi +postmsg "$logfile" "$msg" +done + +echo "PROGRAM IS COMPLETE!!!!!" +msg="Ending fv3r test" +postmsg "$logfile" "$msg" diff --git a/ci/jobs-dev/run_post_fv3r_pe_test_HERCULES.sh b/ci/jobs-dev/run_post_fv3r_pe_test_HERCULES.sh new file mode 100755 index 000000000..620db92dd --- /dev/null +++ b/ci/jobs-dev/run_post_fv3r_pe_test_HERCULES.sh @@ -0,0 +1,150 @@ +#!/bin/sh + +#SBATCH -o out.post.fv3r_pe_test +#SBATCH -e out.post.fv3r_pe_test +#SBATCH -J fv3r_pe_test +#SBATCH -t 00:30:00 +#SBATCH -N 5 --ntasks-per-node=12 +#SBATCH -q batch +#SBATCH -A nems + +set -x + +# specify computation resource +export threads=1 +export MP_LABELIO=yes +export OMP_NUM_THREADS=$threads +export APRUN="srun" + +############################################ +# Loading module +############################################ +module use /apps/contrib/spack-stack/spack-stack-1.8.0/envs/ue-intel-2021.9.0/install/modulefiles/Core +module load stack-intel/2021.9.0 +module load stack-intel-oneapi-mpi/2021.9.0 +module load libpng/1.6.37 +module load jasper/2.0.32 +module load prod_util/2.1.1 +module load crtm/2.4.0.1 +module list + +ulimit -s unlimited +export WGRIB2=wgrib2 +export COMROOT=$rundir +#export CRTM_FIX=/apps/contrib/NCEPLIBS/orion/fix/crtm_v2.3.0 + +msg="Starting fv3r pe test" +postmsg "$logfile" "$msg" + +export cmp_grib2_grib2=/home/wmeng/bin/cmp_grib2_grib2_new +# specify user's own post executable for testing +export POSTGPEXEC=${svndir}/exec/upp.x + + +# specify forecast start time and hour for running your post job +export startdate=2023062800 +export fhr=010 + +# specify your running and output directory +export DATA=$rundir/fv3r_${startdate}_pe_test +export tmmark=tm00 +rm -rf $DATA; mkdir -p $DATA +cd $DATA + +export NEWDATE=`${NDATE} +${fhr} $startdate` + +export YY=`echo $NEWDATE | cut -c1-4` +export MM=`echo $NEWDATE | cut -c5-6` +export DD=`echo $NEWDATE | cut -c7-8` +export HH=`echo $NEWDATE | cut -c9-10` + + +cat > itag < outpost_nems_${NEWDATE} + +fhr=`expr $fhr + 0` +fhr2=`printf "%02d" $fhr` +#mv BGDAWP${fhr2}.tm00 BGDAWP${fhr2}.tm00.Grib2 +#mv BGRD3D${fhr2}.tm00 BGRD3D${fhr2}.tm00.Grib2 + +filelist="PRSLEV${fhr2}.tm00 \ + NATLEV${fhr2}.tm00" + +for file in $filelist; do +export filein2=$file +ls -l ${filein2} +export err=$? + +if [ $err = "0" ] ; then + + # use cmp to see if new pgb files are identical to the control one + cmp ${filein2} $homedir/data_out/fv3r/${filein2}.${machine} + + # if not bit-identical, use cmp_grib2_grib2 to compare each grib record + export err1=$? + if [ $err1 -eq 0 ] ; then + msg="fv3r pe test: your new post executable generates bit-identical ${filein2} as the trunk" + echo $msg + else + msg="fv3r pe test: your new post executable did not generate bit-identical ${filein2} as the trunk" + echo $msg + echo " start comparing each grib record and write the comparison result to *diff files" + echo " check these *diff files to make sure your new post only change variables which you intend to change" + $cmp_grib2_grib2 $homedir/data_out/fv3r/${filein2}.${machine} ${filein2} > ${filein2}.diff + fi + +else + + msg="fv3r pe test: post failed using your new post executable to generate ${filein2}" + echo $msg + +fi +postmsg "$logfile" "$msg" +done + +echo "PROGRAM IS COMPLETE!!!!!" +msg="Ending fv3r test" +postmsg "$logfile" "$msg" diff --git a/ci/jobs-dev/run_post_hrrr_HERCULES.sh b/ci/jobs-dev/run_post_hrrr_HERCULES.sh new file mode 100755 index 000000000..baa111f6f --- /dev/null +++ b/ci/jobs-dev/run_post_hrrr_HERCULES.sh @@ -0,0 +1,130 @@ +#!/bin/sh + +#SBATCH -o out.post.hrrr +#SBATCH -e out.post.hrrr +#SBATCH -J hrrr_test +#SBATCH -t 00:20:00 +#SBATCH -q batch +#SBATCH -A nems +#SBATCH -N 2 --ntasks-per-node=24 + +set -x + +# specify computation resource +export MP_LABELIO=yes +export threads=3 +export OMP_NUM_THREADS=$threads +export APRUN="srun" + +echo "starting time" +date + +###################################################################### +# Purpose: to run RAP post processing +###################################################################### + +# EXPORT list here + +module use /apps/contrib/spack-stack/spack-stack-1.8.0/envs/ue-intel-2021.9.0/install/modulefiles/Core +module load stack-intel/2021.9.0 +module load stack-intel-oneapi-mpi/2021.9.0 +module load libpng/1.6.37 +module load jasper/2.0.32 +module load prod_util/2.1.1 +module load crtm/2.4.0.1 +module list + +ulimit -s unlimited +export WGRIB2=wgrib2 +export COMROOT=$rundir + +msg="Starting hrrr test" +postmsg "$logfile" "$msg" + +export cmp_grib2_grib2=/home/wmeng/bin/cmp_grib2_grib2_new +export POSTGPEXEC=${svndir}/exec/upp.x + +# CALL executable job script here + +# specify your running and output directory +export startdate=2020060118 +export fhr=04 +export DATA=$rundir/hrrr_${startdate} + +export NEWDATE=`${NDATE} +${fhr} $startdate` + +export YY=`echo ${NEWDATE} | cut -c1-4` +export MM=`echo ${NEWDATE} | cut -c5-6` +export DD=`echo ${NEWDATE} | cut -c7-8` +export HH=`echo ${NEWDATE} | cut -c9-10` + +rm -rf $DATA; mkdir -p $DATA +cd $DATA + +cat > itag < wrfpost2.out + +# operational hrrr post processing generates 3 files +filelist="WRFTWO.GrbF04 \ + WRFPRS.GrbF04 \ + WRFNAT.GrbF04" + +for file in $filelist; do +export filein2=$file +ls -l ${filein2} +export err=$? + +if [ $err = "0" ] ; then + + # operational hrrr post processing generates 3 files, start with BGDAWP first + # use cmp to see if new pgb files are identical to the control one + cmp ${filein2} $homedir/data_out/hrrr/${filein2}.${machine} + + # if not bit-identical, use cmp_grib2_grib2 to compare each grib record + export err1=$? + if [ $err1 -eq 0 ] ; then + msg="hrrr test: your new post executable generates bit-identical ${filein2} as the trunk" + echo $msg + else + msg="hrrr test: your new post executable did not generate bit-identical ${filein2} as the trunk" + echo $msg + echo " start comparing each grib record and write the comparison result to *diff files" + echo " check these *diff files to make sure your new post only change variables which you intend to change" + $cmp_grib2_grib2 $homedir/data_out/hrrr/${filein2}.${machine} ${filein2} > ${filein2}.diff + fi + + +else + + msg="hrrr test: post failed using your new post executable to generate ${filein2}" + echo $msg + +fi +postmsg "$logfile" "$msg" +done + +echo "PROGRAM IS COMPLETE!!!!!" +msg="Ending hrrr test" +postmsg "$logfile" "$msg" + + diff --git a/ci/jobs-dev/run_post_hrrr_pe_test_HERCULES.sh b/ci/jobs-dev/run_post_hrrr_pe_test_HERCULES.sh new file mode 100755 index 000000000..a76bc386f --- /dev/null +++ b/ci/jobs-dev/run_post_hrrr_pe_test_HERCULES.sh @@ -0,0 +1,138 @@ +#!/bin/sh + +#SBATCH -o out.post.hrrr_pe_test +#SBATCH -e out.post.hrrr_pe_test +#SBATCH -J hrrr_pe_test +#SBATCH -t 00:20:00 +#SBATCH -q batch +#SBATCH -A nems +#SBATCH -N 3 --ntasks-per-node=24 + +set -x + +# specify computation resource +export MP_LABELIO=yes +export threads=1 +export OMP_NUM_THREADS=$threads +export APRUN="srun" + +echo "starting time" +date + +###################################################################### +# Purpose: to run RAP post processing +###################################################################### + +# EXPORT list here + +module use /apps/contrib/spack-stack/spack-stack-1.8.0/envs/ue-intel-2021.9.0/install/modulefiles/Core +module load stack-intel/2021.9.0 +module load stack-intel-oneapi-mpi/2021.9.0 +module load libpng/1.6.37 +module load jasper/2.0.32 +module load prod_util/2.1.1 +module load crtm/2.4.0.1 +module list + +ulimit -s unlimited +export WGRIB2=wgrib2 +export COMROOT=$rundir + +msg="Starting hrrr pe test" +postmsg "$logfile" "$msg" + +export cmp_grib2_grib2=/home/wmeng/bin/cmp_grib2_grib2_new +export POSTGPEXEC=${svndir}/exec/upp.x + +# CALL executable job script here + +# specify your running and output directory +export startdate=2020060118 +export fhr=04 +export DATA=$rundir/hrrr_${startdate}_pe_test + +export NEWDATE=`${NDATE} +${fhr} $startdate` + +export YY=`echo ${NEWDATE} | cut -c1-4` +export MM=`echo ${NEWDATE} | cut -c5-6` +export DD=`echo ${NEWDATE} | cut -c7-8` +export HH=`echo ${NEWDATE} | cut -c9-10` + +rm -rf $DATA; mkdir -p $DATA +cd $DATA + +cat > itag < wrfpost2.out + +# operational hrrr post processing generates 3 files +filelist="WRFTWO.GrbF04 \ + WRFPRS.GrbF04 \ + WRFNAT.GrbF04" + +for file in $filelist; do +export filein2=$file +ls -l ${filein2} +export err=$? + +if [ $err = "0" ] ; then + + # operational hrrr post processing generates 3 files, start with BGDAWP first + # use cmp to see if new pgb files are identical to the control one + cmp ${filein2} $homedir/data_out/hrrr/${filein2}.${machine} + + # if not bit-identical, use cmp_grib2_grib2 to compare each grib record + export err1=$? + if [ $err1 -eq 0 ] ; then + msg="hrrr pe test: your new post executable generates bit-identical ${filein2} as the trunk" + echo $msg + else + #msg="hrrr pe test: your new post executable did not generate bit-identical ${filein2} as the trunk" + #echo $msg + echo " start comparing each grib record and write the comparison result to *diff files" + echo " check these *diff files to make sure your new post only change variables which you intend to change" + $cmp_grib2_grib2 $homedir/data_out/hrrr/${filein2}.${machine} ${filein2} > ${filein2}.diff + export err2=$? + if [ $err2 -eq 0 ] ; then + msg="hrrr pe test: your new post executable is fine in ${filein2}" + echo $msg + else + msg="hrrr pe test: your new post executable did generate changed results in ${filein2}" + echo $msg + fi + fi + + +else + + msg="hrrr pe test: post failed using your new post executable to generate ${filein2}" + echo $msg + +fi +postmsg "$logfile" "$msg" +done + +echo "PROGRAM IS COMPLETE!!!!!" +msg="Ending hrrr pe test" +postmsg "$logfile" "$msg" + + diff --git a/ci/jobs-dev/run_post_nmmb_Grib2_HERCULES.sh b/ci/jobs-dev/run_post_nmmb_Grib2_HERCULES.sh new file mode 100755 index 000000000..da5b9a54d --- /dev/null +++ b/ci/jobs-dev/run_post_nmmb_Grib2_HERCULES.sh @@ -0,0 +1,140 @@ +#!/bin/sh + +#SBATCH -o out.post.nmmb_Grib2 +#SBATCH -e out.post.nmmb_Grib2 +#SBATCH -J nmmb_test +#SBATCH -t 00:20:00 +#SBATCH -q debug +#SBATCH -N 2 --ntasks-per-node=8 +#SBATCH -A nems + +set -x + +# specify computation resource +export threads=1 +export MP_LABELIO=yes +export OMP_NUM_THREADS=$threads +export APRUN="srun" + +echo "starting time" +date + +############################################ +# Loading module +############################################ + +module use /apps/contrib/spack-stack/spack-stack-1.8.0/envs/ue-intel-2021.9.0/install/modulefiles/Core +module load stack-intel/2021.9.0 +module load stack-intel-oneapi-mpi/2021.9.0 +module load libpng/1.6.37 +module load jasper/2.0.32 +module load prod_util/2.1.1 +module load crtm/2.4.0.1 +module list + +ulimit -s unlimited +#ulimit -s1900000000 + +msg="Starting nmmb test" +postmsg "$logfile" "$msg" + +export cmp_grib2_grib2=/home/wmeng/bin/cmp_grib2_grib2_new + +# specify user's own post executable for testing +#export svndir=/u/Wen.Meng/save/ncep_post/trunk +export POSTGPEXEC=${svndir}/exec/upp.x + + +# specify forecast start time and hour for running your post job +export startdate=2014120818 +export fhr=03 + +# specify your running and output directory +export DATA=$rundir/post_nmmb_meso_${startdate}_Grib2 + +# specify your home directory +#export homedir=`pwd`/.. + +export tmmark=tm00 + +rm -rf $DATA; mkdir -p $DATA +cd $DATA + +echo $homedir +echo $NDATE +export NEWDATE=`$NDATE +${fhr} $startdate` + +export YY=`echo $NEWDATE | cut -c1-4` +export MM=`echo $NEWDATE | cut -c5-6` +export DD=`echo $NEWDATE | cut -c7-8` +export HH=`echo $NEWDATE | cut -c9-10` + + +cat > itag < outpost_nems_${NEWDATE} + +mv BGDAWP${fhr}.tm00 BGDAWP${fhr}.tm00.Grib2 +mv BGRD3D${fhr}.tm00 BGRD3D${fhr}.tm00.Grib2 +mv BGRDSF${fhr}.tm00 BGRDSF${fhr}.tm00.Grib2 + +# operational NMMB post processing generates 3 files +filelist="BGDAWP${fhr}.tm00.Grib2 \ + BGRD3D${fhr}.tm00.Grib2 \ + BGRDSF${fhr}.tm00.Grib2" + +for file in $filelist; do +export filein2=$file +ls -l ${filein2} +export err=$? + +if [ $err = "0" ] ; then + + # operational NMMB post processing generates 3 files, start with BGDAWP first + # use cmp to see if new pgb files are identical to the control one + cmp ${filein2} $homedir/data_out/nmmb/${filein2}.${machine} + + # if not bit-identical, use cmp_grib2_grib2 to compare each grib record + export err1=$? + if [ $err1 -eq 0 ] ; then + msg="nmmb test: your new post executable generates bit-identical ${filein2} as the trunk" + echo $msg + else + msg="nmmb test: your new post executable did not generate bit-identical ${filein2} as the trunk" + echo $msg + echo " start comparing each grib record and write the comparison result to *diff files" + echo " check these *diff files to make sure your new post only change variables which you intend to change" + $cmp_grib2_grib2 $homedir/data_out/nmmb/${filein2}.${machine} ${filein2} > ${filein2}.diff + fi + + +else + msg="nmmb test: post failed using your new post executable to generate ${filein2}" + echo $msg + +fi +postmsg "$logfile" "$msg" +done + +echo "PROGRAM IS COMPLETE!!!!!" +msg="Ending nmmb test" +postmsg "$logfile" "$msg" diff --git a/ci/jobs-dev/run_post_nmmb_Grib2_pe_test_HERCULES.sh b/ci/jobs-dev/run_post_nmmb_Grib2_pe_test_HERCULES.sh new file mode 100755 index 000000000..337754d82 --- /dev/null +++ b/ci/jobs-dev/run_post_nmmb_Grib2_pe_test_HERCULES.sh @@ -0,0 +1,141 @@ +#!/bin/sh + +#SBATCH -o out.post.nmmb_Grib2_pe +#SBATCH -e out.post.nmmb_Grib2_pe +#SBATCH -J nmmb_pe_test +#SBATCH -t 00:20:00 +##SBATCH -q debug +#SBATCH -q debug +#SBATCH -N 3 --ntasks-per-node=8 +#SBATCH -A nems + +set -x + +# specify computation resource +export threads=1 +export MP_LABELIO=yes +export OMP_NUM_THREADS=$threads +export APRUN="srun" + +echo "starting time" +date + +############################################ +# Loading module +############################################ + +module use /apps/contrib/spack-stack/spack-stack-1.8.0/envs/ue-intel-2021.9.0/install/modulefiles/Core +module load stack-intel/2021.9.0 +module load stack-intel-oneapi-mpi/2021.9.0 +module load libpng/1.6.37 +module load jasper/2.0.32 +module load prod_util/2.1.1 +module load crtm/2.4.0.1 +module list + +ulimit -s unlimited +#ulimit -s1900000000 + +msg="Starting nmmb pe test" +postmsg "$logfile" "$msg" + +export cmp_grib2_grib2=/home/wmeng/bin/cmp_grib2_grib2_new + +# specify user's own post executable for testing +#export svndir=/u/Wen.Meng/save/ncep_post/trunk +export POSTGPEXEC=${svndir}/exec/upp.x + + +# specify forecast start time and hour for running your post job +export startdate=2014120818 +export fhr=03 + +# specify your running and output directory +export DATA=$rundir/post_nmmb_meso_${startdate}_Grib2_pe_test + +# specify your home directory +#export homedir=`pwd`/.. + +export tmmark=tm00 + + +rm -rf $DATA; mkdir -p $DATA +cd $DATA + +echo $homedir +echo $NDATE +export NEWDATE=`$NDATE +${fhr} $startdate` + +export YY=`echo $NEWDATE | cut -c1-4` +export MM=`echo $NEWDATE | cut -c5-6` +export DD=`echo $NEWDATE | cut -c7-8` +export HH=`echo $NEWDATE | cut -c9-10` + + +cat > itag < outpost_nems_${NEWDATE} + +mv BGDAWP${fhr}.tm00 BGDAWP${fhr}.tm00.Grib2 +mv BGRD3D${fhr}.tm00 BGRD3D${fhr}.tm00.Grib2 +mv BGRDSF${fhr}.tm00 BGRDSF${fhr}.tm00.Grib2 + +# operational NMMB post processing generates 3 files +filelist="BGDAWP${fhr}.tm00.Grib2 \ + BGRD3D${fhr}.tm00.Grib2 \ + BGRDSF${fhr}.tm00.Grib2" + +for file in $filelist; do +export filein2=$file +ls -l ${filein2} +export err=$? + +if [ $err = "0" ] ; then + + # operational NMMB post processing generates 3 files, start with BGDAWP first + # use cmp to see if new pgb files are identical to the control one + cmp ${filein2} $homedir/data_out/nmmb/${filein2}.${machine} + + # if not bit-identical, use cmp_grib2_grib2 to compare each grib record + export err1=$? + if [ $err1 -eq 0 ] ; then + msg="nmmb pe test: your new post executable generates bit-identical ${filein2} as the trunk" + echo $msg + else + msg="nmmb pe test: your new post executable did not generate bit-identical ${filein2} as the trunk" + echo $msg + echo " start comparing each grib record and write the comparison result to *diff files" + echo " check these *diff files to make sure your new post only change variables which you intend to change" + $cmp_grib2_grib2 $homedir/data_out/nmmb/${filein2}.${machine} ${filein2} > ${filein2}.diff + fi + + +else + msg="nmmb pe test: post failed using your new post executable to generate ${filein2}" + echo $msg + +fi +postmsg "$logfile" "$msg" +done + +echo "PROGRAM IS COMPLETE!!!!!" +msg="Ending nmmb pe test" +postmsg "$logfile" "$msg" diff --git a/ci/jobs-dev/run_post_rap_HERCULES.sh b/ci/jobs-dev/run_post_rap_HERCULES.sh new file mode 100755 index 000000000..dbc3ac7d7 --- /dev/null +++ b/ci/jobs-dev/run_post_rap_HERCULES.sh @@ -0,0 +1,130 @@ +#!/bin/sh + +#SBATCH -o out.post.rap +#SBATCH -e out.post.rap +#SBATCH -J rap_test +#SBATCH -t 00:20:00 +#SBATCH -N 2 --ntasks-per-node=24 +#SBATCH -q batch +#SBATCH -A nems + +set -x + +# specify computation resource +export MP_LABELIO=yes +export threads=1 +export OMP_NUM_THREADS=$threads +export APRUN="srun" + +echo "starting time" +date + +###################################################################### +# Purpose: to run RAP post processing +###################################################################### + +# EXPORT list here + +module use /apps/contrib/spack-stack/spack-stack-1.8.0/envs/ue-intel-2021.9.0/install/modulefiles/Core +module load stack-intel/2021.9.0 +module load stack-intel-oneapi-mpi/2021.9.0 +module load libpng/1.6.37 +module load jasper/2.0.32 +module load prod_util/2.1.1 +module load crtm/2.4.0.1 +module list + +ulimit -s unlimited +export WGRIB2=wgrib2 +export COMROOT=$rundir + +msg="Starting rap test" +postmsg "$logfile" "$msg" + +export cmp_grib2_grib2=/home/wmeng/bin/cmp_grib2_grib2_new +export POSTGPEXEC=${svndir}/exec/upp.x + +# CALL executable job script here + +# specify your running and output directory +export startdate=2020072316 +export fhr=16 +export DATA=$rundir/rap_${startdate} + +export NEWDATE=`${NDATE} +${fhr} $startdate` + +export YY=`echo ${NEWDATE} | cut -c1-4` +export MM=`echo ${NEWDATE} | cut -c5-6` +export DD=`echo ${NEWDATE} | cut -c7-8` +export HH=`echo ${NEWDATE} | cut -c9-10` + +rm -rf $DATA; mkdir -p $DATA +cd $DATA + +cat > itag < wrfpost2.out + +# operational rap post processing generates 3 files +filelist="WRFPRS.GrbF16 \ + WRFNAT.GrbF16" + +for file in $filelist; do +export filein2=$file +ls -l ${filein2} +export err=$? + +if [ $err = "0" ] ; then + + # operational rap post processing generates 3 files, start with BGDAWP first + # use cmp to see if new pgb files are identical to the control one + cmp ${filein2} $homedir/data_out/rap/${filein2}.${machine} + + # if not bit-identical, use cmp_grib2_grib2 to compare each grib record + export err1=$? + if [ $err1 -eq 0 ] ; then + msg="rap test: your new post executable generates bit-identical ${filein2} as the trunk" + echo $msg + else + msg="rap test: your new post executable did not generate bit-identical ${filein2} as the trunk" + echo $msg + echo " start comparing each grib record and write the comparison result to *diff files" + echo " check these *diff files to make sure your new post only change variables which you intend to change" + $cmp_grib2_grib2 $homedir/data_out/rap/${filein2}.${machine} ${filein2} > ${filein2}.diff + fi + + +else + + msg="rap test: post failed using your new post executable to generate ${filein2}" + echo $msg + +fi +postmsg "$logfile" "$msg" +done + +echo "PROGRAM IS COMPLETE!!!!!" +msg="Ending rap test" +postmsg "$logfile" "$msg" + + diff --git a/ci/jobs-dev/run_post_rap_pe_test_HERCULES.sh b/ci/jobs-dev/run_post_rap_pe_test_HERCULES.sh new file mode 100755 index 000000000..df20b8cd7 --- /dev/null +++ b/ci/jobs-dev/run_post_rap_pe_test_HERCULES.sh @@ -0,0 +1,139 @@ +#!/bin/sh + +#SBATCH -o out.post.rap_pe_test +#SBATCH -e out.post.rap_pe_test +#SBATCH -J rap_pe_test +#SBATCH -t 00:20:00 +#SBATCH -q batch +#SBATCH -A nems +#SBATCH -N 3 --ntasks-per-node=24 + +set -x + +# specify computation resource +export MP_LABELIO=yes +export threads=1 +export OMP_NUM_THREADS=$threads +export APRUN="srun" + +echo "starting time" +date + +###################################################################### +# Purpose: to run RAP post processing +###################################################################### + +# EXPORT list here + +module use /apps/contrib/spack-stack/spack-stack-1.8.0/envs/ue-intel-2021.9.0/install/modulefiles/Core +module load stack-intel/2021.9.0 +module load stack-intel-oneapi-mpi/2021.9.0 +module load libpng/1.6.37 +module load jasper/2.0.32 +module load prod_util/2.1.1 +module load crtm/2.4.0.1 +module list + +ulimit -s unlimited +export WGRIB2=wgrib2 +export COMROOT=$rundir + +msg="Starting rap pe test" +postmsg "$logfile" "$msg" + +export cmp_grib2_grib2=/home/wmeng/bin/cmp_grib2_grib2_new +export POSTGPEXEC=${svndir}/exec/upp.x + +# CALL executable job script here + +# specify your running and output directory +export startdate=2020072316 +export fhr=16 +export DATA=$rundir/rap_${startdate}_pe_test + +export NEWDATE=`${NDATE} +${fhr} $startdate` + +export YY=`echo ${NEWDATE} | cut -c1-4` +export MM=`echo ${NEWDATE} | cut -c5-6` +export DD=`echo ${NEWDATE} | cut -c7-8` +export HH=`echo ${NEWDATE} | cut -c9-10` + +rm -rf $DATA; mkdir -p $DATA +cd $DATA + +cat > itag < wrfpost2.out + +# operational rap post processing generates 3 files +filelist="WRFPRS.GrbF16 \ + WRFNAT.GrbF16" + +for file in $filelist; do +export filein2=$file +ls -l ${filein2} +export err=$? + +if [ $err = "0" ] ; then + + # operational rap post processing generates 3 files, start with BGDAWP first + # use cmp to see if new pgb files are identical to the control one + cmp ${filein2} $homedir/data_out/rap/${filein2}.${machine} + + # if not bit-identical, use cmp_grib2_grib2 to compare each grib record + export err1=$? + if [ $err1 -eq 0 ] ; then + msg="rap pe test: your new post executable generates bit-identical ${filein2} as the trunk" + echo $msg + else + #msg="rap pe test: your new post executable did not generate bit-identical ${filein2} as the trunk" + #echo $msg + echo " start comparing each grib record and write the comparison result to *diff files" + echo " check these *diff files to make sure your new post only change variables which you intend to change" + $cmp_grib2_grib2 $homedir/data_out/rap/${filein2}.${machine} ${filein2} > ${filein2}.diff + cmp ${filein2}.diff $homedir/data_out/rap/${filein2}.diff + export err2=$? + if [ $err2 -eq 0 ] ; then + msg="rap pe test: your new post executable is fine in ${filein2}" + echo $msg + else + msg="rap pe test: your new post executable did generate changed results in ${filein2}" + echo $msg + fi + fi + + +else + + msg="rap pe test: post failed using your new post executable to generate ${filein2}" + echo $msg + +fi +postmsg "$logfile" "$msg" +done + +echo "PROGRAM IS COMPLETE!!!!!" +msg="Ending rap pe test" +postmsg "$logfile" "$msg" + + From a7511fbe3874db2587e5108a25176a2b1788f650 Mon Sep 17 00:00:00 2001 From: "samuel.trahan" Date: Thu, 23 Jan 2025 21:59:10 +0000 Subject: [PATCH 07/48] new scripts for IFI tests on Hera --- ci/jobs-dev/run_ifi_standalone_hrrr_HERA.sh | 85 +++++++++++++++++++++ ci/jobs-dev/run_post_fv3r_ifi_HERA.sh | 11 +-- ci/jobs-dev/run_post_hrrr_ifi_HERA.sh | 8 +- 3 files changed, 88 insertions(+), 16 deletions(-) create mode 100644 ci/jobs-dev/run_ifi_standalone_hrrr_HERA.sh diff --git a/ci/jobs-dev/run_ifi_standalone_hrrr_HERA.sh b/ci/jobs-dev/run_ifi_standalone_hrrr_HERA.sh new file mode 100644 index 000000000..fccdbaf27 --- /dev/null +++ b/ci/jobs-dev/run_ifi_standalone_hrrr_HERA.sh @@ -0,0 +1,85 @@ +#!/bin/sh + +#SBATCH -o out.post.ifi_standalone_hrrr +#SBATCH -e out.post.ifi_standalone_hrrr +#SBATCH -J ifi_standalone_hrrr_test +#SBATCH -t 00:30:00 +#SBATCH --nodes=1 +#SBATCH --exclusive +#SBATCH --partition bigmem +#SBATCH -q batch +#SBATCH -A ovp + +set -eux + +# specify computation resource +export threads=1 +export MP_LABELIO=yes +export OMP_NUM_THREADS=$threads +export OMP_STACKSIZE=512M +export APRUN="srun" + +############################################ +# Loading module +############################################ + +# EXPORT list here + +set +x +module purge +module use /contrib/spack-stack/spack-stack-1.8.0/envs/ue-intel-2021.5.0/install/modulefiles/Core +module load stack-intel/2021.5.0 +module load stack-intel-oneapi-mpi/2021.5.1 +module load libpng/1.6.37 +module load jasper/2.0.32 +module load prod_util/2.1.1 +module load crtm/2.4.0.1 +module load nccmp +module load netcdf-cxx4/4.3.1 +module list +set -x + +ulimit -s unlimited +ulimit + +msg="Starting ifi_standalone_hrrr test" +postmsg "$logfile" "$msg" + +export cmp_grib2_grib2=/home/Wen.Meng/bin/cmp_grib2_grib2_new +FIPEXEC=${svndir}/exec/fip2-lookalike.x + +# use the UPP run directory so we get the input files in the expected format +export startdate=2020060118 +export DATA=$rundir/hrrr_ifi_${startdate} +cd $DATA + +upp_output=cat_vars_0.nc +ifi_standalone_output=icing-category-output.nc +diff_file=cat_vars_0.nc.diff + +set +e + +$APRUN --cpus-per-task=$OMP_NUM_THREADS --nodes=1 --ntasks=1 --exclusive \ + "$FIPEXEC" -u hybr_vars_0.nc hybr_vars_0.nc . + +nccmp -n 20 -dfc1 -v ICE_PROB,ICE_SEV_CAT,SLD,WMO_ICE_SEV_CAT "$upp_output" "$ifi_standalone_output" 2>&1 | tee "$diff_file" +export err1=$? + +if [ -s "$ifi_standalone_output" ] ; then + if [ $err1 -eq 0 ] && ! [ -s "$diff_file" ] ; then + msg="ifi standalone_fv3r test: Passed. libIFI standalone program and IFI in UPP produce identical results" + rm -f "$diff_file" + echo $msg + else + msg="ifi standalone_fv3r test: Failed. Differences detected between libIFI standalone and UPP IFI output." + echo $msg + fi +else + msg="ifi standalone_fv3r test: Failed. ifi standalone failed using your new executable to generate $ifi_standalone_output" + echo $msg +fi +postmsg "$logfile" "$msg" + +echo "PROGRAM IS COMPLETE!!!!!" +msg="Ending ifi_standalone_hrrr test" +postmsg "$logfile" "$msg" diff --git a/ci/jobs-dev/run_post_fv3r_ifi_HERA.sh b/ci/jobs-dev/run_post_fv3r_ifi_HERA.sh index 05b908918..351d4798d 100644 --- a/ci/jobs-dev/run_post_fv3r_ifi_HERA.sh +++ b/ci/jobs-dev/run_post_fv3r_ifi_HERA.sh @@ -9,8 +9,6 @@ #SBATCH -q batch #SBATCH -A ovp -set -eux - # specify computation resource export threads=1 export MP_LABELIO=yes @@ -20,7 +18,6 @@ export APRUN="srun" ############################################ # Loading module ############################################ -set +x module purge module use /contrib/spack-stack/spack-stack-1.8.0/envs/ue-intel-2021.5.0/install/modulefiles/Core module load stack-intel/2021.5.0 @@ -30,7 +27,6 @@ module load jasper/2.0.32 module load prod_util/2.1.1 module load crtm/2.4.0.1 module list -set -x msg="Starting fv3r_ifi test" postmsg "$logfile" "$msg" @@ -78,7 +74,7 @@ rm -f fort.* cp ${svndir}/fix/nam_micro_lookup.dat ./eta_micro_lookup.dat # copy flat files instead -cp ${svndir}/parm/postxconfig-NT-rrfs.txt ./postxconfig-NT.txt +cp ${svndir}/parm/postxconfig-NT-ifi.txt ./postxconfig-NT.txt cp ${svndir}/parm/params_grib2_tbl_new ./params_grib2_tbl_new @@ -106,10 +102,7 @@ ${APRUN} ${POSTGPEXEC} < itag > outpost_nems_${NEWDATE} fhr=`expr $fhr + 0` fhr2=`printf "%02d" $fhr` -filelist="PRSLEV${fhr2}.tm00 \ - NATLEV${fhr2}.tm00" - -set +e +filelist="IFIFIP.GrbF04" for file in $filelist; do export filein2=$file diff --git a/ci/jobs-dev/run_post_hrrr_ifi_HERA.sh b/ci/jobs-dev/run_post_hrrr_ifi_HERA.sh index 0ed5361a9..b1f3bb4dc 100644 --- a/ci/jobs-dev/run_post_hrrr_ifi_HERA.sh +++ b/ci/jobs-dev/run_post_hrrr_ifi_HERA.sh @@ -9,8 +9,6 @@ #SBATCH -A ovp #SBATCH -N 2 --ntasks-per-node=24 -set -eux - # specify computation resource export MP_LABELIO=yes export threads=1 @@ -26,7 +24,6 @@ date # EXPORT list here -set +x module purge module use /contrib/spack-stack/spack-stack-1.8.0/envs/ue-intel-2021.5.0/install/modulefiles/Core module load stack-intel/2021.5.0 @@ -36,7 +33,6 @@ module load jasper/2.0.32 module load prod_util/2.1.1 module load crtm/2.4.0.1 module list -set -x msg="Starting hrrr_ifi test" postmsg "$logfile" "$msg" @@ -81,7 +77,7 @@ cp $homedir/fix/fix_2.3.0/*bin . #copy xml cp ${svndir}/parm/params_grib2_tbl_new params_grib2_tbl_new -cp ${svndir}/parm/postxconfig-NT-ifi.txt postxconfig-NT.txt +cp ${svndir}/parm/postxconfig-NT-hrrr.txt postxconfig-NT.txt cp ${svndir}/fix/rap_micro_lookup.dat eta_micro_lookup.dat ${APRUN} ${POSTGPEXEC} < itag > wrfpost2.out @@ -89,8 +85,6 @@ ${APRUN} ${POSTGPEXEC} < itag > wrfpost2.out # operational hrrr post processing generates 3 files filelist="IFIFIP.GrbF04" -set +e - for file in $filelist; do export filein2=$file ls -l ${filein2} From 42fc921f72ba71ba5741b0be2cfa71acf90ecee5 Mon Sep 17 00:00:00 2001 From: "samuel.trahan" Date: Thu, 23 Jan 2025 21:59:31 +0000 Subject: [PATCH 08/48] add IFI to raphrrr available fields --- parm/post_avblflds_raphrrr.xml | 47 ++++++++++++++++++++++++++++++++++ 1 file changed, 47 insertions(+) diff --git a/parm/post_avblflds_raphrrr.xml b/parm/post_avblflds_raphrrr.xml index 0e7fbb740..7d01b8ea3 100755 --- a/parm/post_avblflds_raphrrr.xml +++ b/parm/post_avblflds_raphrrr.xml @@ -6156,5 +6156,52 @@ 4.0 + + 1007 + ICE_PROB_IFI_FLIGHT_LEVEL + ICPRB + NCEP + spec_alt_above_mean_sea_lvl + 4.0 + + 1 + 5000. 10000. 15000. 20000. 25000. 30000. 35000. 40000. 45000. 50000. 55000. 60000. 65000. 70000. 75000. 80000. 85000. 90000. 95000. 100000. 105000. 110000. 115000. 120000. 125000. 130000. 135000. 140000. 145000. 150000. 155000. 160000. 165000. 170000. 175000. 180000. 185000. 190000. 195000. 200000. 205000. 210000. 215000. 220000. 225000. 230000. 235000. 240000. 245000. 250000. 255000. 260000. 265000. 270000. 275000. 280000. 285000. 290000. 295000. 300000. + + + + 1008 + SLD_IFI_FLIGHT_LEVEL + SIPD + NCEP + spec_alt_above_mean_sea_lvl + 4.0 + + 1 + 5000. 10000. 15000. 20000. 25000. 30000. 35000. 40000. 45000. 50000. 55000. 60000. 65000. 70000. 75000. 80000. 85000. 90000. 95000. 100000. 105000. 110000. 115000. 120000. 125000. 130000. 135000. 140000. 145000. 150000. 155000. 160000. 165000. 170000. 175000. 180000. 185000. 190000. 195000. 200000. 205000. 210000. 215000. 220000. 225000. 230000. 235000. 240000. 245000. 250000. 255000. 260000. 265000. 270000. 275000. 280000. 285000. 290000. 295000. 300000. + + + + 1009 + ICE_SEV_CAT_IFI_FLIGHT_LEVEL + ICSEV + NCEP + spec_alt_above_mean_sea_lvl + 4.0 + + 1 + 5000. 10000. 15000. 20000. 25000. 30000. 35000. 40000. 45000. 50000. 55000. 60000. 65000. 70000. 75000. 80000. 85000. 90000. 95000. 100000. 105000. 110000. 115000. 120000. 125000. 130000. 135000. 140000. 145000. 150000. 155000. 160000. 165000. 170000. 175000. 180000. 185000. 190000. 195000. 200000. 205000. 210000. 215000. 220000. 225000. 230000. 235000. 240000. 245000. 250000. 255000. 260000. 265000. 270000. 275000. 280000. 285000. 290000. 295000. 300000. + + + + 1010 + WMO_ICE_SEV_CAT_IFI_FLIGHT_LEVEL + ICESEV + spec_alt_above_mean_sea_lvl + 4.0 + + 1 + 5000. 10000. 15000. 20000. 25000. 30000. 35000. 40000. 45000. 50000. 55000. 60000. 65000. 70000. 75000. 80000. 85000. 90000. 95000. 100000. 105000. 110000. 115000. 120000. 125000. 130000. 135000. 140000. 145000. 150000. 155000. 160000. 165000. 170000. 175000. 180000. 185000. 190000. 195000. 200000. 205000. 210000. 215000. 220000. 225000. 230000. 235000. 240000. 245000. 250000. 255000. 260000. 265000. 270000. 275000. 280000. 285000. 290000. 295000. 300000. + + From 2ccceeebbdef7aef0530d263debd2fcaac45695b Mon Sep 17 00:00:00 2001 From: "samuel.trahan" Date: Thu, 23 Jan 2025 22:00:27 +0000 Subject: [PATCH 09/48] RRFS ifi test --- ci/jobs-dev/run_ifi_standalone_fv3r_HERA.sh | 80 +++++++++++++++++++++ 1 file changed, 80 insertions(+) create mode 100644 ci/jobs-dev/run_ifi_standalone_fv3r_HERA.sh diff --git a/ci/jobs-dev/run_ifi_standalone_fv3r_HERA.sh b/ci/jobs-dev/run_ifi_standalone_fv3r_HERA.sh new file mode 100644 index 000000000..0e741fd12 --- /dev/null +++ b/ci/jobs-dev/run_ifi_standalone_fv3r_HERA.sh @@ -0,0 +1,80 @@ +#!/bin/sh + +#SBATCH -o out.post.ifi_standalone_fv3r +#SBATCH -e out.post.ifi_standalone_fv3r +#SBATCH -J ifi_standalone_fv3r_test +#SBATCH -t 00:30:00 +#SBATCH --ntasks=1 +#SBATCH --cpus-per-task=40 +#SBATCH --exclusive +#SBATCH --partition bigmem +#SBATCH -q batch +#SBATCH -A ovp + +# specify computation resource +export threads=40 +export MP_LABELIO=yes +export OMP_NUM_THREADS=$threads +export OMP_STACKSIZE=128M +export APRUN="srun" + +############################################ +# Loading module +############################################ + +# EXPORT list here + +module purge +module use /contrib/spack-stack/spack-stack-1.8.0/envs/ue-intel-2021.5.0/install/modulefiles/Core +module load stack-intel/2021.5.0 +module load stack-intel-oneapi-mpi/2021.5.1 +module load libpng/1.6.37 +module load jasper/2.0.32 +module load prod_util/2.1.1 +module load crtm/2.4.0.1 +module load nccmp +module load netcdf-cxx4/4.3.1 +module list + +ulimit -s unlimited +ulimit + +msg="Starting ifi_standalone_fv3r test" +postmsg "$logfile" "$msg" + +export cmp_grib2_grib2=/home/Wen.Meng/bin/cmp_grib2_grib2_new +FIPEXEC=${svndir}/exec/fip2-lookalike.x + +# use the UPP run directory so we get the input files in the expected format +export startdate=2023062800 +export DATA=$rundir/fv3r_ifi_${startdate} +cd $DATA + +upp_output=cat_vars_0.nc +ifi_standalone_output=icing-category-output.nc +diff_file=cat_vars_0.nc.diff + +$APRUN --cpus-per-task=$OMP_NUM_THREADS --nodes=1 --ntasks=1 --exclusive \ + "$FIPEXEC" -u hybr_vars_0.nc hybr_vars_0.nc . + +nccmp -n 20 -dfc1 -v ICE_PROB,ICE_SEV_CAT,SLD,WMO_ICE_SEV_CAT "$upp_output" "$ifi_standalone_output" 2>&1 | tee "$diff_file" +export err1=$? + +if [ -s "$ifi_standalone_output" ] ; then + if [ $err1 -eq 0 ] && ! [ -s "$diff_file" ] ; then + msg="ifi standalone_fv3r test: Passed. libIFI standalone program and IFI in UPP produce identical results" + rm -f "$diff_file" + echo $msg + else + msg="ifi standalone_fv3r test: Failed. Differences detected between libIFI standalone and UPP IFI output." + echo $msg + fi +else + msg="ifi standalone_fv3r test: Failed. ifi standalone failed using your new executable to generate $ifi_standalone_output" + echo $msg +fi +postmsg "$logfile" "$msg" + +echo "PROGRAM IS COMPLETE!!!!!" +msg="Ending ifi_standalone_fv3r test" +postmsg "$logfile" "$msg" From 6fbcfe01e3d1967040a140d9586789469a95cd30 Mon Sep 17 00:00:00 2001 From: "samuel.trahan" Date: Thu, 23 Jan 2025 22:00:47 +0000 Subject: [PATCH 10/48] add ifi regtests to rt.sh --- ci/rt.sh | 23 +++++++++++++++++++---- 1 file changed, 19 insertions(+), 4 deletions(-) diff --git a/ci/rt.sh b/ci/rt.sh index 82a031597..cc99b7b19 100755 --- a/ci/rt.sh +++ b/ci/rt.sh @@ -66,7 +66,9 @@ run_hafs=yes run_rtma=yes if [[ "${have_ifi:-no}" == yes ]] ; then run_hrrr_ifi=yes - run_ifi_standalone=yes + run_ifi_standalone_hrrr=no # turned off by default because it doesn't match UPP output yet + run_fv3r_ifi=yes + run_ifi_standalone_fv3r=yes fi #find machine @@ -145,9 +147,22 @@ cp $svndir/ci/jobs-dev/run_post_hrrr_ifi_${machine}.sh . job_id=`sbatch --parsable -A ${accnr} run_post_hrrr_ifi_${machine}.sh` jobid_list=$jobid_list" "${job_id} dep_job_id=$job_id - if [ "$run_ifi_standalone" = "yes" ]; then - cp $svndir/ci/jobs-dev/run_ifi_standalone_${machine}.sh . - job_id=`sbatch --parsable -A ${accnr} --dependency=afterany:$dep_job_id run_ifi_standalone_${machine}.sh` + if [ "$run_ifi_standalone_hrrr" = "yes" ]; then + cp $svndir/ci/jobs-dev/run_ifi_standalone_hrrr_${machine}.sh . + job_id=`sbatch --parsable -A ${accnr} --dependency=afterany:$dep_job_id run_ifi_standalone_hrrr_${machine}.sh` + jobid_list=$jobid_list" "${job_id} + fi +fi + +if [ "$run_fv3r_ifi" = "yes" ]; then +cd $workdir +cp $svndir/ci/jobs-dev/run_post_fv3r_ifi_${machine}.sh . +job_id=`sbatch --parsable -A ${accnr} run_post_fv3r_ifi_${machine}.sh` +jobid_list=$jobid_list" "${job_id} +dep_job_id=$job_id + if [ "$run_ifi_standalone_fv3r" = "yes" ]; then + cp $svndir/ci/jobs-dev/run_ifi_standalone_fv3r_${machine}.sh . + job_id=`sbatch --parsable -A ${accnr} --dependency=afterany:$dep_job_id run_ifi_standalone_fv3r_${machine}.sh` jobid_list=$jobid_list" "${job_id} fi fi From 5e3426426364d43652b37918a0de58f018159771 Mon Sep 17 00:00:00 2001 From: "samuel.trahan" Date: Thu, 23 Jan 2025 22:01:07 +0000 Subject: [PATCH 11/48] remove unneeded file --- ci/jobs-dev/run_ifi_standalone_HERA.sh | 78 -------------------------- 1 file changed, 78 deletions(-) delete mode 100644 ci/jobs-dev/run_ifi_standalone_HERA.sh diff --git a/ci/jobs-dev/run_ifi_standalone_HERA.sh b/ci/jobs-dev/run_ifi_standalone_HERA.sh deleted file mode 100644 index 091184260..000000000 --- a/ci/jobs-dev/run_ifi_standalone_HERA.sh +++ /dev/null @@ -1,78 +0,0 @@ -#!/bin/sh - -#SBATCH -o out.post.ifi_standalone -#SBATCH -e out.post.ifi_standalone -#SBATCH -J ifi_standalone_test -#SBATCH -t 00:30:00 -#SBATCH --ntasks=1 -#SBATCH --cpus-per-task=40 -#SBATCH --exclusive -#SBATCH --partition bigmem -#SBATCH -q batch -#SBATCH -A ovp - -set -eux - -# specify computation resource -export threads=40 -export MP_LABELIO=yes -export OMP_NUM_THREADS=$threads -export OMP_STACKSIZE=128M -export APRUN="srun" - -############################################ -# Loading module -############################################ -set +x -module purge -module use /contrib/spack-stack/spack-stack-1.8.0/envs/ue-intel-2021.5.0/install/modulefiles/Core -module load stack-intel/2021.5.0 -module load stack-intel-oneapi-mpi/2021.5.1 -module load libpng/1.6.37 -module load jasper/2.0.32 -module load prod_util/2.1.1 -module load crtm/2.4.0.1 -module load nccmp -module load netcdf-cxx4/4.3.1 -module list -set -x - -msg="Starting ifi_standalone test" -postmsg "$logfile" "$msg" - -export cmp_grib2_grib2=/home/Wen.Meng/bin/cmp_grib2_grib2_new -FIPEXEC=${svndir}/exec/fip2-lookalike.x - -# use the UPP run directory so we get the input files in the expected format -export startdate=2020060118 -export DATA=$rundir/hrrr_ifi_${startdate} -cd $DATA - -upp_output=cat_vars_0.nc -ifi_standalone_output=icing-category-output.nc - -set +e - -$APRUN --cpus-per-task=$OMP_NUM_THREADS --nodes=1 --ntasks=1 --exclusive \ - "$FIPEXEC" -u hybr_vars_0.nc hybr_vars_0.nc . - -nccmp -n 20 -dfc1 -v ICE_PROB,ICE_SEV_CAT,SLD,WMO_ICE_SEV_CAT "$upp_output" "$ifi_standalone_output" -export err1=$? - -if [ -s "$ifi_standalone_output" ] ; then - if [ $err1 -eq 0 ] ; then - msg="ifi standalone test: ifi standalone and ifi in UPP produce identical results" - echo $msg - else - msg="ifi standalone test: Differences detected between ifi and UPP. This indicates a bug in your code. It must be fixed before committing." - echo $msg - fi -else - msg="ifi standalone test: ifi standalone failed using your new executable to generate $ifi_standalone_output" - echo $msg -fi -postmsg "$logfile" "$msg" - -echo "PROGRAM IS COMPLETE!!!!!" -msg="Ending ifi_standalone test" -postmsg "$logfile" "$msg" From a8aa0c10e87f27e6737192f5dc6459d5e60b6664 Mon Sep 17 00:00:00 2001 From: "samuel.trahan" Date: Thu, 23 Jan 2025 22:42:58 +0000 Subject: [PATCH 12/48] hera test results --- tests/logs/rt.log.HERA | 122 +++++++++++++++++++++-------------------- 1 file changed, 64 insertions(+), 58 deletions(-) diff --git a/tests/logs/rt.log.HERA b/tests/logs/rt.log.HERA index 7cd8fda4b..93b9324e4 100644 --- a/tests/logs/rt.log.HERA +++ b/tests/logs/rt.log.HERA @@ -1,69 +1,75 @@ ===== Start of UPP Regression Testing Log ===== UPP Hash Tested: -3822a445a34c7af8186bd5a66ca884c93b35db2d +79cd04fb2299dad5ad359e3caf540debd615392a Submodule hashes: --179cae1dd84401cf25d250bd9102e66560a9d328 sorc/libIFI.fd + 179cae1dd84401cf25d250bd9102e66560a9d328 sorc/libIFI.fd (before-3km-fixes-45-g179cae1) -529f870d33b65c3b6c1aa3c3236b94efc3bd336d sorc/ncep_post.fd/post_gtg.fd -Run directory: /scratch2/NCEPDEV/stmp/Fernando.Andrade-maldonado/1109/UPP/ci/rundir/upp-HERA -Baseline directory: /scratch2/NAGAPE/epic/UPP/test_suite +Run directory: /scratch2/BMC/ifi/Samuel.Trahan/fip/regtest/scrub//upp-HERA +Baseline directory: /scratch2/BMC/ifi/Samuel.Trahan/fip/regtest/test_suite/ -Total runtime: 00h:11m:07s -Test Date: 20250110 20:06:36 +Total runtime: 00h:13m:25s +Test Date: 20250123 22:15:48 Summary Results: -01/10 19:59:09Z -fv3hafs test: your new post executable generates bit-identical HURPRS09.tm00 as the trunk -01/10 19:59:16Z -fv3gefs test: your new post executable generates bit-identical geaer.t00z.master.grb2f060 as the trunk -01/10 19:59:38Z -fv3gefs pe test: your new post executable generates bit-identical geaer.t00z.master.grb2f060 as the trunk -01/10 20:00:05Z -rtma pe test: your new post executable generates bit-identical NATLEV00.tm00 as the trunk -01/10 20:00:14Z -rtma pe test: your new post executable generates bit-identical PRSLEV00.tm00 as the trunk -01/10 20:00:14Z -rtma pe test: your new post executable generates bit-identical IFIFIP00.tm00 as the trunk -01/10 20:00:26Z -hrrr pe test: your new post executable generates bit-identical WRFTWO.GrbF04 as the trunk -01/10 20:00:28Z -hrrr pe test: your new post executable generates bit-identical WRFPRS.GrbF04 as the trunk -01/10 20:00:30Z -hrrr pe test: your new post executable generates bit-identical WRFNAT.GrbF04 as the trunk -01/10 20:00:49Z -hrrr test: your new post executable generates bit-identical WRFTWO.GrbF04 as the trunk -01/10 20:00:50Z -hrrr test: your new post executable generates bit-identical WRFPRS.GrbF04 as the trunk -01/10 20:00:52Z -hrrr test: your new post executable generates bit-identical WRFNAT.GrbF04 as the trunk -01/10 20:01:01Z -fv3hafs pe test: your new post executable generates bit-identical HURPRS09.tm00 as the trunk -01/10 20:01:28Z -rap test: your new post executable generates bit-identical WRFPRS.GrbF16 as the trunk -01/10 20:01:29Z -rap test: your new post executable generates bit-identical WRFNAT.GrbF16 as the trunk -01/10 20:01:30Z -fv3r pe test: your new post executable generates bit-identical PRSLEV10.tm00 as the trunk -01/10 20:01:37Z -fv3r pe test: your new post executable generates bit-identical NATLEV10.tm00 as the trunk -01/10 20:01:46Z -nmmb pe test: your new post executable generates bit-identical BGDAWP03.tm00.Grib2 as the trunk -01/10 20:01:47Z -rap pe test: your new post executable did generate changed results in WRFPRS.GrbF16 -01/10 20:01:48Z -rap pe test: your new post executable generates bit-identical WRFNAT.GrbF16 as the trunk -01/10 20:01:49Z -nmmb test: your new post executable generates bit-identical BGDAWP03.tm00.Grib2 as the trunk -01/10 20:01:49Z -nmmb pe test: your new post executable generates bit-identical BGRD3D03.tm00.Grib2 as the trunk -01/10 20:01:50Z -nmmb pe test: your new post executable generates bit-identical BGRDSF03.tm00.Grib2 as the trunk -01/10 20:01:51Z -nmmb test: your new post executable generates bit-identical BGRD3D03.tm00.Grib2 as the trunk -01/10 20:01:52Z -nmmb test: your new post executable generates bit-identical BGRDSF03.tm00.Grib2 as the trunk -01/10 20:01:53Z -fv3r test: your new post executable generates bit-identical PRSLEV10.tm00 as the trunk -01/10 20:01:57Z -fv3r test: your new post executable generates bit-identical NATLEV10.tm00 as the trunk -01/10 20:02:21Z -rtma test: your new post executable generates bit-identical NATLEV00.tm00 as the trunk -01/10 20:02:27Z -rtma test: your new post executable generates bit-identical PRSLEV00.tm00 as the trunk -01/10 20:02:27Z -rtma test: your new post executable generates bit-identical IFIFIP00.tm00 as the trunk -01/10 20:05:36Z -fv3gfs test: your new post executable generates bit-identical gfs.t00z.master.grb2f006 as the trunk -01/10 20:05:39Z -fv3gfs test: your new post executable generates bit-identical gfs.t00z.sfluxgrbf006.grib2 as the trunk -01/10 20:05:40Z -fv3gfs test: your new post executable generates bit-identical gfs.t00z.special.grb2f006 as the trunk -01/10 20:06:29Z -fv3gfs pe test: your new post executable generates bit-identical gfs.t00z.master.grb2f006 as the trunk -01/10 20:06:31Z -fv3gfs pe test: your new post executable generates bit-identical gfs.t00z.sfluxgrbf006.grib2 as the trunk -01/10 20:06:32Z -fv3gfs pe test: your new post executable generates bit-identical gfs.t00z.special.grb2f006 as the trunk -01/10 20:01:59Z -Runtime: nmmb_test 00:01:26 -- baseline 00:01:00 -01/10 20:02:00Z -Runtime: nmmb_pe_test 00:01:24 -- baseline 00:01:00 -01/10 20:02:00Z -Runtime: fv3gefs_test 00:00:31 -- baseline 00:40:00 -01/10 20:02:00Z -Runtime: fv3gefs_pe_test 00:00:20 -- baseline 00:40:00 -01/10 20:02:01Z -Runtime: rap_test 00:01:14 -- baseline 00:02:00 -01/10 20:02:01Z -Runtime: rap_pe_test 00:01:24 -- baseline 00:02:00 -01/10 20:02:01Z -Runtime: hrrr_test 00:02:29 -- baseline 00:02:00 -01/10 20:02:02Z -Runtime: hrrr_pe_test 00:02:15 -- baseline 00:02:00 -01/10 20:05:48Z -Runtime: fv3gfs_test 00:07:25 -- baseline 00:15:00 -01/10 20:06:34Z -Runtime: fv3gfs_pe_test 00:07:18 -- baseline 00:15:00 -01/10 20:06:34Z -Runtime: fv3r_test 00:01:37 -- baseline 00:03:00 -01/10 20:06:35Z -Runtime: fv3r_pe_test 00:01:57 -- baseline 00:03:00 -01/10 20:06:35Z -Runtime: fv3hafs_test 00:00:38 -- baseline 00:03:00 -01/10 20:06:35Z -Runtime: fv3hafs_pe_test 00:00:41 -- baseline 00:03:00 -01/10 20:06:36Z -Runtime: rtma_test 00:02:01 -- baseline 00:03:00 -01/10 20:06:36Z -Runtime: rtma_test_pe_test 00:01:59 -- baseline +01/23 22:05:59Z -fv3gefs test: your new post executable generates bit-identical geaer.t00z.master.grb2f060 as the trunk +01/23 22:06:00Z -fv3gefs pe test: your new post executable generates bit-identical geaer.t00z.master.grb2f060 as the trunk +01/23 22:06:21Z -fv3hafs pe test: your new post executable generates bit-identical HURPRS09.tm00 as the trunk +01/23 22:06:23Z -fv3hafs test: your new post executable generates bit-identical HURPRS09.tm00 as the trunk +01/23 22:07:09Z -rap test: your new post executable generates bit-identical WRFPRS.GrbF16 as the trunk +01/23 22:07:22Z -rap test: your new post executable generates bit-identical WRFNAT.GrbF16 as the trunk +01/23 22:07:23Z -rtma pe test: your new post executable generates bit-identical NATLEV00.tm00 as the trunk +01/23 22:07:30Z -rap pe test: your new post executable did generate changed results in WRFPRS.GrbF16 +01/23 22:07:34Z -rap pe test: your new post executable generates bit-identical WRFNAT.GrbF16 as the trunk +01/23 22:07:42Z -rtma test: your new post executable generates bit-identical NATLEV00.tm00 as the trunk +01/23 22:07:42Z -fv3r test: your new post executable generates bit-identical PRSLEV10.tm00 as the trunk +01/23 22:07:45Z -fv3r pe test: your new post executable generates bit-identical PRSLEV10.tm00 as the trunk +01/23 22:07:47Z -rtma pe test: your new post executable generates bit-identical PRSLEV00.tm00 as the trunk +01/23 22:07:48Z -rtma pe test: your new post executable generates bit-identical IFIFIP00.tm00 as the trunk +01/23 22:08:02Z -fv3r pe test: your new post executable generates bit-identical NATLEV10.tm00 as the trunk +01/23 22:08:07Z -fv3r test: your new post executable generates bit-identical NATLEV10.tm00 as the trunk +01/23 22:08:15Z -rtma test: your new post executable generates bit-identical PRSLEV00.tm00 as the trunk +01/23 22:08:16Z -rtma test: your new post executable generates bit-identical IFIFIP00.tm00 as the trunk +01/23 22:08:28Z -nmmb test: your new post executable generates bit-identical BGDAWP03.tm00.Grib2 as the trunk +01/23 22:08:28Z -nmmb pe test: your new post executable generates bit-identical BGDAWP03.tm00.Grib2 as the trunk +01/23 22:08:35Z -nmmb test: your new post executable generates bit-identical BGRD3D03.tm00.Grib2 as the trunk +01/23 22:08:35Z -nmmb test: your new post executable generates bit-identical BGRDSF03.tm00.Grib2 as the trunk +01/23 22:08:36Z -nmmb pe test: your new post executable generates bit-identical BGRD3D03.tm00.Grib2 as the trunk +01/23 22:08:38Z -nmmb pe test: your new post executable generates bit-identical BGRDSF03.tm00.Grib2 as the trunk +01/23 22:09:37Z -hrrr pe test: your new post executable generates bit-identical WRFTWO.GrbF04 as the trunk +01/23 22:09:51Z -hrrr pe test: your new post executable generates bit-identical WRFPRS.GrbF04 as the trunk +01/23 22:09:58Z -hrrr_ifi test: post failed using your new post executable to generate IFIFIP.GrbF04 +01/23 22:10:00Z -hrrr test: your new post executable generates bit-identical WRFTWO.GrbF04 as the trunk +01/23 22:10:03Z -hrrr test: your new post executable generates bit-identical WRFPRS.GrbF04 as the trunk +01/23 22:10:14Z -fv3r test: post failed using your new post executable to generate IFIFIP.GrbF04 +01/23 22:10:14Z -hrrr pe test: your new post executable generates bit-identical WRFNAT.GrbF04 as the trunk +01/23 22:10:18Z -hrrr test: your new post executable generates bit-identical WRFNAT.GrbF04 as the trunk +01/23 22:15:09Z -ifi standalone_fv3r test: Passed. libIFI standalone program and IFI in UPP produce identical results +01/23 22:15:11Z -fv3gfs pe test: your new post executable generates bit-identical gfs.t00z.master.grb2f006 as the trunk +01/23 22:15:14Z -fv3gfs test: your new post executable generates bit-identical gfs.t00z.master.grb2f006 as the trunk +01/23 22:15:23Z -fv3gfs pe test: your new post executable generates bit-identical gfs.t00z.sfluxgrbf006.grib2 as the trunk +01/23 22:15:24Z -fv3gfs pe test: your new post executable generates bit-identical gfs.t00z.special.grb2f006 as the trunk +01/23 22:15:37Z -fv3gfs test: your new post executable generates bit-identical gfs.t00z.sfluxgrbf006.grib2 as the trunk +01/23 22:15:37Z -fv3gfs test: your new post executable generates bit-identical gfs.t00z.special.grb2f006 as the trunk +01/23 22:10:09Z -Runtime: hrrr_ifi_test 00:04:35 -- baseline +01/23 22:10:24Z -Runtime: fv3r_ifi_test 00:04:51 -- baseline +01/23 22:15:12Z -Runtime: ifi_standalone_fv3r_test 00:04:53 -- baseline +01/23 22:15:13Z -Runtime: nmmb_test 00:03:12 -- baseline 00:01:00 +01/23 22:15:13Z -Runtime: nmmb_pe_test 00:03:15 -- baseline 00:01:00 +01/23 22:15:13Z -Runtime: fv3gefs_test 00:00:36 -- baseline 00:40:00 +01/23 22:15:14Z -Runtime: fv3gefs_pe_test 00:00:37 -- baseline 00:40:00 +01/23 22:15:14Z -Runtime: rap_test 00:01:59 -- baseline 00:02:00 +01/23 22:15:14Z -Runtime: rap_pe_test 00:02:11 -- baseline 00:02:00 +01/23 22:15:15Z -Runtime: hrrr_test 00:04:55 -- baseline 00:02:00 +01/23 22:15:15Z -Runtime: hrrr_pe_test 00:04:52 -- baseline 00:02:00 +01/23 22:15:45Z -Runtime: fv3gfs_test 00:10:16 -- baseline 00:15:00 +01/23 22:15:46Z -Runtime: fv3gfs_pe_test 00:10:01 -- baseline 00:15:00 +01/23 22:15:46Z -Runtime: fv3r_test 00:02:45 -- baseline 00:03:00 +01/23 22:15:46Z -Runtime: fv3r_pe_test 00:02:39 -- baseline 00:03:00 +01/23 22:15:47Z -Runtime: fv3hafs_test 00:01:00 -- baseline 00:03:00 +01/23 22:15:47Z -Runtime: fv3hafs_pe_test 00:00:58 -- baseline 00:03:00 +01/23 22:15:47Z -Runtime: rtma_test 00:02:54 -- baseline 00:03:00 +01/23 22:15:47Z -Runtime: rtma_test_pe_test 00:02:25 -- baseline No changes in test results detected. ===== End of UPP Regression Testing Log ===== From 7a5b1f93dc0da890cce0bfe6c7d6671d6e080cfd Mon Sep 17 00:00:00 2001 From: "samuel.trahan" Date: Sat, 25 Jan 2025 00:26:58 +0000 Subject: [PATCH 13/48] separate baseline for fv3r_ifi --- ci/jobs-dev/run_post_fv3r_ifi_HERA.sh | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/ci/jobs-dev/run_post_fv3r_ifi_HERA.sh b/ci/jobs-dev/run_post_fv3r_ifi_HERA.sh index 351d4798d..a02b13d64 100644 --- a/ci/jobs-dev/run_post_fv3r_ifi_HERA.sh +++ b/ci/jobs-dev/run_post_fv3r_ifi_HERA.sh @@ -112,7 +112,7 @@ export err=$? if [ $err = "0" ] ; then # use cmp to see if new pgb files are identical to the control one - cmp ${filein2} $homedir/data_out/fv3r/${filein2}.${machine} + cmp ${filein2} $homedir/data_out/fv3r_ifi/${filein2}.${machine} # if not bit-identical, use cmp_grib2_grib2 to compare each grib record export err1=$? @@ -124,7 +124,7 @@ if [ $err = "0" ] ; then echo $msg echo " start comparing each grib record and write the comparison result to *diff files" echo " check these *diff files to make sure your new post only change variables which you intend to change" - $cmp_grib2_grib2 $homedir/data_out/fv3r/${filein2}.${machine} ${filein2} > ${filein2}.diff + $cmp_grib2_grib2 $homedir/data_out/fv3r_ifi/${filein2}.${machine} ${filein2} > ${filein2}.diff fi else From 3c7e568fdf8fc92840c6bafa7000ef14a2782e97 Mon Sep 17 00:00:00 2001 From: "samuel.trahan" Date: Sat, 25 Jan 2025 00:27:15 +0000 Subject: [PATCH 14/48] messages for BUILD_IFI_EXECUTABLES option --- CMakeLists.txt | 9 +++++++++ 1 file changed, 9 insertions(+) diff --git a/CMakeLists.txt b/CMakeLists.txt index 133d5ef48..e15f7ae9c 100644 --- a/CMakeLists.txt +++ b/CMakeLists.txt @@ -20,6 +20,7 @@ option(BUILD_WITH_IFI "Build NCEPpost with In-Flight Icing (IFI) library if pres option(REQUIRE_IFI "Abort if libIFI is not found ; enables BUILD_WITH_IFI=ON" OFF) option(BUILD_WITH_GTG "Build NCEPpost with NCAR/GTG" OFF) option(ENABLE_DOCS "Enable generation of doxygen-based documentation." OFF) +option(BUILD_IFI_EXECUTABLES "Build libIFI FIP2-lookalike and test programs." OFF) if(NOT CMAKE_BUILD_TYPE MATCHES "^(Debug|Release|RelWithDebInfo|MinSizeRel)$") message(STATUS "Setting build type to 'Release' as none was specified.") @@ -84,6 +85,14 @@ else() endif() endif() +if(BUILD_IFI_EXECUTABLES) + if(NOT INTERNAL_IFI) + message(SEND_ERROR "Can only BUILD_IFI_EXECUTABLES when INTERNAL_IFI is enabled.") + else() + message(NOTICE "Building libIFI FIP2-lookalike and test programs.") + endif() +endif() + if(BUILD_POSTEXEC) if(BUILD_WITH_NEMSIO) find_package(nemsio REQUIRED) From dd805070feffd770b66013fe8a544f1ed45bfdc0 Mon Sep 17 00:00:00 2001 From: "samuel.trahan" Date: Sat, 25 Jan 2025 00:28:11 +0000 Subject: [PATCH 15/48] fv3r_ifi_missing regtest checks if ifi has "missing" data when libifi is absent --- ci/jobs-dev/run_post_fv3r_ifi_missing_HERA.sh | 141 ++++++++++++++++++ ci/rt.sh | 62 +++++--- tests/compile_upp.sh | 21 ++- 3 files changed, 203 insertions(+), 21 deletions(-) create mode 100644 ci/jobs-dev/run_post_fv3r_ifi_missing_HERA.sh diff --git a/ci/jobs-dev/run_post_fv3r_ifi_missing_HERA.sh b/ci/jobs-dev/run_post_fv3r_ifi_missing_HERA.sh new file mode 100644 index 000000000..311082a2c --- /dev/null +++ b/ci/jobs-dev/run_post_fv3r_ifi_missing_HERA.sh @@ -0,0 +1,141 @@ +#!/bin/sh + +#SBATCH -o out.post.fv3r_ifi_missing +#SBATCH -e out.post.fv3r_ifi_missing +#SBATCH -J fv3r_ifi_missing +#SBATCH -t 00:30:00 +#SBATCH -N 8 --ntasks-per-node=12 +##SBATCH -q debug +#SBATCH -q batch +#SBATCH -A ovp + +# specify computation resource +export threads=1 +export MP_LABELIO=yes +export OMP_NUM_THREADS=$threads +export APRUN="srun" + +############################################ +# Loading module +############################################ +module purge +module use /contrib/spack-stack/spack-stack-1.8.0/envs/ue-intel-2021.5.0/install/modulefiles/Core +module load stack-intel/2021.5.0 +module load stack-intel-oneapi-mpi/2021.5.1 +module load libpng/1.6.37 +module load jasper/2.0.32 +module load prod_util/2.1.1 +module load crtm/2.4.0.1 +module list + +msg="Starting fv3r_ifi_missing test" +postmsg "$logfile" "$msg" + +export cmp_grib2_grib2=/home/Wen.Meng/bin/cmp_grib2_grib2_new +export POSTGPEXEC=${svndir}/exec/upp_no_ifi.x + +# specify forecast start time and hour for running your post job +export startdate=2023062800 +export fhr=010 + +# specify your running and output directory +export DATA=$rundir/fv3r_ifi_missing_${startdate} +export tmmark=tm00 +rm -rf $DATA; mkdir -p $DATA +cd $DATA + +export NEWDATE=`${NDATE} +${fhr} $startdate` + +export YY=`echo $NEWDATE | cut -c1-4` +export MM=`echo $NEWDATE | cut -c5-6` +export DD=`echo $NEWDATE | cut -c7-8` +export HH=`echo $NEWDATE | cut -c9-10` + + +cat > itag < outpost_nems_${NEWDATE} + +fhr=`expr $fhr + 0` +fhr2=`printf "%02d" $fhr` + +filelist="IFIFIP${fhr2}.tm00" + +for file in $filelist; do +export filein2=$file +ls -l ${filein2} +export err=$? + +if [ $err = "0" ] ; then + + # use cmp to see if new pgb files are identical to the control one + cmp ${filein2} $homedir/data_out/fv3r_ifi_missing/${filein2}.${machine} + + # if not bit-identical, use cmp_grib2_grib2 to compare each grib record + export err1=$? + if [ $err1 -eq 0 ] ; then + msg="fv3r test: your new post executable generates bit-identical ${filein2} as the trunk" + echo $msg + else + msg="fv3r test: your new post executable did not generate bit-identical ${filein2} as the trunk" + echo $msg + echo " start comparing each grib record and write the comparison result to *diff files" + echo " check these *diff files to make sure your new post only change variables which you intend to change" + $cmp_grib2_grib2 $homedir/data_out/fv3r_ifi_missing/${filein2}.${machine} ${filein2} > ${filein2}.diff + fi + +else + + msg="fv3r test: post failed using your new post executable to generate ${filein2}" + echo $msg + +fi +postmsg "$logfile" "$msg" +done + +echo "PROGRAM IS COMPLETE!!!!!" +msg="Ending fv3r test" +postmsg "$logfile" "$msg" diff --git a/ci/rt.sh b/ci/rt.sh index cc99b7b19..371fbd709 100755 --- a/ci/rt.sh +++ b/ci/rt.sh @@ -12,9 +12,12 @@ SECONDS=0 git_branch="develop" git_url="https://github.com/NOAA-EMC/UPP.git" clone_on="no" +disable_ifi="no" # don't use libIFI, even if it is present -while getopts a:w:h:r:t:b:u:c opt; do +while getopts a:w:h:r:t:b:u:cd opt; do case $opt in + d) disable_ifi=yes + ;; a) accnr=${OPTARG} ;; w) workdir=${OPTARG} @@ -64,11 +67,19 @@ run_rap=yes run_hrrr=yes run_hafs=yes run_rtma=yes -if [[ "${have_ifi:-no}" == yes ]] ; then + +# Tests with IFI enabled only work if libIFI is present. +if [[ "$have_ifi" == yes && "$disable_ifi" == no ]] ; then run_hrrr_ifi=yes run_ifi_standalone_hrrr=no # turned off by default because it doesn't match UPP output yet run_fv3r_ifi=yes run_ifi_standalone_fv3r=yes +else + # Cannot run these without ifi + run_hrrr_ifi=no + run_ifi_standalone_hrrr=no + run_fv3r_ifi=no + run_ifi_standalone_fv3r=no fi #find machine @@ -121,21 +132,35 @@ runtime_log=$homedir/scripts/runtime.log.$machine #build executable if [ "$build_exe" = "yes" ]; then -cd ${test_v} -mkdir -p ${test_v}/exec -cd ${test_v}/tests -if [[ "${have_ifi:-no}" == yes ]] ; then - compile_args="${compile_args:- } -I -B" -fi -./compile_upp.sh ${compile_args:- } -status=$? -if [ $status -eq 0 ]; then - msg="Building executable successfully" -else - msg="Building executable with failure" - exit -fi -postmsg "$logfile" "$msg" + cd ${test_v} + mkdir -p ${test_v}/exec + cd ${test_v}/tests + ./compile_upp.sh -o upp_no_ifi.x + status=$? + if [ $status -eq 0 ]; then + msg="Building executable successfully" + else + msg="Building executable with failure" + postmsg "$logfile" "$msg" + exit 2 + fi + + if [[ "$have_ifi" == yes && "$disable_ifi" == no ]] ; then + ./compile_upp.sh -a -o upp_with_ifi.x -I -B + status=$? + if [ $status -eq 0 ]; then + msg="Building UPP+IFI executables successfully" + else + msg="Building UPP+IFI executables with failure" + postmsg "$logfile" "$msg" + exit 2 + fi + ln -s upp_with_ifi.x $svndir/exec/upp.x + else + ln -s upp_no_ifi.x $svndir/exec/upp.x + fi + + postmsg "$logfile" "$msg" fi jobid_list="" @@ -231,6 +256,9 @@ jobid_list=$jobid_list" "${job_id} cp $svndir/ci/jobs-dev/run_post_fv3r_pe_test_${machine}.sh . job_id=`sbatch --parsable -A ${accnr} run_post_fv3r_pe_test_${machine}.sh` jobid_list=$jobid_list" "${job_id} +cp $svndir/ci/jobs-dev/run_post_fv3r_ifi_missing_${machine}.sh . +job_id=`sbatch --parsable -A ${accnr} run_post_fv3r_ifi_missing_${machine}.sh` +jobid_list=$jobid_list" "${job_id} fi #execute fv3hafs test diff --git a/tests/compile_upp.sh b/tests/compile_upp.sh index 64f0c5434..90d727973 100755 --- a/tests/compile_upp.sh +++ b/tests/compile_upp.sh @@ -10,6 +10,7 @@ usage() { echo echo "Usage: $0 [options]" echo + echo " -o exe_name.x Name of built UPP executable in exec. Default: upp.x" echo " -p installation prefix DEFAULT: ../install" echo " -g build with GTG(users with gtg repos. access only) DEFAULT: OFF" echo " -i build with libIFI(users with ifi install access only) DEFAULT: OFF" @@ -17,15 +18,18 @@ usage() { echo " -B build libIFI test programs (only valid with -I) DEFAULT: OFF" echo " -n build without nemsio DEFAULT: ON" echo " -w build without WRF-IO DEFAULT: ON" - echo " -v build with cmake verbose DEFAULT: NO" + echo " -v build with cmake verbose DEFAULT: OFF" echo " -c Compiler to use for build DEFAULT: intel" echo " -d Debug mode of CMAKE_BUILD_TYPE DEFAULT: Release" + echo " -a Skip deletion of exec. Add new executables. DEFAULT: OFF" echo " -Doption=value Passes this option to cmake (can use more than once)" echo " -h display this message and quit" echo exit 1 } +delete_exec=YES +upp_name="upp.x" load_ifi_module=NO prefix="../install" ifi_opt=" -DBUILD_WITH_IFI=OFF" @@ -38,8 +42,14 @@ more=" " compiler="intel" verbose_opt="" debug_opt="" -while getopts ":p:gnwc:vhiIdBD:" opt; do +while getopts ":p:gnwc:vhiIdBD:o:a" opt; do case $opt in + a) + delete_exec=NO + ;; + o) + upp_name="$OPTARG" + ;; D) more="$more -$opt$OPTARG" ;; @@ -143,8 +153,11 @@ cmake $cmake_opts ${PATHTR} make -j${BUILD_JOBS:-6} $verbose_opt make install -rm -rf $PATHTR/exec && mkdir -p $PATHTR/exec -cp $prefix/bin/upp.x $PATHTR/exec/. +if [[ "$delete_exec" == YES ]] ; then + rm -rf $PATHTR/exec +fi +test -d $PATHTR/exec || mkdir -p $PATHTR/exec +cp $prefix/bin/upp.x $PATHTR/exec/$upp_name if [[ "$build_ifi_executables" == YES ]] ; then cp $prefix/bin/fip2-lookalike.x $PATHTR/exec/. fi From 66f2de6bdbb2a4536c0c3ca8b44c83e62692ced8 Mon Sep 17 00:00:00 2001 From: "samuel.trahan" Date: Wed, 29 Jan 2025 20:29:50 +0000 Subject: [PATCH 16/48] script and resource corrections in ci/jobs-dev/run_ifi_standalone_hrrr_HERA.sh --- ci/jobs-dev/run_ifi_standalone_hrrr_HERA.sh | 11 +++-------- 1 file changed, 3 insertions(+), 8 deletions(-) diff --git a/ci/jobs-dev/run_ifi_standalone_hrrr_HERA.sh b/ci/jobs-dev/run_ifi_standalone_hrrr_HERA.sh index fccdbaf27..5a7827f97 100644 --- a/ci/jobs-dev/run_ifi_standalone_hrrr_HERA.sh +++ b/ci/jobs-dev/run_ifi_standalone_hrrr_HERA.sh @@ -4,16 +4,15 @@ #SBATCH -e out.post.ifi_standalone_hrrr #SBATCH -J ifi_standalone_hrrr_test #SBATCH -t 00:30:00 -#SBATCH --nodes=1 +#SBATCH --ntasks=1 +#SBATCH --cpus-per-task=40 #SBATCH --exclusive #SBATCH --partition bigmem #SBATCH -q batch #SBATCH -A ovp -set -eux - # specify computation resource -export threads=1 +export threads=40 export MP_LABELIO=yes export OMP_NUM_THREADS=$threads export OMP_STACKSIZE=512M @@ -25,7 +24,6 @@ export APRUN="srun" # EXPORT list here -set +x module purge module use /contrib/spack-stack/spack-stack-1.8.0/envs/ue-intel-2021.5.0/install/modulefiles/Core module load stack-intel/2021.5.0 @@ -37,7 +35,6 @@ module load crtm/2.4.0.1 module load nccmp module load netcdf-cxx4/4.3.1 module list -set -x ulimit -s unlimited ulimit @@ -57,8 +54,6 @@ upp_output=cat_vars_0.nc ifi_standalone_output=icing-category-output.nc diff_file=cat_vars_0.nc.diff -set +e - $APRUN --cpus-per-task=$OMP_NUM_THREADS --nodes=1 --ntasks=1 --exclusive \ "$FIPEXEC" -u hybr_vars_0.nc hybr_vars_0.nc . From b8df717b44c5dd5eb99e3188ef502ea3702e19e7 Mon Sep 17 00:00:00 2001 From: "samuel.trahan" Date: Wed, 29 Jan 2025 20:30:16 +0000 Subject: [PATCH 17/48] use the ifi-only NT file for hrrr_ifi test --- ci/jobs-dev/run_post_hrrr_ifi_HERA.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/ci/jobs-dev/run_post_hrrr_ifi_HERA.sh b/ci/jobs-dev/run_post_hrrr_ifi_HERA.sh index b1f3bb4dc..b60723db3 100644 --- a/ci/jobs-dev/run_post_hrrr_ifi_HERA.sh +++ b/ci/jobs-dev/run_post_hrrr_ifi_HERA.sh @@ -77,7 +77,7 @@ cp $homedir/fix/fix_2.3.0/*bin . #copy xml cp ${svndir}/parm/params_grib2_tbl_new params_grib2_tbl_new -cp ${svndir}/parm/postxconfig-NT-hrrr.txt postxconfig-NT.txt +cp ${svndir}/parm/postxconfig-NT-ifi.txt postxconfig-NT.txt cp ${svndir}/fix/rap_micro_lookup.dat eta_micro_lookup.dat ${APRUN} ${POSTGPEXEC} < itag > wrfpost2.out From edc4dd18f47abebadfa69cbcce17e899784bb8cb Mon Sep 17 00:00:00 2001 From: "samuel.trahan" Date: Wed, 29 Jan 2025 20:34:04 +0000 Subject: [PATCH 18/48] Bug fix for HRRR IFI: Use ifi_apcp if it is 0; does not change FV3R regression test --- sorc/ncep_post.fd/IFI.F | 2 +- sorc/ncep_post.fd/SURFCE.f | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/sorc/ncep_post.fd/IFI.F b/sorc/ncep_post.fd/IFI.F index ce4dbc86a..c0e9c4cd2 100644 --- a/sorc/ncep_post.fd/IFI.F +++ b/sorc/ncep_post.fd/IFI.F @@ -792,7 +792,7 @@ END SUBROUTINE EXCH_c_float !$OMP PARALLEL DO COLLAPSE(2) do j=jsta,jend do i=ista,iend - if(ifi_apcp(i,j)>9e9 .or. ifi_apcp(i,j)<-9e9 .or. ifi_apcp(i,j)==0) then + if(ifi_apcp(i,j) == spval) then ifi_apcp(i,j) = avgprec_cont(i,j)*to_hourly else if(ITPREC>1e-5) then ifi_apcp(i,j) = ifi_apcp(i,j)/itprec diff --git a/sorc/ncep_post.fd/SURFCE.f b/sorc/ncep_post.fd/SURFCE.f index d8c1c023b..a9cc6e58b 100644 --- a/sorc/ncep_post.fd/SURFCE.f +++ b/sorc/ncep_post.fd/SURFCE.f @@ -4048,7 +4048,7 @@ SUBROUTINE SURFCE ENDIF ENDDO ENDDO - ! Note: IFI.F may replace IFI_APCP with other values where it is spval or 0 + ! Note: IFI.F may replace IFI_APCP=spval with other values ENDIF IF (IGET(434)>0.) THEN From 63980e6fabfd0462e5cc19c8e4f3d73696a564b3 Mon Sep 17 00:00:00 2001 From: "samuel.trahan" Date: Wed, 5 Feb 2025 18:53:55 +0000 Subject: [PATCH 19/48] mkdir should be mkdir -p --- ci/rt.sh | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/ci/rt.sh b/ci/rt.sh index 371fbd709..8d841c948 100755 --- a/ci/rt.sh +++ b/ci/rt.sh @@ -71,7 +71,7 @@ run_rtma=yes # Tests with IFI enabled only work if libIFI is present. if [[ "$have_ifi" == yes && "$disable_ifi" == no ]] ; then run_hrrr_ifi=yes - run_ifi_standalone_hrrr=no # turned off by default because it doesn't match UPP output yet + run_ifi_standalone_hrrr=yes # no # turned off by default because it doesn't match UPP output yet run_fv3r_ifi=yes run_ifi_standalone_fv3r=yes else @@ -121,7 +121,7 @@ mkdir -p $workdir #differentiates for orion and hercules export rundir="${rundir}/upp-${machine}" -test -d "${rundir}" || mkdir "${rundir}" +test -d "${rundir}" || mkdir -p "${rundir}" #set log file export logfile=`pwd`/rt.log.$machine From ed473bce417383a98f5e2d1b85548e9747599599 Mon Sep 17 00:00:00 2001 From: "samuel.trahan" Date: Wed, 5 Feb 2025 18:54:46 +0000 Subject: [PATCH 20/48] revert accidental change --- ci/rt.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/ci/rt.sh b/ci/rt.sh index 8d841c948..94fa730ce 100755 --- a/ci/rt.sh +++ b/ci/rt.sh @@ -71,7 +71,7 @@ run_rtma=yes # Tests with IFI enabled only work if libIFI is present. if [[ "$have_ifi" == yes && "$disable_ifi" == no ]] ; then run_hrrr_ifi=yes - run_ifi_standalone_hrrr=yes # no # turned off by default because it doesn't match UPP output yet + run_ifi_standalone_hrrr=no # turned off by default because it doesn't match UPP output yet run_fv3r_ifi=yes run_ifi_standalone_fv3r=yes else From 0a6fb78984e9f339ffe303266865afc96dcd10b9 Mon Sep 17 00:00:00 2001 From: Samuel Trahan Date: Mon, 10 Feb 2025 09:56:48 -0600 Subject: [PATCH 21/48] avoid syntax error on non-ifi platforms --- ci/rt.sh | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/ci/rt.sh b/ci/rt.sh index 82a031597..cfb413912 100755 --- a/ci/rt.sh +++ b/ci/rt.sh @@ -139,13 +139,13 @@ fi jobid_list="" set -xe #execute ifi tests -if [ "$run_hrrr_ifi" = "yes" ]; then +if [ "${run_hrrr_ifi:-no}" = "yes" ]; then cd $workdir cp $svndir/ci/jobs-dev/run_post_hrrr_ifi_${machine}.sh . job_id=`sbatch --parsable -A ${accnr} run_post_hrrr_ifi_${machine}.sh` jobid_list=$jobid_list" "${job_id} dep_job_id=$job_id - if [ "$run_ifi_standalone" = "yes" ]; then + if [ "${run_ifi_standalone:-no}" = "yes" ]; then cp $svndir/ci/jobs-dev/run_ifi_standalone_${machine}.sh . job_id=`sbatch --parsable -A ${accnr} --dependency=afterany:$dep_job_id run_ifi_standalone_${machine}.sh` jobid_list=$jobid_list" "${job_id} From 20cf2871faee78a3ccaadbb3dfaea5517d0db677 Mon Sep 17 00:00:00 2001 From: Samuel Trahan Date: Mon, 10 Feb 2025 10:09:20 -0600 Subject: [PATCH 22/48] Add the "ifi_missing" tests for hercules and orion --- .../run_post_fv3r_ifi_missing_HERCULES.sh | 151 ++++++++++++++++++ .../run_post_fv3r_ifi_missing_ORION.sh | 151 ++++++++++++++++++ 2 files changed, 302 insertions(+) create mode 100644 ci/jobs-dev/run_post_fv3r_ifi_missing_HERCULES.sh create mode 100644 ci/jobs-dev/run_post_fv3r_ifi_missing_ORION.sh diff --git a/ci/jobs-dev/run_post_fv3r_ifi_missing_HERCULES.sh b/ci/jobs-dev/run_post_fv3r_ifi_missing_HERCULES.sh new file mode 100644 index 000000000..add738ea3 --- /dev/null +++ b/ci/jobs-dev/run_post_fv3r_ifi_missing_HERCULES.sh @@ -0,0 +1,151 @@ +#!/bin/sh + +#SBATCH -o out.post.fv3r_ifi_missing +#SBATCH -e out.post.fv3r_ifi_missing +#SBATCH -J fv3r_ifi_missing +#SBATCH -t 00:30:00 +#SBATCH -N 5 --ntasks-per-node=12 +##SBATCH -q batch +#SBATCH -q batch +#SBATCH -A nems + +# specify computation resource +export threads=1 +export MP_LABELIO=yes +export OMP_NUM_THREADS=$threads +export APRUN="srun" +export APRUN_DWN="srun --export=ALL" +#export APRUN_DWN="staskfarm" + +############################################ +# Loading module +############################################ +module use /apps/contrib/spack-stack/spack-stack-1.8.0/envs/ue-intel-2021.9.0/install/modulefiles/Core +module load stack-intel/2021.9.0 +module load stack-intel-oneapi-mpi/2021.9.0 +module load libpng/1.6.37 +module load jasper/2.0.32 +module load prod_util/2.1.1 +module load crtm/2.4.0.1 +module load grib-util/1.3.0 +module load wgrib2/2.0.8 +module list + +#export WGRIB2=wgrib2 +#export GRB2INDEX=grb2index +export COMROOT=$rundir + +ulimit -s unlimited + +msg="Starting fv3r_ifi_missing test" +postmsg "$logfile" "$msg" + +export cmp_grib2_grib2=${homedir}/scripts/cmp_grib2_grib2_new +# specify user's own post working directory for testing +export POSTGPEXEC=$svndir/exec/upp.x + +# specify forecast start time and hour for running your post job +export startdate=2023062800 +export fhr=010 + +# specify your running and output directory +export DATA=$rundir/fv3r_ifi_missing_${startdate} +export tmmark=tm00 +rm -rf $DATA; mkdir -p $DATA +cd $DATA + +export NEWDATE=`${NDATE} +${fhr} $startdate` + +export YY=`echo $NEWDATE | cut -c1-4` +export MM=`echo $NEWDATE | cut -c5-6` +export DD=`echo $NEWDATE | cut -c7-8` +export HH=`echo $NEWDATE | cut -c9-10` + + +cat > itag < outpost_nems_${NEWDATE} + +fhr=`expr $fhr + 0` +fhr2=`printf "%02d" $fhr` + +filelist="IFIFIP${fhr2}.tm00" + +for file in $filelist; do +export filein2=$file +ls -l ${filein2} +export err=$? + +if [ $err = "0" ] ; then + + # use cmp to see if new pgb files are identical to the control one + cmp ${filein2} $homedir/data_out/fv3r_ifi_missing/${filein2}.${machine} + + # if not bit-identical, use cmp_grib2_grib2 to compare each grib record + export err1=$? + if [ $err1 -eq 0 ] ; then + msg="fv3r test: your new post executable generates bit-identical ${filein2} as the trunk" + echo $msg + else + msg="fv3r test: your new post executable did not generate bit-identical ${filein2} as the trunk" + echo $msg + echo " start comparing each grib record and write the comparison result to *diff files" + echo " check these *diff files to make sure your new post only change variables which you intend to change" + $cmp_grib2_grib2 $homedir/data_out/fv3r_ifi_missing/${filein2}.${machine} ${filein2} > ${filein2}.diff + fi + +else + + msg="fv3r test: post failed using your new post executable to generate ${filein2}" + echo $msg + +fi +postmsg "$logfile" "$msg" +done + +echo "PROGRAM IS COMPLETE!!!!!" +msg="Ending fv3r test" +postmsg "$logfile" "$msg" diff --git a/ci/jobs-dev/run_post_fv3r_ifi_missing_ORION.sh b/ci/jobs-dev/run_post_fv3r_ifi_missing_ORION.sh new file mode 100644 index 000000000..e8b943121 --- /dev/null +++ b/ci/jobs-dev/run_post_fv3r_ifi_missing_ORION.sh @@ -0,0 +1,151 @@ +#!/bin/sh + +#SBATCH -o out.post.fv3r_ifi_missing +#SBATCH -e out.post.fv3r_ifi_missing +#SBATCH -J fv3r_ifi_missing +#SBATCH -t 00:30:00 +#SBATCH -N 8 --ntasks-per-node=12 +##SBATCH -q batch +#SBATCH -q batch +#SBATCH -A nems + +# specify computation resource +export threads=1 +export MP_LABELIO=yes +export OMP_NUM_THREADS=$threads +export APRUN="srun" +export APRUN_DWN="srun --export=ALL" +#export APRUN_DWN="staskfarm" + +############################################ +# Loading module +############################################ + +module use /apps/contrib/spack-stack/spack-stack-1.8.0/envs/ue-intel-2021.9.0/install/modulefiles/Core +module load stack-intel/2021.9.0 +module load stack-intel-oneapi-mpi/2021.9.0 +module load libpng/1.6.37 +module load jasper/2.0.32 +module load prod_util/2.1.1 +module load crtm/2.4.0.1 +module load grib-util/1.3.0 +module load wgrib2/2.0.8 +module list + +#export WGRIB2=wgrib2 +#export GRB2INDEX=grb2index +export COMROOT=$rundir + +ulimit -s unlimited + +msg="Starting fv3r_ifi_missing test" +postmsg "$logfile" "$msg" + +export cmp_grib2_grib2=${homedir}/test_suite/scripts/cmp_grib2_grib2_new +export POSTGPEXEC=${svndir}/exec/upp_no_ifi.x + +# specify forecast start time and hour for running your post job +export startdate=2023062800 +export fhr=010 + +# specify your running and output directory +export DATA=$rundir/fv3r_ifi_missing_${startdate} +export tmmark=tm00 +rm -rf $DATA; mkdir -p $DATA +cd $DATA + +export NEWDATE=`${NDATE} +${fhr} $startdate` + +export YY=`echo $NEWDATE | cut -c1-4` +export MM=`echo $NEWDATE | cut -c5-6` +export DD=`echo $NEWDATE | cut -c7-8` +export HH=`echo $NEWDATE | cut -c9-10` + + +cat > itag < outpost_nems_${NEWDATE} + +fhr=`expr $fhr + 0` +fhr2=`printf "%02d" $fhr` + +filelist="IFIFIP${fhr2}.tm00" + +for file in $filelist; do +export filein2=$file +ls -l ${filein2} +export err=$? + +if [ $err = "0" ] ; then + + # use cmp to see if new pgb files are identical to the control one + cmp ${filein2} $homedir/data_out/fv3r_ifi_missing/${filein2}.${machine} + + # if not bit-identical, use cmp_grib2_grib2 to compare each grib record + export err1=$? + if [ $err1 -eq 0 ] ; then + msg="fv3r test: your new post executable generates bit-identical ${filein2} as the trunk" + echo $msg + else + msg="fv3r test: your new post executable did not generate bit-identical ${filein2} as the trunk" + echo $msg + echo " start comparing each grib record and write the comparison result to *diff files" + echo " check these *diff files to make sure your new post only change variables which you intend to change" + $cmp_grib2_grib2 $homedir/data_out/fv3r_ifi_missing/${filein2}.${machine} ${filein2} > ${filein2}.diff + fi + +else + + msg="fv3r test: post failed using your new post executable to generate ${filein2}" + echo $msg + +fi +postmsg "$logfile" "$msg" +done + +echo "PROGRAM IS COMPLETE!!!!!" +msg="Ending fv3r test" +postmsg "$logfile" "$msg" From cd162021870d38328a3d6df4ea49444dceb279cb Mon Sep 17 00:00:00 2001 From: "samuel.trahan" Date: Mon, 10 Feb 2025 17:39:30 +0000 Subject: [PATCH 23/48] move hera rundir and homedir to sensible locations --- ci/rt.sh | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/ci/rt.sh b/ci/rt.sh index 94fa730ce..eaecf75dc 100755 --- a/ci/rt.sh +++ b/ci/rt.sh @@ -88,8 +88,8 @@ mac2=$(hostname | cut -c1-2) mac3=$(hostname | cut -c1-4) if [ $mac2 = hf ]; then # for HERA export machine=HERA - export homedir=${homedir:-"/scratch2/BMC/ifi/Samuel.Trahan/fip/regtest/test_suite/"} - export rundir=${rundir:-"/scratch2/BMC/ifi/Samuel.Trahan/fip/regtest/scrub/"} + export homedir=${homedir:-"/scratch2/BMC/ifi/Samuel.Trahan/test_suite/"} + export rundir=${rundir:-"/scratch1/NCEPDEV/stmp2/${USER}"} module use /contrib/spack-stack/spack-stack-1.8.0/envs/ue-intel-2021.5.0/install/modulefiles/Core module load stack-intel/2021.5.0 module load stack-intel-oneapi-mpi/2021.5.1 From 137926f4b1647bc0cd7dffaada78b496ce52b76b Mon Sep 17 00:00:00 2001 From: "samuel.trahan" Date: Mon, 10 Feb 2025 19:59:30 +0000 Subject: [PATCH 24/48] revert post_avblflds_raphrrr.xml changes --- parm/makefile | 2 +- parm/post_avblflds_raphrrr.xml | 47 ---------------------------------- 2 files changed, 1 insertion(+), 48 deletions(-) diff --git a/parm/makefile b/parm/makefile index 578c9656c..bb3fb3b4d 100644 --- a/parm/makefile +++ b/parm/makefile @@ -81,7 +81,7 @@ postxconfig-NT-hafs_ar_nosat.txt: postcntrl_hafs_ar_nosat.xml post_avblfld postxconfig-NT-hafs_ar_nosat_l65.txt: postcntrl_hafs_ar_nosat_l65.xml post_avblflds.xml postxconfig-NT-hafs.txt: postcntrl_hafs.xml post_avblflds.xml postxconfig-NT-hrrr.txt: hrrr_postcntrl.xml post_avblflds_raphrrr.xml -postxconfig-NT-ifi.txt: ifi_postcntrl.xml post_avblflds_raphrrr.xml +postxconfig-NT-ifi.txt: ifi_postcntrl.xml post_avblflds.xml postxconfig-NT-rap.txt: rap_postcntrl.xml post_avblflds_raphrrr.xml postxconfig-NT-rrfs.txt: rrfs_postcntrl.xml post_avblflds.xml postxconfig-NT-rrfs_subh.txt: rrfs_postcntrl_subh.xml post_avblflds.xml diff --git a/parm/post_avblflds_raphrrr.xml b/parm/post_avblflds_raphrrr.xml index 7d01b8ea3..0e7fbb740 100755 --- a/parm/post_avblflds_raphrrr.xml +++ b/parm/post_avblflds_raphrrr.xml @@ -6156,52 +6156,5 @@ 4.0 - - 1007 - ICE_PROB_IFI_FLIGHT_LEVEL - ICPRB - NCEP - spec_alt_above_mean_sea_lvl - 4.0 - - 1 - 5000. 10000. 15000. 20000. 25000. 30000. 35000. 40000. 45000. 50000. 55000. 60000. 65000. 70000. 75000. 80000. 85000. 90000. 95000. 100000. 105000. 110000. 115000. 120000. 125000. 130000. 135000. 140000. 145000. 150000. 155000. 160000. 165000. 170000. 175000. 180000. 185000. 190000. 195000. 200000. 205000. 210000. 215000. 220000. 225000. 230000. 235000. 240000. 245000. 250000. 255000. 260000. 265000. 270000. 275000. 280000. 285000. 290000. 295000. 300000. - - - - 1008 - SLD_IFI_FLIGHT_LEVEL - SIPD - NCEP - spec_alt_above_mean_sea_lvl - 4.0 - - 1 - 5000. 10000. 15000. 20000. 25000. 30000. 35000. 40000. 45000. 50000. 55000. 60000. 65000. 70000. 75000. 80000. 85000. 90000. 95000. 100000. 105000. 110000. 115000. 120000. 125000. 130000. 135000. 140000. 145000. 150000. 155000. 160000. 165000. 170000. 175000. 180000. 185000. 190000. 195000. 200000. 205000. 210000. 215000. 220000. 225000. 230000. 235000. 240000. 245000. 250000. 255000. 260000. 265000. 270000. 275000. 280000. 285000. 290000. 295000. 300000. - - - - 1009 - ICE_SEV_CAT_IFI_FLIGHT_LEVEL - ICSEV - NCEP - spec_alt_above_mean_sea_lvl - 4.0 - - 1 - 5000. 10000. 15000. 20000. 25000. 30000. 35000. 40000. 45000. 50000. 55000. 60000. 65000. 70000. 75000. 80000. 85000. 90000. 95000. 100000. 105000. 110000. 115000. 120000. 125000. 130000. 135000. 140000. 145000. 150000. 155000. 160000. 165000. 170000. 175000. 180000. 185000. 190000. 195000. 200000. 205000. 210000. 215000. 220000. 225000. 230000. 235000. 240000. 245000. 250000. 255000. 260000. 265000. 270000. 275000. 280000. 285000. 290000. 295000. 300000. - - - - 1010 - WMO_ICE_SEV_CAT_IFI_FLIGHT_LEVEL - ICESEV - spec_alt_above_mean_sea_lvl - 4.0 - - 1 - 5000. 10000. 15000. 20000. 25000. 30000. 35000. 40000. 45000. 50000. 55000. 60000. 65000. 70000. 75000. 80000. 85000. 90000. 95000. 100000. 105000. 110000. 115000. 120000. 125000. 130000. 135000. 140000. 145000. 150000. 155000. 160000. 165000. 170000. 175000. 180000. 185000. 190000. 195000. 200000. 205000. 210000. 215000. 220000. 225000. 230000. 235000. 240000. 245000. 250000. 255000. 260000. 265000. 270000. 275000. 280000. 285000. 290000. 295000. 300000. - - From f1ec40707d4583c26264eee0d87a18f0f0d2540e Mon Sep 17 00:00:00 2001 From: "samuel.trahan" Date: Mon, 10 Feb 2025 20:55:19 +0000 Subject: [PATCH 25/48] rt.sh detects when a test could not run --- ci/jobs-dev/run_ifi_standalone_fv3r_HERA.sh | 4 +-- ci/jobs-dev/run_ifi_standalone_hrrr_HERA.sh | 4 +-- ci/jobs-dev/run_post_3drtma_HERA.sh | 4 +-- ci/jobs-dev/run_post_3drtma_HERCULES.sh | 6 ++-- ci/jobs-dev/run_post_3drtma_ORION.sh | 4 +-- ci/jobs-dev/run_post_3drtma_pe_test_HERA.sh | 4 +-- .../run_post_3drtma_pe_test_HERCULES.sh | 4 +-- ci/jobs-dev/run_post_3drtma_pe_test_ORION.sh | 4 +-- ci/jobs-dev/run_post_fv3gefs_HERA.sh | 4 +-- ci/jobs-dev/run_post_fv3gefs_HERCULES.sh | 4 +-- ci/jobs-dev/run_post_fv3gefs_ORION.sh | 4 +-- ci/jobs-dev/run_post_fv3gefs_pe_test_HERA.sh | 4 +-- .../run_post_fv3gefs_pe_test_HERCULES.sh | 4 +-- ci/jobs-dev/run_post_fv3gefs_pe_test_ORION.sh | 4 +-- ci/jobs-dev/run_post_fv3gfs_HERA.sh | 4 +-- ci/jobs-dev/run_post_fv3gfs_HERCULES.sh | 4 +-- ci/jobs-dev/run_post_fv3gfs_ORION.sh | 4 +-- ci/jobs-dev/run_post_fv3gfs_pe_test_HERA.sh | 4 +-- .../run_post_fv3gfs_pe_test_HERCULES.sh | 4 +-- ci/jobs-dev/run_post_fv3gfs_pe_test_ORION.sh | 4 +-- ci/jobs-dev/run_post_fv3hafs_HERA.sh | 4 +-- ci/jobs-dev/run_post_fv3hafs_HERCULES.sh | 4 +-- ci/jobs-dev/run_post_fv3hafs_ORION.sh | 4 +-- ci/jobs-dev/run_post_fv3hafs_pe_test_HERA.sh | 4 +-- .../run_post_fv3hafs_pe_test_HERCULES.sh | 4 +-- ci/jobs-dev/run_post_fv3hafs_pe_test_ORION.sh | 4 +-- ci/jobs-dev/run_post_fv3r_HERA.sh | 4 +-- ci/jobs-dev/run_post_fv3r_HERCULES.sh | 4 +-- ci/jobs-dev/run_post_fv3r_ORION.sh | 4 +-- ci/jobs-dev/run_post_fv3r_ifi_HERA.sh | 6 ++-- ci/jobs-dev/run_post_fv3r_ifi_missing_HERA.sh | 12 +++---- ci/jobs-dev/run_post_fv3r_pe_test_HERA.sh | 4 +-- ci/jobs-dev/run_post_fv3r_pe_test_HERCULES.sh | 4 +-- ci/jobs-dev/run_post_fv3r_pe_test_ORION.sh | 4 +-- ci/jobs-dev/run_post_hrrr_HERA.sh | 4 +-- ci/jobs-dev/run_post_hrrr_HERCULES.sh | 4 +-- ci/jobs-dev/run_post_hrrr_ORION.sh | 4 +-- ci/jobs-dev/run_post_hrrr_ifi_HERA.sh | 4 +-- ci/jobs-dev/run_post_hrrr_pe_test_HERA.sh | 4 +-- ci/jobs-dev/run_post_hrrr_pe_test_HERCULES.sh | 4 +-- ci/jobs-dev/run_post_hrrr_pe_test_ORION.sh | 4 +-- ci/jobs-dev/run_post_nmmb_Grib2_HERA.sh | 4 +-- ci/jobs-dev/run_post_nmmb_Grib2_HERCULES.sh | 4 +-- ci/jobs-dev/run_post_nmmb_Grib2_ORION.sh | 4 +-- .../run_post_nmmb_Grib2_pe_test_HERA.sh | 4 +-- .../run_post_nmmb_Grib2_pe_test_HERCULES.sh | 4 +-- .../run_post_nmmb_Grib2_pe_test_ORION.sh | 4 +-- ci/jobs-dev/run_post_rap_HERA.sh | 4 +-- ci/jobs-dev/run_post_rap_HERCULES.sh | 4 +-- ci/jobs-dev/run_post_rap_ORION.sh | 4 +-- ci/jobs-dev/run_post_rap_pe_test_HERA.sh | 4 +-- ci/jobs-dev/run_post_rap_pe_test_HERCULES.sh | 4 +-- ci/jobs-dev/run_post_rap_pe_test_ORION.sh | 4 +-- ci/rt-status.py | 36 +++++++++++++++---- 54 files changed, 141 insertions(+), 119 deletions(-) diff --git a/ci/jobs-dev/run_ifi_standalone_fv3r_HERA.sh b/ci/jobs-dev/run_ifi_standalone_fv3r_HERA.sh index 0e741fd12..b0ededa5f 100644 --- a/ci/jobs-dev/run_ifi_standalone_fv3r_HERA.sh +++ b/ci/jobs-dev/run_ifi_standalone_fv3r_HERA.sh @@ -71,10 +71,10 @@ if [ -s "$ifi_standalone_output" ] ; then fi else msg="ifi standalone_fv3r test: Failed. ifi standalone failed using your new executable to generate $ifi_standalone_output" - echo $msg + echo $msg 2>&1 | tee -a TEST_ERROR fi postmsg "$logfile" "$msg" -echo "PROGRAM IS COMPLETE!!!!!" +echo "PROGRAM IS COMPLETE!!!!!" 2>&1 | tee SUCCESS msg="Ending ifi_standalone_fv3r test" postmsg "$logfile" "$msg" diff --git a/ci/jobs-dev/run_ifi_standalone_hrrr_HERA.sh b/ci/jobs-dev/run_ifi_standalone_hrrr_HERA.sh index 5a7827f97..5d19a1647 100644 --- a/ci/jobs-dev/run_ifi_standalone_hrrr_HERA.sh +++ b/ci/jobs-dev/run_ifi_standalone_hrrr_HERA.sh @@ -71,10 +71,10 @@ if [ -s "$ifi_standalone_output" ] ; then fi else msg="ifi standalone_fv3r test: Failed. ifi standalone failed using your new executable to generate $ifi_standalone_output" - echo $msg + echo $msg 2>&1 | tee -a TEST_ERROR fi postmsg "$logfile" "$msg" -echo "PROGRAM IS COMPLETE!!!!!" +echo "PROGRAM IS COMPLETE!!!!!" 2>&1 | tee SUCCESS msg="Ending ifi_standalone_hrrr test" postmsg "$logfile" "$msg" diff --git a/ci/jobs-dev/run_post_3drtma_HERA.sh b/ci/jobs-dev/run_post_3drtma_HERA.sh index 87bb5400d..fd5ade91e 100755 --- a/ci/jobs-dev/run_post_3drtma_HERA.sh +++ b/ci/jobs-dev/run_post_3drtma_HERA.sh @@ -139,13 +139,13 @@ if [ $err = "0" ] ; then else msg="rtma test: post failed using your new post executable to generate ${filein2}" - echo $msg + echo $msg 2>&1 | tee -a TEST_ERROR fi postmsg "$logfile" "$msg" done -echo "PROGRAM IS COMPLETE!!!!!" +echo "PROGRAM IS COMPLETE!!!!!" 2>&1 | tee SUCCESS msg="Ending rtma test" postmsg "$logfile" "$msg" diff --git a/ci/jobs-dev/run_post_3drtma_HERCULES.sh b/ci/jobs-dev/run_post_3drtma_HERCULES.sh index 76d556dc3..b734d840c 100755 --- a/ci/jobs-dev/run_post_3drtma_HERCULES.sh +++ b/ci/jobs-dev/run_post_3drtma_HERCULES.sh @@ -140,14 +140,14 @@ if [ $err = "0" ] ; then else - msg="rtma test: post failed using your new post executable to generate ${filein2}" - echo $msg + msg="rtma test: post failed using your new post executable to generate ${filein2}" + echo $msg 2>&1 | tee -a TEST_ERROR fi postmsg "$logfile" "$msg" done -echo "PROGRAM IS COMPLETE!!!!!" +echo "PROGRAM IS COMPLETE!!!!!" 2>&1 | tee SUCCESS msg="Ending rtma test" postmsg "$logfile" "$msg" diff --git a/ci/jobs-dev/run_post_3drtma_ORION.sh b/ci/jobs-dev/run_post_3drtma_ORION.sh index 20ae63924..d7fc40912 100755 --- a/ci/jobs-dev/run_post_3drtma_ORION.sh +++ b/ci/jobs-dev/run_post_3drtma_ORION.sh @@ -140,13 +140,13 @@ if [ $err = "0" ] ; then else msg="rtma test: post failed using your new post executable to generate ${filein2}" - echo $msg + echo $msg 2>&1 | tee -a TEST_ERROR fi postmsg "$logfile" "$msg" done -echo "PROGRAM IS COMPLETE!!!!!" +echo "PROGRAM IS COMPLETE!!!!!" 2>&1 | tee SUCCESS msg="Ending rtma test" postmsg "$logfile" "$msg" diff --git a/ci/jobs-dev/run_post_3drtma_pe_test_HERA.sh b/ci/jobs-dev/run_post_3drtma_pe_test_HERA.sh index e645f2ea2..6d2df0d8c 100755 --- a/ci/jobs-dev/run_post_3drtma_pe_test_HERA.sh +++ b/ci/jobs-dev/run_post_3drtma_pe_test_HERA.sh @@ -139,13 +139,13 @@ if [ $err = "0" ] ; then else msg="rtma pe test: post failed using your new post executable to generate ${filein2}" - echo $msg + echo $msg 2>&1 | tee -a TEST_ERROR fi postmsg "$logfile" "$msg" done -echo "PROGRAM IS COMPLETE!!!!!" +echo "PROGRAM IS COMPLETE!!!!!" 2>&1 | tee SUCCESS msg="Ending rtma pe test" postmsg "$logfile" "$msg" diff --git a/ci/jobs-dev/run_post_3drtma_pe_test_HERCULES.sh b/ci/jobs-dev/run_post_3drtma_pe_test_HERCULES.sh index 9b9766c48..f768e72fd 100755 --- a/ci/jobs-dev/run_post_3drtma_pe_test_HERCULES.sh +++ b/ci/jobs-dev/run_post_3drtma_pe_test_HERCULES.sh @@ -141,13 +141,13 @@ if [ $err = "0" ] ; then else msg="rtma pe test: post failed using your new post executable to generate ${filein2}" - echo $msg + echo $msg 2>&1 | tee -a TEST_ERROR fi postmsg "$logfile" "$msg" done -echo "PROGRAM IS COMPLETE!!!!!" +echo "PROGRAM IS COMPLETE!!!!!" 2>&1 | tee SUCCESS msg="Ending rtma pe test" postmsg "$logfile" "$msg" diff --git a/ci/jobs-dev/run_post_3drtma_pe_test_ORION.sh b/ci/jobs-dev/run_post_3drtma_pe_test_ORION.sh index 7270de179..de92a8fd4 100755 --- a/ci/jobs-dev/run_post_3drtma_pe_test_ORION.sh +++ b/ci/jobs-dev/run_post_3drtma_pe_test_ORION.sh @@ -140,13 +140,13 @@ if [ $err = "0" ] ; then else msg="rtma pe test: post failed using your new post executable to generate ${filein2}" - echo $msg + echo $msg 2>&1 | tee -a TEST_ERROR fi postmsg "$logfile" "$msg" done -echo "PROGRAM IS COMPLETE!!!!!" +echo "PROGRAM IS COMPLETE!!!!!" 2>&1 | tee SUCCESS msg="Ending rtma pe test" postmsg "$logfile" "$msg" diff --git a/ci/jobs-dev/run_post_fv3gefs_HERA.sh b/ci/jobs-dev/run_post_fv3gefs_HERA.sh index 78ce292f2..ba9546da8 100755 --- a/ci/jobs-dev/run_post_fv3gefs_HERA.sh +++ b/ci/jobs-dev/run_post_fv3gefs_HERA.sh @@ -127,12 +127,12 @@ if [ $err = "0" ] ; then else msg="fv3gefs test: post failed using your new post executable to generate ${filein2}" - echo $msg + echo $msg 2>&1 | tee -a TEST_ERROR fi postmsg "$logfile" "$msg" done -echo "PROGRAM IS COMPLETE!!!!!" +echo "PROGRAM IS COMPLETE!!!!!" 2>&1 | tee SUCCESS msg="Ending fv3gefs test" postmsg "$logfile" "$msg" diff --git a/ci/jobs-dev/run_post_fv3gefs_HERCULES.sh b/ci/jobs-dev/run_post_fv3gefs_HERCULES.sh index 2a2dc7cef..b8903fa7b 100755 --- a/ci/jobs-dev/run_post_fv3gefs_HERCULES.sh +++ b/ci/jobs-dev/run_post_fv3gefs_HERCULES.sh @@ -127,12 +127,12 @@ if [ $err = "0" ] ; then else msg="fv3gefs test: post failed using your new post executable to generate ${filein2}" - echo $msg + echo $msg 2>&1 | tee -a TEST_ERROR fi postmsg "$logfile" "$msg" done -echo "PROGRAM IS COMPLETE!!!!!" +echo "PROGRAM IS COMPLETE!!!!!" 2>&1 | tee SUCCESS msg="Ending fv3gefs test" postmsg "$logfile" "$msg" diff --git a/ci/jobs-dev/run_post_fv3gefs_ORION.sh b/ci/jobs-dev/run_post_fv3gefs_ORION.sh index 36e23046a..b458c59d6 100755 --- a/ci/jobs-dev/run_post_fv3gefs_ORION.sh +++ b/ci/jobs-dev/run_post_fv3gefs_ORION.sh @@ -128,12 +128,12 @@ if [ $err = "0" ] ; then else msg="fv3gefs test: post failed using your new post executable to generate ${filein2}" - echo $msg + echo $msg 2>&1 | tee -a TEST_ERROR fi postmsg "$logfile" "$msg" done -echo "PROGRAM IS COMPLETE!!!!!" +echo "PROGRAM IS COMPLETE!!!!!" 2>&1 | tee SUCCESS msg="Ending fv3gefs test" postmsg "$logfile" "$msg" diff --git a/ci/jobs-dev/run_post_fv3gefs_pe_test_HERA.sh b/ci/jobs-dev/run_post_fv3gefs_pe_test_HERA.sh index ce87db234..9229fd3d9 100755 --- a/ci/jobs-dev/run_post_fv3gefs_pe_test_HERA.sh +++ b/ci/jobs-dev/run_post_fv3gefs_pe_test_HERA.sh @@ -126,12 +126,12 @@ if [ $err = "0" ] ; then else msg="fv3gefs pe test: post failed using your new post executable to generate ${filein2}" - echo $msg + echo $msg 2>&1 | tee -a TEST_ERROR fi postmsg "$logfile" "$msg" done -echo "PROGRAM IS COMPLETE!!!!!" +echo "PROGRAM IS COMPLETE!!!!!" 2>&1 | tee SUCCESS msg="Ending fv3gefs pe test" postmsg "$logfile" "$msg" diff --git a/ci/jobs-dev/run_post_fv3gefs_pe_test_HERCULES.sh b/ci/jobs-dev/run_post_fv3gefs_pe_test_HERCULES.sh index 429860f5f..a47f8aef7 100755 --- a/ci/jobs-dev/run_post_fv3gefs_pe_test_HERCULES.sh +++ b/ci/jobs-dev/run_post_fv3gefs_pe_test_HERCULES.sh @@ -126,12 +126,12 @@ if [ $err = "0" ] ; then else msg="fv3gefs pe test: post failed using your new post executable to generate ${filein2}" - echo $msg + echo $msg 2>&1 | tee -a TEST_ERROR fi postmsg "$logfile" "$msg" done -echo "PROGRAM IS COMPLETE!!!!!" +echo "PROGRAM IS COMPLETE!!!!!" 2>&1 | tee SUCCESS msg="Ending fv3gefs pe test" postmsg "$logfile" "$msg" diff --git a/ci/jobs-dev/run_post_fv3gefs_pe_test_ORION.sh b/ci/jobs-dev/run_post_fv3gefs_pe_test_ORION.sh index 3c4f3a485..9729c63c4 100755 --- a/ci/jobs-dev/run_post_fv3gefs_pe_test_ORION.sh +++ b/ci/jobs-dev/run_post_fv3gefs_pe_test_ORION.sh @@ -127,12 +127,12 @@ if [ $err = "0" ] ; then else msg="fv3gefs pe test: post failed using your new post executable to generate ${filein2}" - echo $msg + echo $msg 2>&1 | tee -a TEST_ERROR fi postmsg "$logfile" "$msg" done -echo "PROGRAM IS COMPLETE!!!!!" +echo "PROGRAM IS COMPLETE!!!!!" 2>&1 | tee SUCCESS msg="Ending fv3gefs pe test" postmsg "$logfile" "$msg" diff --git a/ci/jobs-dev/run_post_fv3gfs_HERA.sh b/ci/jobs-dev/run_post_fv3gfs_HERA.sh index c28f8a175..4db2b843d 100755 --- a/ci/jobs-dev/run_post_fv3gfs_HERA.sh +++ b/ci/jobs-dev/run_post_fv3gfs_HERA.sh @@ -136,12 +136,12 @@ if [ $err = "0" ] ; then else msg="fv3gfs test: post failed using your new post executable to generate ${filein2}" - echo $msg + echo $msg 2>&1 | tee -a TEST_ERROR fi postmsg "$logfile" "$msg" done -echo "PROGRAM IS COMPLETE!!!!!" +echo "PROGRAM IS COMPLETE!!!!!" 2>&1 | tee SUCCESS msg="Ending fv3gfs test" postmsg "$logfile" "$msg" diff --git a/ci/jobs-dev/run_post_fv3gfs_HERCULES.sh b/ci/jobs-dev/run_post_fv3gfs_HERCULES.sh index 4667a9cad..d1e6ebcb1 100755 --- a/ci/jobs-dev/run_post_fv3gfs_HERCULES.sh +++ b/ci/jobs-dev/run_post_fv3gfs_HERCULES.sh @@ -144,12 +144,12 @@ if [ $err = "0" ] ; then else msg="fv3gfs test: post failed using your new post executable to generate ${filein2}" - echo $msg + echo $msg 2>&1 | tee -a TEST_ERROR fi postmsg "$logfile" "$msg" done -echo "PROGRAM IS COMPLETE!!!!!" +echo "PROGRAM IS COMPLETE!!!!!" 2>&1 | tee SUCCESS msg="Ending fv3gfs test" postmsg "$logfile" "$msg" diff --git a/ci/jobs-dev/run_post_fv3gfs_ORION.sh b/ci/jobs-dev/run_post_fv3gfs_ORION.sh index 8434e15ba..2f58f3282 100755 --- a/ci/jobs-dev/run_post_fv3gfs_ORION.sh +++ b/ci/jobs-dev/run_post_fv3gfs_ORION.sh @@ -145,12 +145,12 @@ if [ $err = "0" ] ; then else msg="fv3gfs test: post failed using your new post executable to generate ${filein2}" - echo $msg + echo $msg 2>&1 | tee -a TEST_ERROR fi postmsg "$logfile" "$msg" done -echo "PROGRAM IS COMPLETE!!!!!" +echo "PROGRAM IS COMPLETE!!!!!" 2>&1 | tee SUCCESS msg="Ending fv3gfs test" postmsg "$logfile" "$msg" diff --git a/ci/jobs-dev/run_post_fv3gfs_pe_test_HERA.sh b/ci/jobs-dev/run_post_fv3gfs_pe_test_HERA.sh index db2eda71b..50c78e6fe 100755 --- a/ci/jobs-dev/run_post_fv3gfs_pe_test_HERA.sh +++ b/ci/jobs-dev/run_post_fv3gfs_pe_test_HERA.sh @@ -138,12 +138,12 @@ if [ $err = "0" ] ; then else msg="fv3gfs pe test: post failed using your new post executable to generate ${filein2}" - echo $msg + echo $msg 2>&1 | tee -a TEST_ERROR fi postmsg "$logfile" "$msg" done -echo "PROGRAM IS COMPLETE!!!!!" +echo "PROGRAM IS COMPLETE!!!!!" 2>&1 | tee SUCCESS msg="Ending fv3gfs pe test" postmsg "$logfile" "$msg" diff --git a/ci/jobs-dev/run_post_fv3gfs_pe_test_HERCULES.sh b/ci/jobs-dev/run_post_fv3gfs_pe_test_HERCULES.sh index a3b1c511f..c6bab3ea6 100755 --- a/ci/jobs-dev/run_post_fv3gfs_pe_test_HERCULES.sh +++ b/ci/jobs-dev/run_post_fv3gfs_pe_test_HERCULES.sh @@ -147,12 +147,12 @@ if [ $err = "0" ] ; then else msg="fv3gfs pe test: post failed using your new post executable to generate ${filein2}" - echo $msg + echo $msg 2>&1 | tee -a TEST_ERROR fi postmsg "$logfile" "$msg" done -echo "PROGRAM IS COMPLETE!!!!!" +echo "PROGRAM IS COMPLETE!!!!!" 2>&1 | tee SUCCESS msg="Ending fv3gfs pe test" postmsg "$logfile" "$msg" diff --git a/ci/jobs-dev/run_post_fv3gfs_pe_test_ORION.sh b/ci/jobs-dev/run_post_fv3gfs_pe_test_ORION.sh index 90a49be73..941a2a783 100755 --- a/ci/jobs-dev/run_post_fv3gfs_pe_test_ORION.sh +++ b/ci/jobs-dev/run_post_fv3gfs_pe_test_ORION.sh @@ -147,12 +147,12 @@ if [ $err = "0" ] ; then else msg="fv3gfs pe test: post failed using your new post executable to generate ${filein2}" - echo $msg + echo $msg 2>&1 | tee -a TEST_ERROR fi postmsg "$logfile" "$msg" done -echo "PROGRAM IS COMPLETE!!!!!" +echo "PROGRAM IS COMPLETE!!!!!" 2>&1 | tee SUCCESS msg="Ending fv3gfs pe test" postmsg "$logfile" "$msg" diff --git a/ci/jobs-dev/run_post_fv3hafs_HERA.sh b/ci/jobs-dev/run_post_fv3hafs_HERA.sh index c961d4202..6d5f6f813 100755 --- a/ci/jobs-dev/run_post_fv3hafs_HERA.sh +++ b/ci/jobs-dev/run_post_fv3hafs_HERA.sh @@ -111,12 +111,12 @@ if [ $err = "0" ] ; then else msg="fv3hafs test: post failed using your new post executable to generate ${filein2}" - echo $msg + echo $msg 2>&1 | tee -a TEST_ERROR fi postmsg "$logfile" "$msg" done -echo "PROGRAM IS COMPLETE!!!!!" +echo "PROGRAM IS COMPLETE!!!!!" 2>&1 | tee SUCCESS msg="Ending fv3hafs test" postmsg "$logfile" "$msg" diff --git a/ci/jobs-dev/run_post_fv3hafs_HERCULES.sh b/ci/jobs-dev/run_post_fv3hafs_HERCULES.sh index 9cde8032e..b76675ec8 100755 --- a/ci/jobs-dev/run_post_fv3hafs_HERCULES.sh +++ b/ci/jobs-dev/run_post_fv3hafs_HERCULES.sh @@ -116,12 +116,12 @@ if [ $err = "0" ] ; then else msg="fv3hafs test: post failed using your new post executable to generate ${filein2}" - echo $msg + echo $msg 2>&1 | tee -a TEST_ERROR fi postmsg "$logfile" "$msg" done -echo "PROGRAM IS COMPLETE!!!!!" +echo "PROGRAM IS COMPLETE!!!!!" 2>&1 | tee SUCCESS msg="Ending fv3hafs test" postmsg "$logfile" "$msg" diff --git a/ci/jobs-dev/run_post_fv3hafs_ORION.sh b/ci/jobs-dev/run_post_fv3hafs_ORION.sh index b8ce98277..65b679e28 100755 --- a/ci/jobs-dev/run_post_fv3hafs_ORION.sh +++ b/ci/jobs-dev/run_post_fv3hafs_ORION.sh @@ -115,12 +115,12 @@ if [ $err = "0" ] ; then else msg="fv3hafs test: post failed using your new post executable to generate ${filein2}" - echo $msg + echo $msg 2>&1 | tee -a TEST_ERROR fi postmsg "$logfile" "$msg" done -echo "PROGRAM IS COMPLETE!!!!!" +echo "PROGRAM IS COMPLETE!!!!!" 2>&1 | tee SUCCESS msg="Ending fv3hafs test" postmsg "$logfile" "$msg" diff --git a/ci/jobs-dev/run_post_fv3hafs_pe_test_HERA.sh b/ci/jobs-dev/run_post_fv3hafs_pe_test_HERA.sh index 226b471c5..a2254e8a2 100755 --- a/ci/jobs-dev/run_post_fv3hafs_pe_test_HERA.sh +++ b/ci/jobs-dev/run_post_fv3hafs_pe_test_HERA.sh @@ -111,12 +111,12 @@ if [ $err = "0" ] ; then else msg="fv3hafs pe test: post failed using your new post executable to generate ${filein2}" - echo $msg + echo $msg 2>&1 | tee -a TEST_ERROR fi postmsg "$logfile" "$msg" done -echo "PROGRAM IS COMPLETE!!!!!" +echo "PROGRAM IS COMPLETE!!!!!" 2>&1 | tee SUCCESS msg="Ending fv3hafs pe test" postmsg "$logfile" "$msg" diff --git a/ci/jobs-dev/run_post_fv3hafs_pe_test_HERCULES.sh b/ci/jobs-dev/run_post_fv3hafs_pe_test_HERCULES.sh index e0e7e44f3..4f860ae08 100755 --- a/ci/jobs-dev/run_post_fv3hafs_pe_test_HERCULES.sh +++ b/ci/jobs-dev/run_post_fv3hafs_pe_test_HERCULES.sh @@ -119,12 +119,12 @@ if [ $err = "0" ] ; then else msg="fv3hafs pe test: post failed using your new post executable to generate ${filein2}" - echo $msg + echo $msg 2>&1 | tee -a TEST_ERROR fi postmsg "$logfile" "$msg" done -echo "PROGRAM IS COMPLETE!!!!!" +echo "PROGRAM IS COMPLETE!!!!!" 2>&1 | tee SUCCESS msg="Ending fv3hafs pe test" postmsg "$logfile" "$msg" diff --git a/ci/jobs-dev/run_post_fv3hafs_pe_test_ORION.sh b/ci/jobs-dev/run_post_fv3hafs_pe_test_ORION.sh index c9325a36a..7555fac6e 100755 --- a/ci/jobs-dev/run_post_fv3hafs_pe_test_ORION.sh +++ b/ci/jobs-dev/run_post_fv3hafs_pe_test_ORION.sh @@ -118,12 +118,12 @@ if [ $err = "0" ] ; then else msg="fv3hafs pe test: post failed using your new post executable to generate ${filein2}" - echo $msg + echo $msg 2>&1 | tee -a TEST_ERROR fi postmsg "$logfile" "$msg" done -echo "PROGRAM IS COMPLETE!!!!!" +echo "PROGRAM IS COMPLETE!!!!!" 2>&1 | tee SUCCESS msg="Ending fv3hafs pe test" postmsg "$logfile" "$msg" diff --git a/ci/jobs-dev/run_post_fv3r_HERA.sh b/ci/jobs-dev/run_post_fv3r_HERA.sh index ab74a1497..2a6061102 100755 --- a/ci/jobs-dev/run_post_fv3r_HERA.sh +++ b/ci/jobs-dev/run_post_fv3r_HERA.sh @@ -134,12 +134,12 @@ if [ $err = "0" ] ; then else msg="fv3r test: post failed using your new post executable to generate ${filein2}" - echo $msg + echo $msg 2>&1 | tee -a TEST_ERROR fi postmsg "$logfile" "$msg" done -echo "PROGRAM IS COMPLETE!!!!!" +echo "PROGRAM IS COMPLETE!!!!!" 2>&1 | tee SUCCESS msg="Ending fv3r test" postmsg "$logfile" "$msg" diff --git a/ci/jobs-dev/run_post_fv3r_HERCULES.sh b/ci/jobs-dev/run_post_fv3r_HERCULES.sh index e3e331df7..551f80671 100755 --- a/ci/jobs-dev/run_post_fv3r_HERCULES.sh +++ b/ci/jobs-dev/run_post_fv3r_HERCULES.sh @@ -139,12 +139,12 @@ if [ $err = "0" ] ; then else msg="fv3r test: post failed using your new post executable to generate ${filein2}" - echo $msg + echo $msg 2>&1 | tee -a TEST_ERROR fi postmsg "$logfile" "$msg" done -echo "PROGRAM IS COMPLETE!!!!!" +echo "PROGRAM IS COMPLETE!!!!!" 2>&1 | tee SUCCESS msg="Ending fv3r test" postmsg "$logfile" "$msg" diff --git a/ci/jobs-dev/run_post_fv3r_ORION.sh b/ci/jobs-dev/run_post_fv3r_ORION.sh index 9e321568b..e925e1104 100755 --- a/ci/jobs-dev/run_post_fv3r_ORION.sh +++ b/ci/jobs-dev/run_post_fv3r_ORION.sh @@ -138,12 +138,12 @@ if [ $err = "0" ] ; then else msg="fv3r test: post failed using your new post executable to generate ${filein2}" - echo $msg + echo $msg 2>&1 | tee -a TEST_ERROR fi postmsg "$logfile" "$msg" done -echo "PROGRAM IS COMPLETE!!!!!" +echo "PROGRAM IS COMPLETE!!!!!" 2>&1 | tee SUCCESS msg="Ending fv3r test" postmsg "$logfile" "$msg" diff --git a/ci/jobs-dev/run_post_fv3r_ifi_HERA.sh b/ci/jobs-dev/run_post_fv3r_ifi_HERA.sh index a02b13d64..57da14009 100644 --- a/ci/jobs-dev/run_post_fv3r_ifi_HERA.sh +++ b/ci/jobs-dev/run_post_fv3r_ifi_HERA.sh @@ -102,7 +102,7 @@ ${APRUN} ${POSTGPEXEC} < itag > outpost_nems_${NEWDATE} fhr=`expr $fhr + 0` fhr2=`printf "%02d" $fhr` -filelist="IFIFIP.GrbF04" +filelist="IFIFIP10.tm00" for file in $filelist; do export filein2=$file @@ -130,12 +130,12 @@ if [ $err = "0" ] ; then else msg="fv3r test: post failed using your new post executable to generate ${filein2}" - echo $msg + echo $msg 2>&1 | tee -a TEST_ERROR fi postmsg "$logfile" "$msg" done -echo "PROGRAM IS COMPLETE!!!!!" +echo "PROGRAM IS COMPLETE!!!!!" 2>&1 | tee SUCCESS msg="Ending fv3r test" postmsg "$logfile" "$msg" diff --git a/ci/jobs-dev/run_post_fv3r_ifi_missing_HERA.sh b/ci/jobs-dev/run_post_fv3r_ifi_missing_HERA.sh index 311082a2c..349a5ae74 100644 --- a/ci/jobs-dev/run_post_fv3r_ifi_missing_HERA.sh +++ b/ci/jobs-dev/run_post_fv3r_ifi_missing_HERA.sh @@ -117,10 +117,10 @@ if [ $err = "0" ] ; then # if not bit-identical, use cmp_grib2_grib2 to compare each grib record export err1=$? if [ $err1 -eq 0 ] ; then - msg="fv3r test: your new post executable generates bit-identical ${filein2} as the trunk" + msg="fv3r_ifi_missing test: your new post executable generates bit-identical ${filein2} as the trunk" echo $msg else - msg="fv3r test: your new post executable did not generate bit-identical ${filein2} as the trunk" + msg="fv3r_ifi_missing test: your new post executable did not generate bit-identical ${filein2} as the trunk" echo $msg echo " start comparing each grib record and write the comparison result to *diff files" echo " check these *diff files to make sure your new post only change variables which you intend to change" @@ -129,13 +129,13 @@ if [ $err = "0" ] ; then else - msg="fv3r test: post failed using your new post executable to generate ${filein2}" - echo $msg + msg="fv3r_ifi_missing test: post failed using your new post executable to generate ${filein2}" + echo $msg 2>&1 | tee -a TEST_ERROR fi postmsg "$logfile" "$msg" done -echo "PROGRAM IS COMPLETE!!!!!" -msg="Ending fv3r test" +echo "PROGRAM IS COMPLETE!!!!!" 2>&1 | tee SUCCESS +msg="Ending fv3r_ifi_missing test" postmsg "$logfile" "$msg" diff --git a/ci/jobs-dev/run_post_fv3r_pe_test_HERA.sh b/ci/jobs-dev/run_post_fv3r_pe_test_HERA.sh index 679611dfd..1355d4470 100755 --- a/ci/jobs-dev/run_post_fv3r_pe_test_HERA.sh +++ b/ci/jobs-dev/run_post_fv3r_pe_test_HERA.sh @@ -134,12 +134,12 @@ if [ $err = "0" ] ; then else msg="fv3r pe test: post failed using your new post executable to generate ${filein2}" - echo $msg + echo $msg 2>&1 | tee -a TEST_ERROR fi postmsg "$logfile" "$msg" done -echo "PROGRAM IS COMPLETE!!!!!" +echo "PROGRAM IS COMPLETE!!!!!" 2>&1 | tee SUCCESS msg="Ending fv3r pe test" postmsg "$logfile" "$msg" diff --git a/ci/jobs-dev/run_post_fv3r_pe_test_HERCULES.sh b/ci/jobs-dev/run_post_fv3r_pe_test_HERCULES.sh index 620db92dd..c58189b81 100755 --- a/ci/jobs-dev/run_post_fv3r_pe_test_HERCULES.sh +++ b/ci/jobs-dev/run_post_fv3r_pe_test_HERCULES.sh @@ -139,12 +139,12 @@ if [ $err = "0" ] ; then else msg="fv3r pe test: post failed using your new post executable to generate ${filein2}" - echo $msg + echo $msg 2>&1 | tee -a TEST_ERROR fi postmsg "$logfile" "$msg" done -echo "PROGRAM IS COMPLETE!!!!!" +echo "PROGRAM IS COMPLETE!!!!!" 2>&1 | tee SUCCESS msg="Ending fv3r test" postmsg "$logfile" "$msg" diff --git a/ci/jobs-dev/run_post_fv3r_pe_test_ORION.sh b/ci/jobs-dev/run_post_fv3r_pe_test_ORION.sh index 7d860dbcb..e12eea50d 100755 --- a/ci/jobs-dev/run_post_fv3r_pe_test_ORION.sh +++ b/ci/jobs-dev/run_post_fv3r_pe_test_ORION.sh @@ -138,12 +138,12 @@ if [ $err = "0" ] ; then else msg="fv3r pe test: post failed using your new post executable to generate ${filein2}" - echo $msg + echo $msg 2>&1 | tee -a TEST_ERROR fi postmsg "$logfile" "$msg" done -echo "PROGRAM IS COMPLETE!!!!!" +echo "PROGRAM IS COMPLETE!!!!!" 2>&1 | tee SUCCESS msg="Ending fv3r test" postmsg "$logfile" "$msg" diff --git a/ci/jobs-dev/run_post_hrrr_HERA.sh b/ci/jobs-dev/run_post_hrrr_HERA.sh index f5b44ddae..dbdb99cec 100755 --- a/ci/jobs-dev/run_post_hrrr_HERA.sh +++ b/ci/jobs-dev/run_post_hrrr_HERA.sh @@ -117,13 +117,13 @@ if [ $err = "0" ] ; then else msg="hrrr test: post failed using your new post executable to generate ${filein2}" - echo $msg + echo $msg 2>&1 | tee -a TEST_ERROR fi postmsg "$logfile" "$msg" done -echo "PROGRAM IS COMPLETE!!!!!" +echo "PROGRAM IS COMPLETE!!!!!" 2>&1 | tee SUCCESS msg="Ending hrrr test" postmsg "$logfile" "$msg" diff --git a/ci/jobs-dev/run_post_hrrr_HERCULES.sh b/ci/jobs-dev/run_post_hrrr_HERCULES.sh index baa111f6f..df9778ea9 100755 --- a/ci/jobs-dev/run_post_hrrr_HERCULES.sh +++ b/ci/jobs-dev/run_post_hrrr_HERCULES.sh @@ -117,13 +117,13 @@ if [ $err = "0" ] ; then else msg="hrrr test: post failed using your new post executable to generate ${filein2}" - echo $msg + echo $msg 2>&1 | tee -a TEST_ERROR fi postmsg "$logfile" "$msg" done -echo "PROGRAM IS COMPLETE!!!!!" +echo "PROGRAM IS COMPLETE!!!!!" 2>&1 | tee SUCCESS msg="Ending hrrr test" postmsg "$logfile" "$msg" diff --git a/ci/jobs-dev/run_post_hrrr_ORION.sh b/ci/jobs-dev/run_post_hrrr_ORION.sh index baa111f6f..df9778ea9 100755 --- a/ci/jobs-dev/run_post_hrrr_ORION.sh +++ b/ci/jobs-dev/run_post_hrrr_ORION.sh @@ -117,13 +117,13 @@ if [ $err = "0" ] ; then else msg="hrrr test: post failed using your new post executable to generate ${filein2}" - echo $msg + echo $msg 2>&1 | tee -a TEST_ERROR fi postmsg "$logfile" "$msg" done -echo "PROGRAM IS COMPLETE!!!!!" +echo "PROGRAM IS COMPLETE!!!!!" 2>&1 | tee SUCCESS msg="Ending hrrr test" postmsg "$logfile" "$msg" diff --git a/ci/jobs-dev/run_post_hrrr_ifi_HERA.sh b/ci/jobs-dev/run_post_hrrr_ifi_HERA.sh index b60723db3..9dc193ebe 100644 --- a/ci/jobs-dev/run_post_hrrr_ifi_HERA.sh +++ b/ci/jobs-dev/run_post_hrrr_ifi_HERA.sh @@ -113,13 +113,13 @@ if [ $err = "0" ] ; then else msg="hrrr_ifi test: post failed using your new post executable to generate ${filein2}" - echo $msg + echo $msg 2>&1 | tee -a TEST_ERROR fi postmsg "$logfile" "$msg" done -echo "PROGRAM IS COMPLETE!!!!!" +echo "PROGRAM IS COMPLETE!!!!!" 2>&1 | tee SUCCESS msg="Ending hrrr_ifi test" postmsg "$logfile" "$msg" diff --git a/ci/jobs-dev/run_post_hrrr_pe_test_HERA.sh b/ci/jobs-dev/run_post_hrrr_pe_test_HERA.sh index 12bcf4d87..ebb825fe4 100755 --- a/ci/jobs-dev/run_post_hrrr_pe_test_HERA.sh +++ b/ci/jobs-dev/run_post_hrrr_pe_test_HERA.sh @@ -124,13 +124,13 @@ if [ $err = "0" ] ; then else msg="hrrr pe test: post failed using your new post executable to generate ${filein2}" - echo $msg + echo $msg 2>&1 | tee -a TEST_ERROR fi postmsg "$logfile" "$msg" done -echo "PROGRAM IS COMPLETE!!!!!" +echo "PROGRAM IS COMPLETE!!!!!" 2>&1 | tee SUCCESS msg="Ending hrrr pe test" postmsg "$logfile" "$msg" diff --git a/ci/jobs-dev/run_post_hrrr_pe_test_HERCULES.sh b/ci/jobs-dev/run_post_hrrr_pe_test_HERCULES.sh index a76bc386f..4a9c15c23 100755 --- a/ci/jobs-dev/run_post_hrrr_pe_test_HERCULES.sh +++ b/ci/jobs-dev/run_post_hrrr_pe_test_HERCULES.sh @@ -125,13 +125,13 @@ if [ $err = "0" ] ; then else msg="hrrr pe test: post failed using your new post executable to generate ${filein2}" - echo $msg + echo $msg 2>&1 | tee -a TEST_ERROR fi postmsg "$logfile" "$msg" done -echo "PROGRAM IS COMPLETE!!!!!" +echo "PROGRAM IS COMPLETE!!!!!" 2>&1 | tee SUCCESS msg="Ending hrrr pe test" postmsg "$logfile" "$msg" diff --git a/ci/jobs-dev/run_post_hrrr_pe_test_ORION.sh b/ci/jobs-dev/run_post_hrrr_pe_test_ORION.sh index a76bc386f..4a9c15c23 100755 --- a/ci/jobs-dev/run_post_hrrr_pe_test_ORION.sh +++ b/ci/jobs-dev/run_post_hrrr_pe_test_ORION.sh @@ -125,13 +125,13 @@ if [ $err = "0" ] ; then else msg="hrrr pe test: post failed using your new post executable to generate ${filein2}" - echo $msg + echo $msg 2>&1 | tee -a TEST_ERROR fi postmsg "$logfile" "$msg" done -echo "PROGRAM IS COMPLETE!!!!!" +echo "PROGRAM IS COMPLETE!!!!!" 2>&1 | tee SUCCESS msg="Ending hrrr pe test" postmsg "$logfile" "$msg" diff --git a/ci/jobs-dev/run_post_nmmb_Grib2_HERA.sh b/ci/jobs-dev/run_post_nmmb_Grib2_HERA.sh index 469e9bd40..e26638357 100755 --- a/ci/jobs-dev/run_post_nmmb_Grib2_HERA.sh +++ b/ci/jobs-dev/run_post_nmmb_Grib2_HERA.sh @@ -132,12 +132,12 @@ if [ $err = "0" ] ; then else msg="nmmb test: post failed using your new post executable to generate ${filein2}" - echo $msg + echo $msg 2>&1 | tee -a TEST_ERROR fi postmsg "$logfile" "$msg" done -echo "PROGRAM IS COMPLETE!!!!!" +echo "PROGRAM IS COMPLETE!!!!!" 2>&1 | tee SUCCESS msg="Ending nmmb test" postmsg "$logfile" "$msg" diff --git a/ci/jobs-dev/run_post_nmmb_Grib2_HERCULES.sh b/ci/jobs-dev/run_post_nmmb_Grib2_HERCULES.sh index da5b9a54d..1fe4f5830 100755 --- a/ci/jobs-dev/run_post_nmmb_Grib2_HERCULES.sh +++ b/ci/jobs-dev/run_post_nmmb_Grib2_HERCULES.sh @@ -129,12 +129,12 @@ if [ $err = "0" ] ; then else msg="nmmb test: post failed using your new post executable to generate ${filein2}" - echo $msg + echo $msg 2>&1 | tee -a TEST_ERROR fi postmsg "$logfile" "$msg" done -echo "PROGRAM IS COMPLETE!!!!!" +echo "PROGRAM IS COMPLETE!!!!!" 2>&1 | tee SUCCESS msg="Ending nmmb test" postmsg "$logfile" "$msg" diff --git a/ci/jobs-dev/run_post_nmmb_Grib2_ORION.sh b/ci/jobs-dev/run_post_nmmb_Grib2_ORION.sh index fb7c7e3d3..b828fd289 100755 --- a/ci/jobs-dev/run_post_nmmb_Grib2_ORION.sh +++ b/ci/jobs-dev/run_post_nmmb_Grib2_ORION.sh @@ -128,12 +128,12 @@ if [ $err = "0" ] ; then else msg="nmmb test: post failed using your new post executable to generate ${filein2}" - echo $msg + echo $msg 2>&1 | tee -a TEST_ERROR fi postmsg "$logfile" "$msg" done -echo "PROGRAM IS COMPLETE!!!!!" +echo "PROGRAM IS COMPLETE!!!!!" 2>&1 | tee SUCCESS msg="Ending nmmb test" postmsg "$logfile" "$msg" diff --git a/ci/jobs-dev/run_post_nmmb_Grib2_pe_test_HERA.sh b/ci/jobs-dev/run_post_nmmb_Grib2_pe_test_HERA.sh index e063fc1c7..0973e4bb5 100755 --- a/ci/jobs-dev/run_post_nmmb_Grib2_pe_test_HERA.sh +++ b/ci/jobs-dev/run_post_nmmb_Grib2_pe_test_HERA.sh @@ -133,12 +133,12 @@ if [ $err = "0" ] ; then else msg="nmmb pe test: post failed using your new post executable to generate ${filein2}" - echo $msg + echo $msg 2>&1 | tee -a TEST_ERROR fi postmsg "$logfile" "$msg" done -echo "PROGRAM IS COMPLETE!!!!!" +echo "PROGRAM IS COMPLETE!!!!!" 2>&1 | tee SUCCESS msg="Ending nmmb pe test" postmsg "$logfile" "$msg" diff --git a/ci/jobs-dev/run_post_nmmb_Grib2_pe_test_HERCULES.sh b/ci/jobs-dev/run_post_nmmb_Grib2_pe_test_HERCULES.sh index 337754d82..da45e8af1 100755 --- a/ci/jobs-dev/run_post_nmmb_Grib2_pe_test_HERCULES.sh +++ b/ci/jobs-dev/run_post_nmmb_Grib2_pe_test_HERCULES.sh @@ -130,12 +130,12 @@ if [ $err = "0" ] ; then else msg="nmmb pe test: post failed using your new post executable to generate ${filein2}" - echo $msg + echo $msg 2>&1 | tee -a TEST_ERROR fi postmsg "$logfile" "$msg" done -echo "PROGRAM IS COMPLETE!!!!!" +echo "PROGRAM IS COMPLETE!!!!!" 2>&1 | tee SUCCESS msg="Ending nmmb pe test" postmsg "$logfile" "$msg" diff --git a/ci/jobs-dev/run_post_nmmb_Grib2_pe_test_ORION.sh b/ci/jobs-dev/run_post_nmmb_Grib2_pe_test_ORION.sh index 3b08a6c6a..5b5e09985 100755 --- a/ci/jobs-dev/run_post_nmmb_Grib2_pe_test_ORION.sh +++ b/ci/jobs-dev/run_post_nmmb_Grib2_pe_test_ORION.sh @@ -128,12 +128,12 @@ if [ $err = "0" ] ; then else msg="nmmb pe test: post failed using your new post executable to generate ${filein2}" - echo $msg + echo $msg 2>&1 | tee -a TEST_ERROR fi postmsg "$logfile" "$msg" done -echo "PROGRAM IS COMPLETE!!!!!" +echo "PROGRAM IS COMPLETE!!!!!" 2>&1 | tee SUCCESS msg="Ending nmmb pe test" postmsg "$logfile" "$msg" diff --git a/ci/jobs-dev/run_post_rap_HERA.sh b/ci/jobs-dev/run_post_rap_HERA.sh index a8c947ce8..0ab94dfba 100755 --- a/ci/jobs-dev/run_post_rap_HERA.sh +++ b/ci/jobs-dev/run_post_rap_HERA.sh @@ -114,13 +114,13 @@ if [ $err = "0" ] ; then else msg="rap test: post failed using your new post executable to generate ${filein2}" - echo $msg + echo $msg 2>&1 | tee -a TEST_ERROR fi postmsg "$logfile" "$msg" done -echo "PROGRAM IS COMPLETE!!!!!" +echo "PROGRAM IS COMPLETE!!!!!" 2>&1 | tee SUCCESS msg="Ending rap test" postmsg "$logfile" "$msg" diff --git a/ci/jobs-dev/run_post_rap_HERCULES.sh b/ci/jobs-dev/run_post_rap_HERCULES.sh index dbc3ac7d7..f32da8a30 100755 --- a/ci/jobs-dev/run_post_rap_HERCULES.sh +++ b/ci/jobs-dev/run_post_rap_HERCULES.sh @@ -117,13 +117,13 @@ if [ $err = "0" ] ; then else msg="rap test: post failed using your new post executable to generate ${filein2}" - echo $msg + echo $msg 2>&1 | tee -a TEST_ERROR fi postmsg "$logfile" "$msg" done -echo "PROGRAM IS COMPLETE!!!!!" +echo "PROGRAM IS COMPLETE!!!!!" 2>&1 | tee SUCCESS msg="Ending rap test" postmsg "$logfile" "$msg" diff --git a/ci/jobs-dev/run_post_rap_ORION.sh b/ci/jobs-dev/run_post_rap_ORION.sh index dbc3ac7d7..f32da8a30 100755 --- a/ci/jobs-dev/run_post_rap_ORION.sh +++ b/ci/jobs-dev/run_post_rap_ORION.sh @@ -117,13 +117,13 @@ if [ $err = "0" ] ; then else msg="rap test: post failed using your new post executable to generate ${filein2}" - echo $msg + echo $msg 2>&1 | tee -a TEST_ERROR fi postmsg "$logfile" "$msg" done -echo "PROGRAM IS COMPLETE!!!!!" +echo "PROGRAM IS COMPLETE!!!!!" 2>&1 | tee SUCCESS msg="Ending rap test" postmsg "$logfile" "$msg" diff --git a/ci/jobs-dev/run_post_rap_pe_test_HERA.sh b/ci/jobs-dev/run_post_rap_pe_test_HERA.sh index 5f7784d68..5263f240b 100755 --- a/ci/jobs-dev/run_post_rap_pe_test_HERA.sh +++ b/ci/jobs-dev/run_post_rap_pe_test_HERA.sh @@ -123,13 +123,13 @@ if [ $err = "0" ] ; then else msg="rap pe test: post failed using your new post executable to generate ${filein2}" - echo $msg + echo $msg 2>&1 | tee -a TEST_ERROR fi postmsg "$logfile" "$msg" done -echo "PROGRAM IS COMPLETE!!!!!" +echo "PROGRAM IS COMPLETE!!!!!" 2>&1 | tee SUCCESS msg="Ending rap pe test" postmsg "$logfile" "$msg" diff --git a/ci/jobs-dev/run_post_rap_pe_test_HERCULES.sh b/ci/jobs-dev/run_post_rap_pe_test_HERCULES.sh index df20b8cd7..97a1d1186 100755 --- a/ci/jobs-dev/run_post_rap_pe_test_HERCULES.sh +++ b/ci/jobs-dev/run_post_rap_pe_test_HERCULES.sh @@ -126,13 +126,13 @@ if [ $err = "0" ] ; then else msg="rap pe test: post failed using your new post executable to generate ${filein2}" - echo $msg + echo $msg 2>&1 | tee -a TEST_ERROR fi postmsg "$logfile" "$msg" done -echo "PROGRAM IS COMPLETE!!!!!" +echo "PROGRAM IS COMPLETE!!!!!" 2>&1 | tee SUCCESS msg="Ending rap pe test" postmsg "$logfile" "$msg" diff --git a/ci/jobs-dev/run_post_rap_pe_test_ORION.sh b/ci/jobs-dev/run_post_rap_pe_test_ORION.sh index df20b8cd7..97a1d1186 100755 --- a/ci/jobs-dev/run_post_rap_pe_test_ORION.sh +++ b/ci/jobs-dev/run_post_rap_pe_test_ORION.sh @@ -126,13 +126,13 @@ if [ $err = "0" ] ; then else msg="rap pe test: post failed using your new post executable to generate ${filein2}" - echo $msg + echo $msg 2>&1 | tee -a TEST_ERROR fi postmsg "$logfile" "$msg" done -echo "PROGRAM IS COMPLETE!!!!!" +echo "PROGRAM IS COMPLETE!!!!!" 2>&1 | tee SUCCESS msg="Ending rap pe test" postmsg "$logfile" "$msg" diff --git a/ci/rt-status.py b/ci/rt-status.py index 4405639dd..994eaf017 100755 --- a/ci/rt-status.py +++ b/ci/rt-status.py @@ -3,7 +3,7 @@ ''' Updates Aug/29/2023 - Fernando Andrade-Maldonado: Script creation - +Feb/10/2025 - Sam Trahan: Detect if a test was unable to run. ''' import os @@ -26,31 +26,53 @@ # loop through every test case sub directory and files, then match with the test name def check_for_diff(tests): changed = False + failed = False + success = False rundir = os.getenv('rundir') for case_dir in os.listdir(rundir): - for file in os.listdir(rundir+'/{}'.format(case_dir)): + full_case_dir=rundir+'/'+case_dir + case_failed = False + case_success = False + diff_case = '' + for file in os.listdir(full_case_dir): if file.endswith('.diff'): - diff_case = '' for test in tests: if test in case_dir: diff_case = test + for file in os.listdir(full_case_dir): + full_file = full_case_dir + '/' + file + if file == 'TEST_ERROR': + case_failed = True + print('Error: Test case {} was unable to run! See {} for details.' + .format(diff_case, full_case_dir + '/TEST_ERROR')) + elif file == 'SUCCESS': + case_success = True + elif file.endswith('.diff'): + checked_file = full_case_dir + '/' + file.replace(".diff", "") if case_dir.endswith('pe_test'): # the rap pe test currently has a false positive bug with WRFPRS if 'rap' in case_dir and file == 'WRFPRS.GrbF16.diff': - with open('{}/{}/{}'.format(rundir,case_dir, file)) as f: + with open(full_file) as f: data = f.readlines() if len(data) == 1 and 'CDCON:convective cloud layer:rpn_corr=-nan:rpn_rms=undefined' in data[0]: continue - print('There are changes in results for case {}_pe_test in {}'.format(diff_case, file.replace(".diff", ""))) + print('There are changes in results for case {}_pe_test in {}'.format(diff_case, checked_file)) else: - print('There are changes in results for case {} in {}'.format(diff_case, file.replace(".diff", ""))) + print('There are changes in results for case {} in {}'.format(diff_case, checked_file)) changed = True + if not case_success and not case_failed: + print('Error: Test case {} did not produce SUCCESS flag file, but provided no reason for failing. ' + 'Check {} for trouble.'.format(diff_case,rundir + '/' + case_dir)) + failed = case_failed or failed + success = case_success and success if changed: print('Refer to .diff files in rundir: {} for details on differences in results for each case.'.format(rundir)) + if failed: + print('Error: Some tests were unable to run!') + if failed or changed: sys.exit(1) else: print('No changes in test results detected.') - def main(): check_for_diff(tests) From b9d073f0d10e9d5693da498cb74d563893c019c8 Mon Sep 17 00:00:00 2001 From: Samuel Trahan Date: Mon, 10 Feb 2025 15:41:50 -0600 Subject: [PATCH 26/48] update ci scripts for ifi_missing on orion and hercules --- .../run_post_fv3r_ifi_missing_HERCULES.sh | 10 +++++----- ci/jobs-dev/run_post_fv3r_ifi_missing_ORION.sh | 16 +++++++--------- 2 files changed, 12 insertions(+), 14 deletions(-) diff --git a/ci/jobs-dev/run_post_fv3r_ifi_missing_HERCULES.sh b/ci/jobs-dev/run_post_fv3r_ifi_missing_HERCULES.sh index add738ea3..bb676f5ea 100644 --- a/ci/jobs-dev/run_post_fv3r_ifi_missing_HERCULES.sh +++ b/ci/jobs-dev/run_post_fv3r_ifi_missing_HERCULES.sh @@ -42,7 +42,7 @@ postmsg "$logfile" "$msg" export cmp_grib2_grib2=${homedir}/scripts/cmp_grib2_grib2_new # specify user's own post working directory for testing -export POSTGPEXEC=$svndir/exec/upp.x +export POSTGPEXEC=${svndir}/exec/upp_no_ifi.x # specify forecast start time and hour for running your post job export startdate=2023062800 @@ -139,13 +139,13 @@ if [ $err = "0" ] ; then else - msg="fv3r test: post failed using your new post executable to generate ${filein2}" - echo $msg + msg="fv3r_ifi_missing test: post failed using your new post executable to generate ${filein2}" + echo $msg 2>&1 | tee -a TEST_ERROR fi postmsg "$logfile" "$msg" done -echo "PROGRAM IS COMPLETE!!!!!" -msg="Ending fv3r test" +echo "PROGRAM IS COMPLETE!!!!!" 2>&1 | tee SUCCESS +msg="Ending fv3r_ifi_missing test" postmsg "$logfile" "$msg" diff --git a/ci/jobs-dev/run_post_fv3r_ifi_missing_ORION.sh b/ci/jobs-dev/run_post_fv3r_ifi_missing_ORION.sh index e8b943121..4cc8d47a7 100644 --- a/ci/jobs-dev/run_post_fv3r_ifi_missing_ORION.sh +++ b/ci/jobs-dev/run_post_fv3r_ifi_missing_ORION.sh @@ -28,20 +28,18 @@ module load libpng/1.6.37 module load jasper/2.0.32 module load prod_util/2.1.1 module load crtm/2.4.0.1 -module load grib-util/1.3.0 -module load wgrib2/2.0.8 module list #export WGRIB2=wgrib2 -#export GRB2INDEX=grb2index -export COMROOT=$rundir +#export COMROOT=$rundir ulimit -s unlimited +#ulimit -s1900000000 msg="Starting fv3r_ifi_missing test" postmsg "$logfile" "$msg" -export cmp_grib2_grib2=${homedir}/test_suite/scripts/cmp_grib2_grib2_new +export cmp_grib2_grib2=/home/wmeng/bin/cmp_grib2_grib2_new export POSTGPEXEC=${svndir}/exec/upp_no_ifi.x # specify forecast start time and hour for running your post job @@ -139,13 +137,13 @@ if [ $err = "0" ] ; then else - msg="fv3r test: post failed using your new post executable to generate ${filein2}" - echo $msg + msg="fv3r_ifi_missing test: post failed using your new post executable to generate ${filein2}" + echo $msg 2>&1 | tee -a TEST_ERROR fi postmsg "$logfile" "$msg" done -echo "PROGRAM IS COMPLETE!!!!!" -msg="Ending fv3r test" +echo "PROGRAM IS COMPLETE!!!!!" 2>&1 | tee SUCCESS +msg="Ending fv3r_ifi_missing test" postmsg "$logfile" "$msg" From 3bb9c196a8e37aef2a4fcd8da353a294bd6432a1 Mon Sep 17 00:00:00 2001 From: Samuel Trahan Date: Mon, 10 Feb 2025 15:42:31 -0600 Subject: [PATCH 27/48] copy regtest data on msstate to test area --- ci/rt.sh | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/ci/rt.sh b/ci/rt.sh index 899765b60..0dd2787b8 100755 --- a/ci/rt.sh +++ b/ci/rt.sh @@ -96,7 +96,7 @@ if [ $mac2 = hf ]; then # for HERA module load prod_util/2.1.1 elif [ $mac3 = orio ] ; then export machine=ORION - export homedir=${homedir:-"/work/noaa/epic/UPP"} + export homedir=${homedir:-"/work2/noaa/wrfruc/strahan/upp-ifi-regtest/upp-data"} export rundir=${rundir:-"/work2/noaa/stmp/$USER"} module use /apps/contrib/spack-stack/spack-stack-1.8.0/envs/ue-intel-2021.9.0/install/modulefiles/Core module load stack-intel/2021.9.0 @@ -105,7 +105,7 @@ elif [ $mac3 = orio ] ; then module load python/3.10.8 elif [ $mac3 = herc ] ; then export machine=HERCULES - export homedir=${homedir:-"/work/noaa/epic/UPP"} + export homedir=${homedir:-"/work2/noaa/wrfruc/strahan/upp-ifi-regtest/upp-data"} export rundir=${rundir:-"/work2/noaa/stmp/$USER"} module use /apps/contrib/spack-stack/spack-stack-1.8.0/envs/ue-intel-2021.9.0/install/modulefiles/Core module load stack-intel/2021.9.0 From d425f5bec4b8c1af675b8f782db0e208a15083b8 Mon Sep 17 00:00:00 2001 From: "samuel.trahan" Date: Mon, 10 Feb 2025 21:45:12 +0000 Subject: [PATCH 28/48] hera test logs --- tests/logs/rt.log.HERA | 124 ++++++++++++++++++++++------------------- 1 file changed, 66 insertions(+), 58 deletions(-) diff --git a/tests/logs/rt.log.HERA b/tests/logs/rt.log.HERA index 82139a3ce..298a74aa2 100644 --- a/tests/logs/rt.log.HERA +++ b/tests/logs/rt.log.HERA @@ -1,69 +1,77 @@ ===== Start of UPP Regression Testing Log ===== UPP Hash Tested: -c4b2cfc57f0bcab48c9e16d2cc002e9336fb7efc +137926f4b1647bc0cd7dffaada78b496ce52b76b Submodule hashes: --179cae1dd84401cf25d250bd9102e66560a9d328 sorc/libIFI.fd + 179cae1dd84401cf25d250bd9102e66560a9d328 sorc/libIFI.fd (before-3km-fixes-45-g179cae1) -529f870d33b65c3b6c1aa3c3236b94efc3bd336d sorc/ncep_post.fd/post_gtg.fd -Run directory: /scratch2/NAGAPE/epic/Gillian.Petro/RTs/upp-rts/1130/ci/rundir/upp-HERA -Baseline directory: /scratch2/NAGAPE/epic/UPP/test_suite +Run directory: /scratch1/NCEPDEV/stmp2/Samuel.Trahan/upp-HERA +Baseline directory: /scratch2/BMC/ifi/Samuel.Trahan/test_suite/ -Total runtime: 00h:15m:59s -Test Date: 20250204 02:33:59 +Total runtime: 00h:14m:09s +Test Date: 20250210 20:52:56 Summary Results: -02/04 02:26:47Z -fv3gefs test: your new post executable generates bit-identical geaer.t00z.master.grb2f060 as the trunk -02/04 02:26:54Z -fv3hafs pe test: your new post executable generates bit-identical HURPRS09.tm00 as the trunk -02/04 02:26:54Z -fv3hafs test: your new post executable generates bit-identical HURPRS09.tm00 as the trunk -02/04 02:27:24Z -rap test: your new post executable generates bit-identical WRFPRS.GrbF16 as the trunk -02/04 02:27:26Z -rap test: your new post executable generates bit-identical WRFNAT.GrbF16 as the trunk -02/04 02:27:28Z -fv3r test: your new post executable generates bit-identical PRSLEV10.tm00 as the trunk -02/04 02:27:32Z -rtma pe test: your new post executable generates bit-identical NATLEV00.tm00 as the trunk -02/04 02:27:34Z -fv3r test: your new post executable generates bit-identical NATLEV10.tm00 as the trunk -02/04 02:27:35Z -fv3gefs pe test: your new post executable generates bit-identical geaer.t00z.master.grb2f060 as the trunk -02/04 02:27:36Z -fv3r pe test: your new post executable generates bit-identical PRSLEV10.tm00 as the trunk -02/04 02:27:37Z -rtma test: your new post executable generates bit-identical NATLEV00.tm00 as the trunk -02/04 02:27:38Z -rtma pe test: your new post executable generates bit-identical PRSLEV00.tm00 as the trunk -02/04 02:27:39Z -rtma pe test: your new post executable generates bit-identical IFIFIP00.tm00 as the trunk -02/04 02:27:40Z -rap pe test: your new post executable did generate changed results in WRFPRS.GrbF16 -02/04 02:27:41Z -rap pe test: your new post executable generates bit-identical WRFNAT.GrbF16 as the trunk -02/04 02:27:42Z -fv3r pe test: your new post executable generates bit-identical NATLEV10.tm00 as the trunk -02/04 02:27:44Z -rtma test: your new post executable generates bit-identical PRSLEV00.tm00 as the trunk -02/04 02:27:44Z -rtma test: your new post executable generates bit-identical IFIFIP00.tm00 as the trunk -02/04 02:28:04Z -nmmb pe test: your new post executable generates bit-identical BGDAWP03.tm00.Grib2 as the trunk -02/04 02:28:07Z -nmmb pe test: your new post executable generates bit-identical BGRD3D03.tm00.Grib2 as the trunk -02/04 02:28:07Z -nmmb pe test: your new post executable generates bit-identical BGRDSF03.tm00.Grib2 as the trunk -02/04 02:28:08Z -hrrr pe test: your new post executable generates bit-identical WRFTWO.GrbF04 as the trunk -02/04 02:28:08Z -nmmb test: your new post executable generates bit-identical BGDAWP03.tm00.Grib2 as the trunk -02/04 02:28:10Z -hrrr pe test: your new post executable generates bit-identical WRFPRS.GrbF04 as the trunk -02/04 02:28:11Z -nmmb test: your new post executable generates bit-identical BGRD3D03.tm00.Grib2 as the trunk -02/04 02:28:11Z -nmmb test: your new post executable generates bit-identical BGRDSF03.tm00.Grib2 as the trunk -02/04 02:28:12Z -hrrr pe test: your new post executable generates bit-identical WRFNAT.GrbF04 as the trunk -02/04 02:28:32Z -hrrr test: your new post executable generates bit-identical WRFTWO.GrbF04 as the trunk -02/04 02:28:33Z -hrrr test: your new post executable generates bit-identical WRFPRS.GrbF04 as the trunk -02/04 02:28:35Z -hrrr test: your new post executable generates bit-identical WRFNAT.GrbF04 as the trunk -02/04 02:32:57Z -fv3gfs test: your new post executable generates bit-identical gfs.t00z.master.grb2f006 as the trunk -02/04 02:33:01Z -fv3gfs test: your new post executable generates bit-identical gfs.t00z.sfluxgrbf006.grib2 as the trunk -02/04 02:33:01Z -fv3gfs test: your new post executable generates bit-identical gfs.t00z.special.grb2f006 as the trunk -02/04 02:33:38Z -fv3gfs pe test: your new post executable generates bit-identical gfs.t00z.master.grb2f006 as the trunk -02/04 02:33:44Z -fv3gfs pe test: your new post executable generates bit-identical gfs.t00z.sfluxgrbf006.grib2 as the trunk -02/04 02:33:44Z -fv3gfs pe test: your new post executable generates bit-identical gfs.t00z.special.grb2f006 as the trunk -02/04 02:28:22Z -Runtime: nmmb_test 00:01:55 -- baseline 00:01:00 -02/04 02:28:22Z -Runtime: nmmb_pe_test 00:01:51 -- baseline 00:01:00 -02/04 02:28:23Z -Runtime: fv3gefs_test 00:00:31 -- baseline 00:40:00 -02/04 02:28:23Z -Runtime: fv3gefs_pe_test 00:01:19 -- baseline 00:40:00 -02/04 02:28:23Z -Runtime: rap_test 00:01:10 -- baseline 00:02:00 -02/04 02:28:24Z -Runtime: rap_pe_test 00:01:25 -- baseline 00:02:00 -02/04 02:28:39Z -Runtime: hrrr_test 00:02:28 -- baseline 00:02:00 -02/04 02:28:39Z -Runtime: hrrr_pe_test 00:02:11 -- baseline 00:02:00 -02/04 02:33:12Z -Runtime: fv3gfs_test 00:07:20 -- baseline 00:15:00 -02/04 02:33:57Z -Runtime: fv3gfs_pe_test 00:08:03 -- baseline 00:15:00 -02/04 02:33:58Z -Runtime: fv3r_test 00:01:53 -- baseline 00:03:00 -02/04 02:33:58Z -Runtime: fv3r_pe_test 00:01:41 -- baseline 00:03:00 -02/04 02:33:58Z -Runtime: fv3hafs_test 00:00:38 -- baseline 00:03:00 -02/04 02:33:59Z -Runtime: fv3hafs_pe_test 00:00:38 -- baseline 00:03:00 -02/04 02:33:59Z -Runtime: rtma_test 00:02:03 -- baseline 00:03:00 -02/04 02:33:59Z -Runtime: rtma_test_pe_test 00:01:58 -- baseline +02/10 20:45:27Z -fv3gefs pe test: your new post executable generates bit-identical geaer.t00z.master.grb2f060 as the trunk +02/10 20:45:28Z -fv3hafs test: your new post executable generates bit-identical HURPRS09.tm00 as the trunk +02/10 20:45:32Z -fv3r_ifi_missing test: your new post executable generates bit-identical IFIFIP10.tm00 as the trunk +02/10 20:45:35Z -fv3gefs test: your new post executable generates bit-identical geaer.t00z.master.grb2f060 as the trunk +02/10 20:45:56Z -fv3hafs pe test: your new post executable generates bit-identical HURPRS09.tm00 as the trunk +02/10 20:45:59Z -rtma pe test: your new post executable generates bit-identical NATLEV00.tm00 as the trunk +02/10 20:46:03Z -rtma pe test: your new post executable generates bit-identical PRSLEV00.tm00 as the trunk +02/10 20:46:03Z -rtma pe test: your new post executable generates bit-identical IFIFIP00.tm00 as the trunk +02/10 20:46:20Z -rap test: your new post executable generates bit-identical WRFPRS.GrbF16 as the trunk +02/10 20:46:22Z -rap test: your new post executable generates bit-identical WRFNAT.GrbF16 as the trunk +02/10 20:46:24Z -hrrr pe test: your new post executable generates bit-identical WRFTWO.GrbF04 as the trunk +02/10 20:46:26Z -hrrr pe test: your new post executable generates bit-identical WRFPRS.GrbF04 as the trunk +02/10 20:46:28Z -hrrr pe test: your new post executable generates bit-identical WRFNAT.GrbF04 as the trunk +02/10 20:46:53Z -fv3r test: your new post executable generates bit-identical PRSLEV10.tm00 as the trunk +02/10 20:46:56Z -nmmb pe test: your new post executable generates bit-identical BGDAWP03.tm00.Grib2 as the trunk +02/10 20:46:57Z -fv3r test: your new post executable generates bit-identical NATLEV10.tm00 as the trunk +02/10 20:46:58Z -rap pe test: your new post executable did generate changed results in WRFPRS.GrbF16 +02/10 20:46:58Z -nmmb pe test: your new post executable generates bit-identical BGRD3D03.tm00.Grib2 as the trunk +02/10 20:46:59Z -nmmb pe test: your new post executable generates bit-identical BGRDSF03.tm00.Grib2 as the trunk +02/10 20:46:59Z -rap pe test: your new post executable generates bit-identical WRFNAT.GrbF16 as the trunk +02/10 20:47:00Z -nmmb test: your new post executable generates bit-identical BGDAWP03.tm00.Grib2 as the trunk +02/10 20:47:02Z -nmmb test: your new post executable generates bit-identical BGRD3D03.tm00.Grib2 as the trunk +02/10 20:47:03Z -nmmb test: your new post executable generates bit-identical BGRDSF03.tm00.Grib2 as the trunk +02/10 20:47:08Z -rtma test: your new post executable generates bit-identical NATLEV00.tm00 as the trunk +02/10 20:47:12Z -rtma test: your new post executable generates bit-identical PRSLEV00.tm00 as the trunk +02/10 20:47:12Z -rtma test: your new post executable generates bit-identical IFIFIP00.tm00 as the trunk +02/10 20:47:17Z -hrrr test: your new post executable generates bit-identical WRFTWO.GrbF04 as the trunk +02/10 20:47:18Z -hrrr test: your new post executable generates bit-identical WRFPRS.GrbF04 as the trunk +02/10 20:47:19Z -fv3r pe test: your new post executable generates bit-identical PRSLEV10.tm00 as the trunk +02/10 20:47:20Z -hrrr test: your new post executable generates bit-identical WRFNAT.GrbF04 as the trunk +02/10 20:47:23Z -fv3r pe test: your new post executable generates bit-identical NATLEV10.tm00 as the trunk +02/10 20:47:51Z -fv3r test: your new post executable generates bit-identical IFIFIP10.tm00 as the trunk +02/10 20:47:54Z -hrrr_ifi test: your new post executable generates bit-identical IFIFIP.GrbF04 as the trunk +02/10 20:50:55Z -ifi standalone_fv3r test: Passed. libIFI standalone program and IFI in UPP produce identical results +02/10 20:51:59Z -fv3gfs test: your new post executable generates bit-identical gfs.t00z.master.grb2f006 as the trunk +02/10 20:52:02Z -fv3gfs test: your new post executable generates bit-identical gfs.t00z.sfluxgrbf006.grib2 as the trunk +02/10 20:52:02Z -fv3gfs test: your new post executable generates bit-identical gfs.t00z.special.grb2f006 as the trunk +02/10 20:52:42Z -fv3gfs pe test: your new post executable generates bit-identical gfs.t00z.master.grb2f006 as the trunk +02/10 20:52:46Z -fv3gfs pe test: your new post executable generates bit-identical gfs.t00z.sfluxgrbf006.grib2 as the trunk +02/10 20:52:46Z -fv3gfs pe test: your new post executable generates bit-identical gfs.t00z.special.grb2f006 as the trunk +02/10 20:48:03Z -Runtime: hrrr_ifi_test 00:03:37 -- baseline 00:05:00 +02/10 20:48:03Z -Runtime: fv3r_ifi_test 00:02:45 -- baseline 00:05:00 +02/10 20:51:05Z -Runtime: ifi_standalone_fv3r_test 00:03:02 -- baseline 00:05:00 +02/10 20:51:05Z -Runtime: nmmb_test 00:01:26 -- baseline 00:01:00 +02/10 20:51:05Z -Runtime: nmmb_pe_test 00:00:59 -- baseline 00:01:00 +02/10 20:51:05Z -Runtime: fv3gefs_test 00:00:21 -- baseline 00:40:00 +02/10 20:51:06Z -Runtime: fv3gefs_pe_test 00:00:25 -- baseline 00:40:00 +02/10 20:51:06Z -Runtime: rap_test 00:01:12 -- baseline 00:02:00 +02/10 20:51:06Z -Runtime: rap_pe_test 00:01:15 -- baseline 00:02:00 +02/10 20:51:07Z -Runtime: hrrr_test 00:02:18 -- baseline 00:02:00 +02/10 20:51:07Z -Runtime: hrrr_pe_test 00:02:11 -- baseline 00:02:00 +02/10 20:52:08Z -Runtime: fv3gfs_test 00:06:52 -- baseline 00:15:00 +02/10 20:52:53Z -Runtime: fv3gfs_pe_test 00:07:48 -- baseline 00:15:00 +02/10 20:52:54Z -Runtime: fv3r_test 00:01:43 -- baseline 00:05:00 +02/10 20:52:54Z -Runtime: fv3r_pe_test 00:01:46 -- baseline 00:03:00 +02/10 20:52:54Z -Runtime: fv3r_ifi_missing 00:00:18 -- baseline +02/10 20:52:55Z -Runtime: fv3hafs_test 00:00:35 -- baseline 00:03:00 +02/10 20:52:55Z -Runtime: fv3hafs_pe_test 00:00:34 -- baseline 00:03:00 +02/10 20:52:55Z -Runtime: rtma_test 00:01:42 -- baseline 00:03:00 +02/10 20:52:55Z -Runtime: rtma_test_pe_test 00:01:46 -- baseline No changes in test results detected. ===== End of UPP Regression Testing Log ===== From 8021c1e034362e5f97a1948966f627f4e792061f Mon Sep 17 00:00:00 2001 From: Samuel Trahan Date: Mon, 10 Feb 2025 15:52:50 -0600 Subject: [PATCH 29/48] hercules logs --- tests/logs/rt.log.HERCULES | 116 +++++++++++++++++++------------------ 1 file changed, 59 insertions(+), 57 deletions(-) diff --git a/tests/logs/rt.log.HERCULES b/tests/logs/rt.log.HERCULES index 918a7a71f..4f1bd908c 100644 --- a/tests/logs/rt.log.HERCULES +++ b/tests/logs/rt.log.HERCULES @@ -1,69 +1,71 @@ ===== Start of UPP Regression Testing Log ===== UPP Hash Tested: -c4b2cfc57f0bcab48c9e16d2cc002e9336fb7efc +3bb9c196a8e37aef2a4fcd8da353a294bd6432a1 Submodule hashes: -179cae1dd84401cf25d250bd9102e66560a9d328 sorc/libIFI.fd -529f870d33b65c3b6c1aa3c3236b94efc3bd336d sorc/ncep_post.fd/post_gtg.fd -Run directory: /work/noaa/epic/gpetro/hercules/RTs/upp-rts/1130/ci/rundir/upp-HERCULES -Baseline directory: /work/noaa/epic/UPP +Run directory: /work2/noaa/stmp/strahan/upp-HERCULES +Baseline directory: /work2/noaa/wrfruc/strahan/upp-ifi-regtest/upp-data -Total runtime: 00h:21m:54s -Test Date: 20250203 20:23:17 +Total runtime: 00h:11m:24s +Test Date: 20250210 15:50:41 Summary Results: -02/04 02:04:35Z -nmmb pe test: your new post executable generates bit-identical BGDAWP03.tm00.Grib2 as the trunk -02/04 02:04:36Z -nmmb pe test: your new post executable generates bit-identical BGRD3D03.tm00.Grib2 as the trunk -02/04 02:04:36Z -nmmb pe test: your new post executable generates bit-identical BGRDSF03.tm00.Grib2 as the trunk -02/04 02:04:41Z -nmmb test: your new post executable generates bit-identical BGDAWP03.tm00.Grib2 as the trunk -02/04 02:04:42Z -nmmb test: your new post executable generates bit-identical BGRD3D03.tm00.Grib2 as the trunk -02/04 02:04:42Z -nmmb test: your new post executable generates bit-identical BGRDSF03.tm00.Grib2 as the trunk -02/04 02:07:31Z -rap test: your new post executable generates bit-identical WRFPRS.GrbF16 as the trunk -02/04 02:07:32Z -rap test: your new post executable generates bit-identical WRFNAT.GrbF16 as the trunk -02/04 02:07:36Z -rap pe test: your new post executable did generate changed results in WRFPRS.GrbF16 -02/04 02:07:36Z -rap pe test: your new post executable generates bit-identical WRFNAT.GrbF16 as the trunk -02/04 02:08:18Z -hrrr pe test: your new post executable generates bit-identical WRFTWO.GrbF04 as the trunk -02/04 02:08:19Z -hrrr pe test: your new post executable generates bit-identical WRFPRS.GrbF04 as the trunk -02/04 02:08:21Z -hrrr pe test: your new post executable generates bit-identical WRFNAT.GrbF04 as the trunk -02/04 02:11:00Z -hrrr test: your new post executable generates bit-identical WRFTWO.GrbF04 as the trunk -02/04 02:11:01Z -hrrr test: your new post executable generates bit-identical WRFPRS.GrbF04 as the trunk -02/04 02:11:02Z -hrrr test: your new post executable generates bit-identical WRFNAT.GrbF04 as the trunk -02/04 02:11:58Z -fv3gefs test: your new post executable generates bit-identical geaer.t00z.master.grb2f060 as the trunk -02/04 02:12:01Z -fv3gefs pe test: your new post executable generates bit-identical geaer.t00z.master.grb2f060 as the trunk -02/04 02:13:20Z -fv3r test: your new post executable generates bit-identical PRSLEV10.tm00 as the trunk -02/04 02:13:23Z -fv3r test: your new post executable generates bit-identical NATLEV10.tm00 as the trunk -02/04 02:14:38Z -fv3hafs pe test: your new post executable generates bit-identical HURPRS09.tm00 as the trunk -02/04 02:14:38Z -fv3hafs test: your new post executable generates bit-identical HURPRS09.tm00 as the trunk -02/04 02:15:55Z -fv3r pe test: your new post executable generates bit-identical PRSLEV10.tm00 as the trunk -02/04 02:15:58Z -fv3r pe test: your new post executable generates bit-identical NATLEV10.tm00 as the trunk -02/04 02:16:28Z -rtma pe test: your new post executable generates bit-identical NATLEV00.tm00 as the trunk -02/04 02:16:28Z -rtma test: your new post executable generates bit-identical NATLEV00.tm00 as the trunk -02/04 02:16:30Z -rtma pe test: your new post executable generates bit-identical PRSLEV00.tm00 as the trunk -02/04 02:16:30Z -rtma test: your new post executable generates bit-identical PRSLEV00.tm00 as the trunk -02/04 02:16:30Z -rtma pe test: your new post executable generates bit-identical IFIFIP00.tm00 as the trunk -02/04 02:16:30Z -rtma test: your new post executable generates bit-identical IFIFIP00.tm00 as the trunk -02/04 02:20:28Z -fv3gfs pe test: your new post executable generates bit-identical gfs.t00z.master.grb2f006 as the trunk -02/04 02:20:28Z -fv3gfs pe test: your new post executable generates bit-identical gfs.t00z.sfluxgrbf006.grib2 as the trunk -02/04 02:20:29Z -fv3gfs pe test: your new post executable generates bit-identical gfs.t00z.special.grb2f006 as the trunk -02/04 02:23:08Z -fv3gfs test: your new post executable generates bit-identical gfs.t00z.master.grb2f006 as the trunk -02/04 02:23:09Z -fv3gfs test: your new post executable generates bit-identical gfs.t00z.sfluxgrbf006.grib2 as the trunk -02/04 02:23:09Z -fv3gfs test: your new post executable generates bit-identical gfs.t00z.special.grb2f006 as the trunk -02/04 02:04:45Z -Runtime: nmmb_test 00:01:11 -- baseline 00:03:00 -02/04 02:04:45Z -Runtime: nmmb_pe_test 00:01:05 -- baseline 00:03:00 -02/04 02:12:01Z -Runtime: fv3gefs_test 00:00:15 -- baseline 01:20:00 -02/04 02:12:16Z -Runtime: fv3gefs_pe_test 00:00:18 -- baseline 01:20:00 -02/04 02:12:16Z -Runtime: rap_test 00:00:52 -- baseline 00:02:00 -02/04 02:12:16Z -Runtime: rap_pe_test 00:00:56 -- baseline 00:02:00 -02/04 02:12:16Z -Runtime: hrrr_test 00:04:22 -- baseline 00:02:00 -02/04 02:12:16Z -Runtime: hrrr_pe_test 00:01:41 -- baseline 00:02:00 -02/04 02:23:17Z -Runtime: fv3gfs_test 00:09:08 -- baseline 00:18:00 -02/04 02:23:17Z -Runtime: fv3gfs_pe_test 00:06:29 -- baseline 00:18:00 -02/04 02:23:17Z -Runtime: fv3r_test 00:01:40 -- baseline 00:03:00 -02/04 02:23:17Z -Runtime: fv3r_pe_test 00:01:57 -- baseline 00:03:00 -02/04 02:23:17Z -Runtime: fv3hafs_test 00:00:27 -- baseline 00:00:40 -02/04 02:23:17Z -Runtime: fv3hafs_pe_test 00:00:26 -- baseline 00:00:40 -02/04 02:23:17Z -Runtime: rtma_test 00:02:18 -- baseline 00:04:00 -02/04 02:23:17Z -Runtime: rtma_pe_test 00:02:18 -- baseline 00:04:00 +02/10 21:41:51Z -fv3r test: your new post executable generates bit-identical IFIFIP10.tm00 as the trunk +02/10 21:41:55Z -fv3gefs test: your new post executable generates bit-identical geaer.t00z.master.grb2f060 as the trunk +02/10 21:41:58Z -fv3gefs pe test: your new post executable generates bit-identical geaer.t00z.master.grb2f060 as the trunk +02/10 21:42:05Z -fv3hafs test: your new post executable generates bit-identical HURPRS09.tm00 as the trunk +02/10 21:42:05Z -fv3hafs pe test: your new post executable generates bit-identical HURPRS09.tm00 as the trunk +02/10 21:42:33Z -rap test: your new post executable generates bit-identical WRFPRS.GrbF16 as the trunk +02/10 21:42:34Z -rap test: your new post executable generates bit-identical WRFNAT.GrbF16 as the trunk +02/10 21:42:37Z -rap pe test: your new post executable did generate changed results in WRFPRS.GrbF16 +02/10 21:42:37Z -rap pe test: your new post executable generates bit-identical WRFNAT.GrbF16 as the trunk +02/10 21:43:09Z -nmmb pe test: your new post executable generates bit-identical BGDAWP03.tm00.Grib2 as the trunk +02/10 21:43:10Z -nmmb pe test: your new post executable generates bit-identical BGRD3D03.tm00.Grib2 as the trunk +02/10 21:43:10Z -nmmb pe test: your new post executable generates bit-identical BGRDSF03.tm00.Grib2 as the trunk +02/10 21:43:10Z -nmmb test: your new post executable generates bit-identical BGDAWP03.tm00.Grib2 as the trunk +02/10 21:43:11Z -nmmb test: your new post executable generates bit-identical BGRD3D03.tm00.Grib2 as the trunk +02/10 21:43:11Z -nmmb test: your new post executable generates bit-identical BGRDSF03.tm00.Grib2 as the trunk +02/10 21:43:24Z -hrrr pe test: your new post executable generates bit-identical WRFTWO.GrbF04 as the trunk +02/10 21:43:25Z -hrrr pe test: your new post executable generates bit-identical WRFPRS.GrbF04 as the trunk +02/10 21:43:26Z -hrrr pe test: your new post executable generates bit-identical WRFNAT.GrbF04 as the trunk +02/10 21:43:27Z -fv3r test: your new post executable generates bit-identical PRSLEV10.tm00 as the trunk +02/10 21:43:30Z -fv3r test: your new post executable generates bit-identical NATLEV10.tm00 as the trunk +02/10 21:43:37Z -fv3r pe test: your new post executable generates bit-identical PRSLEV10.tm00 as the trunk +02/10 21:43:39Z -fv3r pe test: your new post executable generates bit-identical NATLEV10.tm00 as the trunk +02/10 21:43:51Z -rtma pe test: your new post executable generates bit-identical NATLEV00.tm00 as the trunk +02/10 21:43:53Z -rtma pe test: your new post executable generates bit-identical PRSLEV00.tm00 as the trunk +02/10 21:43:53Z -rtma pe test: your new post executable generates bit-identical IFIFIP00.tm00 as the trunk +02/10 21:43:57Z -rtma test: your new post executable generates bit-identical NATLEV00.tm00 as the trunk +02/10 21:43:59Z -rtma test: your new post executable generates bit-identical PRSLEV00.tm00 as the trunk +02/10 21:43:59Z -rtma test: your new post executable generates bit-identical IFIFIP00.tm00 as the trunk +02/10 21:46:10Z -hrrr test: your new post executable generates bit-identical WRFTWO.GrbF04 as the trunk +02/10 21:46:11Z -hrrr test: your new post executable generates bit-identical WRFPRS.GrbF04 as the trunk +02/10 21:46:12Z -hrrr test: your new post executable generates bit-identical WRFNAT.GrbF04 as the trunk +02/10 21:47:54Z -fv3gfs pe test: your new post executable generates bit-identical gfs.t00z.master.grb2f006 as the trunk +02/10 21:47:56Z -fv3gfs pe test: your new post executable generates bit-identical gfs.t00z.sfluxgrbf006.grib2 as the trunk +02/10 21:47:56Z -fv3gfs pe test: your new post executable generates bit-identical gfs.t00z.special.grb2f006 as the trunk +02/10 21:50:32Z -fv3gfs test: your new post executable generates bit-identical gfs.t00z.master.grb2f006 as the trunk +02/10 21:50:33Z -fv3gfs test: your new post executable generates bit-identical gfs.t00z.sfluxgrbf006.grib2 as the trunk +02/10 21:50:34Z -fv3gfs test: your new post executable generates bit-identical gfs.t00z.special.grb2f006 as the trunk +02/10 21:43:23Z -Runtime: nmmb_test 00:01:33 -- baseline 00:03:00 +02/10 21:43:23Z -Runtime: nmmb_pe_test 00:01:33 -- baseline 00:03:00 +02/10 21:43:23Z -Runtime: fv3gefs_test 00:00:17 -- baseline 01:20:00 +02/10 21:43:23Z -Runtime: fv3gefs_pe_test 00:00:20 -- baseline 01:20:00 +02/10 21:43:23Z -Runtime: rap_test 00:00:56 -- baseline 00:02:00 +02/10 21:43:23Z -Runtime: rap_pe_test 00:01:00 -- baseline 00:02:00 +02/10 21:46:24Z -Runtime: hrrr_test 00:04:34 -- baseline 00:02:00 +02/10 21:46:24Z -Runtime: hrrr_pe_test 00:01:48 -- baseline 00:02:00 +02/10 21:50:40Z -Runtime: fv3gfs_test 00:08:56 -- baseline 00:18:00 +02/10 21:50:40Z -Runtime: fv3gfs_pe_test 00:06:18 -- baseline 00:18:00 +02/10 21:50:40Z -Runtime: fv3r_test 00:01:52 -- baseline 00:03:00 +02/10 21:50:40Z -Runtime: fv3r_pe_test 00:02:01 -- baseline 00:03:00 +02/10 21:50:40Z -Runtime: fv3r_ifi_missing 00:00:13 -- baseline +02/10 21:50:40Z -Runtime: fv3hafs_test 00:00:27 -- baseline 00:00:40 +02/10 21:50:40Z -Runtime: fv3hafs_pe_test 00:00:27 -- baseline 00:00:40 +02/10 21:50:40Z -Runtime: rtma_test 00:02:21 -- baseline 00:04:00 +02/10 21:50:41Z -Runtime: rtma_pe_test 00:02:13 -- baseline 00:04:00 No changes in test results detected. ===== End of UPP Regression Testing Log ===== From c3415e93353b86794da9b09344a961e7d49f244f Mon Sep 17 00:00:00 2001 From: Samuel Trahan Date: Mon, 10 Feb 2025 16:15:42 -0600 Subject: [PATCH 30/48] orion test log --- tests/logs/rt.log.ORION | 116 ++++++++++++++++++++-------------------- 1 file changed, 59 insertions(+), 57 deletions(-) diff --git a/tests/logs/rt.log.ORION b/tests/logs/rt.log.ORION index b2521cb38..44bef6785 100644 --- a/tests/logs/rt.log.ORION +++ b/tests/logs/rt.log.ORION @@ -1,69 +1,71 @@ ===== Start of UPP Regression Testing Log ===== UPP Hash Tested: -c4b2cfc57f0bcab48c9e16d2cc002e9336fb7efc +36340fae4c32ea799e4027732463c7a5ad55e200 Submodule hashes: -179cae1dd84401cf25d250bd9102e66560a9d328 sorc/libIFI.fd -529f870d33b65c3b6c1aa3c3236b94efc3bd336d sorc/ncep_post.fd/post_gtg.fd -Run directory: /work/noaa/epic/gpetro/orion/RTs/upp-rts/1130/ci/rundir/upp-ORION -Baseline directory: /work/noaa/epic/UPP +Run directory: /work2/noaa/stmp/strahan/upp-ORION +Baseline directory: /work2/noaa/wrfruc/strahan/upp-ifi-regtest/upp-data -Total runtime: 00h:13m:22s -Test Date: 20250203 20:14:43 +Total runtime: 00h:14m:53s +Test Date: 20250210 16:13:36 Summary Results: -02/04 02:05:02Z -fv3gefs test: your new post executable generates bit-identical geaer.t00z.master.grb2f060 as the trunk -02/04 02:05:07Z -fv3gefs pe test: your new post executable generates bit-identical geaer.t00z.master.grb2f060 as the trunk -02/04 02:05:14Z -fv3hafs test: your new post executable generates bit-identical HURPRS09.tm00 as the trunk -02/04 02:05:14Z -fv3hafs pe test: your new post executable generates bit-identical HURPRS09.tm00 as the trunk -02/04 02:05:57Z -nmmb pe test: your new post executable generates bit-identical BGDAWP03.tm00.Grib2 as the trunk -02/04 02:05:58Z -nmmb pe test: your new post executable generates bit-identical BGRD3D03.tm00.Grib2 as the trunk -02/04 02:05:59Z -nmmb pe test: your new post executable generates bit-identical BGRDSF03.tm00.Grib2 as the trunk -02/04 02:06:04Z -rap pe test: your new post executable did generate changed results in WRFPRS.GrbF16 -02/04 02:06:05Z -rap pe test: your new post executable generates bit-identical WRFNAT.GrbF16 as the trunk -02/04 02:06:06Z -rap test: your new post executable generates bit-identical WRFPRS.GrbF16 as the trunk -02/04 02:06:07Z -rap test: your new post executable generates bit-identical WRFNAT.GrbF16 as the trunk -02/04 02:06:10Z -nmmb test: your new post executable generates bit-identical BGDAWP03.tm00.Grib2 as the trunk -02/04 02:06:11Z -nmmb test: your new post executable generates bit-identical BGRD3D03.tm00.Grib2 as the trunk -02/04 02:06:11Z -nmmb test: your new post executable generates bit-identical BGRDSF03.tm00.Grib2 as the trunk -02/04 02:06:50Z -fv3r test: your new post executable generates bit-identical PRSLEV10.tm00 as the trunk -02/04 02:06:53Z -fv3r pe test: your new post executable generates bit-identical PRSLEV10.tm00 as the trunk -02/04 02:06:53Z -fv3r test: your new post executable generates bit-identical NATLEV10.tm00 as the trunk -02/04 02:06:57Z -fv3r pe test: your new post executable generates bit-identical NATLEV10.tm00 as the trunk -02/04 02:07:21Z -hrrr pe test: your new post executable generates bit-identical WRFTWO.GrbF04 as the trunk -02/04 02:07:22Z -hrrr pe test: your new post executable generates bit-identical WRFPRS.GrbF04 as the trunk -02/04 02:07:23Z -hrrr pe test: your new post executable generates bit-identical WRFNAT.GrbF04 as the trunk -02/04 02:07:24Z -rtma pe test: your new post executable generates bit-identical NATLEV00.tm00 as the trunk -02/04 02:07:26Z -rtma test: your new post executable generates bit-identical NATLEV00.tm00 as the trunk -02/04 02:07:26Z -rtma pe test: your new post executable generates bit-identical PRSLEV00.tm00 as the trunk -02/04 02:07:27Z -rtma pe test: your new post executable generates bit-identical IFIFIP00.tm00 as the trunk -02/04 02:07:28Z -rtma test: your new post executable generates bit-identical PRSLEV00.tm00 as the trunk -02/04 02:07:28Z -rtma test: your new post executable generates bit-identical IFIFIP00.tm00 as the trunk -02/04 02:11:54Z -hrrr test: your new post executable generates bit-identical WRFTWO.GrbF04 as the trunk -02/04 02:11:55Z -hrrr test: your new post executable generates bit-identical WRFPRS.GrbF04 as the trunk -02/04 02:11:57Z -hrrr test: your new post executable generates bit-identical WRFNAT.GrbF04 as the trunk -02/04 02:12:42Z -fv3gfs pe test: your new post executable generates bit-identical gfs.t00z.master.grb2f006 as the trunk -02/04 02:12:43Z -fv3gfs pe test: your new post executable generates bit-identical gfs.t00z.sfluxgrbf006.grib2 as the trunk -02/04 02:12:43Z -fv3gfs pe test: your new post executable generates bit-identical gfs.t00z.special.grb2f006 as the trunk -02/04 02:14:32Z -fv3gfs test: your new post executable generates bit-identical gfs.t00z.master.grb2f006 as the trunk -02/04 02:14:33Z -fv3gfs test: your new post executable generates bit-identical gfs.t00z.sfluxgrbf006.grib2 as the trunk -02/04 02:14:33Z -fv3gfs test: your new post executable generates bit-identical gfs.t00z.special.grb2f006 as the trunk -02/04 02:06:25Z -Runtime: nmmb_test 00:01:31 -- baseline 00:03:00 -02/04 02:06:26Z -Runtime: nmmb_pe_test 00:01:19 -- baseline 00:03:00 -02/04 02:06:26Z -Runtime: fv3gefs_test 00:00:22 -- baseline 01:20:00 -02/04 02:06:26Z -Runtime: fv3gefs_pe_test 00:00:27 -- baseline 01:20:00 -02/04 02:06:26Z -Runtime: rap_test 00:01:27 -- baseline 00:02:00 -02/04 02:06:26Z -Runtime: rap_pe_test 00:01:25 -- baseline 00:02:00 -02/04 02:12:12Z -Runtime: hrrr_test 00:07:17 -- baseline 00:02:00 -02/04 02:12:12Z -Runtime: hrrr_pe_test 00:02:43 -- baseline 00:02:00 -02/04 02:14:42Z -Runtime: fv3gfs_test 00:09:53 -- baseline 00:18:00 -02/04 02:14:42Z -Runtime: fv3gfs_pe_test 00:08:03 -- baseline 00:18:00 -02/04 02:14:42Z -Runtime: fv3r_test 00:02:13 -- baseline 00:03:00 -02/04 02:14:42Z -Runtime: fv3r_pe_test 00:02:17 -- baseline 00:03:00 -02/04 02:14:42Z -Runtime: fv3hafs_test 00:00:34 -- baseline 00:00:40 -02/04 02:14:42Z -Runtime: fv3hafs_pe_test 00:00:34 -- baseline 00:00:40 -02/04 02:14:43Z -Runtime: rtma_test 00:02:48 -- baseline 00:04:00 -02/04 02:14:43Z -Runtime: rtma_pe_test 00:02:47 -- baseline 00:04:00 +02/10 22:03:23Z -nmmb pe test: your new post executable generates bit-identical BGDAWP03.tm00.Grib2 as the trunk +02/10 22:03:24Z -nmmb pe test: your new post executable generates bit-identical BGRD3D03.tm00.Grib2 as the trunk +02/10 22:03:25Z -nmmb pe test: your new post executable generates bit-identical BGRDSF03.tm00.Grib2 as the trunk +02/10 22:03:33Z -nmmb test: your new post executable generates bit-identical BGDAWP03.tm00.Grib2 as the trunk +02/10 22:03:34Z -nmmb test: your new post executable generates bit-identical BGRD3D03.tm00.Grib2 as the trunk +02/10 22:03:34Z -nmmb test: your new post executable generates bit-identical BGRDSF03.tm00.Grib2 as the trunk +02/10 22:03:39Z -fv3r test: your new post executable generates bit-identical IFIFIP10.tm00 as the trunk +02/10 22:04:06Z -fv3r test: your new post executable generates bit-identical PRSLEV10.tm00 as the trunk +02/10 22:04:08Z -fv3r test: your new post executable generates bit-identical NATLEV10.tm00 as the trunk +02/10 22:04:51Z -fv3hafs pe test: your new post executable generates bit-identical HURPRS09.tm00 as the trunk +02/10 22:04:53Z -rap pe test: your new post executable did generate changed results in WRFPRS.GrbF16 +02/10 22:04:54Z -rap pe test: your new post executable generates bit-identical WRFNAT.GrbF16 as the trunk +02/10 22:05:10Z -fv3gefs test: your new post executable generates bit-identical geaer.t00z.master.grb2f060 as the trunk +02/10 22:05:15Z -fv3gefs pe test: your new post executable generates bit-identical geaer.t00z.master.grb2f060 as the trunk +02/10 22:05:24Z -fv3r pe test: your new post executable generates bit-identical PRSLEV10.tm00 as the trunk +02/10 22:05:24Z -fv3hafs test: your new post executable generates bit-identical HURPRS09.tm00 as the trunk +02/10 22:05:28Z -fv3r pe test: your new post executable generates bit-identical NATLEV10.tm00 as the trunk +02/10 22:06:10Z -rtma pe test: your new post executable generates bit-identical NATLEV00.tm00 as the trunk +02/10 22:06:12Z -hrrr pe test: your new post executable generates bit-identical WRFTWO.GrbF04 as the trunk +02/10 22:06:12Z -rtma test: your new post executable generates bit-identical NATLEV00.tm00 as the trunk +02/10 22:06:13Z -hrrr pe test: your new post executable generates bit-identical WRFPRS.GrbF04 as the trunk +02/10 22:06:13Z -rtma pe test: your new post executable generates bit-identical PRSLEV00.tm00 as the trunk +02/10 22:06:14Z -rap test: your new post executable generates bit-identical WRFPRS.GrbF16 as the trunk +02/10 22:06:14Z -rtma pe test: your new post executable generates bit-identical IFIFIP00.tm00 as the trunk +02/10 22:06:15Z -rtma test: your new post executable generates bit-identical PRSLEV00.tm00 as the trunk +02/10 22:06:15Z -rap test: your new post executable generates bit-identical WRFNAT.GrbF16 as the trunk +02/10 22:06:15Z -hrrr pe test: your new post executable generates bit-identical WRFNAT.GrbF04 as the trunk +02/10 22:06:15Z -rtma test: your new post executable generates bit-identical IFIFIP00.tm00 as the trunk +02/10 22:09:57Z -fv3gfs pe test: your new post executable generates bit-identical gfs.t00z.master.grb2f006 as the trunk +02/10 22:09:59Z -fv3gfs pe test: your new post executable generates bit-identical gfs.t00z.sfluxgrbf006.grib2 as the trunk +02/10 22:09:59Z -fv3gfs pe test: your new post executable generates bit-identical gfs.t00z.special.grb2f006 as the trunk +02/10 22:11:42Z -hrrr test: your new post executable generates bit-identical WRFTWO.GrbF04 as the trunk +02/10 22:11:43Z -hrrr test: your new post executable generates bit-identical WRFPRS.GrbF04 as the trunk +02/10 22:11:45Z -hrrr test: your new post executable generates bit-identical WRFNAT.GrbF04 as the trunk +02/10 22:13:22Z -fv3gfs test: your new post executable generates bit-identical gfs.t00z.master.grb2f006 as the trunk +02/10 22:13:23Z -fv3gfs test: your new post executable generates bit-identical gfs.t00z.sfluxgrbf006.grib2 as the trunk +02/10 22:13:23Z -fv3gfs test: your new post executable generates bit-identical gfs.t00z.special.grb2f006 as the trunk +02/10 22:03:43Z -Runtime: nmmb_test 00:01:35 -- baseline 00:03:00 +02/10 22:03:43Z -Runtime: nmmb_pe_test 00:01:27 -- baseline 00:03:00 +02/10 22:05:14Z -Runtime: fv3gefs_test 00:00:22 -- baseline 01:20:00 +02/10 22:05:29Z -Runtime: fv3gefs_pe_test 00:00:27 -- baseline 01:20:00 +02/10 22:06:19Z -Runtime: rap_test 00:01:27 -- baseline 00:02:00 +02/10 22:06:19Z -Runtime: rap_pe_test 00:01:26 -- baseline 00:02:00 +02/10 22:11:50Z -Runtime: hrrr_test 00:06:57 -- baseline 00:02:00 +02/10 22:11:50Z -Runtime: hrrr_pe_test 00:02:47 -- baseline 00:02:00 +02/10 22:13:35Z -Runtime: fv3gfs_test 00:10:00 -- baseline 00:18:00 +02/10 22:13:35Z -Runtime: fv3gfs_pe_test 00:08:00 -- baseline 00:18:00 +02/10 22:13:35Z -Runtime: fv3r_test 00:02:09 -- baseline 00:03:00 +02/10 22:13:35Z -Runtime: fv3r_pe_test 00:02:23 -- baseline 00:03:00 +02/10 22:13:35Z -Runtime: fv3r_ifi_missing 00:00:15 -- baseline +02/10 22:13:35Z -Runtime: fv3hafs_test 00:00:36 -- baseline 00:00:40 +02/10 22:13:35Z -Runtime: fv3hafs_pe_test 00:00:33 -- baseline 00:00:40 +02/10 22:13:35Z -Runtime: rtma_test 00:02:50 -- baseline 00:04:00 +02/10 22:13:35Z -Runtime: rtma_pe_test 00:02:49 -- baseline 00:04:00 No changes in test results detected. ===== End of UPP Regression Testing Log ===== From 6b1d1be8a38b51037b861fdc0cb283eced91cf46 Mon Sep 17 00:00:00 2001 From: gspetro-NOAA Date: Tue, 11 Feb 2025 15:03:36 -0600 Subject: [PATCH 31/48] add hercules rt log --- tests/logs/rt.log.HERCULES | 116 ++++++++++++++++++------------------- 1 file changed, 58 insertions(+), 58 deletions(-) diff --git a/tests/logs/rt.log.HERCULES b/tests/logs/rt.log.HERCULES index 4f1bd908c..4f69daddb 100644 --- a/tests/logs/rt.log.HERCULES +++ b/tests/logs/rt.log.HERCULES @@ -1,71 +1,71 @@ ===== Start of UPP Regression Testing Log ===== UPP Hash Tested: -3bb9c196a8e37aef2a4fcd8da353a294bd6432a1 +c3415e93353b86794da9b09344a961e7d49f244f Submodule hashes: -179cae1dd84401cf25d250bd9102e66560a9d328 sorc/libIFI.fd -529f870d33b65c3b6c1aa3c3236b94efc3bd336d sorc/ncep_post.fd/post_gtg.fd -Run directory: /work2/noaa/stmp/strahan/upp-HERCULES +Run directory: /work/noaa/epic/gpetro/hercules/RTs/upp-rts/1119d/ci/rundir/upp-HERCULES Baseline directory: /work2/noaa/wrfruc/strahan/upp-ifi-regtest/upp-data -Total runtime: 00h:11m:24s -Test Date: 20250210 15:50:41 +Total runtime: 00h:23m:57s +Test Date: 20250211 13:33:46 Summary Results: -02/10 21:41:51Z -fv3r test: your new post executable generates bit-identical IFIFIP10.tm00 as the trunk -02/10 21:41:55Z -fv3gefs test: your new post executable generates bit-identical geaer.t00z.master.grb2f060 as the trunk -02/10 21:41:58Z -fv3gefs pe test: your new post executable generates bit-identical geaer.t00z.master.grb2f060 as the trunk -02/10 21:42:05Z -fv3hafs test: your new post executable generates bit-identical HURPRS09.tm00 as the trunk -02/10 21:42:05Z -fv3hafs pe test: your new post executable generates bit-identical HURPRS09.tm00 as the trunk -02/10 21:42:33Z -rap test: your new post executable generates bit-identical WRFPRS.GrbF16 as the trunk -02/10 21:42:34Z -rap test: your new post executable generates bit-identical WRFNAT.GrbF16 as the trunk -02/10 21:42:37Z -rap pe test: your new post executable did generate changed results in WRFPRS.GrbF16 -02/10 21:42:37Z -rap pe test: your new post executable generates bit-identical WRFNAT.GrbF16 as the trunk -02/10 21:43:09Z -nmmb pe test: your new post executable generates bit-identical BGDAWP03.tm00.Grib2 as the trunk -02/10 21:43:10Z -nmmb pe test: your new post executable generates bit-identical BGRD3D03.tm00.Grib2 as the trunk -02/10 21:43:10Z -nmmb pe test: your new post executable generates bit-identical BGRDSF03.tm00.Grib2 as the trunk -02/10 21:43:10Z -nmmb test: your new post executable generates bit-identical BGDAWP03.tm00.Grib2 as the trunk -02/10 21:43:11Z -nmmb test: your new post executable generates bit-identical BGRD3D03.tm00.Grib2 as the trunk -02/10 21:43:11Z -nmmb test: your new post executable generates bit-identical BGRDSF03.tm00.Grib2 as the trunk -02/10 21:43:24Z -hrrr pe test: your new post executable generates bit-identical WRFTWO.GrbF04 as the trunk -02/10 21:43:25Z -hrrr pe test: your new post executable generates bit-identical WRFPRS.GrbF04 as the trunk -02/10 21:43:26Z -hrrr pe test: your new post executable generates bit-identical WRFNAT.GrbF04 as the trunk -02/10 21:43:27Z -fv3r test: your new post executable generates bit-identical PRSLEV10.tm00 as the trunk -02/10 21:43:30Z -fv3r test: your new post executable generates bit-identical NATLEV10.tm00 as the trunk -02/10 21:43:37Z -fv3r pe test: your new post executable generates bit-identical PRSLEV10.tm00 as the trunk -02/10 21:43:39Z -fv3r pe test: your new post executable generates bit-identical NATLEV10.tm00 as the trunk -02/10 21:43:51Z -rtma pe test: your new post executable generates bit-identical NATLEV00.tm00 as the trunk -02/10 21:43:53Z -rtma pe test: your new post executable generates bit-identical PRSLEV00.tm00 as the trunk -02/10 21:43:53Z -rtma pe test: your new post executable generates bit-identical IFIFIP00.tm00 as the trunk -02/10 21:43:57Z -rtma test: your new post executable generates bit-identical NATLEV00.tm00 as the trunk -02/10 21:43:59Z -rtma test: your new post executable generates bit-identical PRSLEV00.tm00 as the trunk -02/10 21:43:59Z -rtma test: your new post executable generates bit-identical IFIFIP00.tm00 as the trunk -02/10 21:46:10Z -hrrr test: your new post executable generates bit-identical WRFTWO.GrbF04 as the trunk -02/10 21:46:11Z -hrrr test: your new post executable generates bit-identical WRFPRS.GrbF04 as the trunk -02/10 21:46:12Z -hrrr test: your new post executable generates bit-identical WRFNAT.GrbF04 as the trunk -02/10 21:47:54Z -fv3gfs pe test: your new post executable generates bit-identical gfs.t00z.master.grb2f006 as the trunk -02/10 21:47:56Z -fv3gfs pe test: your new post executable generates bit-identical gfs.t00z.sfluxgrbf006.grib2 as the trunk -02/10 21:47:56Z -fv3gfs pe test: your new post executable generates bit-identical gfs.t00z.special.grb2f006 as the trunk -02/10 21:50:32Z -fv3gfs test: your new post executable generates bit-identical gfs.t00z.master.grb2f006 as the trunk -02/10 21:50:33Z -fv3gfs test: your new post executable generates bit-identical gfs.t00z.sfluxgrbf006.grib2 as the trunk -02/10 21:50:34Z -fv3gfs test: your new post executable generates bit-identical gfs.t00z.special.grb2f006 as the trunk -02/10 21:43:23Z -Runtime: nmmb_test 00:01:33 -- baseline 00:03:00 -02/10 21:43:23Z -Runtime: nmmb_pe_test 00:01:33 -- baseline 00:03:00 -02/10 21:43:23Z -Runtime: fv3gefs_test 00:00:17 -- baseline 01:20:00 -02/10 21:43:23Z -Runtime: fv3gefs_pe_test 00:00:20 -- baseline 01:20:00 -02/10 21:43:23Z -Runtime: rap_test 00:00:56 -- baseline 00:02:00 -02/10 21:43:23Z -Runtime: rap_pe_test 00:01:00 -- baseline 00:02:00 -02/10 21:46:24Z -Runtime: hrrr_test 00:04:34 -- baseline 00:02:00 -02/10 21:46:24Z -Runtime: hrrr_pe_test 00:01:48 -- baseline 00:02:00 -02/10 21:50:40Z -Runtime: fv3gfs_test 00:08:56 -- baseline 00:18:00 -02/10 21:50:40Z -Runtime: fv3gfs_pe_test 00:06:18 -- baseline 00:18:00 -02/10 21:50:40Z -Runtime: fv3r_test 00:01:52 -- baseline 00:03:00 -02/10 21:50:40Z -Runtime: fv3r_pe_test 00:02:01 -- baseline 00:03:00 -02/10 21:50:40Z -Runtime: fv3r_ifi_missing 00:00:13 -- baseline -02/10 21:50:40Z -Runtime: fv3hafs_test 00:00:27 -- baseline 00:00:40 -02/10 21:50:40Z -Runtime: fv3hafs_pe_test 00:00:27 -- baseline 00:00:40 -02/10 21:50:40Z -Runtime: rtma_test 00:02:21 -- baseline 00:04:00 -02/10 21:50:41Z -Runtime: rtma_pe_test 00:02:13 -- baseline 00:04:00 +02/11 19:13:07Z -nmmb pe test: your new post executable generates bit-identical BGDAWP03.tm00.Grib2 as the trunk +02/11 19:13:08Z -nmmb pe test: your new post executable generates bit-identical BGRD3D03.tm00.Grib2 as the trunk +02/11 19:13:09Z -nmmb pe test: your new post executable generates bit-identical BGRDSF03.tm00.Grib2 as the trunk +02/11 19:13:15Z -nmmb test: your new post executable generates bit-identical BGDAWP03.tm00.Grib2 as the trunk +02/11 19:13:16Z -nmmb test: your new post executable generates bit-identical BGRD3D03.tm00.Grib2 as the trunk +02/11 19:13:16Z -nmmb test: your new post executable generates bit-identical BGRDSF03.tm00.Grib2 as the trunk +02/11 19:15:13Z -fv3r test: your new post executable generates bit-identical IFIFIP10.tm00 as the trunk +02/11 19:16:00Z -rap pe test: your new post executable did generate changed results in WRFPRS.GrbF16 +02/11 19:16:01Z -rap pe test: your new post executable generates bit-identical WRFNAT.GrbF16 as the trunk +02/11 19:16:46Z -fv3r test: your new post executable generates bit-identical PRSLEV10.tm00 as the trunk +02/11 19:16:48Z -hrrr pe test: your new post executable generates bit-identical WRFTWO.GrbF04 as the trunk +02/11 19:16:48Z -hrrr pe test: your new post executable generates bit-identical WRFPRS.GrbF04 as the trunk +02/11 19:16:49Z -fv3r test: your new post executable generates bit-identical NATLEV10.tm00 as the trunk +02/11 19:16:50Z -hrrr pe test: your new post executable generates bit-identical WRFNAT.GrbF04 as the trunk +02/11 19:16:56Z -fv3r pe test: your new post executable generates bit-identical PRSLEV10.tm00 as the trunk +02/11 19:16:59Z -fv3r pe test: your new post executable generates bit-identical NATLEV10.tm00 as the trunk +02/11 19:17:15Z -rtma test: your new post executable generates bit-identical NATLEV00.tm00 as the trunk +02/11 19:17:17Z -rtma test: your new post executable generates bit-identical PRSLEV00.tm00 as the trunk +02/11 19:17:18Z -rtma test: your new post executable generates bit-identical IFIFIP00.tm00 as the trunk +02/11 19:21:18Z -fv3gfs pe test: your new post executable generates bit-identical gfs.t00z.master.grb2f006 as the trunk +02/11 19:21:19Z -fv3gfs pe test: your new post executable generates bit-identical gfs.t00z.sfluxgrbf006.grib2 as the trunk +02/11 19:21:19Z -fv3gfs pe test: your new post executable generates bit-identical gfs.t00z.special.grb2f006 as the trunk +02/11 19:23:52Z -fv3gfs test: your new post executable generates bit-identical gfs.t00z.master.grb2f006 as the trunk +02/11 19:23:53Z -fv3gfs test: your new post executable generates bit-identical gfs.t00z.sfluxgrbf006.grib2 as the trunk +02/11 19:23:53Z -fv3gfs test: your new post executable generates bit-identical gfs.t00z.special.grb2f006 as the trunk +02/11 19:25:20Z -fv3gefs test: your new post executable generates bit-identical geaer.t00z.master.grb2f060 as the trunk +02/11 19:25:23Z -fv3gefs pe test: your new post executable generates bit-identical geaer.t00z.master.grb2f060 as the trunk +02/11 19:25:59Z -rap test: your new post executable generates bit-identical WRFPRS.GrbF16 as the trunk +02/11 19:26:00Z -rap test: your new post executable generates bit-identical WRFNAT.GrbF16 as the trunk +02/11 19:27:26Z -rtma pe test: your new post executable generates bit-identical NATLEV00.tm00 as the trunk +02/11 19:27:28Z -rtma pe test: your new post executable generates bit-identical PRSLEV00.tm00 as the trunk +02/11 19:27:28Z -rtma pe test: your new post executable generates bit-identical IFIFIP00.tm00 as the trunk +02/11 19:29:23Z -fv3hafs test: your new post executable generates bit-identical HURPRS09.tm00 as the trunk +02/11 19:29:39Z -fv3hafs pe test: your new post executable generates bit-identical HURPRS09.tm00 as the trunk +02/11 19:33:38Z -hrrr test: your new post executable generates bit-identical WRFTWO.GrbF04 as the trunk +02/11 19:33:39Z -hrrr test: your new post executable generates bit-identical WRFPRS.GrbF04 as the trunk +02/11 19:33:40Z -hrrr test: your new post executable generates bit-identical WRFNAT.GrbF04 as the trunk +02/11 19:13:23Z -Runtime: nmmb_test 00:01:23 -- baseline 00:03:00 +02/11 19:13:23Z -Runtime: nmmb_pe_test 00:01:16 -- baseline 00:03:00 +02/11 19:25:29Z -Runtime: fv3gefs_test 00:00:18 -- baseline 01:20:00 +02/11 19:25:29Z -Runtime: fv3gefs_pe_test 00:00:21 -- baseline 01:20:00 +02/11 19:26:14Z -Runtime: rap_test 00:00:58 -- baseline 00:02:00 +02/11 19:26:15Z -Runtime: rap_pe_test 00:01:00 -- baseline 00:02:00 +02/11 19:33:45Z -Runtime: hrrr_test 00:04:28 -- baseline 00:02:00 +02/11 19:33:45Z -Runtime: hrrr_pe_test 00:01:49 -- baseline 00:02:00 +02/11 19:33:45Z -Runtime: fv3gfs_test 00:08:52 -- baseline 00:18:00 +02/11 19:33:45Z -Runtime: fv3gfs_pe_test 00:06:18 -- baseline 00:18:00 +02/11 19:33:45Z -Runtime: fv3r_test 00:01:48 -- baseline 00:03:00 +02/11 19:33:45Z -Runtime: fv3r_pe_test 00:01:58 -- baseline 00:03:00 +02/11 19:33:45Z -Runtime: fv3r_ifi_missing 00:00:12 -- baseline 00:03:00 +02/11 19:33:45Z -Runtime: fv3hafs_test 00:00:29 -- baseline 00:00:40 +02/11 19:33:45Z -Runtime: fv3hafs_pe_test 00:00:27 -- baseline 00:00:40 +02/11 19:33:45Z -Runtime: rtma_test 00:02:17 -- baseline 00:04:00 +02/11 19:33:45Z -Runtime: rtma_pe_test 00:02:27 -- baseline 00:04:00 No changes in test results detected. ===== End of UPP Regression Testing Log ===== From 4a660afb2c7b654357c1f1aa3f7befbc63647b9e Mon Sep 17 00:00:00 2001 From: gspetro-NOAA Date: Tue, 11 Feb 2025 15:05:29 -0600 Subject: [PATCH 32/48] add orion rt log --- tests/logs/rt.log.ORION | 116 ++++++++++++++++++++-------------------- 1 file changed, 58 insertions(+), 58 deletions(-) diff --git a/tests/logs/rt.log.ORION b/tests/logs/rt.log.ORION index 44bef6785..63318c3da 100644 --- a/tests/logs/rt.log.ORION +++ b/tests/logs/rt.log.ORION @@ -1,71 +1,71 @@ ===== Start of UPP Regression Testing Log ===== UPP Hash Tested: -36340fae4c32ea799e4027732463c7a5ad55e200 +c3415e93353b86794da9b09344a961e7d49f244f Submodule hashes: -179cae1dd84401cf25d250bd9102e66560a9d328 sorc/libIFI.fd -529f870d33b65c3b6c1aa3c3236b94efc3bd336d sorc/ncep_post.fd/post_gtg.fd -Run directory: /work2/noaa/stmp/strahan/upp-ORION +Run directory: /work/noaa/epic/gpetro/orion/RTs/upp-rts/1119d/ci/rundir/upp-ORION Baseline directory: /work2/noaa/wrfruc/strahan/upp-ifi-regtest/upp-data -Total runtime: 00h:14m:53s -Test Date: 20250210 16:13:36 +Total runtime: 00h:13m:02s +Test Date: 20250211 13:22:59 Summary Results: -02/10 22:03:23Z -nmmb pe test: your new post executable generates bit-identical BGDAWP03.tm00.Grib2 as the trunk -02/10 22:03:24Z -nmmb pe test: your new post executable generates bit-identical BGRD3D03.tm00.Grib2 as the trunk -02/10 22:03:25Z -nmmb pe test: your new post executable generates bit-identical BGRDSF03.tm00.Grib2 as the trunk -02/10 22:03:33Z -nmmb test: your new post executable generates bit-identical BGDAWP03.tm00.Grib2 as the trunk -02/10 22:03:34Z -nmmb test: your new post executable generates bit-identical BGRD3D03.tm00.Grib2 as the trunk -02/10 22:03:34Z -nmmb test: your new post executable generates bit-identical BGRDSF03.tm00.Grib2 as the trunk -02/10 22:03:39Z -fv3r test: your new post executable generates bit-identical IFIFIP10.tm00 as the trunk -02/10 22:04:06Z -fv3r test: your new post executable generates bit-identical PRSLEV10.tm00 as the trunk -02/10 22:04:08Z -fv3r test: your new post executable generates bit-identical NATLEV10.tm00 as the trunk -02/10 22:04:51Z -fv3hafs pe test: your new post executable generates bit-identical HURPRS09.tm00 as the trunk -02/10 22:04:53Z -rap pe test: your new post executable did generate changed results in WRFPRS.GrbF16 -02/10 22:04:54Z -rap pe test: your new post executable generates bit-identical WRFNAT.GrbF16 as the trunk -02/10 22:05:10Z -fv3gefs test: your new post executable generates bit-identical geaer.t00z.master.grb2f060 as the trunk -02/10 22:05:15Z -fv3gefs pe test: your new post executable generates bit-identical geaer.t00z.master.grb2f060 as the trunk -02/10 22:05:24Z -fv3r pe test: your new post executable generates bit-identical PRSLEV10.tm00 as the trunk -02/10 22:05:24Z -fv3hafs test: your new post executable generates bit-identical HURPRS09.tm00 as the trunk -02/10 22:05:28Z -fv3r pe test: your new post executable generates bit-identical NATLEV10.tm00 as the trunk -02/10 22:06:10Z -rtma pe test: your new post executable generates bit-identical NATLEV00.tm00 as the trunk -02/10 22:06:12Z -hrrr pe test: your new post executable generates bit-identical WRFTWO.GrbF04 as the trunk -02/10 22:06:12Z -rtma test: your new post executable generates bit-identical NATLEV00.tm00 as the trunk -02/10 22:06:13Z -hrrr pe test: your new post executable generates bit-identical WRFPRS.GrbF04 as the trunk -02/10 22:06:13Z -rtma pe test: your new post executable generates bit-identical PRSLEV00.tm00 as the trunk -02/10 22:06:14Z -rap test: your new post executable generates bit-identical WRFPRS.GrbF16 as the trunk -02/10 22:06:14Z -rtma pe test: your new post executable generates bit-identical IFIFIP00.tm00 as the trunk -02/10 22:06:15Z -rtma test: your new post executable generates bit-identical PRSLEV00.tm00 as the trunk -02/10 22:06:15Z -rap test: your new post executable generates bit-identical WRFNAT.GrbF16 as the trunk -02/10 22:06:15Z -hrrr pe test: your new post executable generates bit-identical WRFNAT.GrbF04 as the trunk -02/10 22:06:15Z -rtma test: your new post executable generates bit-identical IFIFIP00.tm00 as the trunk -02/10 22:09:57Z -fv3gfs pe test: your new post executable generates bit-identical gfs.t00z.master.grb2f006 as the trunk -02/10 22:09:59Z -fv3gfs pe test: your new post executable generates bit-identical gfs.t00z.sfluxgrbf006.grib2 as the trunk -02/10 22:09:59Z -fv3gfs pe test: your new post executable generates bit-identical gfs.t00z.special.grb2f006 as the trunk -02/10 22:11:42Z -hrrr test: your new post executable generates bit-identical WRFTWO.GrbF04 as the trunk -02/10 22:11:43Z -hrrr test: your new post executable generates bit-identical WRFPRS.GrbF04 as the trunk -02/10 22:11:45Z -hrrr test: your new post executable generates bit-identical WRFNAT.GrbF04 as the trunk -02/10 22:13:22Z -fv3gfs test: your new post executable generates bit-identical gfs.t00z.master.grb2f006 as the trunk -02/10 22:13:23Z -fv3gfs test: your new post executable generates bit-identical gfs.t00z.sfluxgrbf006.grib2 as the trunk -02/10 22:13:23Z -fv3gfs test: your new post executable generates bit-identical gfs.t00z.special.grb2f006 as the trunk -02/10 22:03:43Z -Runtime: nmmb_test 00:01:35 -- baseline 00:03:00 -02/10 22:03:43Z -Runtime: nmmb_pe_test 00:01:27 -- baseline 00:03:00 -02/10 22:05:14Z -Runtime: fv3gefs_test 00:00:22 -- baseline 01:20:00 -02/10 22:05:29Z -Runtime: fv3gefs_pe_test 00:00:27 -- baseline 01:20:00 -02/10 22:06:19Z -Runtime: rap_test 00:01:27 -- baseline 00:02:00 -02/10 22:06:19Z -Runtime: rap_pe_test 00:01:26 -- baseline 00:02:00 -02/10 22:11:50Z -Runtime: hrrr_test 00:06:57 -- baseline 00:02:00 -02/10 22:11:50Z -Runtime: hrrr_pe_test 00:02:47 -- baseline 00:02:00 -02/10 22:13:35Z -Runtime: fv3gfs_test 00:10:00 -- baseline 00:18:00 -02/10 22:13:35Z -Runtime: fv3gfs_pe_test 00:08:00 -- baseline 00:18:00 -02/10 22:13:35Z -Runtime: fv3r_test 00:02:09 -- baseline 00:03:00 -02/10 22:13:35Z -Runtime: fv3r_pe_test 00:02:23 -- baseline 00:03:00 -02/10 22:13:35Z -Runtime: fv3r_ifi_missing 00:00:15 -- baseline -02/10 22:13:35Z -Runtime: fv3hafs_test 00:00:36 -- baseline 00:00:40 -02/10 22:13:35Z -Runtime: fv3hafs_pe_test 00:00:33 -- baseline 00:00:40 -02/10 22:13:35Z -Runtime: rtma_test 00:02:50 -- baseline 00:04:00 -02/10 22:13:35Z -Runtime: rtma_pe_test 00:02:49 -- baseline 00:04:00 +02/11 19:13:29Z -fv3r test: your new post executable generates bit-identical IFIFIP10.tm00 as the trunk +02/11 19:13:35Z -fv3gefs test: your new post executable generates bit-identical geaer.t00z.master.grb2f060 as the trunk +02/11 19:13:39Z -fv3gefs pe test: your new post executable generates bit-identical geaer.t00z.master.grb2f060 as the trunk +02/11 19:13:47Z -fv3hafs test: your new post executable generates bit-identical HURPRS09.tm00 as the trunk +02/11 19:13:48Z -fv3hafs pe test: your new post executable generates bit-identical HURPRS09.tm00 as the trunk +02/11 19:14:36Z -rap pe test: your new post executable did generate changed results in WRFPRS.GrbF16 +02/11 19:14:36Z -nmmb pe test: your new post executable generates bit-identical BGDAWP03.tm00.Grib2 as the trunk +02/11 19:14:37Z -rap test: your new post executable generates bit-identical WRFPRS.GrbF16 as the trunk +02/11 19:14:37Z -rap pe test: your new post executable generates bit-identical WRFNAT.GrbF16 as the trunk +02/11 19:14:38Z -rap test: your new post executable generates bit-identical WRFNAT.GrbF16 as the trunk +02/11 19:14:38Z -nmmb pe test: your new post executable generates bit-identical BGRD3D03.tm00.Grib2 as the trunk +02/11 19:14:38Z -nmmb pe test: your new post executable generates bit-identical BGRDSF03.tm00.Grib2 as the trunk +02/11 19:14:45Z -nmmb test: your new post executable generates bit-identical BGDAWP03.tm00.Grib2 as the trunk +02/11 19:14:46Z -nmmb test: your new post executable generates bit-identical BGRD3D03.tm00.Grib2 as the trunk +02/11 19:14:46Z -nmmb test: your new post executable generates bit-identical BGRDSF03.tm00.Grib2 as the trunk +02/11 19:15:17Z -fv3r test: your new post executable generates bit-identical PRSLEV10.tm00 as the trunk +02/11 19:15:21Z -fv3r test: your new post executable generates bit-identical NATLEV10.tm00 as the trunk +02/11 19:15:24Z -fv3r pe test: your new post executable generates bit-identical PRSLEV10.tm00 as the trunk +02/11 19:15:28Z -fv3r pe test: your new post executable generates bit-identical NATLEV10.tm00 as the trunk +02/11 19:15:52Z -hrrr pe test: your new post executable generates bit-identical WRFTWO.GrbF04 as the trunk +02/11 19:15:53Z -hrrr pe test: your new post executable generates bit-identical WRFPRS.GrbF04 as the trunk +02/11 19:15:55Z -rtma pe test: your new post executable generates bit-identical NATLEV00.tm00 as the trunk +02/11 19:15:55Z -hrrr pe test: your new post executable generates bit-identical WRFNAT.GrbF04 as the trunk +02/11 19:15:56Z -rtma test: your new post executable generates bit-identical NATLEV00.tm00 as the trunk +02/11 19:15:58Z -rtma pe test: your new post executable generates bit-identical PRSLEV00.tm00 as the trunk +02/11 19:15:59Z -rtma pe test: your new post executable generates bit-identical IFIFIP00.tm00 as the trunk +02/11 19:15:59Z -rtma test: your new post executable generates bit-identical PRSLEV00.tm00 as the trunk +02/11 19:15:59Z -rtma test: your new post executable generates bit-identical IFIFIP00.tm00 as the trunk +02/11 19:20:29Z -hrrr test: your new post executable generates bit-identical WRFTWO.GrbF04 as the trunk +02/11 19:20:30Z -hrrr test: your new post executable generates bit-identical WRFPRS.GrbF04 as the trunk +02/11 19:20:32Z -hrrr test: your new post executable generates bit-identical WRFNAT.GrbF04 as the trunk +02/11 19:21:16Z -fv3gfs pe test: your new post executable generates bit-identical gfs.t00z.master.grb2f006 as the trunk +02/11 19:21:17Z -fv3gfs pe test: your new post executable generates bit-identical gfs.t00z.sfluxgrbf006.grib2 as the trunk +02/11 19:21:17Z -fv3gfs pe test: your new post executable generates bit-identical gfs.t00z.special.grb2f006 as the trunk +02/11 19:22:57Z -fv3gfs test: your new post executable generates bit-identical gfs.t00z.master.grb2f006 as the trunk +02/11 19:22:57Z -fv3gfs test: your new post executable generates bit-identical gfs.t00z.sfluxgrbf006.grib2 as the trunk +02/11 19:22:58Z -fv3gfs test: your new post executable generates bit-identical gfs.t00z.special.grb2f006 as the trunk +02/11 19:14:57Z -Runtime: nmmb_test 00:01:34 -- baseline 00:03:00 +02/11 19:14:57Z -Runtime: nmmb_pe_test 00:01:27 -- baseline 00:03:00 +02/11 19:14:57Z -Runtime: fv3gefs_test 00:00:23 -- baseline 01:20:00 +02/11 19:14:57Z -Runtime: fv3gefs_pe_test 00:00:27 -- baseline 01:20:00 +02/11 19:14:57Z -Runtime: rap_test 00:01:26 -- baseline 00:02:00 +02/11 19:14:57Z -Runtime: rap_pe_test 00:01:25 -- baseline 00:02:00 +02/11 19:20:43Z -Runtime: hrrr_test 00:07:18 -- baseline 00:02:00 +02/11 19:20:43Z -Runtime: hrrr_pe_test 00:02:41 -- baseline 00:02:00 +02/11 19:22:58Z -Runtime: fv3gfs_test 00:09:44 -- baseline 00:18:00 +02/11 19:22:58Z -Runtime: fv3gfs_pe_test 00:08:03 -- baseline 00:18:00 +02/11 19:22:59Z -Runtime: fv3r_test 00:02:07 -- baseline 00:03:00 +02/11 19:22:59Z -Runtime: fv3r_pe_test 00:02:14 -- baseline 00:03:00 +02/11 19:22:59Z -Runtime: fv3r_ifi_missing 00:00:15 -- baseline 00:03:00 +02/11 19:22:59Z -Runtime: fv3hafs_test 00:00:33 -- baseline 00:00:40 +02/11 19:22:59Z -Runtime: fv3hafs_pe_test 00:00:34 -- baseline 00:00:40 +02/11 19:22:59Z -Runtime: rtma_test 00:02:45 -- baseline 00:04:00 +02/11 19:22:59Z -Runtime: rtma_pe_test 00:02:45 -- baseline 00:04:00 No changes in test results detected. ===== End of UPP Regression Testing Log ===== From 5537fc4ea5143f7bea962bfcd70f759add228984 Mon Sep 17 00:00:00 2001 From: "samuel.trahan" Date: Thu, 13 Feb 2025 19:24:06 +0000 Subject: [PATCH 33/48] bug fix to runtime detection --- ci/rt.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/ci/rt.sh b/ci/rt.sh index 0dd2787b8..8426d0feb 100755 --- a/ci/rt.sh +++ b/ci/rt.sh @@ -303,7 +303,7 @@ for job_id in $jobid_list; do if [ $ic -lt $sleep_loop_max ]; then runtime=`sacct --parsable -j $job_id --format=jobid,jobname,elapsed,state | cut -d"|" -f3|awk 'FNR == 2'` jobname=`sacct --parsable -j $job_id --format=jobid,jobname,elapsed,state | cut -d"|" -f2|awk 'FNR == 2'` - runtime_b=`grep ${jobname} ${runtime_log} | awk '{print $2}' ` + runtime_b=`grep "^${jobname}" ${runtime_log} | awk '{print $2}'` echo "$runtime $jobname ${runtime_b}" msg="Runtime: $jobname $runtime -- baseline ${runtime_b}" postmsg "$logfile" "$msg" From fdcd7faf1c04ccd461c1255bb6c3dc52ffcc879d Mon Sep 17 00:00:00 2001 From: "samuel.trahan" Date: Thu, 13 Feb 2025 19:26:38 +0000 Subject: [PATCH 34/48] typo fix: rtma_test_pe_test -> rtma_pe_test --- ci/jobs-dev/run_post_3drtma_pe_test_HERA.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/ci/jobs-dev/run_post_3drtma_pe_test_HERA.sh b/ci/jobs-dev/run_post_3drtma_pe_test_HERA.sh index 6d2df0d8c..402a427b6 100755 --- a/ci/jobs-dev/run_post_3drtma_pe_test_HERA.sh +++ b/ci/jobs-dev/run_post_3drtma_pe_test_HERA.sh @@ -2,7 +2,7 @@ #SBATCH -o out.post.rtma_pe_test #SBATCH -e out.post.rtma_pe_test -#SBATCH -J rtma_test_pe_test +#SBATCH -J rtma_pe_test #SBATCH -t 00:20:00 ##SBATCH -q debug #SBATCH -q batch From 49b08fb79af08307314cc38e7c2864c85aca48ef Mon Sep 17 00:00:00 2001 From: "samuel.trahan" Date: Tue, 18 Feb 2025 19:14:19 +0000 Subject: [PATCH 35/48] rt.sh: move test_suite, and detect failures better --- ci/rt.sh | 20 +++++++++++++++++++- 1 file changed, 19 insertions(+), 1 deletion(-) diff --git a/ci/rt.sh b/ci/rt.sh index 8426d0feb..5673369f0 100755 --- a/ci/rt.sh +++ b/ci/rt.sh @@ -88,7 +88,7 @@ mac2=$(hostname | cut -c1-2) mac3=$(hostname | cut -c1-4) if [ $mac2 = hf ]; then # for HERA export machine=HERA - export homedir=${homedir:-"/scratch2/BMC/ifi/Samuel.Trahan/test_suite/"} + export homedir=${homedir:-"/scratch2/BMC/wrfruc/Samuel.Trahan/UPP/test_suite"} export rundir=${rundir:-"/scratch1/NCEPDEV/stmp2/${USER}"} module use /contrib/spack-stack/spack-stack-1.8.0/envs/ue-intel-2021.5.0/install/modulefiles/Core module load stack-intel/2021.5.0 @@ -286,6 +286,7 @@ set +xe echo "Job cards submitted for enabled tests, waiting on timestamps for finished jobs..." #get run time for each test +some_failed=NO sleep 30 for job_id in $jobid_list; do ic=1 @@ -295,6 +296,9 @@ for job_id in $jobid_list; do status=`sacct --parsable -j $job_id --format=jobid,jobname,elapsed,state | cut -d"|" -f4|awk 'FNR == 2'` if [ "$status" = "COMPLETED" ]; then break + elif ( echo "$status" | grep -E 'FAIL|TIMEOUT|CANCEL|DEAD|SIGNAL|SPECIAL' > /dev/null ) ; then + some_failed=YES + break else ic=`expr $ic + 1` sleep 15 @@ -315,6 +319,11 @@ elapsed_time=$( printf '%02dh:%02dm:%02ds\n' $((SECONDS%86400/3600)) $((SECONDS% python ${test_v}/ci/rt-status.py test_results=$? +if [ $some_failed = YES ] ; then + test_results=99 + echo WARNING: some tests exited with non-zero status. +fi + # Cleanup rt log cd ${test_v} @@ -341,6 +350,12 @@ Summary Results: EOF + +if [ $some_failed = YES ] ; then + echo "Warning: some tests exited with non-zero. status" >> rt.log.${machine}.temp + echo >> rt.log.${machine}.temp +fi + cat rt.log.${machine} | grep "test:" >> rt.log.${machine}.temp cat rt.log.${machine} | grep "baseline" >> rt.log.${machine}.temp python ${test_v}/ci/rt-status.py >> rt.log.${machine}.temp @@ -351,5 +366,8 @@ mv rt.log.${machine} ${test_v}/tests/logs # should indicate failure to Jenkins if [ $test_results -ne 0 ]; then python ${test_v}/ci/rt-status.py > changed_results.txt + if [ $some_failed = YES ]; then + echo "Warning: some tests exited with non-zero status." >> changed_results.txt + fi exit 1 fi From f805a724c8f632e2aa3498a9206154d8969dd3de Mon Sep 17 00:00:00 2001 From: gspetro-NOAA Date: Tue, 18 Feb 2025 21:53:40 +0000 Subject: [PATCH 36/48] add hera rt log --- tests/logs/rt.log.HERA | 126 ++++++++++++++++++++--------------------- 1 file changed, 60 insertions(+), 66 deletions(-) diff --git a/tests/logs/rt.log.HERA b/tests/logs/rt.log.HERA index 298a74aa2..6ad4e832d 100644 --- a/tests/logs/rt.log.HERA +++ b/tests/logs/rt.log.HERA @@ -1,77 +1,71 @@ ===== Start of UPP Regression Testing Log ===== UPP Hash Tested: -137926f4b1647bc0cd7dffaada78b496ce52b76b +49b08fb79af08307314cc38e7c2864c85aca48ef Submodule hashes: - 179cae1dd84401cf25d250bd9102e66560a9d328 sorc/libIFI.fd (before-3km-fixes-45-g179cae1) +-179cae1dd84401cf25d250bd9102e66560a9d328 sorc/libIFI.fd -529f870d33b65c3b6c1aa3c3236b94efc3bd336d sorc/ncep_post.fd/post_gtg.fd -Run directory: /scratch1/NCEPDEV/stmp2/Samuel.Trahan/upp-HERA -Baseline directory: /scratch2/BMC/ifi/Samuel.Trahan/test_suite/ +Run directory: /scratch2/NAGAPE/epic/Gillian.Petro/RTs/upp-rts/1119a/ci/rundir/upp-HERA +Baseline directory: /scratch2/BMC/wrfruc/Samuel.Trahan/UPP/test_suite -Total runtime: 00h:14m:09s -Test Date: 20250210 20:52:56 +Total runtime: 00h:10m:50s +Test Date: 20250218 20:32:20 Summary Results: -02/10 20:45:27Z -fv3gefs pe test: your new post executable generates bit-identical geaer.t00z.master.grb2f060 as the trunk -02/10 20:45:28Z -fv3hafs test: your new post executable generates bit-identical HURPRS09.tm00 as the trunk -02/10 20:45:32Z -fv3r_ifi_missing test: your new post executable generates bit-identical IFIFIP10.tm00 as the trunk -02/10 20:45:35Z -fv3gefs test: your new post executable generates bit-identical geaer.t00z.master.grb2f060 as the trunk -02/10 20:45:56Z -fv3hafs pe test: your new post executable generates bit-identical HURPRS09.tm00 as the trunk -02/10 20:45:59Z -rtma pe test: your new post executable generates bit-identical NATLEV00.tm00 as the trunk -02/10 20:46:03Z -rtma pe test: your new post executable generates bit-identical PRSLEV00.tm00 as the trunk -02/10 20:46:03Z -rtma pe test: your new post executable generates bit-identical IFIFIP00.tm00 as the trunk -02/10 20:46:20Z -rap test: your new post executable generates bit-identical WRFPRS.GrbF16 as the trunk -02/10 20:46:22Z -rap test: your new post executable generates bit-identical WRFNAT.GrbF16 as the trunk -02/10 20:46:24Z -hrrr pe test: your new post executable generates bit-identical WRFTWO.GrbF04 as the trunk -02/10 20:46:26Z -hrrr pe test: your new post executable generates bit-identical WRFPRS.GrbF04 as the trunk -02/10 20:46:28Z -hrrr pe test: your new post executable generates bit-identical WRFNAT.GrbF04 as the trunk -02/10 20:46:53Z -fv3r test: your new post executable generates bit-identical PRSLEV10.tm00 as the trunk -02/10 20:46:56Z -nmmb pe test: your new post executable generates bit-identical BGDAWP03.tm00.Grib2 as the trunk -02/10 20:46:57Z -fv3r test: your new post executable generates bit-identical NATLEV10.tm00 as the trunk -02/10 20:46:58Z -rap pe test: your new post executable did generate changed results in WRFPRS.GrbF16 -02/10 20:46:58Z -nmmb pe test: your new post executable generates bit-identical BGRD3D03.tm00.Grib2 as the trunk -02/10 20:46:59Z -nmmb pe test: your new post executable generates bit-identical BGRDSF03.tm00.Grib2 as the trunk -02/10 20:46:59Z -rap pe test: your new post executable generates bit-identical WRFNAT.GrbF16 as the trunk -02/10 20:47:00Z -nmmb test: your new post executable generates bit-identical BGDAWP03.tm00.Grib2 as the trunk -02/10 20:47:02Z -nmmb test: your new post executable generates bit-identical BGRD3D03.tm00.Grib2 as the trunk -02/10 20:47:03Z -nmmb test: your new post executable generates bit-identical BGRDSF03.tm00.Grib2 as the trunk -02/10 20:47:08Z -rtma test: your new post executable generates bit-identical NATLEV00.tm00 as the trunk -02/10 20:47:12Z -rtma test: your new post executable generates bit-identical PRSLEV00.tm00 as the trunk -02/10 20:47:12Z -rtma test: your new post executable generates bit-identical IFIFIP00.tm00 as the trunk -02/10 20:47:17Z -hrrr test: your new post executable generates bit-identical WRFTWO.GrbF04 as the trunk -02/10 20:47:18Z -hrrr test: your new post executable generates bit-identical WRFPRS.GrbF04 as the trunk -02/10 20:47:19Z -fv3r pe test: your new post executable generates bit-identical PRSLEV10.tm00 as the trunk -02/10 20:47:20Z -hrrr test: your new post executable generates bit-identical WRFNAT.GrbF04 as the trunk -02/10 20:47:23Z -fv3r pe test: your new post executable generates bit-identical NATLEV10.tm00 as the trunk -02/10 20:47:51Z -fv3r test: your new post executable generates bit-identical IFIFIP10.tm00 as the trunk -02/10 20:47:54Z -hrrr_ifi test: your new post executable generates bit-identical IFIFIP.GrbF04 as the trunk -02/10 20:50:55Z -ifi standalone_fv3r test: Passed. libIFI standalone program and IFI in UPP produce identical results -02/10 20:51:59Z -fv3gfs test: your new post executable generates bit-identical gfs.t00z.master.grb2f006 as the trunk -02/10 20:52:02Z -fv3gfs test: your new post executable generates bit-identical gfs.t00z.sfluxgrbf006.grib2 as the trunk -02/10 20:52:02Z -fv3gfs test: your new post executable generates bit-identical gfs.t00z.special.grb2f006 as the trunk -02/10 20:52:42Z -fv3gfs pe test: your new post executable generates bit-identical gfs.t00z.master.grb2f006 as the trunk -02/10 20:52:46Z -fv3gfs pe test: your new post executable generates bit-identical gfs.t00z.sfluxgrbf006.grib2 as the trunk -02/10 20:52:46Z -fv3gfs pe test: your new post executable generates bit-identical gfs.t00z.special.grb2f006 as the trunk -02/10 20:48:03Z -Runtime: hrrr_ifi_test 00:03:37 -- baseline 00:05:00 -02/10 20:48:03Z -Runtime: fv3r_ifi_test 00:02:45 -- baseline 00:05:00 -02/10 20:51:05Z -Runtime: ifi_standalone_fv3r_test 00:03:02 -- baseline 00:05:00 -02/10 20:51:05Z -Runtime: nmmb_test 00:01:26 -- baseline 00:01:00 -02/10 20:51:05Z -Runtime: nmmb_pe_test 00:00:59 -- baseline 00:01:00 -02/10 20:51:05Z -Runtime: fv3gefs_test 00:00:21 -- baseline 00:40:00 -02/10 20:51:06Z -Runtime: fv3gefs_pe_test 00:00:25 -- baseline 00:40:00 -02/10 20:51:06Z -Runtime: rap_test 00:01:12 -- baseline 00:02:00 -02/10 20:51:06Z -Runtime: rap_pe_test 00:01:15 -- baseline 00:02:00 -02/10 20:51:07Z -Runtime: hrrr_test 00:02:18 -- baseline 00:02:00 -02/10 20:51:07Z -Runtime: hrrr_pe_test 00:02:11 -- baseline 00:02:00 -02/10 20:52:08Z -Runtime: fv3gfs_test 00:06:52 -- baseline 00:15:00 -02/10 20:52:53Z -Runtime: fv3gfs_pe_test 00:07:48 -- baseline 00:15:00 -02/10 20:52:54Z -Runtime: fv3r_test 00:01:43 -- baseline 00:05:00 -02/10 20:52:54Z -Runtime: fv3r_pe_test 00:01:46 -- baseline 00:03:00 -02/10 20:52:54Z -Runtime: fv3r_ifi_missing 00:00:18 -- baseline -02/10 20:52:55Z -Runtime: fv3hafs_test 00:00:35 -- baseline 00:03:00 -02/10 20:52:55Z -Runtime: fv3hafs_pe_test 00:00:34 -- baseline 00:03:00 -02/10 20:52:55Z -Runtime: rtma_test 00:01:42 -- baseline 00:03:00 -02/10 20:52:55Z -Runtime: rtma_test_pe_test 00:01:46 -- baseline +02/18 20:25:13Z -fv3gefs pe test: your new post executable generates bit-identical geaer.t00z.master.grb2f060 as the trunk +02/18 20:25:18Z -fv3r_ifi_missing test: your new post executable generates bit-identical IFIFIP10.tm00 as the trunk +02/18 20:25:25Z -fv3hafs test: your new post executable generates bit-identical HURPRS09.tm00 as the trunk +02/18 20:25:26Z -fv3gefs test: your new post executable generates bit-identical geaer.t00z.master.grb2f060 as the trunk +02/18 20:25:48Z -fv3hafs pe test: your new post executable generates bit-identical HURPRS09.tm00 as the trunk +02/18 20:25:53Z -rtma pe test: your new post executable generates bit-identical NATLEV00.tm00 as the trunk +02/18 20:26:02Z -rtma pe test: your new post executable generates bit-identical PRSLEV00.tm00 as the trunk +02/18 20:26:03Z -rtma pe test: your new post executable generates bit-identical IFIFIP00.tm00 as the trunk +02/18 20:26:22Z -rap test: your new post executable generates bit-identical WRFPRS.GrbF16 as the trunk +02/18 20:26:24Z -rap test: your new post executable generates bit-identical WRFNAT.GrbF16 as the trunk +02/18 20:26:27Z -fv3r test: your new post executable generates bit-identical PRSLEV10.tm00 as the trunk +02/18 20:26:32Z -fv3r test: your new post executable generates bit-identical NATLEV10.tm00 as the trunk +02/18 20:26:40Z -rap pe test: your new post executable did generate changed results in WRFPRS.GrbF16 +02/18 20:26:41Z -rap pe test: your new post executable generates bit-identical WRFNAT.GrbF16 as the trunk +02/18 20:26:44Z -nmmb pe test: your new post executable generates bit-identical BGDAWP03.tm00.Grib2 as the trunk +02/18 20:26:46Z -nmmb test: your new post executable generates bit-identical BGDAWP03.tm00.Grib2 as the trunk +02/18 20:26:46Z -nmmb pe test: your new post executable generates bit-identical BGRD3D03.tm00.Grib2 as the trunk +02/18 20:26:47Z -nmmb pe test: your new post executable generates bit-identical BGRDSF03.tm00.Grib2 as the trunk +02/18 20:26:48Z -hrrr pe test: your new post executable generates bit-identical WRFTWO.GrbF04 as the trunk +02/18 20:26:48Z -nmmb test: your new post executable generates bit-identical BGRD3D03.tm00.Grib2 as the trunk +02/18 20:26:49Z -nmmb test: your new post executable generates bit-identical BGRDSF03.tm00.Grib2 as the trunk +02/18 20:26:50Z -hrrr pe test: your new post executable generates bit-identical WRFPRS.GrbF04 as the trunk +02/18 20:26:50Z -fv3r pe test: your new post executable generates bit-identical PRSLEV10.tm00 as the trunk +02/18 20:26:52Z -rtma test: your new post executable generates bit-identical NATLEV00.tm00 as the trunk +02/18 20:26:53Z -hrrr pe test: your new post executable generates bit-identical WRFNAT.GrbF04 as the trunk +02/18 20:26:56Z -fv3r pe test: your new post executable generates bit-identical NATLEV10.tm00 as the trunk +02/18 20:27:01Z -rtma test: your new post executable generates bit-identical PRSLEV00.tm00 as the trunk +02/18 20:27:01Z -rtma test: your new post executable generates bit-identical IFIFIP00.tm00 as the trunk +02/18 20:27:15Z -hrrr test: your new post executable generates bit-identical WRFTWO.GrbF04 as the trunk +02/18 20:27:16Z -hrrr test: your new post executable generates bit-identical WRFPRS.GrbF04 as the trunk +02/18 20:27:18Z -hrrr test: your new post executable generates bit-identical WRFNAT.GrbF04 as the trunk +02/18 20:31:16Z -fv3gfs test: your new post executable generates bit-identical gfs.t00z.master.grb2f006 as the trunk +02/18 20:31:20Z -fv3gfs test: your new post executable generates bit-identical gfs.t00z.sfluxgrbf006.grib2 as the trunk +02/18 20:31:20Z -fv3gfs test: your new post executable generates bit-identical gfs.t00z.special.grb2f006 as the trunk +02/18 20:31:59Z -fv3gfs pe test: your new post executable generates bit-identical gfs.t00z.master.grb2f006 as the trunk +02/18 20:32:06Z -fv3gfs pe test: your new post executable generates bit-identical gfs.t00z.sfluxgrbf006.grib2 as the trunk +02/18 20:32:06Z -fv3gfs pe test: your new post executable generates bit-identical gfs.t00z.special.grb2f006 as the trunk +02/18 20:26:57Z -Runtime: nmmb_test 00:01:29 -- baseline 00:01:00 +02/18 20:26:58Z -Runtime: nmmb_pe_test 00:01:27 -- baseline 00:01:00 +02/18 20:26:58Z -Runtime: fv3gefs_test 00:00:18 -- baseline 00:40:00 +02/18 20:26:58Z -Runtime: fv3gefs_pe_test 00:00:29 -- baseline 00:40:00 +02/18 20:26:59Z -Runtime: rap_test 00:01:12 -- baseline 00:02:00 +02/18 20:26:59Z -Runtime: rap_pe_test 00:01:21 -- baseline 00:02:00 +02/18 20:27:29Z -Runtime: hrrr_test 00:02:42 -- baseline 00:02:00 +02/18 20:27:30Z -Runtime: hrrr_pe_test 00:02:17 -- baseline 00:02:00 +02/18 20:31:32Z -Runtime: fv3gfs_test 00:06:36 -- baseline 00:15:00 +02/18 20:32:18Z -Runtime: fv3gfs_pe_test 00:08:06 -- baseline 00:15:00 +02/18 20:32:18Z -Runtime: fv3r_test 00:01:48 -- baseline 00:03:00 +02/18 20:32:18Z -Runtime: fv3r_pe_test 00:01:44 -- baseline 00:03:00 +02/18 20:32:19Z -Runtime: fv3r_ifi_missing 00:00:18 -- baseline 00:03:00 +02/18 20:32:19Z -Runtime: fv3hafs_test 00:00:37 -- baseline 00:03:00 +02/18 20:32:19Z -Runtime: fv3hafs_pe_test 00:00:32 -- baseline 00:03:00 +02/18 20:32:20Z -Runtime: rtma_test 00:01:57 -- baseline 00:03:00 +02/18 20:32:20Z -Runtime: rtma_pe_test 00:02:03 -- baseline 00:03:00 No changes in test results detected. ===== End of UPP Regression Testing Log ===== From 7b8539faeccd722284a56e8dfae14651b374a3ab Mon Sep 17 00:00:00 2001 From: "samuel.trahan" Date: Wed, 19 Feb 2025 19:04:15 +0000 Subject: [PATCH 37/48] ifi jobs should not link crtm fix files --- ci/jobs-dev/run_post_fv3r_ifi_HERA.sh | 19 ------------------- ci/jobs-dev/run_post_fv3r_ifi_missing_HERA.sh | 19 ------------------- .../run_post_fv3r_ifi_missing_HERCULES.sh | 19 ------------------- .../run_post_fv3r_ifi_missing_ORION.sh | 19 ------------------- 4 files changed, 76 deletions(-) diff --git a/ci/jobs-dev/run_post_fv3r_ifi_HERA.sh b/ci/jobs-dev/run_post_fv3r_ifi_HERA.sh index 57da14009..8e3b2f055 100644 --- a/ci/jobs-dev/run_post_fv3r_ifi_HERA.sh +++ b/ci/jobs-dev/run_post_fv3r_ifi_HERA.sh @@ -78,25 +78,6 @@ cp ${svndir}/parm/postxconfig-NT-ifi.txt ./postxconfig-NT.txt cp ${svndir}/parm/params_grib2_tbl_new ./params_grib2_tbl_new -#get crtm fix file -for what in "amsre_aqua" "imgr_g11" "imgr_g12" "imgr_g13" \ - "imgr_g15" "imgr_mt1r" "imgr_mt2" "seviri_m10" \ - "ssmi_f13" "ssmi_f14" "ssmi_f15" "ssmis_f16" \ - "ssmis_f17" "ssmis_f18" "ssmis_f19" "ssmis_f20" \ - "tmi_trmm" "v.seviri_m10" "imgr_insat3d" "abi_gr" \ - "ahi_himawari8" ; do - ln -s "${CRTM_FIX}/${what}.TauCoeff.bin" . - ln -s "${CRTM_FIX}/${what}.SpcCoeff.bin" . -done - -for what in 'Aerosol' 'Cloud' ; do - ln -s "${CRTM_FIX}/${what}Coeff.bin" . -done - -for what in ${CRTM_FIX}/*Emis* ; do - ln -s $what . -done - ${APRUN} ${POSTGPEXEC} < itag > outpost_nems_${NEWDATE} fhr=`expr $fhr + 0` diff --git a/ci/jobs-dev/run_post_fv3r_ifi_missing_HERA.sh b/ci/jobs-dev/run_post_fv3r_ifi_missing_HERA.sh index 349a5ae74..e99db52e8 100644 --- a/ci/jobs-dev/run_post_fv3r_ifi_missing_HERA.sh +++ b/ci/jobs-dev/run_post_fv3r_ifi_missing_HERA.sh @@ -78,25 +78,6 @@ cp ${svndir}/parm/postxconfig-NT-ifi.txt ./postxconfig-NT.txt cp ${svndir}/parm/params_grib2_tbl_new ./params_grib2_tbl_new -#get crtm fix file -for what in "amsre_aqua" "imgr_g11" "imgr_g12" "imgr_g13" \ - "imgr_g15" "imgr_mt1r" "imgr_mt2" "seviri_m10" \ - "ssmi_f13" "ssmi_f14" "ssmi_f15" "ssmis_f16" \ - "ssmis_f17" "ssmis_f18" "ssmis_f19" "ssmis_f20" \ - "tmi_trmm" "v.seviri_m10" "imgr_insat3d" "abi_gr" \ - "ahi_himawari8" ; do - ln -s "${CRTM_FIX}/${what}.TauCoeff.bin" . - ln -s "${CRTM_FIX}/${what}.SpcCoeff.bin" . -done - -for what in 'Aerosol' 'Cloud' ; do - ln -s "${CRTM_FIX}/${what}Coeff.bin" . -done - -for what in ${CRTM_FIX}/*Emis* ; do - ln -s $what . -done - ${APRUN} ${POSTGPEXEC} < itag > outpost_nems_${NEWDATE} fhr=`expr $fhr + 0` diff --git a/ci/jobs-dev/run_post_fv3r_ifi_missing_HERCULES.sh b/ci/jobs-dev/run_post_fv3r_ifi_missing_HERCULES.sh index bb676f5ea..5afd84976 100644 --- a/ci/jobs-dev/run_post_fv3r_ifi_missing_HERCULES.sh +++ b/ci/jobs-dev/run_post_fv3r_ifi_missing_HERCULES.sh @@ -88,25 +88,6 @@ cp ${svndir}/parm/postxconfig-NT-ifi.txt ./postxconfig-NT.txt cp ${svndir}/parm/params_grib2_tbl_new ./params_grib2_tbl_new -#get crtm fix file -for what in "amsre_aqua" "imgr_g11" "imgr_g12" "imgr_g13" \ - "imgr_g15" "imgr_mt1r" "imgr_mt2" "seviri_m10" \ - "ssmi_f13" "ssmi_f14" "ssmi_f15" "ssmis_f16" \ - "ssmis_f17" "ssmis_f18" "ssmis_f19" "ssmis_f20" \ - "tmi_trmm" "v.seviri_m10" "imgr_insat3d" "abi_gr" \ - "ahi_himawari8" ; do - ln -s "${CRTM_FIX}/${what}.TauCoeff.bin" . - ln -s "${CRTM_FIX}/${what}.SpcCoeff.bin" . -done - -for what in 'Aerosol' 'Cloud' ; do - ln -s "${CRTM_FIX}/${what}Coeff.bin" . -done - -for what in ${CRTM_FIX}/*Emis* ; do - ln -s $what . -done - ${APRUN} ${POSTGPEXEC} < itag > outpost_nems_${NEWDATE} fhr=`expr $fhr + 0` diff --git a/ci/jobs-dev/run_post_fv3r_ifi_missing_ORION.sh b/ci/jobs-dev/run_post_fv3r_ifi_missing_ORION.sh index 4cc8d47a7..b0ea1690b 100644 --- a/ci/jobs-dev/run_post_fv3r_ifi_missing_ORION.sh +++ b/ci/jobs-dev/run_post_fv3r_ifi_missing_ORION.sh @@ -86,25 +86,6 @@ cp ${svndir}/parm/postxconfig-NT-ifi.txt ./postxconfig-NT.txt cp ${svndir}/parm/params_grib2_tbl_new ./params_grib2_tbl_new -#get crtm fix file -for what in "amsre_aqua" "imgr_g11" "imgr_g12" "imgr_g13" \ - "imgr_g15" "imgr_mt1r" "imgr_mt2" "seviri_m10" \ - "ssmi_f13" "ssmi_f14" "ssmi_f15" "ssmis_f16" \ - "ssmis_f17" "ssmis_f18" "ssmis_f19" "ssmis_f20" \ - "tmi_trmm" "v.seviri_m10" "imgr_insat3d" "abi_gr" \ - "ahi_himawari8" ; do - ln -s "${CRTM_FIX}/${what}.TauCoeff.bin" . - ln -s "${CRTM_FIX}/${what}.SpcCoeff.bin" . -done - -for what in 'Aerosol' 'Cloud' ; do - ln -s "${CRTM_FIX}/${what}Coeff.bin" . -done - -for what in ${CRTM_FIX}/*Emis* ; do - ln -s $what . -done - ${APRUN} ${POSTGPEXEC} < itag > outpost_nems_${NEWDATE} fhr=`expr $fhr + 0` From d29c6ca3aaef9eea6c747d62342cf3c15c3bb079 Mon Sep 17 00:00:00 2001 From: gspetro-NOAA Date: Thu, 20 Feb 2025 09:17:14 -0600 Subject: [PATCH 38/48] update orion rt log --- tests/logs/rt.log.ORION | 116 ++++++++++++++++++++-------------------- 1 file changed, 58 insertions(+), 58 deletions(-) diff --git a/tests/logs/rt.log.ORION b/tests/logs/rt.log.ORION index 63318c3da..5d6f2899b 100644 --- a/tests/logs/rt.log.ORION +++ b/tests/logs/rt.log.ORION @@ -1,71 +1,71 @@ ===== Start of UPP Regression Testing Log ===== UPP Hash Tested: -c3415e93353b86794da9b09344a961e7d49f244f +f7fc31cb70d069ecfc930ef9331e2ab747e8392c Submodule hashes: -179cae1dd84401cf25d250bd9102e66560a9d328 sorc/libIFI.fd -529f870d33b65c3b6c1aa3c3236b94efc3bd336d sorc/ncep_post.fd/post_gtg.fd -Run directory: /work/noaa/epic/gpetro/orion/RTs/upp-rts/1119d/ci/rundir/upp-ORION +Run directory: /work/noaa/epic/gpetro/orion/RTs/upp-rts/1119/ci/rundir/upp-ORION Baseline directory: /work2/noaa/wrfruc/strahan/upp-ifi-regtest/upp-data -Total runtime: 00h:13m:02s -Test Date: 20250211 13:22:59 +Total runtime: 00h:13m:22s +Test Date: 20250219 21:52:59 Summary Results: -02/11 19:13:29Z -fv3r test: your new post executable generates bit-identical IFIFIP10.tm00 as the trunk -02/11 19:13:35Z -fv3gefs test: your new post executable generates bit-identical geaer.t00z.master.grb2f060 as the trunk -02/11 19:13:39Z -fv3gefs pe test: your new post executable generates bit-identical geaer.t00z.master.grb2f060 as the trunk -02/11 19:13:47Z -fv3hafs test: your new post executable generates bit-identical HURPRS09.tm00 as the trunk -02/11 19:13:48Z -fv3hafs pe test: your new post executable generates bit-identical HURPRS09.tm00 as the trunk -02/11 19:14:36Z -rap pe test: your new post executable did generate changed results in WRFPRS.GrbF16 -02/11 19:14:36Z -nmmb pe test: your new post executable generates bit-identical BGDAWP03.tm00.Grib2 as the trunk -02/11 19:14:37Z -rap test: your new post executable generates bit-identical WRFPRS.GrbF16 as the trunk -02/11 19:14:37Z -rap pe test: your new post executable generates bit-identical WRFNAT.GrbF16 as the trunk -02/11 19:14:38Z -rap test: your new post executable generates bit-identical WRFNAT.GrbF16 as the trunk -02/11 19:14:38Z -nmmb pe test: your new post executable generates bit-identical BGRD3D03.tm00.Grib2 as the trunk -02/11 19:14:38Z -nmmb pe test: your new post executable generates bit-identical BGRDSF03.tm00.Grib2 as the trunk -02/11 19:14:45Z -nmmb test: your new post executable generates bit-identical BGDAWP03.tm00.Grib2 as the trunk -02/11 19:14:46Z -nmmb test: your new post executable generates bit-identical BGRD3D03.tm00.Grib2 as the trunk -02/11 19:14:46Z -nmmb test: your new post executable generates bit-identical BGRDSF03.tm00.Grib2 as the trunk -02/11 19:15:17Z -fv3r test: your new post executable generates bit-identical PRSLEV10.tm00 as the trunk -02/11 19:15:21Z -fv3r test: your new post executable generates bit-identical NATLEV10.tm00 as the trunk -02/11 19:15:24Z -fv3r pe test: your new post executable generates bit-identical PRSLEV10.tm00 as the trunk -02/11 19:15:28Z -fv3r pe test: your new post executable generates bit-identical NATLEV10.tm00 as the trunk -02/11 19:15:52Z -hrrr pe test: your new post executable generates bit-identical WRFTWO.GrbF04 as the trunk -02/11 19:15:53Z -hrrr pe test: your new post executable generates bit-identical WRFPRS.GrbF04 as the trunk -02/11 19:15:55Z -rtma pe test: your new post executable generates bit-identical NATLEV00.tm00 as the trunk -02/11 19:15:55Z -hrrr pe test: your new post executable generates bit-identical WRFNAT.GrbF04 as the trunk -02/11 19:15:56Z -rtma test: your new post executable generates bit-identical NATLEV00.tm00 as the trunk -02/11 19:15:58Z -rtma pe test: your new post executable generates bit-identical PRSLEV00.tm00 as the trunk -02/11 19:15:59Z -rtma pe test: your new post executable generates bit-identical IFIFIP00.tm00 as the trunk -02/11 19:15:59Z -rtma test: your new post executable generates bit-identical PRSLEV00.tm00 as the trunk -02/11 19:15:59Z -rtma test: your new post executable generates bit-identical IFIFIP00.tm00 as the trunk -02/11 19:20:29Z -hrrr test: your new post executable generates bit-identical WRFTWO.GrbF04 as the trunk -02/11 19:20:30Z -hrrr test: your new post executable generates bit-identical WRFPRS.GrbF04 as the trunk -02/11 19:20:32Z -hrrr test: your new post executable generates bit-identical WRFNAT.GrbF04 as the trunk -02/11 19:21:16Z -fv3gfs pe test: your new post executable generates bit-identical gfs.t00z.master.grb2f006 as the trunk -02/11 19:21:17Z -fv3gfs pe test: your new post executable generates bit-identical gfs.t00z.sfluxgrbf006.grib2 as the trunk -02/11 19:21:17Z -fv3gfs pe test: your new post executable generates bit-identical gfs.t00z.special.grb2f006 as the trunk -02/11 19:22:57Z -fv3gfs test: your new post executable generates bit-identical gfs.t00z.master.grb2f006 as the trunk -02/11 19:22:57Z -fv3gfs test: your new post executable generates bit-identical gfs.t00z.sfluxgrbf006.grib2 as the trunk -02/11 19:22:58Z -fv3gfs test: your new post executable generates bit-identical gfs.t00z.special.grb2f006 as the trunk -02/11 19:14:57Z -Runtime: nmmb_test 00:01:34 -- baseline 00:03:00 -02/11 19:14:57Z -Runtime: nmmb_pe_test 00:01:27 -- baseline 00:03:00 -02/11 19:14:57Z -Runtime: fv3gefs_test 00:00:23 -- baseline 01:20:00 -02/11 19:14:57Z -Runtime: fv3gefs_pe_test 00:00:27 -- baseline 01:20:00 -02/11 19:14:57Z -Runtime: rap_test 00:01:26 -- baseline 00:02:00 -02/11 19:14:57Z -Runtime: rap_pe_test 00:01:25 -- baseline 00:02:00 -02/11 19:20:43Z -Runtime: hrrr_test 00:07:18 -- baseline 00:02:00 -02/11 19:20:43Z -Runtime: hrrr_pe_test 00:02:41 -- baseline 00:02:00 -02/11 19:22:58Z -Runtime: fv3gfs_test 00:09:44 -- baseline 00:18:00 -02/11 19:22:58Z -Runtime: fv3gfs_pe_test 00:08:03 -- baseline 00:18:00 -02/11 19:22:59Z -Runtime: fv3r_test 00:02:07 -- baseline 00:03:00 -02/11 19:22:59Z -Runtime: fv3r_pe_test 00:02:14 -- baseline 00:03:00 -02/11 19:22:59Z -Runtime: fv3r_ifi_missing 00:00:15 -- baseline 00:03:00 -02/11 19:22:59Z -Runtime: fv3hafs_test 00:00:33 -- baseline 00:00:40 -02/11 19:22:59Z -Runtime: fv3hafs_pe_test 00:00:34 -- baseline 00:00:40 -02/11 19:22:59Z -Runtime: rtma_test 00:02:45 -- baseline 00:04:00 -02/11 19:22:59Z -Runtime: rtma_pe_test 00:02:45 -- baseline 00:04:00 +02/20 03:43:15Z -fv3r test: your new post executable generates bit-identical IFIFIP10.tm00 as the trunk +02/20 03:43:23Z -fv3gefs test: your new post executable generates bit-identical geaer.t00z.master.grb2f060 as the trunk +02/20 03:43:27Z -fv3gefs pe test: your new post executable generates bit-identical geaer.t00z.master.grb2f060 as the trunk +02/20 03:43:33Z -fv3hafs test: your new post executable generates bit-identical HURPRS09.tm00 as the trunk +02/20 03:43:34Z -fv3hafs pe test: your new post executable generates bit-identical HURPRS09.tm00 as the trunk +02/20 03:44:26Z -rap test: your new post executable generates bit-identical WRFPRS.GrbF16 as the trunk +02/20 03:44:26Z -rap pe test: your new post executable did generate changed results in WRFPRS.GrbF16 +02/20 03:44:26Z -rap pe test: your new post executable generates bit-identical WRFNAT.GrbF16 as the trunk +02/20 03:44:26Z -rap test: your new post executable generates bit-identical WRFNAT.GrbF16 as the trunk +02/20 03:44:37Z -nmmb pe test: your new post executable generates bit-identical BGDAWP03.tm00.Grib2 as the trunk +02/20 03:44:39Z -nmmb pe test: your new post executable generates bit-identical BGRD3D03.tm00.Grib2 as the trunk +02/20 03:44:39Z -nmmb pe test: your new post executable generates bit-identical BGRDSF03.tm00.Grib2 as the trunk +02/20 03:44:43Z -nmmb test: your new post executable generates bit-identical BGDAWP03.tm00.Grib2 as the trunk +02/20 03:44:44Z -nmmb test: your new post executable generates bit-identical BGRD3D03.tm00.Grib2 as the trunk +02/20 03:44:45Z -nmmb test: your new post executable generates bit-identical BGRDSF03.tm00.Grib2 as the trunk +02/20 03:45:05Z -fv3r test: your new post executable generates bit-identical PRSLEV10.tm00 as the trunk +02/20 03:45:08Z -fv3r test: your new post executable generates bit-identical NATLEV10.tm00 as the trunk +02/20 03:45:13Z -fv3r pe test: your new post executable generates bit-identical PRSLEV10.tm00 as the trunk +02/20 03:45:17Z -fv3r pe test: your new post executable generates bit-identical NATLEV10.tm00 as the trunk +02/20 03:45:43Z -hrrr pe test: your new post executable generates bit-identical WRFTWO.GrbF04 as the trunk +02/20 03:45:46Z -hrrr pe test: your new post executable generates bit-identical WRFPRS.GrbF04 as the trunk +02/20 03:45:48Z -rtma pe test: your new post executable generates bit-identical NATLEV00.tm00 as the trunk +02/20 03:45:50Z -rtma pe test: your new post executable generates bit-identical PRSLEV00.tm00 as the trunk +02/20 03:45:52Z -rtma test: your new post executable generates bit-identical NATLEV00.tm00 as the trunk +02/20 03:45:55Z -rtma test: your new post executable generates bit-identical PRSLEV00.tm00 as the trunk +02/20 03:45:55Z -rtma test: your new post executable generates bit-identical IFIFIP00.tm00 as the trunk +02/20 03:46:06Z -rtma pe test: your new post executable generates bit-identical IFIFIP00.tm00 as the trunk +02/20 03:46:11Z -hrrr pe test: your new post executable generates bit-identical WRFNAT.GrbF04 as the trunk +02/20 03:50:20Z -hrrr test: your new post executable generates bit-identical WRFTWO.GrbF04 as the trunk +02/20 03:50:21Z -hrrr test: your new post executable generates bit-identical WRFPRS.GrbF04 as the trunk +02/20 03:50:22Z -hrrr test: your new post executable generates bit-identical WRFNAT.GrbF04 as the trunk +02/20 03:51:11Z -fv3gfs pe test: your new post executable generates bit-identical gfs.t00z.master.grb2f006 as the trunk +02/20 03:51:12Z -fv3gfs pe test: your new post executable generates bit-identical gfs.t00z.sfluxgrbf006.grib2 as the trunk +02/20 03:51:12Z -fv3gfs pe test: your new post executable generates bit-identical gfs.t00z.special.grb2f006 as the trunk +02/20 03:52:52Z -fv3gfs test: your new post executable generates bit-identical gfs.t00z.master.grb2f006 as the trunk +02/20 03:52:53Z -fv3gfs test: your new post executable generates bit-identical gfs.t00z.sfluxgrbf006.grib2 as the trunk +02/20 03:52:53Z -fv3gfs test: your new post executable generates bit-identical gfs.t00z.special.grb2f006 as the trunk +02/20 03:44:56Z -Runtime: nmmb_test 00:01:49 -- baseline 00:03:00 +02/20 03:44:56Z -Runtime: nmmb_pe_test 00:01:44 -- baseline 00:03:00 +02/20 03:44:56Z -Runtime: fv3gefs_test 00:00:27 -- baseline 01:20:00 +02/20 03:44:56Z -Runtime: fv3gefs_pe_test 00:00:31 -- baseline 01:20:00 +02/20 03:44:56Z -Runtime: rap_test 00:01:30 -- baseline 00:02:00 +02/20 03:44:56Z -Runtime: rap_pe_test 00:01:30 -- baseline 00:02:00 +02/20 03:50:28Z -Runtime: hrrr_test 00:07:26 -- baseline 00:02:00 +02/20 03:50:28Z -Runtime: hrrr_pe_test 00:03:15 -- baseline 00:02:00 +02/20 03:52:58Z -Runtime: fv3gfs_test 00:09:57 -- baseline 00:18:00 +02/20 03:52:58Z -Runtime: fv3gfs_pe_test 00:08:16 -- baseline 00:18:00 +02/20 03:52:58Z -Runtime: fv3r_test 00:02:12 -- baseline 00:03:00 +02/20 03:52:58Z -Runtime: fv3r_pe_test 00:02:21 -- baseline 00:03:00 +02/20 03:52:58Z -Runtime: fv3r_ifi_missing 00:00:19 -- baseline 00:03:00 +02/20 03:52:58Z -Runtime: fv3hafs_test 00:00:37 -- baseline 00:00:40 +02/20 03:52:58Z -Runtime: fv3hafs_pe_test 00:00:36 -- baseline 00:00:40 +02/20 03:52:58Z -Runtime: rtma_test 00:02:57 -- baseline 00:04:00 +02/20 03:52:59Z -Runtime: rtma_pe_test 00:03:08 -- baseline 00:04:00 No changes in test results detected. ===== End of UPP Regression Testing Log ===== From e602ab4f457860505c3d932c6c0d42e07232751b Mon Sep 17 00:00:00 2001 From: gspetro-NOAA Date: Thu, 20 Feb 2025 09:58:37 -0600 Subject: [PATCH 39/48] update orion rt log --- tests/logs/rt.log.ORION | 118 ++++++++++++++++++++-------------------- 1 file changed, 59 insertions(+), 59 deletions(-) diff --git a/tests/logs/rt.log.ORION b/tests/logs/rt.log.ORION index 5d6f2899b..c12738e49 100644 --- a/tests/logs/rt.log.ORION +++ b/tests/logs/rt.log.ORION @@ -1,71 +1,71 @@ ===== Start of UPP Regression Testing Log ===== UPP Hash Tested: -f7fc31cb70d069ecfc930ef9331e2ab747e8392c +d29c6ca3aaef9eea6c747d62342cf3c15c3bb079 Submodule hashes: -179cae1dd84401cf25d250bd9102e66560a9d328 sorc/libIFI.fd -529f870d33b65c3b6c1aa3c3236b94efc3bd336d sorc/ncep_post.fd/post_gtg.fd -Run directory: /work/noaa/epic/gpetro/orion/RTs/upp-rts/1119/ci/rundir/upp-ORION -Baseline directory: /work2/noaa/wrfruc/strahan/upp-ifi-regtest/upp-data +Run directory: /work/noaa/epic/gpetro/orion/RTs/upp-rts/1119b/ci/rundir/upp-ORION +Baseline directory: /work/noaa/epic/UPP -Total runtime: 00h:13m:22s -Test Date: 20250219 21:52:59 +Total runtime: 00h:13m:03s +Test Date: 20250220 09:37:56 Summary Results: -02/20 03:43:15Z -fv3r test: your new post executable generates bit-identical IFIFIP10.tm00 as the trunk -02/20 03:43:23Z -fv3gefs test: your new post executable generates bit-identical geaer.t00z.master.grb2f060 as the trunk -02/20 03:43:27Z -fv3gefs pe test: your new post executable generates bit-identical geaer.t00z.master.grb2f060 as the trunk -02/20 03:43:33Z -fv3hafs test: your new post executable generates bit-identical HURPRS09.tm00 as the trunk -02/20 03:43:34Z -fv3hafs pe test: your new post executable generates bit-identical HURPRS09.tm00 as the trunk -02/20 03:44:26Z -rap test: your new post executable generates bit-identical WRFPRS.GrbF16 as the trunk -02/20 03:44:26Z -rap pe test: your new post executable did generate changed results in WRFPRS.GrbF16 -02/20 03:44:26Z -rap pe test: your new post executable generates bit-identical WRFNAT.GrbF16 as the trunk -02/20 03:44:26Z -rap test: your new post executable generates bit-identical WRFNAT.GrbF16 as the trunk -02/20 03:44:37Z -nmmb pe test: your new post executable generates bit-identical BGDAWP03.tm00.Grib2 as the trunk -02/20 03:44:39Z -nmmb pe test: your new post executable generates bit-identical BGRD3D03.tm00.Grib2 as the trunk -02/20 03:44:39Z -nmmb pe test: your new post executable generates bit-identical BGRDSF03.tm00.Grib2 as the trunk -02/20 03:44:43Z -nmmb test: your new post executable generates bit-identical BGDAWP03.tm00.Grib2 as the trunk -02/20 03:44:44Z -nmmb test: your new post executable generates bit-identical BGRD3D03.tm00.Grib2 as the trunk -02/20 03:44:45Z -nmmb test: your new post executable generates bit-identical BGRDSF03.tm00.Grib2 as the trunk -02/20 03:45:05Z -fv3r test: your new post executable generates bit-identical PRSLEV10.tm00 as the trunk -02/20 03:45:08Z -fv3r test: your new post executable generates bit-identical NATLEV10.tm00 as the trunk -02/20 03:45:13Z -fv3r pe test: your new post executable generates bit-identical PRSLEV10.tm00 as the trunk -02/20 03:45:17Z -fv3r pe test: your new post executable generates bit-identical NATLEV10.tm00 as the trunk -02/20 03:45:43Z -hrrr pe test: your new post executable generates bit-identical WRFTWO.GrbF04 as the trunk -02/20 03:45:46Z -hrrr pe test: your new post executable generates bit-identical WRFPRS.GrbF04 as the trunk -02/20 03:45:48Z -rtma pe test: your new post executable generates bit-identical NATLEV00.tm00 as the trunk -02/20 03:45:50Z -rtma pe test: your new post executable generates bit-identical PRSLEV00.tm00 as the trunk -02/20 03:45:52Z -rtma test: your new post executable generates bit-identical NATLEV00.tm00 as the trunk -02/20 03:45:55Z -rtma test: your new post executable generates bit-identical PRSLEV00.tm00 as the trunk -02/20 03:45:55Z -rtma test: your new post executable generates bit-identical IFIFIP00.tm00 as the trunk -02/20 03:46:06Z -rtma pe test: your new post executable generates bit-identical IFIFIP00.tm00 as the trunk -02/20 03:46:11Z -hrrr pe test: your new post executable generates bit-identical WRFNAT.GrbF04 as the trunk -02/20 03:50:20Z -hrrr test: your new post executable generates bit-identical WRFTWO.GrbF04 as the trunk -02/20 03:50:21Z -hrrr test: your new post executable generates bit-identical WRFPRS.GrbF04 as the trunk -02/20 03:50:22Z -hrrr test: your new post executable generates bit-identical WRFNAT.GrbF04 as the trunk -02/20 03:51:11Z -fv3gfs pe test: your new post executable generates bit-identical gfs.t00z.master.grb2f006 as the trunk -02/20 03:51:12Z -fv3gfs pe test: your new post executable generates bit-identical gfs.t00z.sfluxgrbf006.grib2 as the trunk -02/20 03:51:12Z -fv3gfs pe test: your new post executable generates bit-identical gfs.t00z.special.grb2f006 as the trunk -02/20 03:52:52Z -fv3gfs test: your new post executable generates bit-identical gfs.t00z.master.grb2f006 as the trunk -02/20 03:52:53Z -fv3gfs test: your new post executable generates bit-identical gfs.t00z.sfluxgrbf006.grib2 as the trunk -02/20 03:52:53Z -fv3gfs test: your new post executable generates bit-identical gfs.t00z.special.grb2f006 as the trunk -02/20 03:44:56Z -Runtime: nmmb_test 00:01:49 -- baseline 00:03:00 -02/20 03:44:56Z -Runtime: nmmb_pe_test 00:01:44 -- baseline 00:03:00 -02/20 03:44:56Z -Runtime: fv3gefs_test 00:00:27 -- baseline 01:20:00 -02/20 03:44:56Z -Runtime: fv3gefs_pe_test 00:00:31 -- baseline 01:20:00 -02/20 03:44:56Z -Runtime: rap_test 00:01:30 -- baseline 00:02:00 -02/20 03:44:56Z -Runtime: rap_pe_test 00:01:30 -- baseline 00:02:00 -02/20 03:50:28Z -Runtime: hrrr_test 00:07:26 -- baseline 00:02:00 -02/20 03:50:28Z -Runtime: hrrr_pe_test 00:03:15 -- baseline 00:02:00 -02/20 03:52:58Z -Runtime: fv3gfs_test 00:09:57 -- baseline 00:18:00 -02/20 03:52:58Z -Runtime: fv3gfs_pe_test 00:08:16 -- baseline 00:18:00 -02/20 03:52:58Z -Runtime: fv3r_test 00:02:12 -- baseline 00:03:00 -02/20 03:52:58Z -Runtime: fv3r_pe_test 00:02:21 -- baseline 00:03:00 -02/20 03:52:58Z -Runtime: fv3r_ifi_missing 00:00:19 -- baseline 00:03:00 -02/20 03:52:58Z -Runtime: fv3hafs_test 00:00:37 -- baseline 00:00:40 -02/20 03:52:58Z -Runtime: fv3hafs_pe_test 00:00:36 -- baseline 00:00:40 -02/20 03:52:58Z -Runtime: rtma_test 00:02:57 -- baseline 00:04:00 -02/20 03:52:59Z -Runtime: rtma_pe_test 00:03:08 -- baseline 00:04:00 +02/20 15:28:25Z -fv3r test: your new post executable generates bit-identical IFIFIP10.tm00 as the trunk +02/20 15:28:31Z -fv3gefs test: your new post executable generates bit-identical geaer.t00z.master.grb2f060 as the trunk +02/20 15:28:35Z -fv3gefs pe test: your new post executable generates bit-identical geaer.t00z.master.grb2f060 as the trunk +02/20 15:28:41Z -fv3hafs test: your new post executable generates bit-identical HURPRS09.tm00 as the trunk +02/20 15:28:43Z -fv3hafs pe test: your new post executable generates bit-identical HURPRS09.tm00 as the trunk +02/20 15:29:26Z -nmmb pe test: your new post executable generates bit-identical BGDAWP03.tm00.Grib2 as the trunk +02/20 15:29:27Z -nmmb pe test: your new post executable generates bit-identical BGRD3D03.tm00.Grib2 as the trunk +02/20 15:29:27Z -nmmb pe test: your new post executable generates bit-identical BGRDSF03.tm00.Grib2 as the trunk +02/20 15:29:33Z -rap pe test: your new post executable did generate changed results in WRFPRS.GrbF16 +02/20 15:29:34Z -rap pe test: your new post executable generates bit-identical WRFNAT.GrbF16 as the trunk +02/20 15:29:35Z -nmmb test: your new post executable generates bit-identical BGDAWP03.tm00.Grib2 as the trunk +02/20 15:29:36Z -rap test: your new post executable generates bit-identical WRFPRS.GrbF16 as the trunk +02/20 15:29:36Z -nmmb test: your new post executable generates bit-identical BGRD3D03.tm00.Grib2 as the trunk +02/20 15:29:37Z -rap test: your new post executable generates bit-identical WRFNAT.GrbF16 as the trunk +02/20 15:29:37Z -nmmb test: your new post executable generates bit-identical BGRDSF03.tm00.Grib2 as the trunk +02/20 15:30:13Z -fv3r test: your new post executable generates bit-identical PRSLEV10.tm00 as the trunk +02/20 15:30:20Z -fv3r test: your new post executable generates bit-identical NATLEV10.tm00 as the trunk +02/20 15:30:26Z -fv3r pe test: your new post executable generates bit-identical PRSLEV10.tm00 as the trunk +02/20 15:30:29Z -fv3r pe test: your new post executable generates bit-identical NATLEV10.tm00 as the trunk +02/20 15:30:48Z -hrrr pe test: your new post executable generates bit-identical WRFTWO.GrbF04 as the trunk +02/20 15:30:49Z -hrrr pe test: your new post executable generates bit-identical WRFPRS.GrbF04 as the trunk +02/20 15:30:51Z -hrrr pe test: your new post executable generates bit-identical WRFNAT.GrbF04 as the trunk +02/20 15:30:52Z -rtma test: your new post executable generates bit-identical NATLEV00.tm00 as the trunk +02/20 15:30:55Z -rtma test: your new post executable generates bit-identical PRSLEV00.tm00 as the trunk +02/20 15:30:55Z -rtma test: your new post executable generates bit-identical IFIFIP00.tm00 as the trunk +02/20 15:30:59Z -rtma pe test: your new post executable generates bit-identical NATLEV00.tm00 as the trunk +02/20 15:31:02Z -rtma pe test: your new post executable generates bit-identical PRSLEV00.tm00 as the trunk +02/20 15:31:02Z -rtma pe test: your new post executable generates bit-identical IFIFIP00.tm00 as the trunk +02/20 15:35:22Z -hrrr test: your new post executable generates bit-identical WRFTWO.GrbF04 as the trunk +02/20 15:35:23Z -hrrr test: your new post executable generates bit-identical WRFPRS.GrbF04 as the trunk +02/20 15:35:24Z -hrrr test: your new post executable generates bit-identical WRFNAT.GrbF04 as the trunk +02/20 15:36:04Z -fv3gfs pe test: your new post executable generates bit-identical gfs.t00z.master.grb2f006 as the trunk +02/20 15:36:05Z -fv3gfs pe test: your new post executable generates bit-identical gfs.t00z.sfluxgrbf006.grib2 as the trunk +02/20 15:36:05Z -fv3gfs pe test: your new post executable generates bit-identical gfs.t00z.special.grb2f006 as the trunk +02/20 15:37:49Z -fv3gfs test: your new post executable generates bit-identical gfs.t00z.master.grb2f006 as the trunk +02/20 15:37:50Z -fv3gfs test: your new post executable generates bit-identical gfs.t00z.sfluxgrbf006.grib2 as the trunk +02/20 15:37:50Z -fv3gfs test: your new post executable generates bit-identical gfs.t00z.special.grb2f006 as the trunk +02/20 15:29:39Z -Runtime: nmmb_test 00:01:28 -- baseline 00:03:00 +02/20 15:29:39Z -Runtime: nmmb_pe_test 00:01:19 -- baseline 00:03:00 +02/20 15:29:39Z -Runtime: fv3gefs_test 00:00:22 -- baseline 01:20:00 +02/20 15:29:39Z -Runtime: fv3gefs_pe_test 00:00:26 -- baseline 01:20:00 +02/20 15:29:39Z -Runtime: rap_test 00:01:28 -- baseline 00:02:00 +02/20 15:29:39Z -Runtime: rap_pe_test 00:01:25 -- baseline 00:02:00 +02/20 15:35:25Z -Runtime: hrrr_test 00:07:15 -- baseline 00:02:00 +02/20 15:35:25Z -Runtime: hrrr_pe_test 00:02:42 -- baseline 00:02:00 +02/20 15:37:56Z -Runtime: fv3gfs_test 00:09:41 -- baseline 00:18:00 +02/20 15:37:56Z -Runtime: fv3gfs_pe_test 00:07:56 -- baseline 00:18:00 +02/20 15:37:56Z -Runtime: fv3r_test 00:02:11 -- baseline 00:03:00 +02/20 15:37:56Z -Runtime: fv3r_pe_test 00:02:20 -- baseline 00:03:00 +02/20 15:37:56Z -Runtime: fv3r_ifi_missing 00:00:16 -- baseline 00:03:00 +02/20 15:37:56Z -Runtime: fv3hafs_test 00:00:32 -- baseline 00:00:40 +02/20 15:37:56Z -Runtime: fv3hafs_pe_test 00:00:34 -- baseline 00:00:40 +02/20 15:37:56Z -Runtime: rtma_test 00:02:46 -- baseline 00:04:00 +02/20 15:37:56Z -Runtime: rtma_pe_test 00:02:53 -- baseline 00:04:00 No changes in test results detected. ===== End of UPP Regression Testing Log ===== From 3a237c5a9b527f8562fa2f0054699a355ac68f68 Mon Sep 17 00:00:00 2001 From: gspetro-NOAA Date: Thu, 20 Feb 2025 17:08:46 +0000 Subject: [PATCH 40/48] update hera rt log --- tests/logs/rt.log.HERA | 118 ++++++++++++++++++++--------------------- 1 file changed, 59 insertions(+), 59 deletions(-) diff --git a/tests/logs/rt.log.HERA b/tests/logs/rt.log.HERA index 6ad4e832d..79eb3acdb 100644 --- a/tests/logs/rt.log.HERA +++ b/tests/logs/rt.log.HERA @@ -1,71 +1,71 @@ ===== Start of UPP Regression Testing Log ===== UPP Hash Tested: -49b08fb79af08307314cc38e7c2864c85aca48ef +d29c6ca3aaef9eea6c747d62342cf3c15c3bb079 Submodule hashes: -179cae1dd84401cf25d250bd9102e66560a9d328 sorc/libIFI.fd -529f870d33b65c3b6c1aa3c3236b94efc3bd336d sorc/ncep_post.fd/post_gtg.fd -Run directory: /scratch2/NAGAPE/epic/Gillian.Petro/RTs/upp-rts/1119a/ci/rundir/upp-HERA -Baseline directory: /scratch2/BMC/wrfruc/Samuel.Trahan/UPP/test_suite +Run directory: /scratch2/NAGAPE/epic/Gillian.Petro/RTs/upp-rts/1119b/ci/rundir/upp-HERA +Baseline directory: /scratch2/NAGAPE/epic/UPP/test_suite -Total runtime: 00h:10m:50s -Test Date: 20250218 20:32:20 +Total runtime: 00h:13m:56s +Test Date: 20250220 15:35:44 Summary Results: -02/18 20:25:13Z -fv3gefs pe test: your new post executable generates bit-identical geaer.t00z.master.grb2f060 as the trunk -02/18 20:25:18Z -fv3r_ifi_missing test: your new post executable generates bit-identical IFIFIP10.tm00 as the trunk -02/18 20:25:25Z -fv3hafs test: your new post executable generates bit-identical HURPRS09.tm00 as the trunk -02/18 20:25:26Z -fv3gefs test: your new post executable generates bit-identical geaer.t00z.master.grb2f060 as the trunk -02/18 20:25:48Z -fv3hafs pe test: your new post executable generates bit-identical HURPRS09.tm00 as the trunk -02/18 20:25:53Z -rtma pe test: your new post executable generates bit-identical NATLEV00.tm00 as the trunk -02/18 20:26:02Z -rtma pe test: your new post executable generates bit-identical PRSLEV00.tm00 as the trunk -02/18 20:26:03Z -rtma pe test: your new post executable generates bit-identical IFIFIP00.tm00 as the trunk -02/18 20:26:22Z -rap test: your new post executable generates bit-identical WRFPRS.GrbF16 as the trunk -02/18 20:26:24Z -rap test: your new post executable generates bit-identical WRFNAT.GrbF16 as the trunk -02/18 20:26:27Z -fv3r test: your new post executable generates bit-identical PRSLEV10.tm00 as the trunk -02/18 20:26:32Z -fv3r test: your new post executable generates bit-identical NATLEV10.tm00 as the trunk -02/18 20:26:40Z -rap pe test: your new post executable did generate changed results in WRFPRS.GrbF16 -02/18 20:26:41Z -rap pe test: your new post executable generates bit-identical WRFNAT.GrbF16 as the trunk -02/18 20:26:44Z -nmmb pe test: your new post executable generates bit-identical BGDAWP03.tm00.Grib2 as the trunk -02/18 20:26:46Z -nmmb test: your new post executable generates bit-identical BGDAWP03.tm00.Grib2 as the trunk -02/18 20:26:46Z -nmmb pe test: your new post executable generates bit-identical BGRD3D03.tm00.Grib2 as the trunk -02/18 20:26:47Z -nmmb pe test: your new post executable generates bit-identical BGRDSF03.tm00.Grib2 as the trunk -02/18 20:26:48Z -hrrr pe test: your new post executable generates bit-identical WRFTWO.GrbF04 as the trunk -02/18 20:26:48Z -nmmb test: your new post executable generates bit-identical BGRD3D03.tm00.Grib2 as the trunk -02/18 20:26:49Z -nmmb test: your new post executable generates bit-identical BGRDSF03.tm00.Grib2 as the trunk -02/18 20:26:50Z -hrrr pe test: your new post executable generates bit-identical WRFPRS.GrbF04 as the trunk -02/18 20:26:50Z -fv3r pe test: your new post executable generates bit-identical PRSLEV10.tm00 as the trunk -02/18 20:26:52Z -rtma test: your new post executable generates bit-identical NATLEV00.tm00 as the trunk -02/18 20:26:53Z -hrrr pe test: your new post executable generates bit-identical WRFNAT.GrbF04 as the trunk -02/18 20:26:56Z -fv3r pe test: your new post executable generates bit-identical NATLEV10.tm00 as the trunk -02/18 20:27:01Z -rtma test: your new post executable generates bit-identical PRSLEV00.tm00 as the trunk -02/18 20:27:01Z -rtma test: your new post executable generates bit-identical IFIFIP00.tm00 as the trunk -02/18 20:27:15Z -hrrr test: your new post executable generates bit-identical WRFTWO.GrbF04 as the trunk -02/18 20:27:16Z -hrrr test: your new post executable generates bit-identical WRFPRS.GrbF04 as the trunk -02/18 20:27:18Z -hrrr test: your new post executable generates bit-identical WRFNAT.GrbF04 as the trunk -02/18 20:31:16Z -fv3gfs test: your new post executable generates bit-identical gfs.t00z.master.grb2f006 as the trunk -02/18 20:31:20Z -fv3gfs test: your new post executable generates bit-identical gfs.t00z.sfluxgrbf006.grib2 as the trunk -02/18 20:31:20Z -fv3gfs test: your new post executable generates bit-identical gfs.t00z.special.grb2f006 as the trunk -02/18 20:31:59Z -fv3gfs pe test: your new post executable generates bit-identical gfs.t00z.master.grb2f006 as the trunk -02/18 20:32:06Z -fv3gfs pe test: your new post executable generates bit-identical gfs.t00z.sfluxgrbf006.grib2 as the trunk -02/18 20:32:06Z -fv3gfs pe test: your new post executable generates bit-identical gfs.t00z.special.grb2f006 as the trunk -02/18 20:26:57Z -Runtime: nmmb_test 00:01:29 -- baseline 00:01:00 -02/18 20:26:58Z -Runtime: nmmb_pe_test 00:01:27 -- baseline 00:01:00 -02/18 20:26:58Z -Runtime: fv3gefs_test 00:00:18 -- baseline 00:40:00 -02/18 20:26:58Z -Runtime: fv3gefs_pe_test 00:00:29 -- baseline 00:40:00 -02/18 20:26:59Z -Runtime: rap_test 00:01:12 -- baseline 00:02:00 -02/18 20:26:59Z -Runtime: rap_pe_test 00:01:21 -- baseline 00:02:00 -02/18 20:27:29Z -Runtime: hrrr_test 00:02:42 -- baseline 00:02:00 -02/18 20:27:30Z -Runtime: hrrr_pe_test 00:02:17 -- baseline 00:02:00 -02/18 20:31:32Z -Runtime: fv3gfs_test 00:06:36 -- baseline 00:15:00 -02/18 20:32:18Z -Runtime: fv3gfs_pe_test 00:08:06 -- baseline 00:15:00 -02/18 20:32:18Z -Runtime: fv3r_test 00:01:48 -- baseline 00:03:00 -02/18 20:32:18Z -Runtime: fv3r_pe_test 00:01:44 -- baseline 00:03:00 -02/18 20:32:19Z -Runtime: fv3r_ifi_missing 00:00:18 -- baseline 00:03:00 -02/18 20:32:19Z -Runtime: fv3hafs_test 00:00:37 -- baseline 00:03:00 -02/18 20:32:19Z -Runtime: fv3hafs_pe_test 00:00:32 -- baseline 00:03:00 -02/18 20:32:20Z -Runtime: rtma_test 00:01:57 -- baseline 00:03:00 -02/18 20:32:20Z -Runtime: rtma_pe_test 00:02:03 -- baseline 00:03:00 +02/20 15:27:17Z -hrrr pe test: your new post executable generates bit-identical WRFTWO.GrbF04 as the trunk +02/20 15:27:18Z -hrrr pe test: your new post executable generates bit-identical WRFPRS.GrbF04 as the trunk +02/20 15:27:20Z -hrrr pe test: your new post executable generates bit-identical WRFNAT.GrbF04 as the trunk +02/20 15:27:39Z -fv3gefs test: your new post executable generates bit-identical geaer.t00z.master.grb2f060 as the trunk +02/20 15:27:51Z -fv3r_ifi_missing test: your new post executable generates bit-identical IFIFIP10.tm00 as the trunk +02/20 15:28:07Z -fv3gefs pe test: your new post executable generates bit-identical geaer.t00z.master.grb2f060 as the trunk +02/20 15:28:12Z -fv3hafs test: your new post executable generates bit-identical HURPRS09.tm00 as the trunk +02/20 15:28:38Z -fv3hafs pe test: your new post executable generates bit-identical HURPRS09.tm00 as the trunk +02/20 15:28:55Z -rap test: your new post executable generates bit-identical WRFPRS.GrbF16 as the trunk +02/20 15:28:55Z -rtma pe test: your new post executable generates bit-identical NATLEV00.tm00 as the trunk +02/20 15:28:56Z -rap test: your new post executable generates bit-identical WRFNAT.GrbF16 as the trunk +02/20 15:28:58Z -rtma pe test: your new post executable generates bit-identical PRSLEV00.tm00 as the trunk +02/20 15:28:59Z -rtma pe test: your new post executable generates bit-identical IFIFIP00.tm00 as the trunk +02/20 15:29:03Z -fv3r test: your new post executable generates bit-identical PRSLEV10.tm00 as the trunk +02/20 15:29:08Z -fv3r test: your new post executable generates bit-identical NATLEV10.tm00 as the trunk +02/20 15:29:31Z -rtma test: your new post executable generates bit-identical NATLEV00.tm00 as the trunk +02/20 15:29:32Z -hrrr test: your new post executable generates bit-identical WRFTWO.GrbF04 as the trunk +02/20 15:29:33Z -hrrr test: your new post executable generates bit-identical WRFPRS.GrbF04 as the trunk +02/20 15:29:35Z -hrrr test: your new post executable generates bit-identical WRFNAT.GrbF04 as the trunk +02/20 15:29:35Z -rtma test: your new post executable generates bit-identical PRSLEV00.tm00 as the trunk +02/20 15:29:36Z -rtma test: your new post executable generates bit-identical IFIFIP00.tm00 as the trunk +02/20 15:29:40Z -nmmb pe test: your new post executable generates bit-identical BGDAWP03.tm00.Grib2 as the trunk +02/20 15:29:41Z -rap pe test: your new post executable did generate changed results in WRFPRS.GrbF16 +02/20 15:29:42Z -nmmb pe test: your new post executable generates bit-identical BGRD3D03.tm00.Grib2 as the trunk +02/20 15:29:42Z -nmmb pe test: your new post executable generates bit-identical BGRDSF03.tm00.Grib2 as the trunk +02/20 15:29:42Z -rap pe test: your new post executable generates bit-identical WRFNAT.GrbF16 as the trunk +02/20 15:29:45Z -nmmb test: your new post executable generates bit-identical BGDAWP03.tm00.Grib2 as the trunk +02/20 15:29:47Z -nmmb test: your new post executable generates bit-identical BGRD3D03.tm00.Grib2 as the trunk +02/20 15:29:47Z -nmmb test: your new post executable generates bit-identical BGRDSF03.tm00.Grib2 as the trunk +02/20 15:29:49Z -fv3r pe test: your new post executable generates bit-identical PRSLEV10.tm00 as the trunk +02/20 15:29:55Z -fv3r pe test: your new post executable generates bit-identical NATLEV10.tm00 as the trunk +02/20 15:34:23Z -fv3gfs test: your new post executable generates bit-identical gfs.t00z.master.grb2f006 as the trunk +02/20 15:34:29Z -fv3gfs test: your new post executable generates bit-identical gfs.t00z.sfluxgrbf006.grib2 as the trunk +02/20 15:34:29Z -fv3gfs test: your new post executable generates bit-identical gfs.t00z.special.grb2f006 as the trunk +02/20 15:35:37Z -fv3gfs pe test: your new post executable generates bit-identical gfs.t00z.master.grb2f006 as the trunk +02/20 15:35:41Z -fv3gfs pe test: your new post executable generates bit-identical gfs.t00z.sfluxgrbf006.grib2 as the trunk +02/20 15:35:41Z -fv3gfs pe test: your new post executable generates bit-identical gfs.t00z.special.grb2f006 as the trunk +02/20 15:29:50Z -Runtime: nmmb_test 00:01:35 -- baseline 00:01:00 +02/20 15:29:50Z -Runtime: nmmb_pe_test 00:01:30 -- baseline 00:01:00 +02/20 15:29:51Z -Runtime: fv3gefs_test 00:00:29 -- baseline 00:40:00 +02/20 15:29:51Z -Runtime: fv3gefs_pe_test 00:00:26 -- baseline 00:40:00 +02/20 15:29:51Z -Runtime: rap_test 00:01:05 -- baseline 00:02:00 +02/20 15:29:51Z -Runtime: rap_pe_test 00:01:30 -- baseline 00:02:00 +02/20 15:29:52Z -Runtime: hrrr_test 00:02:32 -- baseline 00:02:00 +02/20 15:29:52Z -Runtime: hrrr_pe_test 00:02:07 -- baseline 00:02:00 +02/20 15:34:41Z -Runtime: fv3gfs_test 00:07:08 -- baseline 00:15:00 +02/20 15:35:42Z -Runtime: fv3gfs_pe_test 00:07:33 -- baseline 00:15:00 +02/20 15:35:42Z -Runtime: fv3r_test 00:01:47 -- baseline 00:03:00 +02/20 15:35:43Z -Runtime: fv3r_pe_test 00:01:47 -- baseline 00:03:00 +02/20 15:35:43Z -Runtime: fv3r_ifi_missing 00:00:26 -- baseline 00:03:00 +02/20 15:35:43Z -Runtime: fv3hafs_test 00:00:35 -- baseline 00:03:00 +02/20 15:35:43Z -Runtime: fv3hafs_pe_test 00:00:38 -- baseline 00:03:00 +02/20 15:35:44Z -Runtime: rtma_test 00:01:42 -- baseline 00:03:00 +02/20 15:35:44Z -Runtime: rtma_pe_test 00:01:53 -- baseline 00:03:00 No changes in test results detected. ===== End of UPP Regression Testing Log ===== From 37bb3781a59ad3116fe8057add654c7d679cbf42 Mon Sep 17 00:00:00 2001 From: "Samuel Trahan (NOAA contractor)" <39415369+SamuelTrahanNOAA@users.noreply.github.com> Date: Thu, 20 Feb 2025 17:47:24 +0000 Subject: [PATCH 41/48] Update ci/rt.sh --- ci/rt.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/ci/rt.sh b/ci/rt.sh index 5673369f0..20bbd7701 100755 --- a/ci/rt.sh +++ b/ci/rt.sh @@ -88,7 +88,7 @@ mac2=$(hostname | cut -c1-2) mac3=$(hostname | cut -c1-4) if [ $mac2 = hf ]; then # for HERA export machine=HERA - export homedir=${homedir:-"/scratch2/BMC/wrfruc/Samuel.Trahan/UPP/test_suite"} + export homedir=${homedir:-"/scratch2/NAGAPE/epic/UPP/test_suite"} export rundir=${rundir:-"/scratch1/NCEPDEV/stmp2/${USER}"} module use /contrib/spack-stack/spack-stack-1.8.0/envs/ue-intel-2021.5.0/install/modulefiles/Core module load stack-intel/2021.5.0 From c3fdff53b1e4501eca03443278b2d173b6d9ff5f Mon Sep 17 00:00:00 2001 From: "Samuel Trahan (NOAA contractor)" <39415369+SamuelTrahanNOAA@users.noreply.github.com> Date: Thu, 20 Feb 2025 17:47:31 +0000 Subject: [PATCH 42/48] Update ci/rt.sh --- ci/rt.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/ci/rt.sh b/ci/rt.sh index 20bbd7701..47dd28d72 100755 --- a/ci/rt.sh +++ b/ci/rt.sh @@ -96,7 +96,7 @@ if [ $mac2 = hf ]; then # for HERA module load prod_util/2.1.1 elif [ $mac3 = orio ] ; then export machine=ORION - export homedir=${homedir:-"/work2/noaa/wrfruc/strahan/upp-ifi-regtest/upp-data"} + export homedir=${homedir:-"/work/noaa/epic/UPP"} export rundir=${rundir:-"/work2/noaa/stmp/$USER"} module use /apps/contrib/spack-stack/spack-stack-1.8.0/envs/ue-intel-2021.9.0/install/modulefiles/Core module load stack-intel/2021.9.0 From d919e58cbf2dcb002ab04ccbf8f344ed13330aeb Mon Sep 17 00:00:00 2001 From: "Samuel Trahan (NOAA contractor)" <39415369+SamuelTrahanNOAA@users.noreply.github.com> Date: Thu, 20 Feb 2025 17:47:39 +0000 Subject: [PATCH 43/48] Update ci/rt.sh --- ci/rt.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/ci/rt.sh b/ci/rt.sh index 47dd28d72..a81ba913e 100755 --- a/ci/rt.sh +++ b/ci/rt.sh @@ -105,7 +105,7 @@ elif [ $mac3 = orio ] ; then module load python/3.10.8 elif [ $mac3 = herc ] ; then export machine=HERCULES - export homedir=${homedir:-"/work2/noaa/wrfruc/strahan/upp-ifi-regtest/upp-data"} + export homedir=${homedir:-"/work/noaa/epic/UPP"} export rundir=${rundir:-"/work2/noaa/stmp/$USER"} module use /apps/contrib/spack-stack/spack-stack-1.8.0/envs/ue-intel-2021.9.0/install/modulefiles/Core module load stack-intel/2021.9.0 From 0675c3d4cb076498baa5ea1010c2ffd6ad56cdc1 Mon Sep 17 00:00:00 2001 From: gspetro-NOAA Date: Thu, 20 Feb 2025 15:03:56 -0600 Subject: [PATCH 44/48] update hercules rt log --- tests/logs/rt.log.HERCULES | 118 ++++++++++++++++++------------------- 1 file changed, 59 insertions(+), 59 deletions(-) diff --git a/tests/logs/rt.log.HERCULES b/tests/logs/rt.log.HERCULES index 4f69daddb..5a790520a 100644 --- a/tests/logs/rt.log.HERCULES +++ b/tests/logs/rt.log.HERCULES @@ -1,71 +1,71 @@ ===== Start of UPP Regression Testing Log ===== UPP Hash Tested: -c3415e93353b86794da9b09344a961e7d49f244f +d919e58cbf2dcb002ab04ccbf8f344ed13330aeb Submodule hashes: -179cae1dd84401cf25d250bd9102e66560a9d328 sorc/libIFI.fd -529f870d33b65c3b6c1aa3c3236b94efc3bd336d sorc/ncep_post.fd/post_gtg.fd -Run directory: /work/noaa/epic/gpetro/hercules/RTs/upp-rts/1119d/ci/rundir/upp-HERCULES -Baseline directory: /work2/noaa/wrfruc/strahan/upp-ifi-regtest/upp-data +Run directory: /work/noaa/epic/gpetro/hercules/RTs/upp-rts/1119b/ci/rundir/upp-HERCULES +Baseline directory: /work/noaa/epic/UPP -Total runtime: 00h:23m:57s -Test Date: 20250211 13:33:46 +Total runtime: 00h:16m:58s +Test Date: 20250220 13:39:21 Summary Results: -02/11 19:13:07Z -nmmb pe test: your new post executable generates bit-identical BGDAWP03.tm00.Grib2 as the trunk -02/11 19:13:08Z -nmmb pe test: your new post executable generates bit-identical BGRD3D03.tm00.Grib2 as the trunk -02/11 19:13:09Z -nmmb pe test: your new post executable generates bit-identical BGRDSF03.tm00.Grib2 as the trunk -02/11 19:13:15Z -nmmb test: your new post executable generates bit-identical BGDAWP03.tm00.Grib2 as the trunk -02/11 19:13:16Z -nmmb test: your new post executable generates bit-identical BGRD3D03.tm00.Grib2 as the trunk -02/11 19:13:16Z -nmmb test: your new post executable generates bit-identical BGRDSF03.tm00.Grib2 as the trunk -02/11 19:15:13Z -fv3r test: your new post executable generates bit-identical IFIFIP10.tm00 as the trunk -02/11 19:16:00Z -rap pe test: your new post executable did generate changed results in WRFPRS.GrbF16 -02/11 19:16:01Z -rap pe test: your new post executable generates bit-identical WRFNAT.GrbF16 as the trunk -02/11 19:16:46Z -fv3r test: your new post executable generates bit-identical PRSLEV10.tm00 as the trunk -02/11 19:16:48Z -hrrr pe test: your new post executable generates bit-identical WRFTWO.GrbF04 as the trunk -02/11 19:16:48Z -hrrr pe test: your new post executable generates bit-identical WRFPRS.GrbF04 as the trunk -02/11 19:16:49Z -fv3r test: your new post executable generates bit-identical NATLEV10.tm00 as the trunk -02/11 19:16:50Z -hrrr pe test: your new post executable generates bit-identical WRFNAT.GrbF04 as the trunk -02/11 19:16:56Z -fv3r pe test: your new post executable generates bit-identical PRSLEV10.tm00 as the trunk -02/11 19:16:59Z -fv3r pe test: your new post executable generates bit-identical NATLEV10.tm00 as the trunk -02/11 19:17:15Z -rtma test: your new post executable generates bit-identical NATLEV00.tm00 as the trunk -02/11 19:17:17Z -rtma test: your new post executable generates bit-identical PRSLEV00.tm00 as the trunk -02/11 19:17:18Z -rtma test: your new post executable generates bit-identical IFIFIP00.tm00 as the trunk -02/11 19:21:18Z -fv3gfs pe test: your new post executable generates bit-identical gfs.t00z.master.grb2f006 as the trunk -02/11 19:21:19Z -fv3gfs pe test: your new post executable generates bit-identical gfs.t00z.sfluxgrbf006.grib2 as the trunk -02/11 19:21:19Z -fv3gfs pe test: your new post executable generates bit-identical gfs.t00z.special.grb2f006 as the trunk -02/11 19:23:52Z -fv3gfs test: your new post executable generates bit-identical gfs.t00z.master.grb2f006 as the trunk -02/11 19:23:53Z -fv3gfs test: your new post executable generates bit-identical gfs.t00z.sfluxgrbf006.grib2 as the trunk -02/11 19:23:53Z -fv3gfs test: your new post executable generates bit-identical gfs.t00z.special.grb2f006 as the trunk -02/11 19:25:20Z -fv3gefs test: your new post executable generates bit-identical geaer.t00z.master.grb2f060 as the trunk -02/11 19:25:23Z -fv3gefs pe test: your new post executable generates bit-identical geaer.t00z.master.grb2f060 as the trunk -02/11 19:25:59Z -rap test: your new post executable generates bit-identical WRFPRS.GrbF16 as the trunk -02/11 19:26:00Z -rap test: your new post executable generates bit-identical WRFNAT.GrbF16 as the trunk -02/11 19:27:26Z -rtma pe test: your new post executable generates bit-identical NATLEV00.tm00 as the trunk -02/11 19:27:28Z -rtma pe test: your new post executable generates bit-identical PRSLEV00.tm00 as the trunk -02/11 19:27:28Z -rtma pe test: your new post executable generates bit-identical IFIFIP00.tm00 as the trunk -02/11 19:29:23Z -fv3hafs test: your new post executable generates bit-identical HURPRS09.tm00 as the trunk -02/11 19:29:39Z -fv3hafs pe test: your new post executable generates bit-identical HURPRS09.tm00 as the trunk -02/11 19:33:38Z -hrrr test: your new post executable generates bit-identical WRFTWO.GrbF04 as the trunk -02/11 19:33:39Z -hrrr test: your new post executable generates bit-identical WRFPRS.GrbF04 as the trunk -02/11 19:33:40Z -hrrr test: your new post executable generates bit-identical WRFNAT.GrbF04 as the trunk -02/11 19:13:23Z -Runtime: nmmb_test 00:01:23 -- baseline 00:03:00 -02/11 19:13:23Z -Runtime: nmmb_pe_test 00:01:16 -- baseline 00:03:00 -02/11 19:25:29Z -Runtime: fv3gefs_test 00:00:18 -- baseline 01:20:00 -02/11 19:25:29Z -Runtime: fv3gefs_pe_test 00:00:21 -- baseline 01:20:00 -02/11 19:26:14Z -Runtime: rap_test 00:00:58 -- baseline 00:02:00 -02/11 19:26:15Z -Runtime: rap_pe_test 00:01:00 -- baseline 00:02:00 -02/11 19:33:45Z -Runtime: hrrr_test 00:04:28 -- baseline 00:02:00 -02/11 19:33:45Z -Runtime: hrrr_pe_test 00:01:49 -- baseline 00:02:00 -02/11 19:33:45Z -Runtime: fv3gfs_test 00:08:52 -- baseline 00:18:00 -02/11 19:33:45Z -Runtime: fv3gfs_pe_test 00:06:18 -- baseline 00:18:00 -02/11 19:33:45Z -Runtime: fv3r_test 00:01:48 -- baseline 00:03:00 -02/11 19:33:45Z -Runtime: fv3r_pe_test 00:01:58 -- baseline 00:03:00 -02/11 19:33:45Z -Runtime: fv3r_ifi_missing 00:00:12 -- baseline 00:03:00 -02/11 19:33:45Z -Runtime: fv3hafs_test 00:00:29 -- baseline 00:00:40 -02/11 19:33:45Z -Runtime: fv3hafs_pe_test 00:00:27 -- baseline 00:00:40 -02/11 19:33:45Z -Runtime: rtma_test 00:02:17 -- baseline 00:04:00 -02/11 19:33:45Z -Runtime: rtma_pe_test 00:02:27 -- baseline 00:04:00 +02/20 19:25:36Z -nmmb pe test: your new post executable generates bit-identical BGDAWP03.tm00.Grib2 as the trunk +02/20 19:25:37Z -nmmb pe test: your new post executable generates bit-identical BGRD3D03.tm00.Grib2 as the trunk +02/20 19:25:37Z -nmmb pe test: your new post executable generates bit-identical BGRDSF03.tm00.Grib2 as the trunk +02/20 19:25:42Z -nmmb test: your new post executable generates bit-identical BGDAWP03.tm00.Grib2 as the trunk +02/20 19:25:43Z -nmmb test: your new post executable generates bit-identical BGRD3D03.tm00.Grib2 as the trunk +02/20 19:25:43Z -nmmb test: your new post executable generates bit-identical BGRDSF03.tm00.Grib2 as the trunk +02/20 19:26:38Z -rap pe test: your new post executable did generate changed results in WRFPRS.GrbF16 +02/20 19:26:39Z -rap pe test: your new post executable generates bit-identical WRFNAT.GrbF16 as the trunk +02/20 19:27:31Z -fv3r test: your new post executable generates bit-identical PRSLEV10.tm00 as the trunk +02/20 19:27:33Z -fv3r test: your new post executable generates bit-identical NATLEV10.tm00 as the trunk +02/20 19:31:33Z -rap test: your new post executable generates bit-identical WRFPRS.GrbF16 as the trunk +02/20 19:31:33Z -rap test: your new post executable generates bit-identical WRFNAT.GrbF16 as the trunk +02/20 19:31:45Z -fv3gfs pe test: your new post executable generates bit-identical gfs.t00z.master.grb2f006 as the trunk +02/20 19:31:46Z -fv3gfs pe test: your new post executable generates bit-identical gfs.t00z.sfluxgrbf006.grib2 as the trunk +02/20 19:31:46Z -fv3gfs pe test: your new post executable generates bit-identical gfs.t00z.special.grb2f006 as the trunk +02/20 19:32:37Z -hrrr pe test: your new post executable generates bit-identical WRFTWO.GrbF04 as the trunk +02/20 19:32:38Z -hrrr pe test: your new post executable generates bit-identical WRFPRS.GrbF04 as the trunk +02/20 19:32:40Z -hrrr pe test: your new post executable generates bit-identical WRFNAT.GrbF04 as the trunk +02/20 19:32:59Z -fv3r test: your new post executable generates bit-identical IFIFIP10.tm00 as the trunk +02/20 19:33:04Z -fv3gefs test: your new post executable generates bit-identical geaer.t00z.master.grb2f060 as the trunk +02/20 19:33:07Z -fv3gefs pe test: your new post executable generates bit-identical geaer.t00z.master.grb2f060 as the trunk +02/20 19:33:14Z -fv3hafs pe test: your new post executable generates bit-identical HURPRS09.tm00 as the trunk +02/20 19:33:14Z -fv3hafs test: your new post executable generates bit-identical HURPRS09.tm00 as the trunk +02/20 19:34:41Z -fv3r pe test: your new post executable generates bit-identical PRSLEV10.tm00 as the trunk +02/20 19:34:43Z -fv3r pe test: your new post executable generates bit-identical NATLEV10.tm00 as the trunk +02/20 19:35:00Z -rtma test: your new post executable generates bit-identical NATLEV00.tm00 as the trunk +02/20 19:35:00Z -rtma pe test: your new post executable generates bit-identical NATLEV00.tm00 as the trunk +02/20 19:35:01Z -rtma test: your new post executable generates bit-identical PRSLEV00.tm00 as the trunk +02/20 19:35:01Z -rtma test: your new post executable generates bit-identical IFIFIP00.tm00 as the trunk +02/20 19:35:01Z -rtma pe test: your new post executable generates bit-identical PRSLEV00.tm00 as the trunk +02/20 19:35:01Z -rtma pe test: your new post executable generates bit-identical IFIFIP00.tm00 as the trunk +02/20 19:37:08Z -hrrr test: your new post executable generates bit-identical WRFTWO.GrbF04 as the trunk +02/20 19:37:08Z -hrrr test: your new post executable generates bit-identical WRFPRS.GrbF04 as the trunk +02/20 19:37:10Z -hrrr test: your new post executable generates bit-identical WRFNAT.GrbF04 as the trunk +02/20 19:39:14Z -fv3gfs test: your new post executable generates bit-identical gfs.t00z.master.grb2f006 as the trunk +02/20 19:39:15Z -fv3gfs test: your new post executable generates bit-identical gfs.t00z.sfluxgrbf006.grib2 as the trunk +02/20 19:39:15Z -fv3gfs test: your new post executable generates bit-identical gfs.t00z.special.grb2f006 as the trunk +02/20 19:25:49Z -Runtime: nmmb_test 00:01:07 -- baseline 00:03:00 +02/20 19:25:49Z -Runtime: nmmb_pe_test 00:01:02 -- baseline 00:03:00 +02/20 19:33:05Z -Runtime: fv3gefs_test 00:00:16 -- baseline 01:20:00 +02/20 19:33:20Z -Runtime: fv3gefs_pe_test 00:00:19 -- baseline 01:20:00 +02/20 19:33:20Z -Runtime: rap_test 00:00:50 -- baseline 00:02:00 +02/20 19:33:20Z -Runtime: rap_pe_test 00:00:56 -- baseline 00:02:00 +02/20 19:37:20Z -Runtime: hrrr_test 00:04:22 -- baseline 00:02:00 +02/20 19:37:20Z -Runtime: hrrr_pe_test 00:01:57 -- baseline 00:02:00 +02/20 19:39:20Z -Runtime: fv3gfs_test 00:08:32 -- baseline 00:18:00 +02/20 19:39:20Z -Runtime: fv3gfs_pe_test 00:06:03 -- baseline 00:18:00 +02/20 19:39:20Z -Runtime: fv3r_test 00:01:50 -- baseline 00:03:00 +02/20 19:39:20Z -Runtime: fv3r_pe_test 00:01:55 -- baseline 00:03:00 +02/20 19:39:21Z -Runtime: fv3r_ifi_missing 00:00:11 -- baseline 00:03:00 +02/20 19:39:21Z -Runtime: fv3hafs_test 00:00:26 -- baseline 00:00:40 +02/20 19:39:21Z -Runtime: fv3hafs_pe_test 00:00:26 -- baseline 00:00:40 +02/20 19:39:21Z -Runtime: rtma_test 00:02:13 -- baseline 00:04:00 +02/20 19:39:21Z -Runtime: rtma_pe_test 00:02:13 -- baseline 00:04:00 No changes in test results detected. ===== End of UPP Regression Testing Log ===== From ad332d5528b3937a04b9ac6295115e3784fb0443 Mon Sep 17 00:00:00 2001 From: gspetro-NOAA Date: Fri, 21 Feb 2025 16:01:31 -0600 Subject: [PATCH 45/48] update orion rt --- tests/logs/rt.log.ORION | 116 ++++++++++++++++++++-------------------- 1 file changed, 58 insertions(+), 58 deletions(-) diff --git a/tests/logs/rt.log.ORION b/tests/logs/rt.log.ORION index c12738e49..d21d5a6c2 100644 --- a/tests/logs/rt.log.ORION +++ b/tests/logs/rt.log.ORION @@ -1,71 +1,71 @@ ===== Start of UPP Regression Testing Log ===== UPP Hash Tested: -d29c6ca3aaef9eea6c747d62342cf3c15c3bb079 +0675c3d4cb076498baa5ea1010c2ffd6ad56cdc1 Submodule hashes: -179cae1dd84401cf25d250bd9102e66560a9d328 sorc/libIFI.fd -529f870d33b65c3b6c1aa3c3236b94efc3bd336d sorc/ncep_post.fd/post_gtg.fd -Run directory: /work/noaa/epic/gpetro/orion/RTs/upp-rts/1119b/ci/rundir/upp-ORION +Run directory: /work/noaa/epic/gpetro/orion/RTs/upp-rts/1119c/ci/rundir/upp-ORION Baseline directory: /work/noaa/epic/UPP -Total runtime: 00h:13m:03s -Test Date: 20250220 09:37:56 +Total runtime: 00h:13m:01s +Test Date: 20250221 15:38:22 Summary Results: -02/20 15:28:25Z -fv3r test: your new post executable generates bit-identical IFIFIP10.tm00 as the trunk -02/20 15:28:31Z -fv3gefs test: your new post executable generates bit-identical geaer.t00z.master.grb2f060 as the trunk -02/20 15:28:35Z -fv3gefs pe test: your new post executable generates bit-identical geaer.t00z.master.grb2f060 as the trunk -02/20 15:28:41Z -fv3hafs test: your new post executable generates bit-identical HURPRS09.tm00 as the trunk -02/20 15:28:43Z -fv3hafs pe test: your new post executable generates bit-identical HURPRS09.tm00 as the trunk -02/20 15:29:26Z -nmmb pe test: your new post executable generates bit-identical BGDAWP03.tm00.Grib2 as the trunk -02/20 15:29:27Z -nmmb pe test: your new post executable generates bit-identical BGRD3D03.tm00.Grib2 as the trunk -02/20 15:29:27Z -nmmb pe test: your new post executable generates bit-identical BGRDSF03.tm00.Grib2 as the trunk -02/20 15:29:33Z -rap pe test: your new post executable did generate changed results in WRFPRS.GrbF16 -02/20 15:29:34Z -rap pe test: your new post executable generates bit-identical WRFNAT.GrbF16 as the trunk -02/20 15:29:35Z -nmmb test: your new post executable generates bit-identical BGDAWP03.tm00.Grib2 as the trunk -02/20 15:29:36Z -rap test: your new post executable generates bit-identical WRFPRS.GrbF16 as the trunk -02/20 15:29:36Z -nmmb test: your new post executable generates bit-identical BGRD3D03.tm00.Grib2 as the trunk -02/20 15:29:37Z -rap test: your new post executable generates bit-identical WRFNAT.GrbF16 as the trunk -02/20 15:29:37Z -nmmb test: your new post executable generates bit-identical BGRDSF03.tm00.Grib2 as the trunk -02/20 15:30:13Z -fv3r test: your new post executable generates bit-identical PRSLEV10.tm00 as the trunk -02/20 15:30:20Z -fv3r test: your new post executable generates bit-identical NATLEV10.tm00 as the trunk -02/20 15:30:26Z -fv3r pe test: your new post executable generates bit-identical PRSLEV10.tm00 as the trunk -02/20 15:30:29Z -fv3r pe test: your new post executable generates bit-identical NATLEV10.tm00 as the trunk -02/20 15:30:48Z -hrrr pe test: your new post executable generates bit-identical WRFTWO.GrbF04 as the trunk -02/20 15:30:49Z -hrrr pe test: your new post executable generates bit-identical WRFPRS.GrbF04 as the trunk -02/20 15:30:51Z -hrrr pe test: your new post executable generates bit-identical WRFNAT.GrbF04 as the trunk -02/20 15:30:52Z -rtma test: your new post executable generates bit-identical NATLEV00.tm00 as the trunk -02/20 15:30:55Z -rtma test: your new post executable generates bit-identical PRSLEV00.tm00 as the trunk -02/20 15:30:55Z -rtma test: your new post executable generates bit-identical IFIFIP00.tm00 as the trunk -02/20 15:30:59Z -rtma pe test: your new post executable generates bit-identical NATLEV00.tm00 as the trunk -02/20 15:31:02Z -rtma pe test: your new post executable generates bit-identical PRSLEV00.tm00 as the trunk -02/20 15:31:02Z -rtma pe test: your new post executable generates bit-identical IFIFIP00.tm00 as the trunk -02/20 15:35:22Z -hrrr test: your new post executable generates bit-identical WRFTWO.GrbF04 as the trunk -02/20 15:35:23Z -hrrr test: your new post executable generates bit-identical WRFPRS.GrbF04 as the trunk -02/20 15:35:24Z -hrrr test: your new post executable generates bit-identical WRFNAT.GrbF04 as the trunk -02/20 15:36:04Z -fv3gfs pe test: your new post executable generates bit-identical gfs.t00z.master.grb2f006 as the trunk -02/20 15:36:05Z -fv3gfs pe test: your new post executable generates bit-identical gfs.t00z.sfluxgrbf006.grib2 as the trunk -02/20 15:36:05Z -fv3gfs pe test: your new post executable generates bit-identical gfs.t00z.special.grb2f006 as the trunk -02/20 15:37:49Z -fv3gfs test: your new post executable generates bit-identical gfs.t00z.master.grb2f006 as the trunk -02/20 15:37:50Z -fv3gfs test: your new post executable generates bit-identical gfs.t00z.sfluxgrbf006.grib2 as the trunk -02/20 15:37:50Z -fv3gfs test: your new post executable generates bit-identical gfs.t00z.special.grb2f006 as the trunk -02/20 15:29:39Z -Runtime: nmmb_test 00:01:28 -- baseline 00:03:00 -02/20 15:29:39Z -Runtime: nmmb_pe_test 00:01:19 -- baseline 00:03:00 -02/20 15:29:39Z -Runtime: fv3gefs_test 00:00:22 -- baseline 01:20:00 -02/20 15:29:39Z -Runtime: fv3gefs_pe_test 00:00:26 -- baseline 01:20:00 -02/20 15:29:39Z -Runtime: rap_test 00:01:28 -- baseline 00:02:00 -02/20 15:29:39Z -Runtime: rap_pe_test 00:01:25 -- baseline 00:02:00 -02/20 15:35:25Z -Runtime: hrrr_test 00:07:15 -- baseline 00:02:00 -02/20 15:35:25Z -Runtime: hrrr_pe_test 00:02:42 -- baseline 00:02:00 -02/20 15:37:56Z -Runtime: fv3gfs_test 00:09:41 -- baseline 00:18:00 -02/20 15:37:56Z -Runtime: fv3gfs_pe_test 00:07:56 -- baseline 00:18:00 -02/20 15:37:56Z -Runtime: fv3r_test 00:02:11 -- baseline 00:03:00 -02/20 15:37:56Z -Runtime: fv3r_pe_test 00:02:20 -- baseline 00:03:00 -02/20 15:37:56Z -Runtime: fv3r_ifi_missing 00:00:16 -- baseline 00:03:00 -02/20 15:37:56Z -Runtime: fv3hafs_test 00:00:32 -- baseline 00:00:40 -02/20 15:37:56Z -Runtime: fv3hafs_pe_test 00:00:34 -- baseline 00:00:40 -02/20 15:37:56Z -Runtime: rtma_test 00:02:46 -- baseline 00:04:00 -02/20 15:37:56Z -Runtime: rtma_pe_test 00:02:53 -- baseline 00:04:00 +02/21 21:28:50Z -fv3r test: your new post executable generates bit-identical IFIFIP10.tm00 as the trunk +02/21 21:28:56Z -fv3gefs test: your new post executable generates bit-identical geaer.t00z.master.grb2f060 as the trunk +02/21 21:29:01Z -fv3gefs pe test: your new post executable generates bit-identical geaer.t00z.master.grb2f060 as the trunk +02/21 21:29:07Z -fv3hafs test: your new post executable generates bit-identical HURPRS09.tm00 as the trunk +02/21 21:29:07Z -fv3hafs pe test: your new post executable generates bit-identical HURPRS09.tm00 as the trunk +02/21 21:29:47Z -nmmb pe test: your new post executable generates bit-identical BGDAWP03.tm00.Grib2 as the trunk +02/21 21:29:48Z -nmmb pe test: your new post executable generates bit-identical BGRD3D03.tm00.Grib2 as the trunk +02/21 21:29:48Z -nmmb pe test: your new post executable generates bit-identical BGRDSF03.tm00.Grib2 as the trunk +02/21 21:29:58Z -nmmb test: your new post executable generates bit-identical BGDAWP03.tm00.Grib2 as the trunk +02/21 21:29:58Z -rap pe test: your new post executable did generate changed results in WRFPRS.GrbF16 +02/21 21:29:59Z -nmmb test: your new post executable generates bit-identical BGRD3D03.tm00.Grib2 as the trunk +02/21 21:29:59Z -nmmb test: your new post executable generates bit-identical BGRDSF03.tm00.Grib2 as the trunk +02/21 21:29:59Z -rap pe test: your new post executable generates bit-identical WRFNAT.GrbF16 as the trunk +02/21 21:30:00Z -rap test: your new post executable generates bit-identical WRFPRS.GrbF16 as the trunk +02/21 21:30:01Z -rap test: your new post executable generates bit-identical WRFNAT.GrbF16 as the trunk +02/21 21:30:36Z -fv3r test: your new post executable generates bit-identical PRSLEV10.tm00 as the trunk +02/21 21:30:40Z -fv3r test: your new post executable generates bit-identical NATLEV10.tm00 as the trunk +02/21 21:30:48Z -fv3r pe test: your new post executable generates bit-identical PRSLEV10.tm00 as the trunk +02/21 21:30:51Z -fv3r pe test: your new post executable generates bit-identical NATLEV10.tm00 as the trunk +02/21 21:31:14Z -hrrr pe test: your new post executable generates bit-identical WRFTWO.GrbF04 as the trunk +02/21 21:31:15Z -hrrr pe test: your new post executable generates bit-identical WRFPRS.GrbF04 as the trunk +02/21 21:31:17Z -hrrr pe test: your new post executable generates bit-identical WRFNAT.GrbF04 as the trunk +02/21 21:31:17Z -rtma pe test: your new post executable generates bit-identical NATLEV00.tm00 as the trunk +02/21 21:31:19Z -rtma test: your new post executable generates bit-identical NATLEV00.tm00 as the trunk +02/21 21:31:19Z -rtma pe test: your new post executable generates bit-identical PRSLEV00.tm00 as the trunk +02/21 21:31:19Z -rtma pe test: your new post executable generates bit-identical IFIFIP00.tm00 as the trunk +02/21 21:31:21Z -rtma test: your new post executable generates bit-identical PRSLEV00.tm00 as the trunk +02/21 21:31:22Z -rtma test: your new post executable generates bit-identical IFIFIP00.tm00 as the trunk +02/21 21:35:48Z -hrrr test: your new post executable generates bit-identical WRFTWO.GrbF04 as the trunk +02/21 21:35:49Z -hrrr test: your new post executable generates bit-identical WRFPRS.GrbF04 as the trunk +02/21 21:35:51Z -hrrr test: your new post executable generates bit-identical WRFNAT.GrbF04 as the trunk +02/21 21:36:30Z -fv3gfs pe test: your new post executable generates bit-identical gfs.t00z.master.grb2f006 as the trunk +02/21 21:36:30Z -fv3gfs pe test: your new post executable generates bit-identical gfs.t00z.sfluxgrbf006.grib2 as the trunk +02/21 21:36:31Z -fv3gfs pe test: your new post executable generates bit-identical gfs.t00z.special.grb2f006 as the trunk +02/21 21:38:14Z -fv3gfs test: your new post executable generates bit-identical gfs.t00z.master.grb2f006 as the trunk +02/21 21:38:15Z -fv3gfs test: your new post executable generates bit-identical gfs.t00z.sfluxgrbf006.grib2 as the trunk +02/21 21:38:15Z -fv3gfs test: your new post executable generates bit-identical gfs.t00z.special.grb2f006 as the trunk +02/21 21:30:04Z -Runtime: nmmb_test 00:01:24 -- baseline 00:03:00 +02/21 21:30:04Z -Runtime: nmmb_pe_test 00:01:13 -- baseline 00:03:00 +02/21 21:30:04Z -Runtime: fv3gefs_test 00:00:21 -- baseline 01:20:00 +02/21 21:30:04Z -Runtime: fv3gefs_pe_test 00:00:26 -- baseline 01:20:00 +02/21 21:30:05Z -Runtime: rap_test 00:01:26 -- baseline 00:02:00 +02/21 21:30:05Z -Runtime: rap_pe_test 00:01:24 -- baseline 00:02:00 +02/21 21:36:05Z -Runtime: hrrr_test 00:07:16 -- baseline 00:02:00 +02/21 21:36:06Z -Runtime: hrrr_pe_test 00:02:42 -- baseline 00:02:00 +02/21 21:38:21Z -Runtime: fv3gfs_test 00:09:40 -- baseline 00:18:00 +02/21 21:38:21Z -Runtime: fv3gfs_pe_test 00:07:56 -- baseline 00:18:00 +02/21 21:38:21Z -Runtime: fv3r_test 00:02:05 -- baseline 00:03:00 +02/21 21:38:21Z -Runtime: fv3r_pe_test 00:02:16 -- baseline 00:03:00 +02/21 21:38:21Z -Runtime: fv3r_ifi_missing 00:00:15 -- baseline 00:03:00 +02/21 21:38:21Z -Runtime: fv3hafs_test 00:00:32 -- baseline 00:00:40 +02/21 21:38:21Z -Runtime: fv3hafs_pe_test 00:00:32 -- baseline 00:00:40 +02/21 21:38:21Z -Runtime: rtma_test 00:02:47 -- baseline 00:04:00 +02/21 21:38:21Z -Runtime: rtma_pe_test 00:02:44 -- baseline 00:04:00 No changes in test results detected. ===== End of UPP Regression Testing Log ===== From e235a92a90ad12230a00586b5b315fedc9c9a04c Mon Sep 17 00:00:00 2001 From: gspetro-NOAA Date: Fri, 21 Feb 2025 22:02:05 +0000 Subject: [PATCH 46/48] update hera rt log --- tests/logs/rt.log.HERA | 116 ++++++++++++++++++++--------------------- 1 file changed, 58 insertions(+), 58 deletions(-) diff --git a/tests/logs/rt.log.HERA b/tests/logs/rt.log.HERA index 79eb3acdb..735dd7c51 100644 --- a/tests/logs/rt.log.HERA +++ b/tests/logs/rt.log.HERA @@ -1,71 +1,71 @@ ===== Start of UPP Regression Testing Log ===== UPP Hash Tested: -d29c6ca3aaef9eea6c747d62342cf3c15c3bb079 +0675c3d4cb076498baa5ea1010c2ffd6ad56cdc1 Submodule hashes: -179cae1dd84401cf25d250bd9102e66560a9d328 sorc/libIFI.fd -529f870d33b65c3b6c1aa3c3236b94efc3bd336d sorc/ncep_post.fd/post_gtg.fd -Run directory: /scratch2/NAGAPE/epic/Gillian.Petro/RTs/upp-rts/1119b/ci/rundir/upp-HERA +Run directory: /scratch2/NAGAPE/epic/Gillian.Petro/RTs/upp-rts/1119c/ci/rundir/upp-HERA Baseline directory: /scratch2/NAGAPE/epic/UPP/test_suite -Total runtime: 00h:13m:56s -Test Date: 20250220 15:35:44 +Total runtime: 00h:11m:02s +Test Date: 20250221 21:35:44 Summary Results: -02/20 15:27:17Z -hrrr pe test: your new post executable generates bit-identical WRFTWO.GrbF04 as the trunk -02/20 15:27:18Z -hrrr pe test: your new post executable generates bit-identical WRFPRS.GrbF04 as the trunk -02/20 15:27:20Z -hrrr pe test: your new post executable generates bit-identical WRFNAT.GrbF04 as the trunk -02/20 15:27:39Z -fv3gefs test: your new post executable generates bit-identical geaer.t00z.master.grb2f060 as the trunk -02/20 15:27:51Z -fv3r_ifi_missing test: your new post executable generates bit-identical IFIFIP10.tm00 as the trunk -02/20 15:28:07Z -fv3gefs pe test: your new post executable generates bit-identical geaer.t00z.master.grb2f060 as the trunk -02/20 15:28:12Z -fv3hafs test: your new post executable generates bit-identical HURPRS09.tm00 as the trunk -02/20 15:28:38Z -fv3hafs pe test: your new post executable generates bit-identical HURPRS09.tm00 as the trunk -02/20 15:28:55Z -rap test: your new post executable generates bit-identical WRFPRS.GrbF16 as the trunk -02/20 15:28:55Z -rtma pe test: your new post executable generates bit-identical NATLEV00.tm00 as the trunk -02/20 15:28:56Z -rap test: your new post executable generates bit-identical WRFNAT.GrbF16 as the trunk -02/20 15:28:58Z -rtma pe test: your new post executable generates bit-identical PRSLEV00.tm00 as the trunk -02/20 15:28:59Z -rtma pe test: your new post executable generates bit-identical IFIFIP00.tm00 as the trunk -02/20 15:29:03Z -fv3r test: your new post executable generates bit-identical PRSLEV10.tm00 as the trunk -02/20 15:29:08Z -fv3r test: your new post executable generates bit-identical NATLEV10.tm00 as the trunk -02/20 15:29:31Z -rtma test: your new post executable generates bit-identical NATLEV00.tm00 as the trunk -02/20 15:29:32Z -hrrr test: your new post executable generates bit-identical WRFTWO.GrbF04 as the trunk -02/20 15:29:33Z -hrrr test: your new post executable generates bit-identical WRFPRS.GrbF04 as the trunk -02/20 15:29:35Z -hrrr test: your new post executable generates bit-identical WRFNAT.GrbF04 as the trunk -02/20 15:29:35Z -rtma test: your new post executable generates bit-identical PRSLEV00.tm00 as the trunk -02/20 15:29:36Z -rtma test: your new post executable generates bit-identical IFIFIP00.tm00 as the trunk -02/20 15:29:40Z -nmmb pe test: your new post executable generates bit-identical BGDAWP03.tm00.Grib2 as the trunk -02/20 15:29:41Z -rap pe test: your new post executable did generate changed results in WRFPRS.GrbF16 -02/20 15:29:42Z -nmmb pe test: your new post executable generates bit-identical BGRD3D03.tm00.Grib2 as the trunk -02/20 15:29:42Z -nmmb pe test: your new post executable generates bit-identical BGRDSF03.tm00.Grib2 as the trunk -02/20 15:29:42Z -rap pe test: your new post executable generates bit-identical WRFNAT.GrbF16 as the trunk -02/20 15:29:45Z -nmmb test: your new post executable generates bit-identical BGDAWP03.tm00.Grib2 as the trunk -02/20 15:29:47Z -nmmb test: your new post executable generates bit-identical BGRD3D03.tm00.Grib2 as the trunk -02/20 15:29:47Z -nmmb test: your new post executable generates bit-identical BGRDSF03.tm00.Grib2 as the trunk -02/20 15:29:49Z -fv3r pe test: your new post executable generates bit-identical PRSLEV10.tm00 as the trunk -02/20 15:29:55Z -fv3r pe test: your new post executable generates bit-identical NATLEV10.tm00 as the trunk -02/20 15:34:23Z -fv3gfs test: your new post executable generates bit-identical gfs.t00z.master.grb2f006 as the trunk -02/20 15:34:29Z -fv3gfs test: your new post executable generates bit-identical gfs.t00z.sfluxgrbf006.grib2 as the trunk -02/20 15:34:29Z -fv3gfs test: your new post executable generates bit-identical gfs.t00z.special.grb2f006 as the trunk -02/20 15:35:37Z -fv3gfs pe test: your new post executable generates bit-identical gfs.t00z.master.grb2f006 as the trunk -02/20 15:35:41Z -fv3gfs pe test: your new post executable generates bit-identical gfs.t00z.sfluxgrbf006.grib2 as the trunk -02/20 15:35:41Z -fv3gfs pe test: your new post executable generates bit-identical gfs.t00z.special.grb2f006 as the trunk -02/20 15:29:50Z -Runtime: nmmb_test 00:01:35 -- baseline 00:01:00 -02/20 15:29:50Z -Runtime: nmmb_pe_test 00:01:30 -- baseline 00:01:00 -02/20 15:29:51Z -Runtime: fv3gefs_test 00:00:29 -- baseline 00:40:00 -02/20 15:29:51Z -Runtime: fv3gefs_pe_test 00:00:26 -- baseline 00:40:00 -02/20 15:29:51Z -Runtime: rap_test 00:01:05 -- baseline 00:02:00 -02/20 15:29:51Z -Runtime: rap_pe_test 00:01:30 -- baseline 00:02:00 -02/20 15:29:52Z -Runtime: hrrr_test 00:02:32 -- baseline 00:02:00 -02/20 15:29:52Z -Runtime: hrrr_pe_test 00:02:07 -- baseline 00:02:00 -02/20 15:34:41Z -Runtime: fv3gfs_test 00:07:08 -- baseline 00:15:00 -02/20 15:35:42Z -Runtime: fv3gfs_pe_test 00:07:33 -- baseline 00:15:00 -02/20 15:35:42Z -Runtime: fv3r_test 00:01:47 -- baseline 00:03:00 -02/20 15:35:43Z -Runtime: fv3r_pe_test 00:01:47 -- baseline 00:03:00 -02/20 15:35:43Z -Runtime: fv3r_ifi_missing 00:00:26 -- baseline 00:03:00 -02/20 15:35:43Z -Runtime: fv3hafs_test 00:00:35 -- baseline 00:03:00 -02/20 15:35:43Z -Runtime: fv3hafs_pe_test 00:00:38 -- baseline 00:03:00 -02/20 15:35:44Z -Runtime: rtma_test 00:01:42 -- baseline 00:03:00 -02/20 15:35:44Z -Runtime: rtma_pe_test 00:01:53 -- baseline 00:03:00 +02/21 21:28:17Z -fv3r_ifi_missing test: your new post executable generates bit-identical IFIFIP10.tm00 as the trunk +02/21 21:28:18Z -fv3gefs test: your new post executable generates bit-identical geaer.t00z.master.grb2f060 as the trunk +02/21 21:28:19Z -fv3gefs pe test: your new post executable generates bit-identical geaer.t00z.master.grb2f060 as the trunk +02/21 21:28:30Z -fv3hafs pe test: your new post executable generates bit-identical HURPRS09.tm00 as the trunk +02/21 21:28:31Z -fv3hafs test: your new post executable generates bit-identical HURPRS09.tm00 as the trunk +02/21 21:28:59Z -rap test: your new post executable generates bit-identical WRFPRS.GrbF16 as the trunk +02/21 21:29:01Z -rap test: your new post executable generates bit-identical WRFNAT.GrbF16 as the trunk +02/21 21:29:17Z -rap pe test: your new post executable did generate changed results in WRFPRS.GrbF16 +02/21 21:29:17Z -rap pe test: your new post executable generates bit-identical WRFNAT.GrbF16 as the trunk +02/21 21:29:21Z -nmmb pe test: your new post executable generates bit-identical BGDAWP03.tm00.Grib2 as the trunk +02/21 21:29:23Z -nmmb pe test: your new post executable generates bit-identical BGRD3D03.tm00.Grib2 as the trunk +02/21 21:29:23Z -nmmb pe test: your new post executable generates bit-identical BGRDSF03.tm00.Grib2 as the trunk +02/21 21:29:25Z -nmmb test: your new post executable generates bit-identical BGDAWP03.tm00.Grib2 as the trunk +02/21 21:29:27Z -nmmb test: your new post executable generates bit-identical BGRD3D03.tm00.Grib2 as the trunk +02/21 21:29:28Z -nmmb test: your new post executable generates bit-identical BGRDSF03.tm00.Grib2 as the trunk +02/21 21:29:29Z -fv3r test: your new post executable generates bit-identical PRSLEV10.tm00 as the trunk +02/21 21:29:34Z -fv3r test: your new post executable generates bit-identical NATLEV10.tm00 as the trunk +02/21 21:29:36Z -fv3r pe test: your new post executable generates bit-identical PRSLEV10.tm00 as the trunk +02/21 21:29:38Z -rtma pe test: your new post executable generates bit-identical NATLEV00.tm00 as the trunk +02/21 21:29:42Z -fv3r pe test: your new post executable generates bit-identical NATLEV10.tm00 as the trunk +02/21 21:29:42Z -rtma pe test: your new post executable generates bit-identical PRSLEV00.tm00 as the trunk +02/21 21:29:42Z -rtma pe test: your new post executable generates bit-identical IFIFIP00.tm00 as the trunk +02/21 21:29:44Z -rtma test: your new post executable generates bit-identical NATLEV00.tm00 as the trunk +02/21 21:29:48Z -rtma test: your new post executable generates bit-identical PRSLEV00.tm00 as the trunk +02/21 21:29:48Z -rtma test: your new post executable generates bit-identical IFIFIP00.tm00 as the trunk +02/21 21:29:57Z -hrrr pe test: your new post executable generates bit-identical WRFTWO.GrbF04 as the trunk +02/21 21:29:58Z -hrrr pe test: your new post executable generates bit-identical WRFPRS.GrbF04 as the trunk +02/21 21:30:01Z -hrrr pe test: your new post executable generates bit-identical WRFNAT.GrbF04 as the trunk +02/21 21:30:22Z -hrrr test: your new post executable generates bit-identical WRFTWO.GrbF04 as the trunk +02/21 21:30:23Z -hrrr test: your new post executable generates bit-identical WRFPRS.GrbF04 as the trunk +02/21 21:30:26Z -hrrr test: your new post executable generates bit-identical WRFNAT.GrbF04 as the trunk +02/21 21:34:47Z -fv3gfs test: your new post executable generates bit-identical gfs.t00z.master.grb2f006 as the trunk +02/21 21:34:52Z -fv3gfs test: your new post executable generates bit-identical gfs.t00z.sfluxgrbf006.grib2 as the trunk +02/21 21:34:52Z -fv3gfs test: your new post executable generates bit-identical gfs.t00z.special.grb2f006 as the trunk +02/21 21:35:25Z -fv3gfs pe test: your new post executable generates bit-identical gfs.t00z.master.grb2f006 as the trunk +02/21 21:35:29Z -fv3gfs pe test: your new post executable generates bit-identical gfs.t00z.sfluxgrbf006.grib2 as the trunk +02/21 21:35:29Z -fv3gfs pe test: your new post executable generates bit-identical gfs.t00z.special.grb2f006 as the trunk +02/21 21:29:34Z -Runtime: nmmb_test 00:01:42 -- baseline 00:01:00 +02/21 21:29:34Z -Runtime: nmmb_pe_test 00:01:37 -- baseline 00:01:00 +02/21 21:29:35Z -Runtime: fv3gefs_test 00:00:32 -- baseline 00:40:00 +02/21 21:29:35Z -Runtime: fv3gefs_pe_test 00:00:33 -- baseline 00:40:00 +02/21 21:29:35Z -Runtime: rap_test 00:01:15 -- baseline 00:02:00 +02/21 21:29:36Z -Runtime: rap_pe_test 00:01:31 -- baseline 00:02:00 +02/21 21:30:37Z -Runtime: hrrr_test 00:02:40 -- baseline 00:02:00 +02/21 21:30:37Z -Runtime: hrrr_pe_test 00:02:15 -- baseline 00:02:00 +02/21 21:34:55Z -Runtime: fv3gfs_test 00:07:06 -- baseline 00:15:00 +02/21 21:35:41Z -Runtime: fv3gfs_pe_test 00:07:43 -- baseline 00:15:00 +02/21 21:35:41Z -Runtime: fv3r_test 00:01:48 -- baseline 00:03:00 +02/21 21:35:42Z -Runtime: fv3r_pe_test 00:01:56 -- baseline 00:03:00 +02/21 21:35:42Z -Runtime: fv3r_ifi_missing 00:00:31 -- baseline 00:03:00 +02/21 21:35:42Z -Runtime: fv3hafs_test 00:00:45 -- baseline 00:03:00 +02/21 21:35:43Z -Runtime: fv3hafs_pe_test 00:00:44 -- baseline 00:03:00 +02/21 21:35:43Z -Runtime: rtma_test 00:02:02 -- baseline 00:03:00 +02/21 21:35:44Z -Runtime: rtma_pe_test 00:01:56 -- baseline 00:03:00 No changes in test results detected. ===== End of UPP Regression Testing Log ===== From c4b55ef356d42ef91bf9b628e282be534fe6be89 Mon Sep 17 00:00:00 2001 From: "samuel.trahan" Date: Thu, 27 Feb 2025 18:35:12 +0000 Subject: [PATCH 47/48] enable ifi_standalone_hrrr test --- ci/rt.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/ci/rt.sh b/ci/rt.sh index a81ba913e..b1254af2d 100755 --- a/ci/rt.sh +++ b/ci/rt.sh @@ -71,7 +71,7 @@ run_rtma=yes # Tests with IFI enabled only work if libIFI is present. if [[ "$have_ifi" == yes && "$disable_ifi" == no ]] ; then run_hrrr_ifi=yes - run_ifi_standalone_hrrr=no # turned off by default because it doesn't match UPP output yet + run_ifi_standalone_hrrr=yes run_fv3r_ifi=yes run_ifi_standalone_fv3r=yes else From 200d82521041d1d2520d86cfef7f71335eb7633c Mon Sep 17 00:00:00 2001 From: "samuel.trahan" Date: Fri, 28 Feb 2025 16:48:51 +0000 Subject: [PATCH 48/48] remove unneeded fix file copy --- ci/jobs-dev/run_post_hrrr_ifi_HERA.sh | 3 --- 1 file changed, 3 deletions(-) diff --git a/ci/jobs-dev/run_post_hrrr_ifi_HERA.sh b/ci/jobs-dev/run_post_hrrr_ifi_HERA.sh index 9dc193ebe..3f398f6c7 100755 --- a/ci/jobs-dev/run_post_hrrr_ifi_HERA.sh +++ b/ci/jobs-dev/run_post_hrrr_ifi_HERA.sh @@ -72,9 +72,6 @@ write_ifi_debug_files=.true. EOF #FMIN -#copy fix data -cp $homedir/fix/fix_2.3.0/*bin . - #copy xml cp ${svndir}/parm/params_grib2_tbl_new params_grib2_tbl_new cp ${svndir}/parm/postxconfig-NT-ifi.txt postxconfig-NT.txt