Merge branch 'develop' into feature/prep_emis_rework

Author: CoryMartin-NOAA

.github/CODEOWNERS

@@ -150,6 +150,7 @@ ush/bash_utils.sh
 ush/calcanl_gfs.py @CoryMartin-NOAA
 ush/calcinc_gfs.py @CoryMartin-NOAA
 ush/detect_machine.sh
+ush/create_gs_info.sh @jswhit2 @DavidHuber-NOAA
 ush/extractvars_tools.sh @EricSinsky-NOAA
 ush/file_utils.sh
 ush/forecast_det.sh @aerorahul

.gitignore

@@ -60,6 +60,7 @@ parm/gdas/spoc
 parm/gdas/stat
 parm/gdas/jcb-gdas
 parm/gdas/jcb-algorithms
+parm/gsinfo
 parm/gdas/spoc
 parm/monitor
 parm/post/nam_micro_lookup.dat

dev/parm/config/gfs/config.anal

@@ -150,6 +150,23 @@ if [[ ${RUN_ENVIR} == "emc" ]]; then
   #   fi
 fi
 
+if [[ ${USE_BUILD_GSINFO} == "YES" ]]; then
+   # these will be set based on date in scripts/exglobal_atmos_analysis.sh
+   export SATINFO="generate"
+   export CONVINFO="generate"
+   export OZINFO="generate"
+   # this can be over-ridden, for example to use NASA's netcdf ozone files use obs_input_reanl_nasa_ozone.txt.
+   export OBS_INPUT="${BUILD_GSINFO_DIR}/obs_input/obs_input_reanl_ncep_ozone.txt"
+
+   # Use 2m observations when constructing conventional obs info file
+   # can use 2m obs without enabling soil DA by setting USE_2M_OBS=YES in config.base
+   export USE_2M_OBS="${USE_2M_OBS:-DO_GSISOILDA}"
+else
+   export OBS_INPUT="${BUILD_GSINFO_DIR}/obs_input/obs_input_ops.txt"
+fi
+# path to "fixed" crtm coefficient files (needed for crtm < 3)
+export HIRS_FIX="${BUILD_GSINFO_DIR}/hirs_fix"
+
 # Flag to turn on (.true.) or off (.false.) the infrared cloud and aerosol detection software
 # for AIRS, CrIS, and IASI.  Default is .false.
 export AIRS_CADS=".false."

dev/parm/config/gfs/config.base.j2

@@ -184,6 +184,7 @@ if [[ "${RUN}" == "gfs" ]] ; then
 else
    export DOBNDPNT_WAVE="NO" 
 fi
+
 export FRAC_GRID=".true."
 export DO_NEST="NO" # Whether to run a global-nested domain
 if [[ "${DO_NEST:-NO}" == "YES" ]] ; then
@@ -384,6 +385,8 @@ export SMOOTH_ENKF="NO"
 export l4densvar=".true."
 export lwrite4danl=".true."
 export DO_CALC_INCREMENT="NO"
+export USE_BUILD_GSINFO="YES"
+export BUILD_GSINFO_DIR="${PARMgfs}/gsinfo"
 
 # Early-cycle EnKF parameters
 export NMEM_ENS_GFS="{{ NMEM_ENS_GFS }}"

dev/parm/config/gfs/config.resources

@@ -1317,9 +1317,15 @@ case ${step} in
 
   "esfc")
     walltime="01:15:00"
-    ntasks=80
+    ntasks=$(( NMEM_ENS * 6)) # The regrid program requires tasks to be tiles times members
     threads_per_task=1
-    tasks_per_node=$(( max_tasks_per_node / threads_per_task ))
+
+    # Use node_numerator/node_denominator of the tasks in a node
+    # to leave enough memory for regridding
+    node_numerator=1
+    node_denominator=2
+    tasks_per_node=$(( node_numerator*max_tasks_per_node/node_denominator ))
+
     threads_per_task_cycle=${threads_per_task}
     tasks_per_node_cycle=$(( max_tasks_per_node / threads_per_task_cycle ))
     ;;

docs/source/configure.rst

@@ -70,3 +70,8 @@ The global-workflow configs contain switches that change how the system runs. Ma
 | WRITE_DOPOST     | Run inline post                  | .true.        | NO          | If .true. produces master post output in forecast |
 |                  |                                  |               |             | job                                               |
 +------------------+----------------------------------+---------------+-------------+---------------------------------------------------+
+| USE_BUILD_GSINFO | Build the GSI info files         | YES           | NO          | If YES, the GSI analysis jobs will build the      |
+|                  |                                  |               |             | satinfo, cnvinfo, and ozinfo files dynamically.   |
+|                  |                                  |               |             | If NO, static versions located in the GSI FIX     |
+|                  |                                  |               |             | directory will be used.                           |
++------------------+----------------------------------+---------------+-------------+---------------------------------------------------+

env/AWSPW.env

@@ -107,6 +107,9 @@ elif [[ "${step}" = "esfc" ]]; then
     export NTHREADS_CYCLE=${threads_per_task_cycle:-1}
     export APRUN_CYCLE="${APRUN_default} --cpus-per-task=${NTHREADS_CYCLE}"
 
+    # REGRID requires 6*NMEM_ENS tasks for reproducibility
+    export APRUN_REGRID="${launcher} -n ${ntasks}"
+
 elif [[ "${step}" = "upp" ]]; then
 
     export NTHREADS_UPP=1

env/AZUREPW.env

@@ -107,6 +107,9 @@ elif [[ "${step}" = "esfc" ]]; then
     fi
     export APRUN_CYCLE="${APRUN_default}"
 
+    # REGRID requires 6*NMEM_ENS tasks for reproducibility
+    export APRUN_REGRID="${launcher} -n ${ntasks}"
+
 elif [[ "${step}" = "epos" ]]; then
 
     export NTHREADS_EPOS=${NTHREADSmax}

env/GAEAC5.env

@@ -285,9 +285,8 @@ case ${step} in
     fi
     export APRUN_CYCLE="${APRUN_default} --cpus-per-task=${NTHREADS_CYCLE}"
 
-    # REGRID requires 6 tasks for reproducibility
-    ntasks_regrid=6
-    export APRUN_REGRID="${launcher} -n ${ntasks_regrid} "
+    # REGRID requires 6*NMEM_ENS tasks for reproducibility
+    export APRUN_REGRID="${launcher} -n ${ntasks}"
 
  ;;
  "epos")

env/GAEAC6.env

@@ -317,9 +317,8 @@ case ${step} in
     fi
     export APRUN_CYCLE="${APRUN_default} --cpus-per-task=${NTHREADS_CYCLE}"
 
-    # REGRID requires 6 tasks for reproducibility
-    ntasks_regrid=6
-    export APRUN_REGRID="${launcher} -n ${ntasks_regrid} "
+    # REGRID requires 6*NMEM_ENS tasks for reproducibility
+    export APRUN_REGRID="${launcher} -n ${ntasks}"
 
  ;;
  "epos")