emcbot · December 16, 2025 16:06
diff --git a/enkfgfs_esfc.log b/enkfgfs_esfc.log
 + source /work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/global-workflow/dev/ush/load_modules.sh gsi
 ++ [[ hxB == *x* ]]
 ++ set_x=YES
 ++ [[ NO == \N\O ]]
 ++ echo 'Loading modules quietly...'
 Loading modules quietly...
 ++ set +x
 Running "module reset". Resetting modules to system default. The following $MODULEPATH directories have been removed: None
 INFO: gw_gsi.hercules module not available, falling back to gw_run.hercules

 Currently Loaded Modules:
  1) contrib/0.1                      40) antlr/2.7.7
  2) intel-oneapi-compilers/2024.2.1  41) gsl/2.8
  3) stack-oneapi/2024.2.1            42) nco/5.2.4
  4) intel-oneapi-runtime/2024.2.1    43) bacio/2.4.1
  5) intel-oneapi-mpi/2021.13.1       44) w3emc/2.10.0
  6) stack-intel-oneapi-mpi/2021.13   45) prod_util/2.1.1
  7) gettext/0.21                     46) g2/3.5.1
  8) glibc/2.34                       47) ip/5.1.0
  9) zlib/1.2.13                      48) grib-util/1.4.0
 10) sqlite/3.46.0                    49) g2tmpl/1.13.0
 11) util-linux-uuid/2.40.2           50) gsi-ncdiag/1.1.2
 12) python/3.11.7                    51) crtm-fix/2.4.0.1_emc
 13) stack-python/3.11.7              52) git-lfs/3.1.2
 14) nghttp2/1.63.0                   53) crtm/2.4.0.1
 15) curl/8.10.1                      54) bufr/12.1.0
 16) cmake/3.27.9                     55) py-f90nml/1.4.3
 17) libjpeg/2.1.0                    56) py-certifi/2023.7.22
 18) jasper/2.0.32                    57) py-cftime/1.0.3.4
 19) libpng/1.6.37                    58) py-netcdf4/1.7.1.post2
 20) openjpeg/2.3.1                   59) libyaml/0.2.5
 21) eccodes/2.33.0                   60) py-pyyaml/6.0.2
 22) fftw/3.3.10                      61) py-markupsafe/2.1.3
 23) proj/9.4.1                       62) py-jinja2/3.1.4
 24) udunits/2.2.28                   63) py-pytz/2023.3
 25) cdo/2.4.4                        64) py-tzdata/2023.3
 26) hdf5/1.14.3                      65) py-pandas/2.2.3
 27) snappy/1.2.1                     66) py-six/1.16.0
 28) zstd/1.5.6                       67) py-python-dateutil/2.8.2
 29) c-blosc/1.21.5                   68) py-packaging/24.1
 30) netcdf-c/4.9.2                   69) py-setuptools/69.2.0
 31) netcdf-fortran/4.6.1             70) py-xarray/2024.7.0
 32) parallel-netcdf/1.12.3           71) gw_run.common
 33) parallelio/2.6.2                 72) intel-oneapi-mkl/2023.1.0
 34) python-venv/1.0                  73) g2c/2.1.0
 35) py-mpi4py/4.0.1                  74) wgrib2/3.6.0
 36) openblas/0.3.24                  75) globus-cli/3.35.2
 37) py-numpy/1.26.4                  76) prepobs/1.1.3
 38) py-pip/23.1.2                    77) fit2obs/1.1.10
 39) esmf/8.8.0                       78) gw_run.hercules

 

 ++ [[ -d /work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/global-workflow/sorc/wxflow/src ]]
 ++ PYTHONPATH=/work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/global-workflow/sorc/wxflow/src:/apps/other/globus-cli-3.35.2:/apps/contrib/spack-stack/spack-stack-1.9.2/envs/ue-oneapi-2024.1.0/install/oneapi/2024.2.1/py-xarray-2024.7.0-zqdypgk/lib/python3.11/site-packages:/apps/contrib/spack-stack/spack-stack-1.9.2/envs/ue-oneapi-2024.1.0/install/oneapi/2024.2.1/py-setuptools-69.2.0-ynxpmlg/lib/python3.11/site-packages:/apps/contrib/spack-stack/spack-stack-1.9.2/envs/ue-oneapi-2024.1.0/install/oneapi/2024.2.1/py-packaging-24.1-bj46aol/lib/python3.11/site-packages:/apps/contrib/spack-stack/spack-stack-1.9.2/envs/ue-oneapi-2024.1.0/install/oneapi/2024.2.1/py-python-dateutil-2.8.2-djl4xww/lib/python3.11/site-packages:/apps/contrib/spack-stack/spack-stack-1.9.2/envs/ue-oneapi-2024.1.0/install/oneapi/2024.2.1/py-six-1.16.0-ai7fjwl/lib/python3.11/site-packages:/apps/contrib/spack-stack/spack-stack-1.9.2/envs/ue-oneapi-2024.1.0/install/oneapi/2024.2.1/py-pandas-2.2.3-rss4qql/lib/python3.11/site-packages:/apps/contrib/spack-stack/spack-stack-1.9.2/envs/ue-oneapi-2024.1.0/install/oneapi/2024.2.1/py-tzdata-2023.3-r2gbrdh/lib/python3.11/site-packages:/apps/contrib/spack-stack/spack-stack-1.9.2/envs/ue-oneapi-2024.1.0/install/oneapi/2024.2.1/py-pytz-2023.3-koqmmzb/lib/python3.11/site-packages:/apps/contrib/spack-stack/spack-stack-1.9.2/envs/ue-oneapi-2024.1.0/install/oneapi/2024.2.1/py-jinja2-3.1.4-dmrnp2q/lib/python3.11/site-packages:/apps/contrib/spack-stack/spack-stack-1.9.2/envs/ue-oneapi-2024.1.0/install/oneapi/2024.2.1/py-markupsafe-2.1.3-7llsigb/lib/python3.11/site-packages:/apps/contrib/spack-stack/spack-stack-1.9.2/envs/ue-oneapi-2024.1.0/install/oneapi/2024.2.1/py-pyyaml-6.0.2-7jbu74a/lib/python3.11/site-packages:/apps/contrib/spack-stack/spack-stack-1.9.2/envs/ue-oneapi-2024.1.0/install/oneapi/2024.2.1/py-netcdf4-1.7.1.post2-yetsjpg/lib/python3.11/site-packages:/apps/contrib/spack-stack/spack-stack-1.9.2/envs/ue-oneapi-2024.1.0/install/oneapi/2024.2.1/py-cftime-1.0.3.4-eh5rwwl/lib/python3.11/site-packages:/apps/contrib/spack-stack/spack-stack-1.9.2/envs/ue-oneapi-2024.1.0/install/oneapi/2024.2.1/py-certifi-2023.7.22-ep5omxi/lib/python3.11/site-packages:/apps/contrib/spack-stack/spack-stack-1.9.2/envs/ue-oneapi-2024.1.0/install/oneapi/2024.2.1/py-f90nml-1.4.3-y7hdyfk/lib/python3.11/site-packages:/apps/contrib/spack-stack/spack-stack-1.9.2/envs/ue-oneapi-2024.1.0/install/oneapi/2024.2.1/bufr-12.1.0-ljs27rm/lib64/python3.11/site-packages:/apps/contrib/spack-stack/spack-stack-1.9.2/envs/ue-oneapi-2024.1.0/install/oneapi/2024.2.1/esmf-8.8.0-7dq2lwn/lib/python3.11/site-packages:/apps/contrib/spack-stack/spack-stack-1.9.2/envs/ue-oneapi-2024.1.0/install/oneapi/2024.2.1/py-pip-23.1.2-ycc4dhx/lib/python3.11/site-packages:/apps/contrib/spack-stack/spack-stack-1.9.2/envs/ue-oneapi-2024.1.0/install/oneapi/2024.2.1/py-numpy-1.26.4-dxojjlt/lib/python3.11/site-packages:/apps/contrib/spack-stack/spack-stack-1.9.2/envs/ue-oneapi-2024.1.0/install/oneapi/2024.2.1/py-mpi4py-4.0.1-xeczw4v/lib/python3.11/site-packages:/apps/contrib/spack-stack/spack-stack-1.9.2/envs/ue-oneapi-2024.1.0/install/oneapi/2024.2.1/python-venv-1.0-czuofvu/lib/python3.11/site-packages
 ++ PYTHONPATH=/work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/global-workflow/sorc/wxflow/src:/apps/other/globus-cli-3.35.2:/apps/contrib/spack-stack/spack-stack-1.9.2/envs/ue-oneapi-2024.1.0/install/oneapi/2024.2.1/py-xarray-2024.7.0-zqdypgk/lib/python3.11/site-packages:/apps/contrib/spack-stack/spack-stack-1.9.2/envs/ue-oneapi-2024.1.0/install/oneapi/2024.2.1/py-setuptools-69.2.0-ynxpmlg/lib/python3.11/site-packages:/apps/contrib/spack-stack/spack-stack-1.9.2/envs/ue-oneapi-2024.1.0/install/oneapi/2024.2.1/py-packaging-24.1-bj46aol/lib/python3.11/site-packages:/apps/contrib/spack-stack/spack-stack-1.9.2/envs/ue-oneapi-2024.1.0/install/oneapi/2024.2.1/py-python-dateutil-2.8.2-djl4xww/lib/python3.11/site-packages:/apps/contrib/spack-stack/spack-stack-1.9.2/envs/ue-oneapi-2024.1.0/install/oneapi/2024.2.1/py-six-1.16.0-ai7fjwl/lib/python3.11/site-packages:/apps/contrib/spack-stack/spack-stack-1.9.2/envs/ue-oneapi-2024.1.0/install/oneapi/2024.2.1/py-pandas-2.2.3-rss4qql/lib/python3.11/site-packages:/apps/contrib/spack-stack/spack-stack-1.9.2/envs/ue-oneapi-2024.1.0/install/oneapi/2024.2.1/py-tzdata-2023.3-r2gbrdh/lib/python3.11/site-packages:/apps/contrib/spack-stack/spack-stack-1.9.2/envs/ue-oneapi-2024.1.0/install/oneapi/2024.2.1/py-pytz-2023.3-koqmmzb/lib/python3.11/site-packages:/apps/contrib/spack-stack/spack-stack-1.9.2/envs/ue-oneapi-2024.1.0/install/oneapi/2024.2.1/py-jinja2-3.1.4-dmrnp2q/lib/python3.11/site-packages:/apps/contrib/spack-stack/spack-stack-1.9.2/envs/ue-oneapi-2024.1.0/install/oneapi/2024.2.1/py-markupsafe-2.1.3-7llsigb/lib/python3.11/site-packages:/apps/contrib/spack-stack/spack-stack-1.9.2/envs/ue-oneapi-2024.1.0/install/oneapi/2024.2.1/py-pyyaml-6.0.2-7jbu74a/lib/python3.11/site-packages:/apps/contrib/spack-stack/spack-stack-1.9.2/envs/ue-oneapi-2024.1.0/install/oneapi/2024.2.1/py-netcdf4-1.7.1.post2-yetsjpg/lib/python3.11/site-packages:/apps/contrib/spack-stack/spack-stack-1.9.2/envs/ue-oneapi-2024.1.0/install/oneapi/2024.2.1/py-cftime-1.0.3.4-eh5rwwl/lib/python3.11/site-packages:/apps/contrib/spack-stack/spack-stack-1.9.2/envs/ue-oneapi-2024.1.0/install/oneapi/2024.2.1/py-certifi-2023.7.22-ep5omxi/lib/python3.11/site-packages:/apps/contrib/spack-stack/spack-stack-1.9.2/envs/ue-oneapi-2024.1.0/install/oneapi/2024.2.1/py-f90nml-1.4.3-y7hdyfk/lib/python3.11/site-packages:/apps/contrib/spack-stack/spack-stack-1.9.2/envs/ue-oneapi-2024.1.0/install/oneapi/2024.2.1/bufr-12.1.0-ljs27rm/lib64/python3.11/site-packages:/apps/contrib/spack-stack/spack-stack-1.9.2/envs/ue-oneapi-2024.1.0/install/oneapi/2024.2.1/esmf-8.8.0-7dq2lwn/lib/python3.11/site-packages:/apps/contrib/spack-stack/spack-stack-1.9.2/envs/ue-oneapi-2024.1.0/install/oneapi/2024.2.1/py-pip-23.1.2-ycc4dhx/lib/python3.11/site-packages:/apps/contrib/spack-stack/spack-stack-1.9.2/envs/ue-oneapi-2024.1.0/install/oneapi/2024.2.1/py-numpy-1.26.4-dxojjlt/lib/python3.11/site-packages:/apps/contrib/spack-stack/spack-stack-1.9.2/envs/ue-oneapi-2024.1.0/install/oneapi/2024.2.1/py-mpi4py-4.0.1-xeczw4v/lib/python3.11/site-packages:/apps/contrib/spack-stack/spack-stack-1.9.2/envs/ue-oneapi-2024.1.0/install/oneapi/2024.2.1/python-venv-1.0-czuofvu/lib/python3.11/site-packages:/work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/global-workflow/ush/python
 ++ export PYTHONPATH
 ++ ulimit -S -s 16384
 ++ unset ulimit_s
 ++ [[ NO == \Y\E\S ]]
 + status=0
 + [[ 0 -ne 0 ]]
 + export job=esfc
 + job=esfc
 + export jobid=esfc.488717
 + jobid=esfc.488717
 + /work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/global-workflow/dev/jobs/JGLOBAL_ENKF_SFC
 Begin /work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/global-workflow/dev/jobs/JGLOBAL_ENKF_SFC at 15:58:58
 ++ jjob_header.sh[46]OPTIND=1
 ++ jjob_header.sh[47]getopts c:e: option
 ++ jjob_header.sh[48]case "${option}" in
 ++ jjob_header.sh[50]env_job=esfc
 ++ jjob_header.sh[47]getopts c:e: option
 ++ jjob_header.sh[48]case "${option}" in
 ++ jjob_header.sh[49]read -ra configs
 ++ jjob_header.sh[47]getopts c:e: option
 ++ jjob_header.sh[61]shift 4
 ++ jjob_header.sh[63][[ -z esfc ]]
 ++ jjob_header.sh[71]export DATA=/work2/noaa/global/role-global/stmp/HERCULES/RUNDIRS/C96C48mx500_S2SW_cyc_gfs_a05fd274-6388/enkfgfs.2021122018/esfc.488717
 ++ jjob_header.sh[71]DATA=/work2/noaa/global/role-global/stmp/HERCULES/RUNDIRS/C96C48mx500_S2SW_cyc_gfs_a05fd274-6388/enkfgfs.2021122018/esfc.488717
 ++ jjob_header.sh[72][[ YES == \Y\E\S ]]
 ++ jjob_header.sh[73]rm -rf /work2/noaa/global/role-global/stmp/HERCULES/RUNDIRS/C96C48mx500_S2SW_cyc_gfs_a05fd274-6388/enkfgfs.2021122018/esfc.488717
 ++ jjob_header.sh[75]mkdir -p /work2/noaa/global/role-global/stmp/HERCULES/RUNDIRS/C96C48mx500_S2SW_cyc_gfs_a05fd274-6388/enkfgfs.2021122018/esfc.488717
 ++ jjob_header.sh[76]cd /work2/noaa/global/role-global/stmp/HERCULES/RUNDIRS/C96C48mx500_S2SW_cyc_gfs_a05fd274-6388/enkfgfs.2021122018/esfc.488717
 ++ jjob_header.sh[84]export pid=488798
 ++ jjob_header.sh[84]pid=488798
 ++ jjob_header.sh[85]export pgmout=OUTPUT.488798
 ++ jjob_header.sh[85]pgmout=OUTPUT.488798
 ++ jjob_header.sh[86]export pgmerr=errfile
 ++ jjob_header.sh[86]pgmerr=errfile
 ++ jjob_header.sh[89]export pgm=
 ++ jjob_header.sh[89]pgm=
 ++ jjob_header.sh[94]export cycle=t18z
 ++ jjob_header.sh[94]cycle=t18z
 ++ jjob_header.sh[95]setpdy.sh
 + setpdy.sh[20]'[' /work2/noaa/global/role-global/stmp/HERCULES/RUNDIRS/C96C48mx500_S2SW_cyc_gfs_a05fd274-6388/enkfgfs.2021122018/esfc.488717 == /home/role-global ']'
 + setpdy.sh[25][[ ! t18z =~ t??z ]]
 + setpdy.sh[30]case $# in
 + setpdy.sh[31]dates_before_PDY=7
 + setpdy.sh[32]dates_after_PDY=7
 + setpdy.sh[50]COMDATEROOT=/work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/RUNTESTS/COMROOT
 + setpdy.sh[53]'[' -z 20211220 ']'
 + setpdy.sh[57]sed 's/[0-9]\{8\}/20211220/' /work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/RUNTESTS/COMROOT/date/t18z
 sed: can't read /work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/RUNTESTS/COMROOT/date/t18z: No such file or directory
 ++ jjob_header.sh[95]true
 ++ jjob_header.sh[96]source ./PDY
 /work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/global-workflow/ush/jjob_header.sh: line 96: ./PDY: No such file or directory
 ++ jjob_header.sh[96]true
 ++ jjob_header.sh[101]export EXPDIR=/work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/RUNTESTS/EXPDIR/C96C48mx500_S2SW_cyc_gfs_a05fd274-6388
 ++ jjob_header.sh[101]EXPDIR=/work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/RUNTESTS/EXPDIR/C96C48mx500_S2SW_cyc_gfs_a05fd274-6388
 ++ jjob_header.sh[102]for config in "${configs[@]:-''}"
 ++ jjob_header.sh[103]source /work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/RUNTESTS/EXPDIR/C96C48mx500_S2SW_cyc_gfs_a05fd274-6388/config.base
 +++ config.base[6]echo 'BEGIN: config.base'
 BEGIN: config.base
 +++ config.base[9]export machine=HERCULES
 +++ config.base[9]machine=HERCULES
 +++ config.base[12]export RUN_ENVIR=emc
 +++ config.base[12]RUN_ENVIR=emc
 +++ config.base[15]export ACCOUNT=fv3-cpu
 +++ config.base[15]ACCOUNT=fv3-cpu
 +++ config.base[16]export QUEUE=batch
 +++ config.base[16]QUEUE=batch
 +++ config.base[17]export QUEUE_SERVICE=batch
 +++ config.base[17]QUEUE_SERVICE=batch
 +++ config.base[18]export QUEUE_DTN=batch
 +++ config.base[18]QUEUE_DTN=batch
 +++ config.base[19]export PARTITION_BATCH=hercules
 +++ config.base[19]PARTITION_BATCH=hercules
 +++ config.base[20]export PARTITION_SERVICE=service
 +++ config.base[20]PARTITION_SERVICE=service
 +++ config.base[21]export PARTITION_DTN=
 +++ config.base[21]PARTITION_DTN=
 +++ config.base[22]export RESERVATION=
 +++ config.base[22]RESERVATION=
 +++ config.base[23]export CLUSTERS=
 +++ config.base[23]CLUSTERS=
 +++ config.base[24]export CLUSTERS_SERVICE=
 +++ config.base[24]CLUSTERS_SERVICE=
 +++ config.base[25]export CLUSTERS_DTN=
 +++ config.base[25]CLUSTERS_DTN=
 +++ config.base[28]export HPSS_PROJECT=emc-global
 +++ config.base[28]HPSS_PROJECT=emc-global
 +++ config.base[31]export HOMEgfs=/work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/global-workflow
 +++ config.base[31]HOMEgfs=/work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/global-workflow
 +++ config.base[32]export EXECgfs=/work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/global-workflow/exec
 +++ config.base[32]EXECgfs=/work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/global-workflow/exec
 +++ config.base[33]export FIXgfs=/work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/global-workflow/fix
 +++ config.base[33]FIXgfs=/work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/global-workflow/fix
 +++ config.base[34]export PARMgfs=/work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/global-workflow/parm
 +++ config.base[34]PARMgfs=/work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/global-workflow/parm
 +++ config.base[35]export SCRgfs=/work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/global-workflow/scripts
 +++ config.base[35]SCRgfs=/work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/global-workflow/scripts
 +++ config.base[36]export USHgfs=/work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/global-workflow/ush
 +++ config.base[36]USHgfs=/work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/global-workflow/ush
 +++ config.base[38]export FIXam=/work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/global-workflow/fix/am
 +++ config.base[38]FIXam=/work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/global-workflow/fix/am
 +++ config.base[39]export FIXaer=/work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/global-workflow/fix/aer
 +++ config.base[39]FIXaer=/work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/global-workflow/fix/aer
 +++ config.base[40]export FIXcpl=/work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/global-workflow/fix/cpl
 +++ config.base[40]FIXcpl=/work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/global-workflow/fix/cpl
 +++ config.base[41]export FIXlut=/work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/global-workflow/fix/lut
 +++ config.base[41]FIXlut=/work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/global-workflow/fix/lut
 +++ config.base[42]export FIXcice=/work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/global-workflow/fix/cice
 +++ config.base[42]FIXcice=/work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/global-workflow/fix/cice
 +++ config.base[43]export FIXmom=/work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/global-workflow/fix/mom6
 +++ config.base[43]FIXmom=/work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/global-workflow/fix/mom6
 +++ config.base[44]export FIXreg2grb2=/work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/global-workflow/fix/reg2grb2
 +++ config.base[44]FIXreg2grb2=/work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/global-workflow/fix/reg2grb2
 +++ config.base[45]export FIXgdas=/work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/global-workflow/fix/gdas
 +++ config.base[45]FIXgdas=/work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/global-workflow/fix/gdas
 +++ config.base[50]export PACKAGEROOT=/work2/noaa/global/role-global/nwpara
 +++ config.base[50]PACKAGEROOT=/work2/noaa/global/role-global/nwpara
 +++ config.base[51]export COMROOT=/work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/RUNTESTS/COMROOT
 +++ config.base[51]COMROOT=/work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/RUNTESTS/COMROOT
 +++ config.base[52]export COMINsyn=/work2/noaa/global/role-global/com/gfs/prod/syndat
 +++ config.base[52]COMINsyn=/work2/noaa/global/role-global/com/gfs/prod/syndat
 +++ config.base[53]export DMPDIR=/work/noaa/rstprod/dump
 +++ config.base[53]DMPDIR=/work/noaa/rstprod/dump
 +++ config.base[54]export IODADIR=/work/noaa/rstprod/dump_ioda
 +++ config.base[54]IODADIR=/work/noaa/rstprod/dump_ioda
 +++ config.base[55]export 'USE_IODADIR={{ USE_IODADIR }}'
 +++ config.base[55]USE_IODADIR='{{ USE_IODADIR }}'
 +++ config.base[59]export COMINecmwf=/work2/noaa/global/role-global/data/external_gempak/ecmwf
 +++ config.base[59]COMINecmwf=/work2/noaa/global/role-global/data/external_gempak/ecmwf
 +++ config.base[60]export COMINnam=/work2/noaa/global/role-global/data/external_gempak/nam
 +++ config.base[60]COMINnam=/work2/noaa/global/role-global/data/external_gempak/nam
 +++ config.base[61]export COMINukmet=/work2/noaa/global/role-global/data/external_gempak/ukmet
 +++ config.base[61]COMINukmet=/work2/noaa/global/role-global/data/external_gempak/ukmet
 +++ config.base[64]export HOMEDIR=/work2/noaa/global/role-global
 +++ config.base[64]HOMEDIR=/work2/noaa/global/role-global
 +++ config.base[65]export STMP=/work2/noaa/global/role-global/stmp/HERCULES
 +++ config.base[65]STMP=/work2/noaa/global/role-global/stmp/HERCULES
 +++ config.base[66]export PTMP=/work2/noaa/stmp/role-global/HERCULES
 +++ config.base[66]PTMP=/work2/noaa/stmp/role-global/HERCULES
 +++ config.base[67]export NOSCRUB=/work2/noaa/global/role-global
 +++ config.base[67]NOSCRUB=/work2/noaa/global/role-global
 +++ config.base[70]export BASE_GIT=/work2/noaa/global/role-global/git
 +++ config.base[70]BASE_GIT=/work2/noaa/global/role-global/git
 +++ config.base[73]export BASE_DATA=/work2/noaa/global/role-global/data
 +++ config.base[73]BASE_DATA=/work2/noaa/global/role-global/data
 +++ config.base[76]export DO_PREP_SFC=NO
 +++ config.base[76]DO_PREP_SFC=NO
 +++ config.base[79]export DO_GOES=NO
 +++ config.base[79]DO_GOES=NO
 +++ config.base[80]export DO_BUFRSND=NO
 +++ config.base[80]DO_BUFRSND=NO
 +++ config.base[81]export DO_GEMPAK=NO
 +++ config.base[81]DO_GEMPAK=NO
 +++ config.base[82]export DO_AWIPS=NO
 +++ config.base[82]DO_AWIPS=NO
 +++ config.base[83]export DO_NPOESS=NO
 +++ config.base[83]DO_NPOESS=NO
 +++ config.base[84]export DO_TRACKER=YES
 +++ config.base[84]DO_TRACKER=YES
 +++ config.base[85]export DO_GENESIS=YES
 +++ config.base[85]DO_GENESIS=YES
 +++ config.base[86]export DO_GENESIS_FSU=NO
 +++ config.base[86]DO_GENESIS_FSU=NO
 +++ config.base[87]export DO_VERFOZN=YES
 +++ config.base[87]DO_VERFOZN=YES
 +++ config.base[88]export DO_VERFRAD=YES
 +++ config.base[88]DO_VERFRAD=YES
 +++ config.base[89]export DO_VMINMON=YES
 +++ config.base[89]DO_VMINMON=YES
 +++ config.base[90]export DO_ANLSTAT=YES
 +++ config.base[90]DO_ANLSTAT=YES
 +++ config.base[93]export MODE=cycled
 +++ config.base[93]MODE=cycled
 +++ config.base[94]export DO_TEST_MODE=NO
 +++ config.base[94]DO_TEST_MODE=NO
 +++ config.base[103]export FIXgsi=/work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/global-workflow/fix/gsi
 +++ config.base[103]FIXgsi=/work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/global-workflow/fix/gsi
 +++ config.base[104]export HOMEpost=/work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/global-workflow
 +++ config.base[104]HOMEpost=/work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/global-workflow
 +++ config.base[105]export HOMEobsproc=/work2/noaa/global/role-global/git/obsproc/v1.2.0
 +++ config.base[105]HOMEobsproc=/work2/noaa/global/role-global/git/obsproc/v1.2.0
 +++ config.base[108]export NMV=/bin/mv
 +++ config.base[108]NMV=/bin/mv
 +++ config.base[109]export 'NLN=/bin/ln -sf'
 +++ config.base[109]NLN='/bin/ln -sf'
 +++ config.base[110]export VERBOSE=YES
 +++ config.base[110]VERBOSE=YES
 +++ config.base[111]export KEEPDATA=NO
 +++ config.base[111]KEEPDATA=NO
 +++ config.base[112]export DEBUG_POSTSCRIPT=NO
 +++ config.base[112]DEBUG_POSTSCRIPT=NO
 +++ config.base[113]export CHGRP_RSTPROD=YES
 +++ config.base[113]CHGRP_RSTPROD=YES
 +++ config.base[114]export 'CHGRP_CMD=chgrp rstprod'
 +++ config.base[114]CHGRP_CMD='chgrp rstprod'
 +++ config.base[115]export NCDUMP=/apps/contrib/spack-stack/spack-stack-1.9.2/envs/ue-oneapi-2024.1.0/install/oneapi/2024.2.1/netcdf-c-4.9.2-c733f57/bin/ncdump
 +++ config.base[115]NCDUMP=/apps/contrib/spack-stack/spack-stack-1.9.2/envs/ue-oneapi-2024.1.0/install/oneapi/2024.2.1/netcdf-c-4.9.2-c733f57/bin/ncdump
 +++ config.base[116]export NCLEN=/work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/global-workflow/ush/getncdimlen
 +++ config.base[116]NCLEN=/work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/global-workflow/ush/getncdimlen
 +++ config.base[119]export BASE_ENV=/work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/global-workflow/env
 +++ config.base[119]BASE_ENV=/work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/global-workflow/env
 +++ config.base[122]export SDATE=2021122012
 +++ config.base[122]SDATE=2021122012
 +++ config.base[123]export EDATE=2021122100
 +++ config.base[123]EDATE=2021122100
 +++ config.base[124]export EXP_WARM_START=.false.
 +++ config.base[124]EXP_WARM_START=.false.
 +++ config.base[125]export assim_freq=6
 +++ config.base[125]assim_freq=6
 +++ config.base[126]export PSLOT=C96C48mx500_S2SW_cyc_gfs_a05fd274-6388
 +++ config.base[126]PSLOT=C96C48mx500_S2SW_cyc_gfs_a05fd274-6388
 +++ config.base[127]export EXPDIR=/work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/RUNTESTS/EXPDIR/C96C48mx500_S2SW_cyc_gfs_a05fd274-6388
 +++ config.base[127]EXPDIR=/work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/RUNTESTS/EXPDIR/C96C48mx500_S2SW_cyc_gfs_a05fd274-6388
 +++ config.base[128]export ROTDIR=/work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/RUNTESTS/COMROOT/C96C48mx500_S2SW_cyc_gfs_a05fd274-6388
 +++ config.base[128]ROTDIR=/work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/RUNTESTS/COMROOT/C96C48mx500_S2SW_cyc_gfs_a05fd274-6388
 +++ config.base[129]export DUMP_SUFFIX=
 +++ config.base[129]DUMP_SUFFIX=
 +++ config.base[130][[ 2021122018 -ge 2019092100 ]]
 +++ config.base[130][[ 2021122018 -le 2019110700 ]]
 +++ config.base[133]export ARCDIR=/work2/noaa/global/role-global/archive/C96C48mx500_S2SW_cyc_gfs_a05fd274-6388
 +++ config.base[133]ARCDIR=/work2/noaa/global/role-global/archive/C96C48mx500_S2SW_cyc_gfs_a05fd274-6388
 +++ config.base[134]export ATARDIR=/NCEPDEV/emc-global/1year/role-global/HERCULES/scratch/C96C48mx500_S2SW_cyc_gfs_a05fd274-6388
 +++ config.base[134]ATARDIR=/NCEPDEV/emc-global/1year/role-global/HERCULES/scratch/C96C48mx500_S2SW_cyc_gfs_a05fd274-6388
 +++ config.base[135]export 'FETCHDIR={{ FETCHDIR }}'
 +++ config.base[135]FETCHDIR='{{ FETCHDIR }}'
 +++ config.base[138]export envir=prod
 +++ config.base[138]envir=prod
 +++ config.base[139]export NET=gfs
 +++ config.base[139]NET=gfs
 +++ config.base[140]export RUN=enkfgfs
 +++ config.base[140]RUN=enkfgfs
 +++ config.base[143]source /work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/RUNTESTS/EXPDIR/C96C48mx500_S2SW_cyc_gfs_a05fd274-6388/config.com
 ++++ config.com[4]echo 'BEGIN: config.com'
 BEGIN: config.com
 ++++ config.com[38][[ emc == \n\c\o ]]
 ++++ config.com[44]COM_OBSPROC_TMPL='${DMPDIR}/${RUN}${DUMP_SUFFIX}.${YMD}/${HH}/atmos'
 ++++ config.com[45]COM_OBSFORGE_TMPL='${IODADIR}/${RUN}${DUMP_SUFFIX}.${YMD}/${HH}'
 ++++ config.com[46]COM_RTOFS_TMPL='${DMPDIR}'
 ++++ config.com[47]COM_TCVITAL_TMPL='${DMPDIR}/${RUN}.${YMD}/${HH}/atmos'
 ++++ config.com[49]declare -rx 'COM_OBS_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}/obs'
 ++++ config.com[50]declare -rx COM_OBSPROC_TMPL COM_RTOFS_TMPL COM_OBSFORGE_TMPL
 ++++ config.com[52]COM_BASE='${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}'
 ++++ config.com[54]declare -rx 'COM_TOP_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}'
 ++++ config.com[56]declare -rx 'COM_CONF_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/conf'
 ++++ config.com[58]declare -rx 'COM_ATMOS_INPUT_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/model/atmos/input'
 ++++ config.com[59]declare -rx 'COM_ATMOS_RESTART_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/model/atmos/restart'
 ++++ config.com[60]declare -rx 'COM_ATMOS_ANALYSIS_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/analysis/atmos'
 ++++ config.com[61]declare -rx 'COM_SNOW_ANALYSIS_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/analysis/snow'
 ++++ config.com[62]declare -rx 'COM_SNOW_ANLMON_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/products/snow/anlmon'
 ++++ config.com[63]declare -rx 'COM_ATMOS_HISTORY_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/model/atmos/history'
 ++++ config.com[64]declare -rx 'COM_ATMOS_MASTER_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/model/atmos/master'
 ++++ config.com[65]declare -rx 'COM_ATMOS_GRIB_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/products/atmos/grib2'
 ++++ config.com[66]declare -rx 'COM_ATMOS_GRIB_GRID_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/products/atmos/grib2/${GRID}'
 ++++ config.com[67]declare -rx 'COM_ATMOS_BUFR_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/products/atmos/bufr'
 ++++ config.com[68]declare -rx 'COM_ATMOS_GEMPAK_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/products/atmos/gempak/${GRID}'
 ++++ config.com[69]declare -rx 'COM_ATMOS_GENESIS_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/products/atmos/cyclone/genesis_vital'
 ++++ config.com[70]declare -rx 'COM_ATMOS_TRACK_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/products/atmos/cyclone/tracks'
 ++++ config.com[71]declare -rx 'COM_ATMOS_GOES_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/products/atmos/goes_sim'
 ++++ config.com[72]declare -rx 'COM_ATMOS_IMAGERY_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/products/atmos/imagery'
 ++++ config.com[73]declare -rx 'COM_ATMOS_OZNMON_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/products/atmos/oznmon'
 ++++ config.com[74]declare -rx 'COM_ATMOS_RADMON_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/products/atmos/radmon'
 ++++ config.com[75]declare -rx 'COM_ATMOS_MINMON_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/products/atmos/minmon'
 ++++ config.com[76]declare -rx 'COM_ATMOS_ANLMON_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/products/atmos/anlmon'
 ++++ config.com[77]declare -rx 'COM_ATMOS_WMO_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/products/atmos/wmo'
 ++++ config.com[79]declare -rx 'COM_WAVE_RESTART_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/model/wave/restart'
 ++++ config.com[80]declare -rx 'COM_WAVE_PREP_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/model/wave/prep'
 ++++ config.com[81]declare -rx 'COM_WAVE_HISTORY_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/model/wave/history'
 ++++ config.com[82]declare -rx 'COM_WAVE_GRID_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/products/wave/gridded'
 ++++ config.com[83]declare -rx 'COM_WAVE_GRID_RES_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/products/wave/gridded/${GRDRESNAME}'
 ++++ config.com[84]declare -rx 'COM_WAVE_STATION_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/products/wave/station'
 ++++ config.com[85]declare -rx 'COM_WAVE_GEMPAK_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/products/wave/gempak'
 ++++ config.com[86]declare -rx 'COM_WAVE_WMO_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/products/wave/wmo'
 ++++ config.com[88]declare -rx 'COM_OCEAN_HISTORY_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/model/ocean/history'
 ++++ config.com[89]declare -rx 'COM_OCEAN_RESTART_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/model/ocean/restart'
 ++++ config.com[90]declare -rx 'COM_OCEAN_INPUT_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/model/ocean/input'
 ++++ config.com[91]declare -rx 'COM_OCEAN_ANALYSIS_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/analysis/ocean'
 ++++ config.com[92]declare -rx 'COM_OCEAN_ANLMON_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/products/ocean/anlmon'
 ++++ config.com[93]declare -rx 'COM_OCEAN_LETKF_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/analysis/ocean/letkf'
 ++++ config.com[94]declare -rx 'COM_OCEAN_BMATRIX_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/bmatrix/ocean'
 ++++ config.com[95]declare -rx 'COM_OCEAN_NETCDF_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/products/ocean/netcdf'
 ++++ config.com[96]declare -rx 'COM_OCEAN_GRIB_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/products/ocean/grib2'
 ++++ config.com[97]declare -rx 'COM_OCEAN_GRIB_GRID_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/products/ocean/grib2/${GRID}'
 ++++ config.com[99]declare -rx 'COM_ICE_ANALYSIS_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/analysis/ice'
 ++++ config.com[100]declare -rx 'COM_ICE_LETKF_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/analysis/ice/letkf'
 ++++ config.com[101]declare -rx 'COM_ICE_ANLMON_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/products/ice/anlmon'
 ++++ config.com[102]declare -rx 'COM_ICE_BMATRIX_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/bmatrix/ice'
 ++++ config.com[103]declare -rx 'COM_ICE_INPUT_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/model/ice/input'
 ++++ config.com[104]declare -rx 'COM_ICE_HISTORY_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/model/ice/history'
 ++++ config.com[105]declare -rx 'COM_ICE_RESTART_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/model/ice/restart'
 ++++ config.com[106]declare -rx 'COM_ICE_NETCDF_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/products/ice/netcdf'
 ++++ config.com[107]declare -rx 'COM_ICE_GRIB_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/products/ice/grib2'
 ++++ config.com[108]declare -rx 'COM_ICE_GRIB_GRID_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/products/ice/grib2/${GRID}'
 ++++ config.com[110]declare -rx 'COM_CHEM_HISTORY_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/model/chem/history'
 ++++ config.com[111]declare -rx 'COM_CHEM_ANALYSIS_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/analysis/chem'
 ++++ config.com[112]declare -rx 'COM_CHEM_BMAT_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/analysis/chem/bmatrix'
 ++++ config.com[113]declare -rx 'COM_CHEM_ANLMON_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/products/chem/anlmon'
 ++++ config.com[114]declare -rx 'COM_CHEM_INPUT_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/model/chem/input'
 ++++ config.com[115]declare -rx 'COM_CHEM_RESTART_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/model/chem/restart'
 ++++ config.com[117]declare -rx 'COM_MED_RESTART_TMPL=${ROTDIR}/${RUN}.${YMD}/${HH}/${MEMDIR}/model/med/restart'
 +++ config.base[145]export LOGSCRIPT=
 +++ config.base[145]LOGSCRIPT=
 +++ config.base[148]export SENDECF=NO
 +++ config.base[148]SENDECF=NO
 +++ config.base[149]export SENDSDM=NO
 +++ config.base[149]SENDSDM=NO
 +++ config.base[150]export SENDDBN_NTC=NO
 +++ config.base[150]SENDDBN_NTC=NO
 +++ config.base[151]export SENDDBN=NO
 +++ config.base[151]SENDDBN=NO
 +++ config.base[152]export DBNROOT=/apps/contrib/spack-stack/spack-stack-1.9.2/envs/ue-oneapi-2024.1.0/install/oneapi/2024.2.1/prod-util-2.1.1-cmrirb3/fakedbn
 +++ config.base[152]DBNROOT=/apps/contrib/spack-stack/spack-stack-1.9.2/envs/ue-oneapi-2024.1.0/install/oneapi/2024.2.1/prod-util-2.1.1-cmrirb3/fakedbn
 +++ config.base[153]export SENDAWIP=NO
 +++ config.base[153]SENDAWIP=NO
 +++ config.base[156]export APP=S2SW
 +++ config.base[156]APP=S2SW
 +++ config.base[158]shopt -s extglob
 +++ config.base[161]case "${RUN}" in
 +++ config.base[163]APP=S2S
 +++ config.base[168]shopt -u extglob
 +++ config.base[171]export DO_ATM=YES
 +++ config.base[171]DO_ATM=YES
 +++ config.base[172]export DO_COUPLED=NO
 +++ config.base[172]DO_COUPLED=NO
 +++ config.base[173]export DO_WAVE=NO
 +++ config.base[173]DO_WAVE=NO
 +++ config.base[174]export DO_OCN=NO
 +++ config.base[174]DO_OCN=NO
 +++ config.base[175]export DO_ICE=NO
 +++ config.base[175]DO_ICE=NO
 +++ config.base[176]DO_AERO=NO
 +++ config.base[177]export DO_PREP_OBS_AERO=NO
 +++ config.base[177]DO_PREP_OBS_AERO=NO
 +++ config.base[178]aero_fcst_runs=gdas
 +++ config.base[179]aero_anl_runs='gdas gfs'
 +++ config.base[180]export DO_AERO_FCST=NO
 +++ config.base[180]DO_AERO_FCST=NO
 +++ config.base[181]export DO_AERO_ANL=NO
 +++ config.base[181]DO_AERO_ANL=NO
 +++ config.base[182][[ enkfgfs == \g\f\s ]]
 +++ config.base[185]export DOBNDPNT_WAVE=NO
 +++ config.base[185]DOBNDPNT_WAVE=NO
 +++ config.base[188]export FRAC_GRID=.true.
 +++ config.base[188]FRAC_GRID=.true.
 +++ config.base[189]export DO_NEST=NO
 +++ config.base[189]DO_NEST=NO
 +++ config.base[190][[ NO == \Y\E\S ]]
 +++ config.base[196]export ntiles=6
 +++ config.base[196]ntiles=6
 +++ config.base[197]export FIXugwd=/work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/global-workflow/fix/ugwd
 +++ config.base[197]FIXugwd=/work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/global-workflow/fix/ugwd
 +++ config.base[198]export FIXorog=/work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/global-workflow/fix/orog
 +++ config.base[198]FIXorog=/work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/global-workflow/fix/orog
 +++ config.base[202]export OPS_RES=C768
 +++ config.base[202]OPS_RES=C768
 +++ config.base[205]export LEVS=128
 +++ config.base[205]LEVS=128
 +++ config.base[206]export CASE=C96
 +++ config.base[206]CASE=C96
 +++ config.base[207]export CASE_ENS=C48
 +++ config.base[207]CASE_ENS=C48
 +++ config.base[208]export CASE_ANL=C96
 +++ config.base[208]CASE_ANL=C96
 +++ config.base[209]export CASE_HIST=C48
 +++ config.base[209]CASE_HIST=C48
 +++ config.base[210]export OCNRES=500
 +++ config.base[210]OCNRES=500
 +++ config.base[211]export ICERES=500
 +++ config.base[211]ICERES=500
 +++ config.base[214]case "${CASE}" in
 +++ config.base[219]export waveGRD=uglo_100km
 +++ config.base[219]waveGRD=uglo_100km
 +++ config.base[233]case "${APP}" in
 +++ config.base[249]export DO_COUPLED=YES
 +++ config.base[249]DO_COUPLED=YES
 +++ config.base[250]export DO_OCN=YES
 +++ config.base[250]DO_OCN=YES
 +++ config.base[251]export DO_ICE=YES
 +++ config.base[251]DO_ICE=YES
 +++ config.base[253][[ S2S =~ A$ ]]
 +++ config.base[257][[ S2S =~ ^S2SW ]]
 +++ config.base[268][[ NO == \Y\E\S ]]
 +++ config.base[278][[ enkfgfs =~ gdas ]]
 +++ config.base[281][[ enkfgfs =~ gfs ]]
 +++ config.base[282]export FHCYC=24
 +++ config.base[282]FHCYC=24
 +++ config.base[286]export FHMIN=0
 +++ config.base[286]FHMIN=0
 +++ config.base[287]export FHMAX=9
 +++ config.base[287]FHMAX=9
 +++ config.base[288]export FHOUT=3
 +++ config.base[288]FHOUT=3
 +++ config.base[289]export FHOUT_OCN=3
 +++ config.base[289]FHOUT_OCN=3
 +++ config.base[290]export FHOUT_ICE=3
 +++ config.base[290]FHOUT_ICE=3
 +++ config.base[291]export FHOUT_AERO=3
 +++ config.base[291]FHOUT_AERO=3
 +++ config.base[294]export EUPD_CYC=both
 +++ config.base[294]EUPD_CYC=both
 +++ config.base[297]export INTERVAL_GFS=6
 +++ config.base[297]INTERVAL_GFS=6
 +++ config.base[298]export SDATE_GFS=2021122018
 +++ config.base[298]SDATE_GFS=2021122018
 +++ config.base[301]export FHMIN_GFS=0
 +++ config.base[301]FHMIN_GFS=0
 +++ config.base[302]export FHMAX_GFS=120
 +++ config.base[302]FHMAX_GFS=120
 +++ config.base[304]breakpnts=
 +++ config.base[305]export FCST_SEGMENTS=0,120
 +++ config.base[305]FCST_SEGMENTS=0,120
 +++ config.base[306]export FHOUT_GFS=3
 +++ config.base[306]FHOUT_GFS=3
 +++ config.base[307]export FHMAX_HF_GFS=48
 +++ config.base[307]FHMAX_HF_GFS=48
 +++ config.base[308]export FHMAX_HF_GFS=48
 +++ config.base[308]FHMAX_HF_GFS=48
 +++ config.base[309]export FHOUT_HF_GFS=1
 +++ config.base[309]FHOUT_HF_GFS=1
 +++ config.base[312]export FHMIN_WAV=0
 +++ config.base[312]FHMIN_WAV=0
 +++ config.base[313]export FHOUT_WAV=1
 +++ config.base[313]FHOUT_WAV=1
 +++ config.base[314]export FHMAX_WAV=9
 +++ config.base[314]FHMAX_WAV=9
 +++ config.base[315]export FHMAX_WAV=9
 +++ config.base[315]FHMAX_WAV=9
 +++ config.base[316]export FHOUT_WAV_GFS=3
 +++ config.base[316]FHOUT_WAV_GFS=3
 +++ config.base[317]export FHMAX_WAV_GFS=120
 +++ config.base[317]FHMAX_WAV_GFS=120
 +++ config.base[318]export FHOUT_HF_WAV=1
 +++ config.base[318]FHOUT_HF_WAV=1
 +++ config.base[319]export FHMAX_HF_WAV=48
 +++ config.base[319]FHMAX_HF_WAV=48
 +++ config.base[320]export FHMAX_HF_WAV=48
 +++ config.base[320]FHMAX_HF_WAV=48
 +++ config.base[323]export FHOUT_OCN_GFS=6
 +++ config.base[323]FHOUT_OCN_GFS=6
 +++ config.base[324]export FHOUT_ICE_GFS=6
 +++ config.base[324]FHOUT_ICE_GFS=6
 +++ config.base[327]export ILPOST=1
 +++ config.base[327]ILPOST=1
 +++ config.base[328]((  FHMAX_HF_GFS < 120  ))
 +++ config.base[329]export ILPOST=3
 +++ config.base[329]ILPOST=3
 +++ config.base[333]export FHMAX_GOES=180
 +++ config.base[333]FHMAX_GOES=180
 +++ config.base[334]export FHOUT_GOES=3
 +++ config.base[334]FHOUT_GOES=3
 +++ config.base[335]((  FHMAX_GOES > FHMAX_GFS  ))
 +++ config.base[336]export FHMAX_GOES=120
 +++ config.base[336]FHMAX_GOES=120
 +++ config.base[340]export restart_interval_gfs=12
 +++ config.base[340]restart_interval_gfs=12
 +++ config.base[345]export QUILTING=.true.
 +++ config.base[345]QUILTING=.true.
 +++ config.base[346]export OUTPUT_GRID=gaussian_grid
 +++ config.base[346]OUTPUT_GRID=gaussian_grid
 +++ config.base[347]export WRITE_DOPOST=.true.
 +++ config.base[347]WRITE_DOPOST=.true.
 +++ config.base[348]export WRITE_NSFLIP=.true.
 +++ config.base[348]WRITE_NSFLIP=.true.
 +++ config.base[351]export DOIAU=YES
 +++ config.base[351]DOIAU=YES
 +++ config.base[352]export IAUFHRS=3,6,9
 +++ config.base[352]IAUFHRS=3,6,9
 +++ config.base[353]export IAU_FHROT=3
 +++ config.base[353]IAU_FHROT=3
 +++ config.base[354]export IAU_DELTHRS=6
 +++ config.base[354]IAU_DELTHRS=6
 +++ config.base[355]export IAU_OFFSET=6
 +++ config.base[355]IAU_OFFSET=6
 +++ config.base[356]export DOIAU_ENKF=YES
 +++ config.base[356]DOIAU_ENKF=YES
 +++ config.base[357]export IAUFHRS_ENKF=3,6,9
 +++ config.base[357]IAUFHRS_ENKF=3,6,9
 +++ config.base[358]export IAU_DELTHRS_ENKF=6
 +++ config.base[358]IAU_DELTHRS_ENKF=6
 +++ config.base[361]export lobsdiag_forenkf=.true.
 +++ config.base[361]lobsdiag_forenkf=.true.
 +++ config.base[369]export imp_physics=8
 +++ config.base[369]imp_physics=8
 +++ config.base[373]export DO_JEDIATMVAR=NO
 +++ config.base[373]DO_JEDIATMVAR=NO
 +++ config.base[374]export DO_JEDIATMENS=NO
 +++ config.base[374]DO_JEDIATMENS=NO
 +++ config.base[375]export DO_JEDIOCNVAR=YES
 +++ config.base[375]DO_JEDIOCNVAR=YES
 +++ config.base[376]export DO_JEDISNOWDA=YES
 +++ config.base[376]DO_JEDISNOWDA=YES
 +++ config.base[377]export DO_MERGENSST=NO
 +++ config.base[377]DO_MERGENSST=NO
 +++ config.base[379][[ .false. = \.\t\r\u\e\. ]]
 +++ config.base[382]export DO_STARTMEM_FROM_JEDIICE=YES
 +++ config.base[382]DO_STARTMEM_FROM_JEDIICE=YES
 +++ config.base[386]export DOHYBVAR=YES
 +++ config.base[386]DOHYBVAR=YES
 +++ config.base[387]export DOHYBVAR_OCN=YES
 +++ config.base[387]DOHYBVAR_OCN=YES
 +++ config.base[388]export DOLETKF_OCN=NO
 +++ config.base[388]DOLETKF_OCN=NO
 +++ config.base[389]export NMEM_ENS=2
 +++ config.base[389]NMEM_ENS=2
 +++ config.base[390]export SMOOTH_ENKF=NO
 +++ config.base[390]SMOOTH_ENKF=NO
 +++ config.base[391]export l4densvar=.true.
 +++ config.base[391]l4densvar=.true.
 +++ config.base[392]export lwrite4danl=.true.
 +++ config.base[392]lwrite4danl=.true.
 +++ config.base[393]export DO_CALC_INCREMENT=NO
 +++ config.base[393]DO_CALC_INCREMENT=NO
 +++ config.base[394]export USE_BUILD_GSINFO=YES
 +++ config.base[394]USE_BUILD_GSINFO=YES
 +++ config.base[395]export BUILD_GSINFO_DIR=/work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/global-workflow/parm/gsinfo
 +++ config.base[395]BUILD_GSINFO_DIR=/work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/global-workflow/parm/gsinfo
 +++ config.base[398]export NMEM_ENS_GFS=2
 +++ config.base[398]NMEM_ENS_GFS=2
 +++ config.base[399]export NMEM_ENS_GFS_OFFSET=0
 +++ config.base[399]NMEM_ENS_GFS_OFFSET=0
 +++ config.base[400]export DO_CALC_INCREMENT_ENKF_GFS=NO
 +++ config.base[400]DO_CALC_INCREMENT_ENKF_GFS=NO
 +++ config.base[403][[ YES = \Y\E\S ]]
 +++ config.base[404]export FHMIN_ENKF=3
 +++ config.base[404]FHMIN_ENKF=3
 +++ config.base[405]export FHMAX_ENKF=9
 +++ config.base[405]FHMAX_ENKF=9
 +++ config.base[406]export FHMAX_ENKF_GFS=12
 +++ config.base[406]FHMAX_ENKF_GFS=12
 +++ config.base[407]export FHOUT_ENKF_GFS=3
 +++ config.base[407]FHOUT_ENKF_GFS=3
 +++ config.base[408][[ .true. = \.\t\r\u\e\. ]]
 +++ config.base[409]export FHOUT=1
 +++ config.base[409]FHOUT=1
 +++ config.base[410]export FHOUT_ENKF=1
 +++ config.base[410]FHOUT_ENKF=1
 +++ config.base[417][[ YES == \N\O ]]
 +++ config.base[425]export ENKF_SPREAD=YES
 +++ config.base[425]ENKF_SPREAD=YES
 +++ config.base[428][[ enkfgfs == \g\d\a\s ]]
 +++ config.base[428][[ enkfgfs == \e\n\k\f\g\d\a\s ]]
 +++ config.base[432]export DO_GSISOILDA=NO
 +++ config.base[432]DO_GSISOILDA=NO
 +++ config.base[433]export DO_LAND_IAU=.false.
 +++ config.base[433]DO_LAND_IAU=.false.
 +++ config.base[435]export LSOIL_INCR=2
 +++ config.base[435]LSOIL_INCR=2
 +++ config.base[438][[ cycled = \c\y\c\l\e\d ]]
 +++ config.base[438][[ 2021122012 = \2\0\2\1\1\2\2\0\1\8 ]]
 +++ config.base[438][[ YES = \N\O ]]
 +++ config.base[438][[ cycled = \f\o\r\e\c\a\s\t\-\o\n\l\y ]]
 +++ config.base[445][[ YES = \N\O ]]
 +++ config.base[451][[ YES == \Y\E\S ]]
 +++ config.base[452]export restart_interval_enkfgdas=3
 +++ config.base[452]restart_interval_enkfgdas=3
 +++ config.base[457]export restart_interval_enkfgfs=3
 +++ config.base[457]restart_interval_enkfgfs=3
 +++ config.base[459][[ YES == \Y\E\S ]]
 +++ config.base[460]export restart_interval_gdas=3
 +++ config.base[460]restart_interval_gdas=3
 +++ config.base[466]export DONST=YES
 +++ config.base[466]DONST=YES
 +++ config.base[467][[ YES = \Y\E\S ]]
 +++ config.base[467]export 'FNTSFA=        '
 +++ config.base[467]FNTSFA='        '
 +++ config.base[470]export nst_anl=.true.
 +++ config.base[470]nst_anl=.true.
 +++ config.base[473]export 'INCREMENTS_TO_ZERO='\''liq_wat_inc'\'','\''icmr_inc'\'','\''rwmr_inc'\'','\''snmr_inc'\'','\''grle_inc'\'''
 +++ config.base[473]INCREMENTS_TO_ZERO=''\''liq_wat_inc'\'','\''icmr_inc'\'','\''rwmr_inc'\'','\''snmr_inc'\'','\''grle_inc'\'''
 +++ config.base[476]export 'INCVARS_ZERO_STRAT='\''sphum_inc'\'','\''liq_wat_inc'\'','\''icmr_inc'\'','\''rwmr_inc'\'','\''snmr_inc'\'','\''grle_inc'\'''
 +++ config.base[476]INCVARS_ZERO_STRAT=''\''sphum_inc'\'','\''liq_wat_inc'\'','\''icmr_inc'\'','\''rwmr_inc'\'','\''snmr_inc'\'','\''grle_inc'\'''
 +++ config.base[477]export INCVARS_EFOLD=5
 +++ config.base[477]INCVARS_EFOLD=5
 +++ config.base[482]export netcdf_diag=.true.
 +++ config.base[482]netcdf_diag=.true.
 +++ config.base[483]export binary_diag=.false.
 +++ config.base[483]binary_diag=.false.
 +++ config.base[486]export DO_CA=YES
 +++ config.base[486]DO_CA=YES
 +++ config.base[489]export DO_METP=YES
 +++ config.base[489]DO_METP=YES
 +++ config.base[490]export DO_FIT2OBS=YES
 +++ config.base[490]DO_FIT2OBS=YES
 +++ config.base[493]export FHMAX_FITS=132
 +++ config.base[493]FHMAX_FITS=132
 +++ config.base[494][[ 132 -gt 120 ]]
 +++ config.base[495]export FHMAX_FITS=120
 +++ config.base[495]FHMAX_FITS=120
 +++ config.base[500]export DO_FETCH_HPSS=NO
 +++ config.base[500]DO_FETCH_HPSS=NO
 +++ config.base[501]export DO_FETCH_LOCAL=NO
 +++ config.base[501]DO_FETCH_LOCAL=NO
 +++ config.base[504]export DO_ARCHCOM=NO
 +++ config.base[504]DO_ARCHCOM=NO
 +++ config.base[505]export ARCHCOM_TO=globus_hpss
 +++ config.base[505]ARCHCOM_TO=globus_hpss
 +++ config.base[508]export CLIENT_GLOBUS_UUID=869912fe-f6de-46c0-af10-b22efd84a022
 +++ config.base[508]CLIENT_GLOBUS_UUID=869912fe-f6de-46c0-af10-b22efd84a022
 +++ config.base[511][[ NO = \Y\E\S ]]
 +++ config.base[520][[ HERCULES == \U\R\S\A ]]
 +++ config.base[520][[ HERCULES == \G\A\E\A\C\6 ]]
 +++ config.base[520][[ HERCULES == \O\R\I\O\N ]]
 +++ config.base[520][[ HERCULES == \H\E\R\C\U\L\E\S ]]
 +++ config.base[521]export DO_METP=NO
 +++ config.base[521]DO_METP=NO
 +++ config.base[525]export OFFSET_START_HOUR=0
 +++ config.base[525]OFFSET_START_HOUR=0
 +++ config.base[528]export NUM_SND_COLLECTIVES=9
 +++ config.base[528]NUM_SND_COLLECTIVES=9
 +++ config.base[531][[ NO == \Y\E\S ]]
 +++ config.base[539]echo 'END: config.base'
 END: config.base
 ++ jjob_header.sh[103]true
 ++ jjob_header.sh[104]export err=0
 ++ jjob_header.sh[104]err=0
 ++ jjob_header.sh[105][[ 0 -ne 0 ]]
 ++ jjob_header.sh[102]for config in "${configs[@]:-''}"
 ++ jjob_header.sh[103]source /work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/RUNTESTS/EXPDIR/C96C48mx500_S2SW_cyc_gfs_a05fd274-6388/config.esfc
 +++ config.esfc[6]echo 'BEGIN: config.esfc'
 BEGIN: config.esfc
 +++ config.esfc[9]source /work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/RUNTESTS/EXPDIR/C96C48mx500_S2SW_cyc_gfs_a05fd274-6388/config.resources esfc
 ++++ config.resources[10]((  1 != 1  ))
 ++++ config.resources[34]step=esfc
 ++++ config.resources[36]echo 'BEGIN: config.resources'
 BEGIN: config.resources
 ++++ config.resources[38]case ${machine} in
 ++++ config.resources[65]max_tasks_per_node=80
 ++++ config.resources[66]mem_node_max=500GB
 ++++ config.resources[99]export max_tasks_per_node
 ++++ config.resources[101]case ${step} in
 ++++ config.resources[1302]walltime=01:15:00
 ++++ config.resources[1303]ntasks=12
 ++++ config.resources[1304]threads_per_task=1
 ++++ config.resources[1308]node_numerator=1
 ++++ config.resources[1309]node_denominator=2
 ++++ config.resources[1310]tasks_per_node=40
 ++++ config.resources[1312]threads_per_task_cycle=1
 ++++ config.resources[1313]tasks_per_node_cycle=80
 ++++ config.resources[1401][[ -f /work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/RUNTESTS/EXPDIR/C96C48mx500_S2SW_cyc_gfs_a05fd274-6388/config.resources.HERCULES ]]
 ++++ config.resources[1402]source /work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/RUNTESTS/EXPDIR/C96C48mx500_S2SW_cyc_gfs_a05fd274-6388/config.resources.HERCULES
 +++++ config.resources.HERCULES[6]case ${step} in
 ++++ config.resources[1406]for resource_var in threads_per_task ntasks tasks_per_node NTASKS memory walltime
 ++++ config.resources[1407]run_resource_var=threads_per_task_enkfgfs
 ++++ config.resources[1408][[ -n '' ]]
 ++++ config.resources[1410][[ -n 0 ]]
 ++++ config.resources[1411]export threads_per_task
 ++++ config.resources[1406]for resource_var in threads_per_task ntasks tasks_per_node NTASKS memory walltime
 ++++ config.resources[1407]run_resource_var=ntasks_enkfgfs
 ++++ config.resources[1408][[ -n '' ]]
 ++++ config.resources[1410][[ -n 0 ]]
 ++++ config.resources[1411]export ntasks
 ++++ config.resources[1406]for resource_var in threads_per_task ntasks tasks_per_node NTASKS memory walltime
 ++++ config.resources[1407]run_resource_var=tasks_per_node_enkfgfs
 ++++ config.resources[1408][[ -n '' ]]
 ++++ config.resources[1410][[ -n 0 ]]
 ++++ config.resources[1411]export tasks_per_node
 ++++ config.resources[1406]for resource_var in threads_per_task ntasks tasks_per_node NTASKS memory walltime
 ++++ config.resources[1407]run_resource_var=NTASKS_enkfgfs
 ++++ config.resources[1408][[ -n '' ]]
 ++++ config.resources[1410][[ -n '' ]]
 ++++ config.resources[1406]for resource_var in threads_per_task ntasks tasks_per_node NTASKS memory walltime
 ++++ config.resources[1407]run_resource_var=memory_enkfgfs
 ++++ config.resources[1408][[ -n '' ]]
 ++++ config.resources[1410][[ -n '' ]]
 ++++ config.resources[1406]for resource_var in threads_per_task ntasks tasks_per_node NTASKS memory walltime
 ++++ config.resources[1407]run_resource_var=walltime_enkfgfs
 ++++ config.resources[1408][[ -n '' ]]
 ++++ config.resources[1410][[ -n 0 ]]
 ++++ config.resources[1411]export walltime
 ++++ config.resources[1415]echo 'END: config.resources'
 END: config.resources
 +++ config.esfc[12][[ YES == \Y\E\S ]]
 +++ config.esfc[12][[ YES == \Y\E\S ]]
 +++ config.esfc[13]export COUPLED=.true.
 +++ config.esfc[13]COUPLED=.true.
 +++ config.esfc[20][[ YES = \Y\E\S ]]
 +++ config.esfc[21]export DOSFCANL_ENKF=NO
 +++ config.esfc[21]DOSFCANL_ENKF=NO
 +++ config.esfc[25][[ NO == \Y\E\S ]]
 +++ config.esfc[25][[ NO == \Y\E\S ]]
 +++ config.esfc[29][[ gfs == \g\f\s ]]
 +++ config.esfc[30]echo 'turning off gsi soilda for gfs run'
 turning off gsi soilda for gfs run
 +++ config.esfc[31]DO_GSISOILDA=NO
 +++ config.esfc[35][[ NO == \Y\E\S ]]
 +++ config.esfc[45]echo 'END: config.esfc'
 END: config.esfc
 ++ jjob_header.sh[103]true
 ++ jjob_header.sh[104]export err=0
 ++ jjob_header.sh[104]err=0
 ++ jjob_header.sh[105][[ 0 -ne 0 ]]
 ++ jjob_header.sh[113]source /work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/global-workflow/env/HERCULES.env esfc
 +++ HERCULES.env[3][[ 1 -ne 1 ]]
 +++ HERCULES.env[10]step=esfc
 +++ HERCULES.env[12]export 'launcher=srun -l --export=ALL --hint=nomultithread'
 +++ HERCULES.env[12]launcher='srun -l --export=ALL --hint=nomultithread'
 +++ HERCULES.env[13]export 'mpmd_opt=--multi-prog --output=mpmd.%j.%t.out'
 +++ HERCULES.env[13]mpmd_opt='--multi-prog --output=mpmd.%j.%t.out'
 +++ HERCULES.env[16]export MPI_BUFS_PER_PROC=2048
 +++ HERCULES.env[16]MPI_BUFS_PER_PROC=2048
 +++ HERCULES.env[17]export MPI_BUFS_PER_HOST=2048
 +++ HERCULES.env[17]MPI_BUFS_PER_HOST=2048
 +++ HERCULES.env[18]export MPI_GROUP_MAX=256
 +++ HERCULES.env[18]MPI_GROUP_MAX=256
 +++ HERCULES.env[19]export MPI_MEMMAP_OFF=1
 +++ HERCULES.env[19]MPI_MEMMAP_OFF=1
 +++ HERCULES.env[20]export MP_STDOUTMODE=ORDERED
 +++ HERCULES.env[20]MP_STDOUTMODE=ORDERED
 +++ HERCULES.env[21]export KMP_AFFINITY=scatter
 +++ HERCULES.env[21]KMP_AFFINITY=scatter
 +++ HERCULES.env[22]export OMP_STACKSIZE=2048000
 +++ HERCULES.env[22]OMP_STACKSIZE=2048000
 +++ HERCULES.env[23]export NTHSTACK=1024000000
 +++ HERCULES.env[23]NTHSTACK=1024000000
 +++ HERCULES.env[25]export I_MPI_EXTRA_FILESYSTEM=1
 +++ HERCULES.env[25]I_MPI_EXTRA_FILESYSTEM=1
 +++ HERCULES.env[26]export I_MPI_EXTRA_FILESYSTEM_LIST=lustre
 +++ HERCULES.env[26]I_MPI_EXTRA_FILESYSTEM_LIST=lustre
 +++ HERCULES.env[28]ulimit -s unlimited
 +++ HERCULES.env[29]ulimit -a
 real-time non-blocking time  (microseconds, -R) unlimited
 core file size              (blocks, -c) 0
 data seg size               (kbytes, -d) unlimited
 scheduling priority                 (-e) 0
 file size                   (blocks, -f) unlimited
 pending signals                     (-i) 2049462
 max locked memory           (kbytes, -l) unlimited
 max memory size             (kbytes, -m) 260096000
 open files                          (-n) 131072
 pipe size                (512 bytes, -p) 8
 POSIX message queues         (bytes, -q) 819200
 real-time priority                  (-r) 0
 stack size                  (kbytes, -s) unlimited
 cpu time                   (seconds, -t) unlimited
 max user processes                  (-u) 1028698
 virtual memory              (kbytes, -v) unlimited
 file locks                          (-x) unlimited
 +++ HERCULES.env[33][[ -n 12 ]]
 +++ HERCULES.env[33][[ -n 80 ]]
 +++ HERCULES.env[33][[ -n 40 ]]
 +++ HERCULES.env[34]max_threads_per_task=2
 +++ HERCULES.env[35]NTHREADSmax=1
 +++ HERCULES.env[36]NTHREADS1=1
 +++ HERCULES.env[37][[ 1 -gt 2 ]]
 +++ HERCULES.env[40][[ 1 -gt 2 ]]
 +++ HERCULES.env[43]APRUN_default='srun -l --export=ALL --hint=nomultithread -n 12'
 +++ HERCULES.env[49]case ${step} in
 +++ HERCULES.env[316]export NTHREADS_ESFC=1
 +++ HERCULES.env[316]NTHREADS_ESFC=1
 +++ HERCULES.env[317]export 'APRUN_ESFC=srun -l --export=ALL --hint=nomultithread -n 12 --cpus-per-task=1'
 +++ HERCULES.env[317]APRUN_ESFC='srun -l --export=ALL --hint=nomultithread -n 12 --cpus-per-task=1'
 +++ HERCULES.env[319]export NTHREADS_CYCLE=1
 +++ HERCULES.env[319]NTHREADS_CYCLE=1
 +++ HERCULES.env[320][[ 1 -gt 80 ]]
 +++ HERCULES.env[323]export 'APRUN_CYCLE=srun -l --export=ALL --hint=nomultithread -n 12 --cpus-per-task=1'
 +++ HERCULES.env[323]APRUN_CYCLE='srun -l --export=ALL --hint=nomultithread -n 12 --cpus-per-task=1'
 +++ HERCULES.env[326]export 'APRUN_REGRID=srun -l --export=ALL --hint=nomultithread -n 12'
 +++ HERCULES.env[326]APRUN_REGRID='srun -l --export=ALL --hint=nomultithread -n 12'
 ++ jjob_header.sh[113]true
 ++ jjob_header.sh[114]export err=0
 ++ jjob_header.sh[114]err=0
 ++ jjob_header.sh[115][[ 0 -ne 0 ]]
 ++ JGLOBAL_ENKF_SFC[13]date --utc +%Y%m%d%H -d '20211220 18 - 6 hours'
 + JGLOBAL_ENKF_SFC[13]GDATE=2021122012
 + JGLOBAL_ENKF_SFC[14]export gPDY=20211220
 + JGLOBAL_ENKF_SFC[14]gPDY=20211220
 + JGLOBAL_ENKF_SFC[15]export gcyc=12
 + JGLOBAL_ENKF_SFC[15]gcyc=12
 + JGLOBAL_ENKF_SFC[16]export GDUMP=gdas
 + JGLOBAL_ENKF_SFC[16]GDUMP=gdas
 + JGLOBAL_ENKF_SFC[17]export GDUMP_ENS=enkfgdas
 + JGLOBAL_ENKF_SFC[17]GDUMP_ENS=enkfgdas
 + JGLOBAL_ENKF_SFC[19]export OPREFIX=gfs.t18z.
 + JGLOBAL_ENKF_SFC[19]OPREFIX=gfs.t18z.
 + JGLOBAL_ENKF_SFC[20]export GPREFIX=gdas.t12z.
 + JGLOBAL_ENKF_SFC[20]GPREFIX=gdas.t12z.
 + JGLOBAL_ENKF_SFC[21]export APREFIX=gfs.t18z.
 + JGLOBAL_ENKF_SFC[21]APREFIX=gfs.t18z.
 + JGLOBAL_ENKF_SFC[23]export CASE=C48
 + JGLOBAL_ENKF_SFC[23]CASE=C48
 + JGLOBAL_ENKF_SFC[25]export OPREFIX=gfs.t18z.
 + JGLOBAL_ENKF_SFC[25]OPREFIX=gfs.t18z.
 + JGLOBAL_ENKF_SFC[26]export APREFIX=gfs.t18z.
 + JGLOBAL_ENKF_SFC[26]APREFIX=gfs.t18z.
 + JGLOBAL_ENKF_SFC[27]export APREFIX_ENS=enkfgfs.t18z.
 + JGLOBAL_ENKF_SFC[27]APREFIX_ENS=enkfgfs.t18z.
 + JGLOBAL_ENKF_SFC[28]export GPREFIX=gdas.t12z.
 + JGLOBAL_ENKF_SFC[28]GPREFIX=gdas.t12z.
 + JGLOBAL_ENKF_SFC[29]export GPREFIX_ENS=enkfgdas.t12z.
 + JGLOBAL_ENKF_SFC[29]GPREFIX_ENS=enkfgdas.t12z.
 + JGLOBAL_ENKF_SFC[31]RUN=gfs
 + JGLOBAL_ENKF_SFC[31]YMD=20211220
 + JGLOBAL_ENKF_SFC[31]HH=18
 + JGLOBAL_ENKF_SFC[31]declare_from_tmpl -rx COMIN_OBS:COM_OBS_TMPL COMIN_ATMOS_ANALYSIS_DET:COM_ATMOS_ANALYSIS_TMPL
 + bash_utils.sh[39][[ NO == \N\O ]]
 + bash_utils.sh[39]set +x
 declare_from_tmpl :: COMIN_OBS=/work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/RUNTESTS/COMROOT/C96C48mx500_S2SW_cyc_gfs_a05fd274-6388/gfs.20211220/18/obs
 declare_from_tmpl :: COMIN_ATMOS_ANALYSIS_DET=/work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/RUNTESTS/COMROOT/C96C48mx500_S2SW_cyc_gfs_a05fd274-6388/gfs.20211220/18//analysis/atmos
 + JGLOBAL_ENKF_SFC[35]RUN=gdas
 + JGLOBAL_ENKF_SFC[35]YMD=20211220
 + JGLOBAL_ENKF_SFC[35]HH=12
 + JGLOBAL_ENKF_SFC[35]declare_from_tmpl -rx COMIN_OBS_PREV:COM_OBS_TMPL COMIN_ATMOS_ANALYSIS_DET_PREV:COM_ATMOS_ANALYSIS_TMPL
 + bash_utils.sh[39][[ NO == \N\O ]]
 + bash_utils.sh[39]set +x
 declare_from_tmpl :: COMIN_OBS_PREV=/work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/RUNTESTS/COMROOT/C96C48mx500_S2SW_cyc_gfs_a05fd274-6388/gdas.20211220/12/obs
 declare_from_tmpl :: COMIN_ATMOS_ANALYSIS_DET_PREV=/work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/RUNTESTS/COMROOT/C96C48mx500_S2SW_cyc_gfs_a05fd274-6388/gdas.20211220/12//analysis/atmos
 + JGLOBAL_ENKF_SFC[40]export USE_CFP=YES
 + JGLOBAL_ENKF_SFC[40]USE_CFP=YES
 + JGLOBAL_ENKF_SFC[45]/work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/global-workflow/scripts/exglobal_enkf_sfc.sh
 + bash[8]'[' -z '' ']'
 + bash[9]case "$-" in
 + bash[12]__lmod_vx=x
 + bash[16]'[' -n x ']'
 + bash[16]set +x
 Shell debugging temporarily silenced: export LMOD_SH_DBG_ON=1 for this output (/apps/other/lmod/lmod/init/bash)
 Shell debugging restarted
 + bash[224]unset __lmod_vx
 ++ exglobal_enkf_sfc.sh[21]pwd
 + exglobal_enkf_sfc.sh[21]pwd=/work2/noaa/global/role-global/stmp/HERCULES/RUNDIRS/C96C48mx500_S2SW_cyc_gfs_a05fd274-6388/enkfgfs.2021122018/esfc.488717
 + exglobal_enkf_sfc.sh[24]DONST=YES
 + exglobal_enkf_sfc.sh[25]DO_GSISOILDA=NO
 + exglobal_enkf_sfc.sh[26]DOSFCANL_ENKF=NO
 + exglobal_enkf_sfc.sh[27]export CASE=C48
 + exglobal_enkf_sfc.sh[27]CASE=C48
 + exglobal_enkf_sfc.sh[28]ntiles=6
 + exglobal_enkf_sfc.sh[31]NCLEN=/work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/global-workflow/ush/getncdimlen
 + exglobal_enkf_sfc.sh[38]OPREFIX=gfs.t18z.
 + exglobal_enkf_sfc.sh[39]OSUFFIX=
 + exglobal_enkf_sfc.sh[40]APREFIX=gfs.t18z.
 + exglobal_enkf_sfc.sh[41]APREFIX_ENS=enkfgfs.t18z.
 + exglobal_enkf_sfc.sh[42]GPREFIX=gdas.t12z.
 + exglobal_enkf_sfc.sh[43]GPREFIX_ENS=enkfgdas.t12z.
 + exglobal_enkf_sfc.sh[46]NMEM_ENS_MAX=2
 + exglobal_enkf_sfc.sh[47][[ enkfgfs == \e\n\k\f\g\f\s ]]
 + exglobal_enkf_sfc.sh[48]NMEM_ENS=2
 + exglobal_enkf_sfc.sh[49]ec_offset=0
 + exglobal_enkf_sfc.sh[50]mem_offset=0
 + exglobal_enkf_sfc.sh[55]DOIAU=YES
 + exglobal_enkf_sfc.sh[58]CYCLESH=/work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/global-workflow/ush/global_cycle.sh
 + exglobal_enkf_sfc.sh[59]REGRIDSH=/work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/global-workflow/ush/regrid_gsiSfcIncr_to_tile.sh
 + exglobal_enkf_sfc.sh[60]export CYCLEXEC=/work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/global-workflow/exec/global_cycle
 + exglobal_enkf_sfc.sh[60]CYCLEXEC=/work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/global-workflow/exec/global_cycle
 + exglobal_enkf_sfc.sh[61]APRUN_CYCLE='srun -l --export=ALL --hint=nomultithread -n 12 --cpus-per-task=1'
 + exglobal_enkf_sfc.sh[62]NTHREADS_CYCLE=1
 + exglobal_enkf_sfc.sh[63]export CYCLVARS=FSNOL=-2.,FSNOS=99999.,
 + exglobal_enkf_sfc.sh[63]CYCLVARS=FSNOL=-2.,FSNOS=99999.,
 + exglobal_enkf_sfc.sh[64]export FHOUR=0
 + exglobal_enkf_sfc.sh[64]FHOUR=0
 + exglobal_enkf_sfc.sh[65]export DELTSFC=6
 + exglobal_enkf_sfc.sh[65]DELTSFC=6
 + exglobal_enkf_sfc.sh[66]export COUPLED=.true.
 + exglobal_enkf_sfc.sh[66]COUPLED=.true.
 + exglobal_enkf_sfc.sh[68]APRUN_ESFC='srun -l --export=ALL --hint=nomultithread -n 12 --cpus-per-task=1'
 + exglobal_enkf_sfc.sh[69]NTHREADS_ESFC=1
 ++ exglobal_enkf_sfc.sh[76]date --utc +%Y%m%d%H -d '20211220 18 - 3 hours'
 + exglobal_enkf_sfc.sh[76]BDATE=2021122015
 + exglobal_enkf_sfc.sh[77]bPDY=20211220
 + exglobal_enkf_sfc.sh[78]bcyc=15
 + exglobal_enkf_sfc.sh[81]res=48
 + exglobal_enkf_sfc.sh[82]JCAP_CASE=94
 + exglobal_enkf_sfc.sh[83]LATB_CASE=96
 + exglobal_enkf_sfc.sh[84]LONB_CASE=192
 + exglobal_enkf_sfc.sh[87]export 'FNTSFA=        '
 + exglobal_enkf_sfc.sh[87]FNTSFA='        '
 + exglobal_enkf_sfc.sh[88]export FNACNA=/work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/RUNTESTS/COMROOT/C96C48mx500_S2SW_cyc_gfs_a05fd274-6388/gfs.20211220/18/obs/gfs.t18z.seaice.5min.blend.grb
 + exglobal_enkf_sfc.sh[88]FNACNA=/work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/RUNTESTS/COMROOT/C96C48mx500_S2SW_cyc_gfs_a05fd274-6388/gfs.20211220/18/obs/gfs.t18z.seaice.5min.blend.grb
 + exglobal_enkf_sfc.sh[89]export FNSNOA=/work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/RUNTESTS/COMROOT/C96C48mx500_S2SW_cyc_gfs_a05fd274-6388/gfs.20211220/18/obs/gfs.t18z.snogrb_t94.192.96
 + exglobal_enkf_sfc.sh[89]FNSNOA=/work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/RUNTESTS/COMROOT/C96C48mx500_S2SW_cyc_gfs_a05fd274-6388/gfs.20211220/18/obs/gfs.t18z.snogrb_t94.192.96
 + exglobal_enkf_sfc.sh[91][[ ! -f /work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/RUNTESTS/COMROOT/C96C48mx500_S2SW_cyc_gfs_a05fd274-6388/gfs.20211220/18/obs/gfs.t18z.snogrb_t94.192.96 ]]
 + exglobal_enkf_sfc.sh[92]export FNSNOA=/work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/RUNTESTS/COMROOT/C96C48mx500_S2SW_cyc_gfs_a05fd274-6388/gfs.20211220/18/obs/gfs.t18z.snogrb_t1534.3072.1536
 + exglobal_enkf_sfc.sh[92]FNSNOA=/work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/RUNTESTS/COMROOT/C96C48mx500_S2SW_cyc_gfs_a05fd274-6388/gfs.20211220/18/obs/gfs.t18z.snogrb_t1534.3072.1536
 + exglobal_enkf_sfc.sh[94][[ ! -f /work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/RUNTESTS/COMROOT/C96C48mx500_S2SW_cyc_gfs_a05fd274-6388/gfs.20211220/18/obs/gfs.t18z.snogrb_t1534.3072.1536 ]]
 + exglobal_enkf_sfc.sh[97]echo 'INFO: Current cycle snow file is /work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/RUNTESTS/COMROOT/C96C48mx500_S2SW_cyc_gfs_a05fd274-6388/gfs.20211220/18/obs/gfs.t18z.snogrb_t1534.3072.1536'
 INFO: Current cycle snow file is /work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/RUNTESTS/COMROOT/C96C48mx500_S2SW_cyc_gfs_a05fd274-6388/gfs.20211220/18/obs/gfs.t18z.snogrb_t1534.3072.1536
 + exglobal_enkf_sfc.sh[99]export FNSNOG=/work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/RUNTESTS/COMROOT/C96C48mx500_S2SW_cyc_gfs_a05fd274-6388/gdas.20211220/12/obs/gdas.t12z.snogrb_t94.192.96
 + exglobal_enkf_sfc.sh[99]FNSNOG=/work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/RUNTESTS/COMROOT/C96C48mx500_S2SW_cyc_gfs_a05fd274-6388/gdas.20211220/12/obs/gdas.t12z.snogrb_t94.192.96
 + exglobal_enkf_sfc.sh[101][[ ! -f /work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/RUNTESTS/COMROOT/C96C48mx500_S2SW_cyc_gfs_a05fd274-6388/gdas.20211220/12/obs/gdas.t12z.snogrb_t94.192.96 ]]
 + exglobal_enkf_sfc.sh[102]export FNSNOG=/work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/RUNTESTS/COMROOT/C96C48mx500_S2SW_cyc_gfs_a05fd274-6388/gdas.20211220/12/obs/gdas.t12z.snogrb_t1534.3072.1536
 + exglobal_enkf_sfc.sh[102]FNSNOG=/work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/RUNTESTS/COMROOT/C96C48mx500_S2SW_cyc_gfs_a05fd274-6388/gdas.20211220/12/obs/gdas.t12z.snogrb_t1534.3072.1536
 + exglobal_enkf_sfc.sh[104][[ ! -f /work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/RUNTESTS/COMROOT/C96C48mx500_S2SW_cyc_gfs_a05fd274-6388/gdas.20211220/12/obs/gdas.t12z.snogrb_t1534.3072.1536 ]]
 + exglobal_enkf_sfc.sh[105]echo 'WARNING: Previous cycle snow file /work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/RUNTESTS/COMROOT/C96C48mx500_S2SW_cyc_gfs_a05fd274-6388/gdas.20211220/12/obs/gdas.t12z.snogrb_t1534.3072.1536 is missing. Snow coverage will not be updated.'
 WARNING: Previous cycle snow file /work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/RUNTESTS/COMROOT/C96C48mx500_S2SW_cyc_gfs_a05fd274-6388/gdas.20211220/12/obs/gdas.t12z.snogrb_t1534.3072.1536 is missing. Snow coverage will not be updated.
 + exglobal_enkf_sfc.sh[111][[ ! -f /work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/RUNTESTS/COMROOT/C96C48mx500_S2SW_cyc_gfs_a05fd274-6388/gfs.20211220/18/obs/gfs.t18z.snogrb_t1534.3072.1536 ]]
 + exglobal_enkf_sfc.sh[111][[ ! -f /work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/RUNTESTS/COMROOT/C96C48mx500_S2SW_cyc_gfs_a05fd274-6388/gdas.20211220/12/obs/gdas.t12z.snogrb_t1534.3072.1536 ]]
 + exglobal_enkf_sfc.sh[112]export 'FNSNOA= '
 + exglobal_enkf_sfc.sh[112]FNSNOA=' '
 + exglobal_enkf_sfc.sh[113]export CYCLVARS=FSNOL=99999.,FSNOS=99999.,
 + exglobal_enkf_sfc.sh[113]CYCLVARS=FSNOL=99999.,FSNOS=99999.,
 + exglobal_enkf_sfc.sh[129][[ YES == \Y\E\S ]]
 + exglobal_enkf_sfc.sh[130]export NST_FILE=/work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/RUNTESTS/COMROOT/C96C48mx500_S2SW_cyc_gfs_a05fd274-6388/gfs.20211220/18//analysis/atmos/gfs.t18z.analysis.dtf.a006.nc
 + exglobal_enkf_sfc.sh[130]NST_FILE=/work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/RUNTESTS/COMROOT/C96C48mx500_S2SW_cyc_gfs_a05fd274-6388/gfs.20211220/18//analysis/atmos/gfs.t18z.analysis.dtf.a006.nc
 + exglobal_enkf_sfc.sh[136][[ NO == \Y\E\S ]]
 + exglobal_enkf_sfc.sh[156]export 'APRUNCY=srun -l --export=ALL --hint=nomultithread -n 12 --cpus-per-task=1'
 + exglobal_enkf_sfc.sh[156]APRUNCY='srun -l --export=ALL --hint=nomultithread -n 12 --cpus-per-task=1'
 + exglobal_enkf_sfc.sh[157]export OMP_NUM_THREADS_CY=1
 + exglobal_enkf_sfc.sh[157]OMP_NUM_THREADS_CY=1
 + exglobal_enkf_sfc.sh[158]export MAX_TASKS_CY=2
 + exglobal_enkf_sfc.sh[158]MAX_TASKS_CY=2
 + exglobal_enkf_sfc.sh[160][[ YES == \Y\E\S ]]
 ++ exglobal_enkf_sfc.sh[164]seq 1 6
 + exglobal_enkf_sfc.sh[164]for n in $(seq 1 "${ntiles}")
 + exglobal_enkf_sfc.sh[166]export TILE_NUM=1
 + exglobal_enkf_sfc.sh[166]TILE_NUM=1
 ++ exglobal_enkf_sfc.sh[169]seq 1 2
 + exglobal_enkf_sfc.sh[169]for imem in $(seq 1 "${NMEM_ENS}")
 + exglobal_enkf_sfc.sh[170]smem=1
 + exglobal_enkf_sfc.sh[171](( smem > NMEM_ENS_MAX ))
 ++ exglobal_enkf_sfc.sh[174]printf %03i 1
 + exglobal_enkf_sfc.sh[174]gmemchar=mem001
 ++ exglobal_enkf_sfc.sh[175]printf %03i 1
 + exglobal_enkf_sfc.sh[175]cmem=001
 + exglobal_enkf_sfc.sh[176]memchar=mem001
 + exglobal_enkf_sfc.sh[178]MEMDIR=mem001
 + exglobal_enkf_sfc.sh[178]YMD=20211220
 + exglobal_enkf_sfc.sh[178]HH=18
 + exglobal_enkf_sfc.sh[178]declare_from_tmpl COMOUT_ATMOS_RESTART_MEM:COM_ATMOS_RESTART_TMPL
 + environment[0][[ NO == \N\O ]]
 + environment[1]set +x
 declare_from_tmpl :: COMOUT_ATMOS_RESTART_MEM=/work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/RUNTESTS/COMROOT/C96C48mx500_S2SW_cyc_gfs_a05fd274-6388/enkfgfs.20211220/18/mem001/model/atmos/restart
 + exglobal_enkf_sfc.sh[181]MEMDIR=mem001
 + exglobal_enkf_sfc.sh[181]RUN=enkfgdas
 + exglobal_enkf_sfc.sh[181]YMD=20211220
 + exglobal_enkf_sfc.sh[181]HH=12
 + exglobal_enkf_sfc.sh[181]declare_from_tmpl COMIN_ATMOS_RESTART_MEM_PREV:COM_ATMOS_RESTART_TMPL
 + environment[0][[ NO == \N\O ]]
 + environment[1]set +x
 declare_from_tmpl :: COMIN_ATMOS_RESTART_MEM_PREV=/work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/RUNTESTS/COMROOT/C96C48mx500_S2SW_cyc_gfs_a05fd274-6388/enkfgdas.20211220/12/mem001/model/atmos/restart
 + exglobal_enkf_sfc.sh[184]MEMDIR=mem001
 + exglobal_enkf_sfc.sh[184]YMD=20211220
 + exglobal_enkf_sfc.sh[184]HH=18
 + exglobal_enkf_sfc.sh[184]declare_from_tmpl COMIN_ATMOS_ANALYSIS_MEM:COM_ATMOS_ANALYSIS_TMPL
 + environment[0][[ NO == \N\O ]]
 + environment[1]set +x
 declare_from_tmpl :: COMIN_ATMOS_ANALYSIS_MEM=/work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/RUNTESTS/COMROOT/C96C48mx500_S2SW_cyc_gfs_a05fd274-6388/enkfgfs.20211220/18/mem001/analysis/atmos
 + exglobal_enkf_sfc.sh[187]MEMDIR=mem001
 + exglobal_enkf_sfc.sh[187]YMD=20211220
 + exglobal_enkf_sfc.sh[187]HH=18
 + exglobal_enkf_sfc.sh[187]declare_from_tmpl COMIN_SNOW_ANALYSIS_MEM:COM_SNOW_ANALYSIS_TMPL
 + environment[0][[ NO == \N\O ]]
 + environment[1]set +x
 declare_from_tmpl :: COMIN_SNOW_ANALYSIS_MEM=/work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/RUNTESTS/COMROOT/C96C48mx500_S2SW_cyc_gfs_a05fd274-6388/enkfgfs.20211220/18/mem001/analysis/snow
 + exglobal_enkf_sfc.sh[191]snow_prefix=
 + exglobal_enkf_sfc.sh[192][[ YES == \Y\E\S ]]
 + exglobal_enkf_sfc.sh[193]sfcdata_dir=/work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/RUNTESTS/COMROOT/C96C48mx500_S2SW_cyc_gfs_a05fd274-6388/enkfgfs.20211220/18/mem001/analysis/snow
 + exglobal_enkf_sfc.sh[194]snow_prefix=snow_analysis.
 + exglobal_enkf_sfc.sh[199][[ 1 -eq 1 ]]
 + exglobal_enkf_sfc.sh[200]mkdir -p /work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/RUNTESTS/COMROOT/C96C48mx500_S2SW_cyc_gfs_a05fd274-6388/enkfgfs.20211220/18/mem001/model/atmos/restart
 + exglobal_enkf_sfc.sh[202]cpreq /work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/RUNTESTS/COMROOT/C96C48mx500_S2SW_cyc_gfs_a05fd274-6388/enkfgfs.20211220/18/mem001/analysis/snow/20211220.150000.snow_analysis.sfc_data.tile1.nc /work2/noaa/global/role-global/stmp/HERCULES/RUNDIRS/C96C48mx500_S2SW_cyc_gfs_a05fd274-6388/enkfgfs.2021122018/esfc.488717/fnbgsi.001
 + cpreq[3]cp /work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/RUNTESTS/COMROOT/C96C48mx500_S2SW_cyc_gfs_a05fd274-6388/enkfgfs.20211220/18/mem001/analysis/snow/20211220.150000.snow_analysis.sfc_data.tile1.nc /work2/noaa/global/role-global/stmp/HERCULES/RUNDIRS/C96C48mx500_S2SW_cyc_gfs_a05fd274-6388/enkfgfs.2021122018/esfc.488717/fnbgsi.001
 + cpreq[4]'[' 0 -ne 0 ']'
 + exglobal_enkf_sfc.sh[204]cpreq /work2/noaa/global/role-global/stmp/HERCULES/RUNDIRS/C96C48mx500_S2SW_cyc_gfs_a05fd274-6388/enkfgfs.2021122018/esfc.488717/fnbgsi.001 /work2/noaa/global/role-global/stmp/HERCULES/RUNDIRS/C96C48mx500_S2SW_cyc_gfs_a05fd274-6388/enkfgfs.2021122018/esfc.488717/fnbgso.001
 + cpreq[3]cp /work2/noaa/global/role-global/stmp/HERCULES/RUNDIRS/C96C48mx500_S2SW_cyc_gfs_a05fd274-6388/enkfgfs.2021122018/esfc.488717/fnbgsi.001 /work2/noaa/global/role-global/stmp/HERCULES/RUNDIRS/C96C48mx500_S2SW_cyc_gfs_a05fd274-6388/enkfgfs.2021122018/esfc.488717/fnbgso.001
 + cpreq[4]'[' 0 -ne 0 ']'
 + exglobal_enkf_sfc.sh[205]cpreq /work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/global-workflow/fix/orog/C48/C48_grid.tile1.nc /work2/noaa/global/role-global/stmp/HERCULES/RUNDIRS/C96C48mx500_S2SW_cyc_gfs_a05fd274-6388/enkfgfs.2021122018/esfc.488717/fngrid.001
 + cpreq[3]cp /work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/global-workflow/fix/orog/C48/C48_grid.tile1.nc /work2/noaa/global/role-global/stmp/HERCULES/RUNDIRS/C96C48mx500_S2SW_cyc_gfs_a05fd274-6388/enkfgfs.2021122018/esfc.488717/fngrid.001
 + cpreq[4]'[' 0 -ne 0 ']'
 + exglobal_enkf_sfc.sh[206]cpreq /work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/global-workflow/fix/orog/C48/C48.mx500_oro_data.tile1.nc /work2/noaa/global/role-global/stmp/HERCULES/RUNDIRS/C96C48mx500_S2SW_cyc_gfs_a05fd274-6388/enkfgfs.2021122018/esfc.488717/fnorog.001
 + cpreq[3]cp /work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/global-workflow/fix/orog/C48/C48.mx500_oro_data.tile1.nc /work2/noaa/global/role-global/stmp/HERCULES/RUNDIRS/C96C48mx500_S2SW_cyc_gfs_a05fd274-6388/enkfgfs.2021122018/esfc.488717/fnorog.001
 + cpreq[4]'[' 0 -ne 0 ']'
 + exglobal_enkf_sfc.sh[208][[ NO == \Y\E\S ]]
 + exglobal_enkf_sfc.sh[169]for imem in $(seq 1 "${NMEM_ENS}")
 + exglobal_enkf_sfc.sh[170]smem=2
 + exglobal_enkf_sfc.sh[171](( smem > NMEM_ENS_MAX ))
 ++ exglobal_enkf_sfc.sh[174]printf %03i 2
 + exglobal_enkf_sfc.sh[174]gmemchar=mem002
 ++ exglobal_enkf_sfc.sh[175]printf %03i 2
 + exglobal_enkf_sfc.sh[175]cmem=002
 + exglobal_enkf_sfc.sh[176]memchar=mem002
 + exglobal_enkf_sfc.sh[178]MEMDIR=mem002
 + exglobal_enkf_sfc.sh[178]YMD=20211220
 + exglobal_enkf_sfc.sh[178]HH=18
 + exglobal_enkf_sfc.sh[178]declare_from_tmpl COMOUT_ATMOS_RESTART_MEM:COM_ATMOS_RESTART_TMPL
 + environment[0][[ NO == \N\O ]]
 + environment[1]set +x
 declare_from_tmpl :: COMOUT_ATMOS_RESTART_MEM=/work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/RUNTESTS/COMROOT/C96C48mx500_S2SW_cyc_gfs_a05fd274-6388/enkfgfs.20211220/18/mem002/model/atmos/restart
 + exglobal_enkf_sfc.sh[181]MEMDIR=mem002
 + exglobal_enkf_sfc.sh[181]RUN=enkfgdas
 + exglobal_enkf_sfc.sh[181]YMD=20211220
 + exglobal_enkf_sfc.sh[181]HH=12
 + exglobal_enkf_sfc.sh[181]declare_from_tmpl COMIN_ATMOS_RESTART_MEM_PREV:COM_ATMOS_RESTART_TMPL
 + environment[0][[ NO == \N\O ]]
 + environment[1]set +x
 declare_from_tmpl :: COMIN_ATMOS_RESTART_MEM_PREV=/work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/RUNTESTS/COMROOT/C96C48mx500_S2SW_cyc_gfs_a05fd274-6388/enkfgdas.20211220/12/mem002/model/atmos/restart
 + exglobal_enkf_sfc.sh[184]MEMDIR=mem002
 + exglobal_enkf_sfc.sh[184]YMD=20211220
 + exglobal_enkf_sfc.sh[184]HH=18
 + exglobal_enkf_sfc.sh[184]declare_from_tmpl COMIN_ATMOS_ANALYSIS_MEM:COM_ATMOS_ANALYSIS_TMPL
 + environment[0][[ NO == \N\O ]]
 + environment[1]set +x
 declare_from_tmpl :: COMIN_ATMOS_ANALYSIS_MEM=/work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/RUNTESTS/COMROOT/C96C48mx500_S2SW_cyc_gfs_a05fd274-6388/enkfgfs.20211220/18/mem002/analysis/atmos
 + exglobal_enkf_sfc.sh[187]MEMDIR=mem002
 + exglobal_enkf_sfc.sh[187]YMD=20211220
 + exglobal_enkf_sfc.sh[187]HH=18
 + exglobal_enkf_sfc.sh[187]declare_from_tmpl COMIN_SNOW_ANALYSIS_MEM:COM_SNOW_ANALYSIS_TMPL
 + environment[0][[ NO == \N\O ]]
 + environment[1]set +x
 declare_from_tmpl :: COMIN_SNOW_ANALYSIS_MEM=/work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/RUNTESTS/COMROOT/C96C48mx500_S2SW_cyc_gfs_a05fd274-6388/enkfgfs.20211220/18/mem002/analysis/snow
 + exglobal_enkf_sfc.sh[191]snow_prefix=
 + exglobal_enkf_sfc.sh[192][[ YES == \Y\E\S ]]
 + exglobal_enkf_sfc.sh[193]sfcdata_dir=/work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/RUNTESTS/COMROOT/C96C48mx500_S2SW_cyc_gfs_a05fd274-6388/enkfgfs.20211220/18/mem002/analysis/snow
 + exglobal_enkf_sfc.sh[194]snow_prefix=snow_analysis.
 + exglobal_enkf_sfc.sh[199][[ 1 -eq 1 ]]
 + exglobal_enkf_sfc.sh[200]mkdir -p /work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/RUNTESTS/COMROOT/C96C48mx500_S2SW_cyc_gfs_a05fd274-6388/enkfgfs.20211220/18/mem002/model/atmos/restart
 + exglobal_enkf_sfc.sh[202]cpreq /work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/RUNTESTS/COMROOT/C96C48mx500_S2SW_cyc_gfs_a05fd274-6388/enkfgfs.20211220/18/mem002/analysis/snow/20211220.150000.snow_analysis.sfc_data.tile1.nc /work2/noaa/global/role-global/stmp/HERCULES/RUNDIRS/C96C48mx500_S2SW_cyc_gfs_a05fd274-6388/enkfgfs.2021122018/esfc.488717/fnbgsi.002
 + cpreq[3]cp /work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/RUNTESTS/COMROOT/C96C48mx500_S2SW_cyc_gfs_a05fd274-6388/enkfgfs.20211220/18/mem002/analysis/snow/20211220.150000.snow_analysis.sfc_data.tile1.nc /work2/noaa/global/role-global/stmp/HERCULES/RUNDIRS/C96C48mx500_S2SW_cyc_gfs_a05fd274-6388/enkfgfs.2021122018/esfc.488717/fnbgsi.002
 + cpreq[4]'[' 0 -ne 0 ']'
 + exglobal_enkf_sfc.sh[204]cpreq /work2/noaa/global/role-global/stmp/HERCULES/RUNDIRS/C96C48mx500_S2SW_cyc_gfs_a05fd274-6388/enkfgfs.2021122018/esfc.488717/fnbgsi.002 /work2/noaa/global/role-global/stmp/HERCULES/RUNDIRS/C96C48mx500_S2SW_cyc_gfs_a05fd274-6388/enkfgfs.2021122018/esfc.488717/fnbgso.002
 + cpreq[3]cp /work2/noaa/global/role-global/stmp/HERCULES/RUNDIRS/C96C48mx500_S2SW_cyc_gfs_a05fd274-6388/enkfgfs.2021122018/esfc.488717/fnbgsi.002 /work2/noaa/global/role-global/stmp/HERCULES/RUNDIRS/C96C48mx500_S2SW_cyc_gfs_a05fd274-6388/enkfgfs.2021122018/esfc.488717/fnbgso.002
 + cpreq[4]'[' 0 -ne 0 ']'
 + exglobal_enkf_sfc.sh[205]cpreq /work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/global-workflow/fix/orog/C48/C48_grid.tile1.nc /work2/noaa/global/role-global/stmp/HERCULES/RUNDIRS/C96C48mx500_S2SW_cyc_gfs_a05fd274-6388/enkfgfs.2021122018/esfc.488717/fngrid.002
 + cpreq[3]cp /work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/global-workflow/fix/orog/C48/C48_grid.tile1.nc /work2/noaa/global/role-global/stmp/HERCULES/RUNDIRS/C96C48mx500_S2SW_cyc_gfs_a05fd274-6388/enkfgfs.2021122018/esfc.488717/fngrid.002
 + cpreq[4]'[' 0 -ne 0 ']'
 + exglobal_enkf_sfc.sh[206]cpreq /work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/global-workflow/fix/orog/C48/C48.mx500_oro_data.tile1.nc /work2/noaa/global/role-global/stmp/HERCULES/RUNDIRS/C96C48mx500_S2SW_cyc_gfs_a05fd274-6388/enkfgfs.2021122018/esfc.488717/fnorog.002
 + cpreq[3]cp /work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/global-workflow/fix/orog/C48/C48.mx500_oro_data.tile1.nc /work2/noaa/global/role-global/stmp/HERCULES/RUNDIRS/C96C48mx500_S2SW_cyc_gfs_a05fd274-6388/enkfgfs.2021122018/esfc.488717/fnorog.002
 + cpreq[4]'[' 0 -ne 0 ']'
 + exglobal_enkf_sfc.sh[208][[ NO == \Y\E\S ]]
 + exglobal_enkf_sfc.sh[215]/work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/global-workflow/ush/global_cycle.sh
 + bash[8]'[' -z '' ']'
 + bash[9]case "$-" in
 + bash[12]__lmod_vx=x
 + bash[16]'[' -n x ']'
 + bash[16]set +x
 Shell debugging temporarily silenced: export LMOD_SH_DBG_ON=1 for this output (/apps/other/lmod/lmod/init/bash)
 Shell debugging restarted
 + bash[224]unset __lmod_vx
 + global_cycle.sh[200]XC=' '
 + global_cycle.sh[201]PREINP=' '
 + global_cycle.sh[202]SUFINP=' '
 + global_cycle.sh[203]CYCLEXEC=/work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/global-workflow/exec/global_cycle
 + global_cycle.sh[205]FHOUR=0
 + global_cycle.sh[207]CRES=48
 + global_cycle.sh[208]JCAP_CASE=94
 + global_cycle.sh[209]LONB_CASE=192
 + global_cycle.sh[210]LATB_CASE=96
 + global_cycle.sh[211]DELTSFC=6
 + global_cycle.sh[213]LSOIL=4
 + global_cycle.sh[214]LSOIL_INCR=2
 + global_cycle.sh[215]FSMCL2=99999.
 + global_cycle.sh[216]FSLPL=99999.
 + global_cycle.sh[217]FSOTL=99999.
 + global_cycle.sh[218]FVETL=99999.
 + global_cycle.sh[219]IALB=1
 + global_cycle.sh[220]ISOT=1
 + global_cycle.sh[221]IVEGSRC=1
 + global_cycle.sh[222]CYCLVARS=FSNOL=99999.,FSNOS=99999.,
 + global_cycle.sh[223]use_ufo=.true.
 + global_cycle.sh[224]DONST=YES
 + global_cycle.sh[225]DO_SFCCYCLE=.true.
 + global_cycle.sh[226]GCYCLE_DO_SOILINCR=.false.
 + global_cycle.sh[227]GCYCLE_DO_SNOWINCR=.false.
 + global_cycle.sh[228][[ .false. == \.\t\r\u\e\. ]]
 + global_cycle.sh[228][[ .false. == \.\t\r\u\e\. ]]
 + global_cycle.sh[231]DO_LANDINCR=.false.
 + global_cycle.sh[233]GCYCLE_INTERP_LANDINCR=.false.
 + global_cycle.sh[234]zsea1=0
 + global_cycle.sh[235]zsea2=0
 + global_cycle.sh[236]MAX_TASKS_CY=2
 + global_cycle.sh[237]FRAC_GRID=.true.
 + global_cycle.sh[238]COUPLED=.true.
 + global_cycle.sh[240]FNGLAC=/work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/global-workflow/fix/am/global_glacier.2x2.grb
 + global_cycle.sh[241]FNMXIC=/work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/global-workflow/fix/am/global_maxice.2x2.grb
 + global_cycle.sh[242]FNTSFC=/work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/global-workflow/fix/am/RTGSST.1982.2012.monthly.clim.grb
 + global_cycle.sh[243]FNSALC=/work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/global-workflow/fix/am/global_salclm.t1534.3072.1536.nc
 + global_cycle.sh[244]FNSNOC=/work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/global-workflow/fix/am/global_snoclim.1.875.grb
 + global_cycle.sh[245]FNZORC=igbp
 + global_cycle.sh[246]FNAISC=/work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/global-workflow/fix/am/IMS-NIC.blended.ice.monthly.clim.grb
 + global_cycle.sh[247]FNSMCC=/work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/global-workflow/fix/am/global_soilmgldas.statsgo.t94.192.96.grb
 + global_cycle.sh[248]FNALBC2=/work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/global-workflow/fix/orog/C48/sfc/C48.mx500.facsf.tileX.nc
 + global_cycle.sh[249]FNTG3C=/work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/global-workflow/fix/orog/C48/sfc/C48.mx500.substrate_temperature.tileX.nc
 + global_cycle.sh[250]FNVEGC=/work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/global-workflow/fix/orog/C48/sfc/C48.mx500.vegetation_greenness.tileX.nc
 + global_cycle.sh[251]FNALBC=/work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/global-workflow/fix/orog/C48/sfc/C48.mx500.snowfree_albedo.tileX.nc
 + global_cycle.sh[252]FNVETC=/work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/global-workflow/fix/orog/C48/sfc/C48.mx500.vegetation_type.tileX.nc
 + global_cycle.sh[253]FNSOTC=/work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/global-workflow/fix/orog/C48/sfc/C48.mx500.soil_type.tileX.nc
 + global_cycle.sh[254]FNABSC=/work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/global-workflow/fix/orog/C48/sfc/C48.mx500.maximum_snow_albedo.tileX.nc
 + global_cycle.sh[255]FNVMNC=/work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/global-workflow/fix/orog/C48/sfc/C48.mx500.vegetation_greenness.tileX.nc
 + global_cycle.sh[256]FNVMXC=/work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/global-workflow/fix/orog/C48/sfc/C48.mx500.vegetation_greenness.tileX.nc
 + global_cycle.sh[257]FNSLPC=/work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/global-workflow/fix/orog/C48/sfc/C48.mx500.slope_type.tileX.nc
 + global_cycle.sh[258]FNMSKH=/work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/global-workflow/fix/am/global_slmask.t1534.3072.1536.grb
 + global_cycle.sh[259]NST_FILE=/work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/RUNTESTS/COMROOT/C96C48mx500_S2SW_cyc_gfs_a05fd274-6388/gfs.20211220/18//analysis/atmos/gfs.t18z.analysis.dtf.a006.nc
 + global_cycle.sh[260]FNTSFA='        '
 + global_cycle.sh[261]FNACNA=/work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/RUNTESTS/COMROOT/C96C48mx500_S2SW_cyc_gfs_a05fd274-6388/gfs.20211220/18/obs/gfs.t18z.seaice.5min.blend.grb
 + global_cycle.sh[262]FNSNOA=' '
 + global_cycle.sh[264]PGMOUT=OUTPUT.488798
 + global_cycle.sh[265]PGMERR=errfile
 + global_cycle.sh[270]ln -fs /work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/global-workflow/fix/am/RTGSST.1982.2012.monthly.clim.grb sstclm
 + global_cycle.sh[271]ln -fs /work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/global-workflow/fix/am/global_salclm.t1534.3072.1536.nc salclm
 + global_cycle.sh[274][[ ! -f /work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/global-workflow/fix/am/global_soilmgldas.statsgo.t94.192.96.grb ]]
 + global_cycle.sh[278]export PGM=/work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/global-workflow/exec/global_cycle
 + global_cycle.sh[278]PGM=/work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/global-workflow/exec/global_cycle
 + global_cycle.sh[279]export pgm=/work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/global-workflow/exec/global_cycle
 + global_cycle.sh[279]pgm=/work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/global-workflow/exec/global_cycle
 /work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/global-workflow/ush/global_cycle.sh: line 281: gcycle_date: unbound variable
 + exglobal_enkf_sfc.sh[216]export err=1
 + exglobal_enkf_sfc.sh[216]err=1
 + exglobal_enkf_sfc.sh[217][[ 1 -ne 0 ]]
 + exglobal_enkf_sfc.sh[218]err_exit 'Failed to update surface fields!'
 + environment[0]set +eux

    -------------------------------------------------------------
    -- FATAL ERROR: Failed to update surface fields! RETURN CODE 1
    -- ABNORMAL EXIT at Tue Dec 16 09:59:05 CST 2025 on hercules-04-11
    -------------------------------------------------------------
    

 Currently Loaded Modules:
  1) contrib/0.1                      40) antlr/2.7.7
  2) intel-oneapi-compilers/2024.2.1  41) gsl/2.8
  3) stack-oneapi/2024.2.1            42) nco/5.2.4
  4) intel-oneapi-runtime/2024.2.1    43) bacio/2.4.1
  5) intel-oneapi-mpi/2021.13.1       44) w3emc/2.10.0
  6) stack-intel-oneapi-mpi/2021.13   45) prod_util/2.1.1
  7) gettext/0.21                     46) g2/3.5.1
  8) glibc/2.34                       47) ip/5.1.0
  9) zlib/1.2.13                      48) grib-util/1.4.0
 10) sqlite/3.46.0                    49) g2tmpl/1.13.0
 11) util-linux-uuid/2.40.2           50) gsi-ncdiag/1.1.2
 12) python/3.11.7                    51) crtm-fix/2.4.0.1_emc
 13) stack-python/3.11.7              52) git-lfs/3.1.2
 14) nghttp2/1.63.0                   53) crtm/2.4.0.1
 15) curl/8.10.1                      54) bufr/12.1.0
 16) cmake/3.27.9                     55) py-f90nml/1.4.3
 17) libjpeg/2.1.0                    56) py-certifi/2023.7.22
 18) jasper/2.0.32                    57) py-cftime/1.0.3.4
 19) libpng/1.6.37                    58) py-netcdf4/1.7.1.post2
 20) openjpeg/2.3.1                   59) libyaml/0.2.5
 21) eccodes/2.33.0                   60) py-pyyaml/6.0.2
 22) fftw/3.3.10                      61) py-markupsafe/2.1.3
 23) proj/9.4.1                       62) py-jinja2/3.1.4
 24) udunits/2.2.28                   63) py-pytz/2023.3
 25) cdo/2.4.4                        64) py-tzdata/2023.3
 26) hdf5/1.14.3                      65) py-pandas/2.2.3
 27) snappy/1.2.1                     66) py-six/1.16.0
 28) zstd/1.5.6                       67) py-python-dateutil/2.8.2
 29) c-blosc/1.21.5                   68) py-packaging/24.1
 30) netcdf-c/4.9.2                   69) py-setuptools/69.2.0
 31) netcdf-fortran/4.6.1             70) py-xarray/2024.7.0
 32) parallel-netcdf/1.12.3           71) gw_run.common
 33) parallelio/2.6.2                 72) intel-oneapi-mkl/2023.1.0
 34) python-venv/1.0                  73) g2c/2.1.0
 35) py-mpi4py/4.0.1                  74) wgrib2/3.6.0
 36) openblas/0.3.24                  75) globus-cli/3.35.2
 37) py-numpy/1.26.4                  76) prepobs/1.1.3
 38) py-pip/23.1.2                    77) fit2obs/1.1.10
 39) esmf/8.8.0                       78) gw_run.hercules

 


 Failed to update surface fields! RETURN CODE 1
 /work2/noaa/global/role-global/stmp/HERCULES/RUNDIRS/C96C48mx500_S2SW_cyc_gfs_a05fd274-6388/enkfgfs.2021122018/esfc.488717
 total 6194
 -rw-r----- 1 role-global noaa-hpc       0 Dec 16 09:58 ncepdate
 -rw-r----- 1 role-global noaa-hpc 2902478 Dec 16 09:59 fnbgsi.001
 -rw-r----- 1 role-global noaa-hpc  235927 Dec 16 09:59 fnorog.002
 -rw-r----- 1 role-global noaa-hpc  235927 Dec 16 09:59 fnorog.001
 -rw-r----- 1 role-global noaa-hpc  540720 Dec 16 09:59 fngrid.002
 -rw-r----- 1 role-global noaa-hpc  540720 Dec 16 09:59 fngrid.001
 -rw-r----- 1 role-global noaa-hpc 2902478 Dec 16 09:59 fnbgso.002
 -rw-r----- 1 role-global noaa-hpc 2902478 Dec 16 09:59 fnbgso.001
 -rw-r----- 1 role-global noaa-hpc 2902478 Dec 16 09:59 fnbgsi.002
 lrwxrwxrwx 1 role-global noaa-hpc     148 Dec 16 09:59 sstclm -> /work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/global-workflow/fix/am/RTGSST.1982.2012.monthly.clim.grb
 lrwxrwxrwx 1 role-global noaa-hpc     147 Dec 16 09:59 salclm -> /work2/noaa/global/role-global/GFS_CI_CD/HERCULES/BUILDS/GITLAB/pr_cases_4327_a05fd274_6388/global-workflow/fix/am/global_salclm.t1534.3072.1536.nc
 cat: OUTPUT.488798: No such file or directory
 slurmstepd: error: *** JOB 7397229 ON hercules-04-11 CANCELLED AT 2025-12-16T09:59:05 ***
No results found