Skip to content

Commit

Permalink
Speed up GSI analysis jobs in CI testing (#3115)
Browse files Browse the repository at this point in the history
This PR adds `DO_TEST_MODE`, which can be used for other things in the
future but for now sets the GSI to run just 5 iterations per outer loop
to reduce runtime for CI testing.

Resolves #3114
  • Loading branch information
CoryMartin-NOAA authored Nov 23, 2024
1 parent 313a461 commit efc25be
Show file tree
Hide file tree
Showing 10 changed files with 14 additions and 0 deletions.
1 change: 1 addition & 0 deletions ci/cases/gfsv17/ocnanal.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -15,6 +15,7 @@ base:
DO_VRFY_OCEANDA: "NO"
FHMAX_GFS: 240
ACCOUNT: {{ 'HPC_ACCOUNT' | getenv }}
DO_TEST_MODE: "YES"

marineanl:
SOCA_INPUT_FIX_DIR: {{ HOMEgfs }}/fix/gdas/soca/1440x1080x75/soca
Expand Down
1 change: 1 addition & 0 deletions ci/cases/yamls/atmaerosnowDA_defaults_ci.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -3,3 +3,4 @@ defaults:
base:
DO_JEDISNOWDA: "YES"
ACCOUNT: {{ 'HPC_ACCOUNT' | getenv }}
DO_TEST_MODE: "YES"
1 change: 1 addition & 0 deletions ci/cases/yamls/gfs_defaults_ci.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -2,3 +2,4 @@ defaults:
!INC {{ HOMEgfs }}/parm/config/gfs/yaml/defaults.yaml
base:
ACCOUNT: {{ 'HPC_ACCOUNT' | getenv }}
DO_TEST_MODE: "YES"
1 change: 1 addition & 0 deletions ci/cases/yamls/gfs_extended_ci.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -12,3 +12,4 @@ base:
FCST_BREAKPOINTS: 192
FHMAX_GFS: 384
FHMAX_HF_GFS: 120
DO_TEST_MODE: "YES"
1 change: 1 addition & 0 deletions ci/cases/yamls/soca_gfs_defaults_ci.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -3,3 +3,4 @@ defaults:
base:
ACCOUNT: {{ 'HPC_ACCOUNT' | getenv }}
DO_JEDIOCNVAR: "YES"
DO_TEST_MODE: "YES"
1 change: 1 addition & 0 deletions parm/config/gefs/config.base
Original file line number Diff line number Diff line change
Expand Up @@ -65,6 +65,7 @@ export REALTIME="YES"
# Experiment mode (cycled or forecast-only)
export MODE="@MODE@" # cycled/forecast-only
export SFS_POST="@SFS_POST@" # TODO, place holder until RUN=SFS is developed
export DO_TEST_MODE="@DO_TEST_MODE@" # option to change configuration for automated testing

####################################################
# DO NOT ADD MACHINE DEPENDENT STUFF BELOW THIS LINE
Expand Down
1 change: 1 addition & 0 deletions parm/config/gefs/yaml/defaults.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -21,6 +21,7 @@ base:
HPSSARCH: "NO"
LOCALARCH: "NO"
SFS_POST: "NO"
DO_TEST_MODE: "NO"
fcst:
reforecast: "NO"
FHZER: 6
Expand Down
5 changes: 5 additions & 0 deletions parm/config/gfs/config.anal
Original file line number Diff line number Diff line change
Expand Up @@ -29,6 +29,11 @@ fi
export lobsdiag_forenkf=".false." # anal does not need to write out jacobians
# set to .true. in config.eobs and config.eupd

# Reduce number of iterations for testing mode
if [[ ${DO_TEST_MODE} = "YES" ]]; then
export SETUP="${SETUP:-}niter(1)=5,niter(2)=5,"
fi

# Do not process the following datasets
export GSNDBF=${GSNDBF:-/dev/null}
export AMSREBF=${AMSREBF:-/dev/null}
Expand Down
1 change: 1 addition & 0 deletions parm/config/gfs/config.base
Original file line number Diff line number Diff line change
Expand Up @@ -88,6 +88,7 @@ export REALTIME="YES"

# Experiment mode (cycled or forecast-only)
export MODE="@MODE@" # cycled/forecast-only
export DO_TEST_MODE="@DO_TEST_MODE@" # option to change configuration for automated testing

####################################################
# DO NOT ADD MACHINE DEPENDENT STUFF BELOW THIS LINE
Expand Down
1 change: 1 addition & 0 deletions parm/config/gfs/yaml/defaults.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -21,6 +21,7 @@ base:
GSI_SOILANAL: "NO"
EUPD_CYC: "gdas"
FHMAX_ENKF_GFS: 12
DO_TEST_MODE: "NO"

atmanl:
JCB_ALGO_YAML_VAR: "${PARMgfs}/gdas/atm/jcb-prototype_3dvar.yaml.j2"
Expand Down

0 comments on commit efc25be

Please sign in to comment.