hera_preamble

#!/bin/sh
##SBATCH -q debug
#SBATCH -t 02:30:00
#SBATCH -A gsienkf  
#SBATCH -N 20    
#SBATCH -J C192_hybgain
#SBATCH -e C192_hybgain.err
#SBATCH -o C192_hybgain.out

export NODES=$SLURM_NNODES
export corespernode=$SLURM_CPUS_ON_NODE
export machine='hera'

# for control forecast
if [ $NODES -eq 20 ]; then
  # 20 nodes, 2 threads
  export control_threads=2
  export control_proc=800
  export write_groups_ctl=2 # write groups for control forecast.
  export write_tasks_ctl=8
  export layout_ctl="8,8" # layout_x,layout_y (total # mpi tasks = $layout_x*$layout_y*6=($fg_proc/$fg_threads) - $write_tasks*$write_groups)
elif [ $NODES -eq 40 ]; then
  # 40 nodes, 4 threads
  export control_threads=4 
  export control_proc=1600 
  export write_groups_ctl=4
  export write_tasks_ctl=4
  export layout_ctl="8, 8"
  # 32 nodes, 4 threads
  #export control_threads=4 
  #export control_proc=1280 
  #export write_groups_ctl=4
  #export write_tasks_ctl=8
  #export layout_ctl="8, 6"
elif [ $NODES -eq 80 ]; then
  # 80 nodes, 8 threads
  export control_threads=8 
  export control_proc=3200 
  export write_groups_ctl=4
  export write_tasks_ctl=4
  export layout_ctl="8, 8"
else
  echo "processor layout for $NODES nodes not set"
  exit 1
fi

# for ensemble forecast and GSI

# C192 ensemble, C384 control
export fg_proc=$corespernode 
export fg_threads=1
export enkf_threads=20 
export gsi_control_threads=8
export write_groups=4
# 40 cores per node 
export write_tasks=1 
export layout="3, 2"

# C384 ensemble, C768 control (run with 80 nodes)
#export fg_proc=`expr 4 \* $corespernode` # C384
#export fg_threads=1  
#export enkf_threads=40
#export gsi_control_threads=40
# 40 cores per node
#export write_tasks=4 
#export layout="6, 4"