#!/bin/bash

#SBATCH -p compute                  # Partition or machine type [devel/compute/$memory]
#SBATCH -N 1 --ntasks-per-node=40   # Number of nodes and Number of core per no$node
#SBATCH -t 24:00:00                 # Total run time limit (hour:minute:second)
#SBATCH -J WRFRunWRF_Ex1                  # Job name (short)
#SBATCH -A projxxxx                 # Your project account *** {USER EDIT} ***

module purge
module load netCDF-Fortran/4.5.2-iimpi-2019b
module load libpng/1.6.37-GCCcore-8.3.0
module load JasPer/1.900.1-intel-2019b

export JASPERINC=$EBROOTJASPER/include
export JASPERLIB=$EBROOTJASPER/lib

ulimit -s unlimited         # MUST have otherwise ERROR

# Run WPS
srun -n4 --exclusive ./geogrid.exe      # Run geogrid.exe & using 4 CPU cores (-n4)
srun -n1 --exclusive ./ungrib.exe       # ungrib.exe &
wait MUST run in serial (-n1)
srun -n4 --exclusive ./metgrid.exe      # Run metgrid.exe &
wait using 4 CPU cores (-n4)

# Run WRF
srun -n8 ./real.exe         # Run real.exe &
wait using 8 CPU cores (-n8)
srun ./wrf.exe

# It is more efficient to run geogrid.exe, metgrid.exe and real.exe using a few CPU cores (but enough memory).