#!/bin/ksh
#
# LSF batch script to run an MPI application
#
# wrf.exe should have been configured and compiled sm+dm

#BSUB -n 256     # number of tasks
#BSUB -a poe                                  # select the poe elim
#BSUB -R "span[ptile=16]"            # tasks per node
#BSUB -J wrf3                      # job name
#BSUB -o wrf3_512pe%J.out                # output filename
#BSUB -e wrf3_512pe%J.out  
#BSUB -W 00:05	          #  wall clock time 
#BSUB -x                                         # exlusive use of node (not_shared)
#BSUB -q xxxxxxx                           # queue
#BSUB -P xxxxxxx

. ./wrfenv

export PREATTACH_PROCESSOR_CORE_LIST=AUTO_SELECT

export MP_USE_BULK_XFER=yes
export MP_EAGER_LIMIT=32768
export MP_BULK_MIN_MSG_SIZE=64k
export MP_WAIT_MODE=poll
export MP_CSS_INTERRUPT=no
export OMP_NUM_THREADS=4
export LAPI_DEBUG_RC_INIT_SETUP=no
export MP_PRINTENV=yes
export MP_RC_MAX_QP=4096

cp namelist.input.suga.4 namelist.input
/bin/rm rsl.*

# hybrid_launch.june232009 is located /usr/local/bin on bluefire.ucar.edu; may be elsewhere or not exist on other systems
mpirun.lsf hybrid_launch.june232009 wrf.exe