## put PBS directives first
#PBS -S /bin/sh
#PBS -q acslq
#PBS -W Group_list=acsl
##PBS -l nodes=hpn10:ppn=7+hpn09:ppn=8+hpn08:ppn=8+hpn07:ppn=8+hpn06:ppn=8+hpn05:ppn=8+hpn04:ppn=8+hpn03:ppn=8+hpn02:ppn=8+hpn01:ppn=7
##PBS -l nodes=hpn01:ppn=7+hpn02:ppn=8+hpn03:ppn=8+hpn04:ppn=8+hpn05:ppn=8+hpn06:ppn=8+hpn07:ppn=8+hpn08:ppn=7
#PBS -l nodes=hpn01:ppn=7+hpn02:ppn=8+hpn03:ppn=8+hpn04:ppn=7
##PBS -l nodes=hpn01:ppn=1+hpn02:ppn=1
##PBS -l nodes=hpn01:ppn=1+hpn10:ppn=1
##PBS -l nodes=hpn01:ppn=7+hpn02:ppn=7
##PBS -l nodes=hpn01:ppn=7+hpn02:ppn=8+hpn03:ppn=7
#PBS -l walltime=1:00:00
##PBS -l cput=8:00:00
#PBS -j oe
##PBS -m ae

## Change to primary directory and copy node list
cd $PBS_O_WORKDIR
cp $PBS_NODEFILE ./machinefile
chmod 755 ./machinefile

## Setup and select the run-time environment
source /opt/admintools/Modules/etc/profile.modules
module load mpich2-1.3.2/64/nemesis-gcc-4.4.0/4.4.0
#MPICH=/opt/mpi/mpich-1.2.7p1-gcc
#PATH=$MPICH/bin:$PATH

# make sure we can reach mpich
which mpiexec

#mpiexec -f ./10hosts -n 80 ./pace
#mpiexec -f ./8hosts -n 64 ./pace
#mpiexec -f ./78core -n 78 ./pace
#mpiexec -f ./62core -n 62 ./pace
mpiexec -verbose -f ./30core -n 30 ./pace
#mpiexec -f ./22core -n 22 ./pace
#mpiexec -f ./14core -n 14 ./pace
#mpiexec -f ./2core -n 2 ./pace