#!/bin/bash -l
##SBATCH -p dragonfly1,dragonfly2,dragonfly3,dragonfly4,compute
#SBATCH -N 860
#SBATCH --ntasks-per-node=40
#SBATCH -t 120:00:00
#SBATCH -J test
source /gpfs/fs1/scinet/bin/intel.sh
source /gpfs/fs1/scinet/bin/intelmpi.sh
cd /gpfs/fs0/tempscratch/dmenemen/MITgcm/run_250m_DT25

# Use slurm launch to get original hostnames
mpiexec.hydra hostname | tee > hosts.job
# Add the -ib to use IB names
for i in `cat hosts.job | awk '{print substr($1,1,7)}'`; do echo $i-ib:40; done  | sort | uniq > hostib.job
#Launch directly over ib
mpiexec.hydra -bootstrap ssh -hostfile hostib.job  -n 34400 ./mitgcmuv_33696
