diff --git a/examples/runs_mpi_cv.sh b/examples/runs_mpi_cv.sh new file mode 100755 index 0000000000000000000000000000000000000000..4a009bbdbeb18d003b7572cc1dcb7b7e3fa19a2c --- /dev/null +++ b/examples/runs_mpi_cv.sh @@ -0,0 +1,65 @@ +#!/bin/bash + +# Set the number of runs +RUNS=100 + +# Cores per node +CPN=12 + +# The queue on which to run +QUEUE=cosma +PROJECT=durham +PREFIX=CosmoVolume +INPUT=$PREFIX/CosmoVolume.hdf5 + +# Make sure the OMP threads don't go wild +export OMP_WAIT_POLICY=PASSIVE + +# Set the library path so that libmetis is found +export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:/cosma/home/nnrw56/lib + +# Single-node runs +for cpu in $(seq 1 $CPN) +do + if [ ! -e ${PREFIX}_${QUEUE}_1x${cpu}.dump ] + then + bsub -oo ${PREFIX}_${QUEUE}_1x${cpu}.dump -q ${QUEUE} -P ${PROJECT} -x -n 1 -R "span[ptile=1]" ./test_fixdt -r $RUNS -t $cpu -f ${INPUT} -m 0.705 -w 6000 -z 300 -d 1e-8 + fi +done + +# Multi-node runs +if [ ! -e ${PREFIX}_${QUEUE}_2x${cpu}.dump ] +then + bsub -oo ${PREFIX}_${QUEUE}_2x${CPN}.dump -q ${QUEUE} -P ${PROJECT} -x -W 02:00 -n 2 -R "span[ptile=1]" mpirun -np 2 ./test_fixdt_mpi -r $RUNS -t $CPN -g "2 1 1" -f ${INPUT} -m 0.705 -w 6000 -z 300 -d 1e-8 +fi + +if [ ! -e ${PREFIX}_${QUEUE}_4x${cpu}.dump ] +then + bsub -oo ${PREFIX}_${QUEUE}_4x${CPN}.dump -q ${QUEUE} -P ${PROJECT} -x -W 02:00 -n 4 -R "span[ptile=1]" mpirun -np 4 ./test_fixdt_mpi -r $RUNS -t $CPN -g "2 2 1" -f ${INPUT} -m 0.705 -w 6000 -z 300 -d 1e-8 +fi + +if [ ! -e ${PREFIX}_${QUEUE}_8x${cpu}.dump ] +then + bsub -oo ${PREFIX}_${QUEUE}_8x${CPN}.dump -q ${QUEUE} -P ${PROJECT} -x -W 02:00 -n 8 -R "span[ptile=1]" mpirun -np 8 ./test_fixdt_mpi -r $RUNS -t $CPN -g "2 2 2" -f ${INPUT} -m 0.705 -w 6000 -z 300 -d 1e-8 +fi + +if [ ! -e ${PREFIX}_${QUEUE}_16x${cpu}.dump ] +then + bsub -oo ${PREFIX}_${QUEUE}_16x${CPN}.dump -q ${QUEUE} -P ${PROJECT} -x -W 02:00 -n 16 -R "span[ptile=1]" mpirun -np 16 ./test_fixdt_mpi -r $RUNS -t $CPN -g "4 2 2" -f ${INPUT} -m 0.705 -w 6000 -z 300 -d 1e-8 +fi + +if [ ! -e ${PREFIX}_${QUEUE}_32x${cpu}.dump ] +then + bsub -oo ${PREFIX}_${QUEUE}_32x${CPN}.dump -q ${QUEUE} -P ${PROJECT} -x -W 02:00 -n 32 -R "span[ptile=1]" mpirun -np 32 ./test_fixdt_mpi -r $RUNS -t $CPN -g "4 4 2" -f ${INPUT} -m 0.705 -w 6000 -z 300 -d 1e-8 +fi + +if [ ! -e ${PREFIX}_${QUEUE}_64x${cpu}.dump ] +then + bsub -oo ${PREFIX}_${QUEUE}_64x${CPN}.dump -q ${QUEUE} -P ${PROJECT} -x -W 02:00 -n 64 -R "span[ptile=1]" mpirun -np 64 ./test_fixdt_mpi -r $RUNS -t $CPN -g "4 4 4" -f ${INPUT} -m 0.705 -w 6000 -z 300 -d 1e-8 +fi + +if [ ! -e ${PREFIX}_${QUEUE}_128x${cpu}.dump ] +then + bsub -oo ${PREFIX}_${QUEUE}_128x${CPN}.dump -q ${QUEUE} -P ${PROJECT} -x -W 02:00 -n 128 -R "span[ptile=1]" mpirun -np 128 ./test_fixdt_mpi -r $RUNS -t $CPN -g "8 4 4" -f ${INPUT} -m 0.705 -w 6000 -z 300 -d 1e-8 +fi +