From 588e50501b3fdaab2e20b15b7b83b167f57fead9 Mon Sep 17 00:00:00 2001
From: Jonathan Frawley <jonathan.frawley@durham.ac.uk>
Date: Thu, 21 Jan 2021 15:41:50 +0000
Subject: [PATCH] Revert back to single node jobs

---
 benchmark-fast/job-aps.sh | 9 +++++----
 benchmark-fast/job-arm.sh | 9 ++++-----
 2 files changed, 9 insertions(+), 9 deletions(-)

diff --git a/benchmark-fast/job-aps.sh b/benchmark-fast/job-aps.sh
index f6641be..1ab7214 100644
--- a/benchmark-fast/job-aps.sh
+++ b/benchmark-fast/job-aps.sh
@@ -1,6 +1,6 @@
 #!/bin/bash
 #SBATCH --job-name="swiftaps"
-#SBATCH --ntasks=4
+#SBATCH --ntasks=1
 #SBATCH --ntasks-per-node=1
 #SBATCH --output=swiftaps.out
 #SBATCH --error=swiftaps.err
@@ -11,8 +11,7 @@
 #SBATCH --cpus-per-task=32
 
 module load intel_comp/2018
-#module load intel_mpi/2018
-module load intel_mpi/2020-update2
+module load intel_mpi/2018
 module load parmetis/4.0.3
 module load parallel_hdf5/1.10.3
 module load gsl/2.4
@@ -25,4 +24,6 @@ pushd swiftsim/examples/HydroTests/SodShock_3D
 export MPS_STAT_LEVEL=2
 export APS_ARGS="--collection-mode=mpi,omp"
 
-mpirun -np 4 aps $APS_ARGS ../../swift_mpi --hydro -v 1 --threads=64 -n 10000 -P Restarts:enable:0 sodShock.yml
+export I_MPI_HYDRA_DEBUG=1
+
+mpirun -np $SLURM_NTASKS -iface p1p2 aps $APS_ARGS ../../swift_mpi --hydro -v 1 --threads=64 -n 10000 -P Restarts:enable:0 sodShock.yml
diff --git a/benchmark-fast/job-arm.sh b/benchmark-fast/job-arm.sh
index 9dfdb90..f1ea867 100644
--- a/benchmark-fast/job-arm.sh
+++ b/benchmark-fast/job-arm.sh
@@ -1,6 +1,6 @@
 #!/bin/bash
 #SBATCH --job-name="swiftarm"
-#SBATCH --ntasks=4
+#SBATCH --ntasks=1
 #SBATCH --ntasks-per-node=1
 #SBATCH --output=swiftarm.out
 #SBATCH --error=swiftarm.err
@@ -11,18 +11,17 @@
 #SBATCH --cpus-per-task=32
 
 module load intel_comp/2018
-#module load intel_mpi/2018
-module load intel_mpi/2020-update2
+module load intel_mpi/2018
 module load parmetis/4.0.3
 module load parallel_hdf5/1.10.3
 module load gsl/2.4
 module load fftw/3.3.8epyc
 module load python/3.6.5
-module load vtune
+module load allinea/ddt/20.2.1
 
 pushd swiftsim/examples/HydroTests/SodShock_3D
 
 export MPS_STAT_LEVEL=2
 export APS_ARGS="--collection-mode=mpi,omp"
 
-perf-report --mpi=intel-mpi -np 4 ../../swift_mpi --hydro -v 1 --threads=64 -n 10000 -P Restarts:enable:0 sodShock.yml
+perf-report --mpi=intel-mpi -np $SLURM_NTASKS ../../swift_mpi --hydro -v 1 --threads=64 -n 10000 -P Restarts:enable:0 sodShock.yml
-- 
GitLab