... | ... | @@ -4,18 +4,26 @@ module load intel-compiler/2020.0.166 |
|
|
module load openmpi/4.0.2
|
|
|
module load hdf5/1.10.5p
|
|
|
module load gsl/2.6
|
|
|
module load parmetis/4.0.3
|
|
|
module load parmetis/4.0.3-i8r8
|
|
|
module load intel-mkl/2020.0.166
|
|
|
module load intel-tbb/2020.0.166
|
|
|
module load fftw3/3.3.8
|
|
|
module load metis/5.1.0
|
|
|
module load metis/5.1.0-i8r8
|
|
|
```
|
|
|
|
|
|
Configuration:
|
|
|
```
|
|
|
./configure --with-tbbmalloc --enable-ipo \
|
|
|
./configure --with-tbbmalloc \
|
|
|
--with-gsl=$GSL_ROOT --with-fftw=$FFTW3_ROOT \
|
|
|
--with-metis=$METIS_ROOT --with-parmetis=$PARMETIS_ROOT \
|
|
|
--with-gravity=basic \
|
|
|
--with-velociraptor=/path/to/VR/
|
|
|
``` |
|
|
\ No newline at end of file |
|
|
```
|
|
|
|
|
|
Running on Gadi with 2 mpi processes per node, 24 threads per mpi:
|
|
|
```
|
|
|
export OMP_NUM_THREADS=24
|
|
|
args="--pin --cosmology --self-gravity --threads=$OMP_NUM_THREADS"
|
|
|
mpirun="mpirun -np ${nmpi} --map-by node:PE=$OMP_NUM_THREADS --rank-by core --report-bindings -x UCX_TLS=ud_x,shm,self"
|
|
|
${mpirun} ${swiftmpi} ${args} ${paramfile}
|
|
|
``` |