From 77530de45e14b571c3820bd661da62f88a94c9f1 Mon Sep 17 00:00:00 2001 From: Mark Turner <dc-turn5@login7c.pri.cosma7.alces.network> Date: Thu, 25 Feb 2021 17:39:53 +0000 Subject: [PATCH] clean repo --- benchmark-slow/build/cosma7.py | 88 ------------------ benchmark-slow/build/swiftReframeTest.py | 28 ------ .../job-aps/__pycache__/cosma7.cpython-36.pyc | Bin 1674 -> 0 bytes .../swiftReframeTest.cpython-36.pyc | Bin 1679 -> 0 bytes benchmark-slow/job-aps/cosma7.py | 88 ------------------ benchmark-slow/job-aps/swiftReframeTest.py | 52 ----------- 6 files changed, 256 deletions(-) delete mode 100644 benchmark-slow/build/cosma7.py delete mode 100644 benchmark-slow/build/swiftReframeTest.py delete mode 100644 benchmark-slow/job-aps/__pycache__/cosma7.cpython-36.pyc delete mode 100644 benchmark-slow/job-aps/__pycache__/swiftReframeTest.cpython-36.pyc delete mode 100644 benchmark-slow/job-aps/cosma7.py delete mode 100644 benchmark-slow/job-aps/swiftReframeTest.py diff --git a/benchmark-slow/build/cosma7.py b/benchmark-slow/build/cosma7.py deleted file mode 100644 index 3dcb16d..0000000 --- a/benchmark-slow/build/cosma7.py +++ /dev/null @@ -1,88 +0,0 @@ -site_configuration = { - 'systems': [ - { - 'name': 'cosma7', - 'descr': 'Cosma7', - 'hostnames': ['login7b.pri.cosma7.alces.network', 'login7c.pri.cosma7.alces.network', 'login7a.pri.cosma7.alces.network'], - 'modules_system': 'tmod4', - 'partitions': [ - { - 'name': 'login', - 'descr': 'login nodes', - 'scheduler': 'local', - 'launcher': 'local', - 'environs': ['intelcosma7'], - 'max_jobs': 100, - }, - { - 'name': 'cpu_single_node', - 'descr': 'cpu nodes - single node', - 'scheduler': 'slurm', - 'launcher': 'local', - 'access': ['-p cosma7', '-A ds007'], - 'environs': ['intelcosma7'], - 'max_jobs': 100, - }, - { - 'name': 'cpu_multi_node', - 'descr': 'cpu nodes - multi node', - 'scheduler': 'slurm', - 'launcher': 'mpirun', - 'access': ['-p cosma7', '-A ds007'], - 'environs': ['intelcosma7'], - 'max_jobs': 100, - } - ] - } - ], - 'environments': [ - { - 'modules': ['intel_comp/2018', 'intel_mpi/2018', - 'parmetis/4.0.3', 'parallel_hdf5/1.10.3', - 'gsl/2.4', 'fftw/3.3.8cosma7', - 'python/3.6.5'], - 'name': 'intelcosma7', - 'cc': 'icc', - 'cxx': 'icpc', - 'ftn': '', - 'target_systems': ['cosma7'] - } - ], - 'logging': [ - { - 'level': 'debug', - 'handlers': [ - { - 'type': 'stream', - 'name': 'stdout', - 'level': 'info', - 'format': '%(message)s' - }, - { - 'type': 'file', - 'name': 'reframe.log', - 'level': 'debug', - 'format': '[%(asctime)s] %(levelname)s: %(check_info)s: %(message)s', # noqa: E501 - 'append': False - } - ], - 'handlers_perflog': [ - { - 'type': 'filelog', - 'prefix': '%(check_system)s/%(check_partition)s', - 'level': 'info', - 'format': ( - '%(check_job_completion_time)s|reframe %(version)s|' - '%(check_info)s|jobid=%(check_jobid)s|' - '%(check_perf_var)s=%(check_perf_value)s|' - 'ref=%(check_perf_ref)s ' - '(l=%(check_perf_lower_thres)s, ' - 'u=%(check_perf_upper_thres)s)|' - '%(check_perf_unit)s' - ), - 'append': True - } - ] - } - ], -} diff --git a/benchmark-slow/build/swiftReframeTest.py b/benchmark-slow/build/swiftReframeTest.py deleted file mode 100644 index 3a616ad..0000000 --- a/benchmark-slow/build/swiftReframeTest.py +++ /dev/null @@ -1,28 +0,0 @@ -import reframe as rfm -import reframe.utility.sanity as sn - - -GIT_REV = 'master' - -@rfm.simple_test -class PMillenniumTest(rfm.RegressionTest): - def __init__(self): - self.valid_systems = ['cosma7:cpu_single_node'] - self.valid_prog_environs = ['*'] - self.build_system = 'Autotools' - self.prebuild_cmds = [ - 'rm -rf swiftsim', - 'git clone https://gitlab.cosma.dur.ac.uk/swift/swiftsim.git', - 'pushd swiftsim', - f'git checkout {GIT_REV}', - 'git clean -x -f -d', - './autogen.sh', - 'cd ./' - ] - self.build_system.max_concurrency = 32 - self.build_system.config_opts = [ - '--enable-ipo', - '--with-tbbmalloc', - '--with-parmetis' - ] - self.sanity_patterns = sn.assert_found("", self.stdout) diff --git a/benchmark-slow/job-aps/__pycache__/cosma7.cpython-36.pyc b/benchmark-slow/job-aps/__pycache__/cosma7.cpython-36.pyc deleted file mode 100644 index 24573fd96f33180a530fc9084eef89d8ce595663..0000000000000000000000000000000000000000 GIT binary patch literal 0 HcmV?d00001 literal 1674 zcmXr!<>m5j)JsU@VPJU7fCTs$7#JKF7#NE8FfcHrFr+Z1Fr_f3u%xi2v!t-4u%~dO zaHepkaHTV*aHsIhVN2mn;Y;C9;Y<-o5lm--iVMwQPZ3TLN#RcsMHf$JP7#~Kn$DOa zo+6PVnIe@Uog$MWn<AIak;0WCpQ4bWn8J|Gn4&a?EuAq%IYlK!HAO8&Jw;;<ONwTS zR*G_pc8X4l?i|*1rWCyt{S>tngA~IQBe03abC}Z^Q%vSCM=_+B1~X`yMX@F47w0CL zN3l7B=_=VILjyy-f}%`4h=g8ZPI79oUS4WRd45rLl|oK_dS;$^5<wNo1XU#BRB?;7 zBsV|B<Q6N~vMO#crI44Ol3ENBOHRy*;?B$~NzH*c@ns4F1A`{pEtb5*+|*mFDXGQD zMYlMMlQU9NN^??+ZgJ!!mgXgAfLN({Wtm0!dBwLlauX}!v+|RQqxh2xO5=+&^U`xt z<3Uzbi6<A7LM&6zRe(r<xwlx0b4rVHt2lKF6d)E?ap*cKq!b$%m}{~Zu`)0)6tRH_ zb`ZhAz`$^eEipMcwYa#56C}dLz`zj22eK`<G^ZpJVwo7SWngizT~Tbg1(`*qd77*U zb8m5G<QJEK{8)U8FE=0Lx8nHX%HopL+*@1)iA5!uC7Jno#Z~;^pove;&n?h5GBC8L z;)4j}7Gy&C1&KwusU?}k`X+h?dd5{E1&Kw8IXS60@fj&;ruv3@h9FV)^x_<SBR!KU zfwZ)ea(!bxV?7I~w|NRGOEU8F^o{k*^h~2z%SuY~QlpqNlar%ZGLs9EZ-F9%9qK}` z`)@HNC*NXDuBf=hoK})|i?1ZHC_S|V>iA+%lqHp>-(o8+DN0Su1<@(_r6spmGV{{% ztGHD)a#M?o6Vp>Qi#1tpv6NI6q(Tg3%}Fgw&AG*vmS2>cSaORcEi)&zin}N^ttc@! zRWBz$y~-k5RU@%Dxg;|;RkJu&K~)2+0~Cas#a0Tc8p#={$=UHBYao2MMQ)m`MN*(h z1IMZ~h$RDw(1L>0yp&t)AiF>|sK5+?M1*FsK1=`}Bbvok&tQUC`AOi2$w>vpRXoID zHBcujsA`m@78Pga=V=z#z;r+ySCf^Wl$l}+69n^+6cwZvrNx&e7HJm4l|Y4ZN>eq9 zK^CA&6s4wV7At7vpo-??m!}rRmt+*B7HbykD3qegmKGEsWHsRq1Y1;^msz4&90Cos zTWkeIscD%NMeu+tk^^N?X0X65j*P^-l$_L};#&eRRy@d*ocwf6=3DHLkSxB%1I?_t zsd**Ex7c&?)6+Ba()~0UZwVD=mZZif=jWwmrk55af`W1-Ly<ZtmO#X>cztj})z8S! zP1R2+Ey_sD)lW&*Eh#O^Gu1CH&rB=PO)l02SqVxxdC94|pt7wvBfmh`$iT=@KPfdY zIU_f*C|kEUC%;@jD?dp$v7i`YsJUK2<t+{yNb0s@0o4L=3=9lRj7*GNj7-cR8iZLG k+2Cw8Msyw@I}0NSvN3|xf-n~=OfNzo2P;U1iHV5=04R6~*Z=?k diff --git a/benchmark-slow/job-aps/__pycache__/swiftReframeTest.cpython-36.pyc b/benchmark-slow/job-aps/__pycache__/swiftReframeTest.cpython-36.pyc deleted file mode 100644 index 1f966a47a3e8f71ba4658384d4578d766c720da8..0000000000000000000000000000000000000000 GIT binary patch literal 0 HcmV?d00001 literal 1679 zcmXr!<>gw`qL;9qje+4Y0}^0mU|?`yU|=XVVPIfLVMt-jVTfV`(@a^+Su9bkDNIpp zsf=0d?hGl+DJ(4vDJ-dsSscyG&5Ti;DU87knyfED#`#6D<t7%Fq!uNEcreTaGhKv% zfgu%aauibvV+vCXLlkogb1;J@%Psx@-^`qx)V#dR(%g{L;*w-WsBVzc_!$@&oI%dp z1#%u^3R5~$4MRLb3UfMR4MRL*3QG+`JW~oo4MRM03Tp~m3VRAi3CnDTxlAdXDO@Ss z>FhNO@vJF4H4Iry@oXu)DSRpX>C9jrdx}6UV+|wN9F7#h8b**VFpo1usFo>3xRyCZ zq?RQ`G({{$JVhc!GDRvyIz^_28Kf>nwuWgoLyBCAe2PL1%WQ@e#ktHWO6hzx4Dnng z+*v#+$~6pGyv-oD@})2YGia*#Rf#3%7w0CLTO}8i#usPirRSu^=jErQR*52s=a%M_ zWP*inF>2l7bSy2&FUil(DX!u#%2m)UN>eB<&rB;R&djZ{PR}e+NY2U6OI64yDJdwn z($`PVEXhes(gPc(mr`1!mzb<qnynAk0wIetbM?|QORD$^N{cg65Qg!B4a-PP&dx6_ zQK%9Eb8}J?^AvO|6m-)RbW^H$^z;);OY+lG^Yn@{s#ud#6!i38DljlGRPpHQrsgFk z<)rFn7UWk6=<1edmSpIbBqil0=H%ojSMftd3KENQQ%f?7t8~FGD$dN+PpwGIEyzhN z)<;SL$ZTD6Gm9!Vh+|)ZlEq6<QmxX}2m4V!BR@A)Kc%!NBQaM$C0Vzmv?$LM?oqhm zQOt=2#Z{8Jy2<%DIjPAdnfZCTx%nxnwz&nFI{CQ;Rs4E-`g(d0jq$k!nN{2%wZ*yl zIr-_8ReZX-#i==Iy6HuUWtk<FRZO~Nw-^npxO8<(GKx|YQ;Kb?m~`{1m~;cG1cOqG zOA?Dpimf04Vr5VzryJmzmsygTnB$zEmy!vxyx1x&6BPG}xv5rFQu+nC;MAX4nhWtc z$j^EiDQTuvd<D87Ij}%wZq6+RP5xWFWr;bNDe=XX#U-h^#kYhZ+=8O~^!U`gvdp6V zyy9CtNu`-NFg3Thit|g0l2eOQGK+4pyL*Pj2f2pb;w>mjg{Vr-O)0*`pPN__pPZkU zTv}9=nwMO8i#s_#FD)}YKEI%(_!d`oYHC3|$kD~OxC@F>i%Rq2A=*+aQj<$dKyeRI z$yA(oizl(TIJKxGJ}tjAFXa|naY;&kX~`}A;>5hnlFImk#FCQKqP${F)>|x~V2$D^ zNi8mkPsuEb;>#<|jn6DeElLE3QWQ6c4-Mlew#;OZqLmCqQVa|XzcLA?0Nvzb-GbDj zwEUvn#JuEG-SYgR?Bb040$n2mBSZb9)V$=3+{B`6-Qt}5a{a9QB;CY<Vn`AQN=++D z%uNLqMS2C5w>aYCGxIV_;^R3%#Skd{F)(s5axk(nvN16+f*=QkWa0qxxtLiPIT-nv zSQuFtS(sSBa!iaMF*ZgPkWS_*38dr>wgzT}pC${)zP!ZT)cE*YT=DU_`6;D2AU02Y zd|_!~4n(F%hJgVR5a7^&5YiwqP<hJ^awmwv!BhmIG`ViE7eV}Vi@7K*_m&uxr&n5% znUh&ksRxOhTkKH&EjEZiktoPWJ_ZJcTinH&po|(1imY3FL8<9Qsl~;a`FSAMgDru$ h0Tee77RWWXIBX#9w*zI}Vh#od1`b9ZW)>zsMgS6w{j2~0 diff --git a/benchmark-slow/job-aps/cosma7.py b/benchmark-slow/job-aps/cosma7.py deleted file mode 100644 index 6c425fe..0000000 --- a/benchmark-slow/job-aps/cosma7.py +++ /dev/null @@ -1,88 +0,0 @@ -site_configuration = { - 'systems': [ - { - 'name': 'cosma7', - 'descr': 'Cosma7', - 'hostnames': ['b101.pri.cosma7.alces.network', 'login7b.pri.cosma7.alces.network', 'login7c.pri.cosma7.alces.network', 'login7a.pri.cosma7.alces.network'], - 'modules_system': 'tmod4', - 'partitions': [ - { - 'name': 'login', - 'descr': 'login nodes', - 'scheduler': 'local', - 'launcher': 'local', - 'environs': ['intelcosma7'], - 'max_jobs': 100, - }, - { - 'name': 'cpu_single_node', - 'descr': 'cpu nodes - single node', - 'scheduler': 'slurm', - 'launcher': 'local', - 'access': ['-p cosma7', '-A ds007'], - 'environs': ['intelcosma7'], - 'max_jobs': 100, - }, - { - 'name': 'cpu_multi_node', - 'descr': 'cpu nodes - multi node', - 'scheduler': 'slurm', - 'launcher': 'mpirun', - 'access': ['-p cosma7', '-A ds007'], - 'environs': ['intelcosma7'], - 'max_jobs': 100, - } - ] - } - ], - 'environments': [ - { - 'modules': ['intel_comp/2018', 'intel_mpi/2018', - 'parmetis/4.0.3', 'parallel_hdf5/1.10.3', - 'gsl/2.4', 'fftw/3.3.8cosma7', - 'python/3.6.5','vtune'], - 'name': 'intelcosma7', - 'cc': 'icc', - 'cxx': 'icpc', - 'ftn': '', - 'target_systems': ['cosma7'] - } - ], - 'logging': [ - { - 'level': 'debug', - 'handlers': [ - { - 'type': 'stream', - 'name': 'stdout', - 'level': 'info', - 'format': '%(message)s' - }, - { - 'type': 'file', - 'name': 'reframe.log', - 'level': 'debug', - 'format': '[%(asctime)s] %(levelname)s: %(check_info)s: %(message)s', # noqa: E501 - 'append': False - } - ], - 'handlers_perflog': [ - { - 'type': 'filelog', - 'prefix': '%(check_system)s/%(check_partition)s', - 'level': 'info', - 'format': ( - '%(check_job_completion_time)s|reframe %(version)s|' - '%(check_info)s|jobid=%(check_jobid)s|' - '%(check_perf_var)s=%(check_perf_value)s|' - 'ref=%(check_perf_ref)s ' - '(l=%(check_perf_lower_thres)s, ' - 'u=%(check_perf_upper_thres)s)|' - '%(check_perf_unit)s' - ), - 'append': True - } - ] - } - ], -} diff --git a/benchmark-slow/job-aps/swiftReframeTest.py b/benchmark-slow/job-aps/swiftReframeTest.py deleted file mode 100644 index c0a4b91..0000000 --- a/benchmark-slow/job-aps/swiftReframeTest.py +++ /dev/null @@ -1,52 +0,0 @@ -import reframe as rfm -import reframe.utility.sanity as sn - - -GIT_REV = 'master' - -@rfm.simple_test -class PMillenniumTest(rfm.RegressionTest): - def __init__(self): - self.valid_systems = ['cosma7:cpu_single_node','cosma7:cpu_multi_node'] - self.valid_prog_environs = ['*'] - self.build_system = 'Autotools' - self.sourcesdir = None # Added - self.prebuild_cmds = [ - 'rm -rf swiftsim', - 'git clone https://gitlab.cosma.dur.ac.uk/swift/swiftsim.git', - 'pushd swiftsim', - f'git checkout {GIT_REV}', - 'git clean -x -f -d', - './autogen.sh', - 'cd ./' - ] - self.build_system.max_concurrency = 32 - self.build_system.config_opts = [ - '--enable-ipo', - '--with-tbbmalloc', - '--with-parmetis' - ] - - test_dir = 'swiftsim/examples/PMillennium/PMillennium-768' - self.keep_files = [test_dir] - self.prerun_cmds = [f'pushd {test_dir}'] - #self.executable = 'mpirun' #temp copied out - num_iterations = 1 - num_threads = 64 - ic_dir = '/cosma/home/durham/dc-turn5/swiftsim/examples' - self.executable_opts = [ - 'aps', '--collection-mode=mpi,omp', - '../../swift_mpi', - '--cosmology', - '--self-gravity', - '-v', '1', - f'--threads={num_threads}', - '-n', f'{num_iterations}', - '-P', 'Restarts:enable:0', - f'-PInitialConditions:file_name:{ic_dir}/pmillenium/PMill-768.hdf5', - 'p-mill-768.yml' - ] - - self.sanity_patterns = sn.assert_found("", self.stdout) # moved from above - - -- GitLab