Commit 27fdae30 authored by Ashwin Vishnu's avatar Ashwin Vishnu
Browse files

Triolith 2D benchmarks: complete 3 passes

parent 2a4f38269057
......@@ -44,7 +44,9 @@ bench/operator2d/util.py
bench/results_bench/*.json
bench/oar_launcher_*
bench/OAR_*
bench/launcher_*
bench/SLURM*
doc/ipynb/.ipynb_checkpoints
doc/ipynb/*.rst
doc/tmp/*
\ No newline at end of file
doc/tmp/*
......@@ -5,10 +5,13 @@ from fluiddyn.clusters.snic import ClusterSNIC as Cluster
import fluidfft
argv = ('2D', '1024 -d 2') # 2D benchmarks
# argv = ('3D', '960 960 240') # 3D benchmarks
# Parameters
# ----------
# argv = dict(dim='2d', nh='1024 -d 2', time='00:04:00') # 2D benchmarks
argv = dict(dim='3d', nh='960 960 240', time='00:20:00') # 3D benchmarks
# mode = 'intra'
mode = 'inter'
# mode = 'inter'
mode = 'inter-intra'
def init_cluster():
......@@ -23,7 +26,7 @@ def init_cluster():
interactive=True
output_dir = os.path.abspath('{}/../doc/benchmarks/snic_{}_{}'.format(
os.path.split(fluidfft.__file__)[0], cluster.name_cluster, argv[0]))
os.path.split(fluidfft.__file__)[0], cluster.name_cluster, argv['dim']))
if not os.path.exists(output_dir):
os.makedirs(output_dir)
......@@ -39,17 +42,17 @@ def submit(cluster, interactive, nb_nodes, nb_cores_per_node=None):
nb_mpi = nb_cores_per_node * nb_nodes
cluster.submit_command(
'fluidfft-bench ' + argv[1] + ' -o ' + output_dir,
name_run='bench_{}_{}'.format(argv[0], nb_mpi),
'fluidfft-bench ' + argv['nh'] + ' -o ' + output_dir,
name_run='fft{}_{}'.format(argv['dim'], nb_mpi),
nb_nodes=nb_nodes,
nb_cores_per_node=nb_cores_per_node,
walltime='00:01:00',
walltime=argv['time'],
nb_mpi_processes=nb_mpi, omp_num_threads=1,
ask=False, bash=False, interactive=interactive)
cluster, interactive = init_cluster()
if mode == 'intra':
if 'intra' in mode:
nb_nodes = 1
# nb_cores = [2, 4, 8, 12, 16, 20, 24, 28, 32]
nb_cores = 4 * np.arange(0, 9)
......@@ -59,7 +62,8 @@ if mode == 'intra':
if nb_cores_per_node > cluster.nb_cores_per_node:
continue
submit(cluster, interactive, nb_nodes, nb_cores_per_node)
else:
if 'inter' in mode:
nodes = [2, 4, 8]
for nb_nodes in nodes:
submit(cluster, interactive, nb_nodes)
{"benchmarks_classes": [{"name": "fft2dmpiwithfftw1d", "t_fft_as_arg": 0.0027736425399780273, "t_fft_cpp": 0.011184860000000001, "t_fft_return": 0.002778768539428711, "t_ifft_as_arg": 0.0026856660842895508, "t_ifft_cpp": 0.00844924, "t_ifft_return": 0.003132343292236328}, {"name": "fft2dmpiwithfftwmpi2d", "t_fft_as_arg": 0.004384517669677734, "t_fft_cpp": 0.006846239999999999, "t_fft_return": 0.0043991804122924805, "t_ifft_as_arg": 0.0006103515625, "t_ifft_cpp": 0.00061682, "t_ifft_return": 0.001192927360534668}], "hostname": "n977", "n0": 1024, "n1": 1024, "nb_proc": 128, "pid": 26519, "time_as_str": "2017-10-10_02-23-55"}
{"benchmarks_classes": [{"name": "fft2dmpiwithfftw1d", "t_fft_as_arg": 0.002776026725769043, "t_fft_cpp": 0.011545399999999999, "t_fft_return": 0.002763032913208008, "t_ifft_as_arg": 0.002771735191345215, "t_ifft_cpp": 0.00277828, "t_ifft_return": 0.00301516056060791}, {"name": "fft2dmpiwithfftwmpi2d", "t_fft_as_arg": 0.004526495933532715, "t_fft_cpp": 0.0045448599999999995, "t_fft_return": 0.004521965980529785, "t_ifft_as_arg": 0.0006296634674072266, "t_ifft_cpp": 0.00061222, "t_ifft_return": 0.0011622905731201172}], "hostname": "n179", "n0": 1024, "n1": 1024, "nb_proc": 128, "pid": 10867, "time_as_str": "2017-10-10_03-23-32"}
{"benchmarks_classes": [{"name": "fft2dmpiwithfftw1d", "t_fft_as_arg": 0.0027762651443481445, "t_fft_cpp": 0.01064022, "t_fft_return": 0.0026903152465820312, "t_ifft_as_arg": 0.0027016401290893555, "t_ifft_cpp": 0.00319528, "t_ifft_return": 0.0031026601791381836}, {"name": "fft2dmpiwithfftwmpi2d", "t_fft_as_arg": 0.004421114921569824, "t_fft_cpp": 0.0044352, "t_fft_return": 0.0044623613357543945, "t_ifft_as_arg": 0.0006103515625, "t_ifft_cpp": 0.00061628, "t_ifft_return": 0.0011855363845825195}], "hostname": "n169", "n0": 1024, "n1": 1024, "nb_proc": 128, "pid": 5623, "time_as_str": "2017-10-10_03-41-31"}
{"benchmarks_classes": [{"name": "fft2dmpiwithfftw1d", "t_fft_as_arg": 0.001469254493713379, "t_fft_cpp": 0.0014430399999999998, "t_fft_return": 0.0014867782592773438, "t_ifft_as_arg": 0.0015811920166015625, "t_ifft_cpp": 0.0015114, "t_ifft_return": 0.002682805061340332}, {"name": "fft2dmpiwithfftwmpi2d", "t_fft_as_arg": 0.0014232397079467773, "t_fft_cpp": 0.00138692, "t_fft_return": 0.0014455318450927734, "t_ifft_as_arg": 0.001573324203491211, "t_ifft_cpp": 0.00153856, "t_ifft_return": 0.004117131233215332}], "hostname": "n345", "n0": 1024, "n1": 1024, "nb_proc": 16, "pid": 59176, "time_as_str": "2017-10-10_03-06-48"}
{"benchmarks_classes": [{"name": "fft2dmpiwithfftw1d", "t_fft_as_arg": 0.0014933347702026367, "t_fft_cpp": 0.0014877599999999999, "t_fft_return": 0.0015009641647338867, "t_ifft_as_arg": 0.0016427040100097656, "t_ifft_cpp": 0.0015948999999999991, "t_ifft_return": 0.0016762018203735352}, {"name": "fft2dmpiwithfftwmpi2d", "t_fft_as_arg": 0.001399993896484375, "t_fft_cpp": 0.00137888, "t_fft_return": 0.0014383792877197266, "t_ifft_as_arg": 0.0015887022018432617, "t_ifft_cpp": 0.00154548, "t_ifft_return": 0.0035750865936279297}], "hostname": "n156", "n0": 1024, "n1": 1024, "nb_proc": 16, "pid": 22013, "time_as_str": "2017-10-10_03-17-42"}
{"benchmarks_classes": [{"name": "fft2dmpiwithfftw1d", "t_fft_as_arg": 0.013968944549560547, "t_fft_cpp": 0.013695439999999998, "t_fft_return": 0.014329671859741211, "t_ifft_as_arg": 0.015057802200317383, "t_ifft_cpp": 0.0184159, "t_ifft_return": 0.01756417751312256}, {"name": "fft2dmpiwithfftwmpi2d", "t_fft_as_arg": 0.00913691520690918, "t_fft_cpp": 0.008914720000000001, "t_fft_return": 0.009132146835327148, "t_ifft_as_arg": 0.010494828224182129, "t_ifft_cpp": 0.0102087, "t_ifft_return": 0.0095139741897583}], "hostname": "n168", "n0": 1024, "n1": 1024, "nb_proc": 2, "pid": 41274, "time_as_str": "2017-10-10_03-06-48"}
{"benchmarks_classes": [{"name": "fft2dmpiwithfftw1d", "t_fft_as_arg": 0.015366554260253906, "t_fft_cpp": 0.014667099999999999, "t_fft_return": 0.014374613761901855, "t_ifft_as_arg": 0.015568375587463379, "t_ifft_cpp": 0.01914184, "t_ifft_return": 0.01612842082977295}, {"name": "fft2dmpiwithfftwmpi2d", "t_fft_as_arg": 0.009311795234680176, "t_fft_cpp": 0.008818620000000001, "t_fft_return": 0.009419798851013184, "t_ifft_as_arg": 0.010758280754089355, "t_ifft_cpp": 0.01013244, "t_ifft_return": 0.009896397590637207}], "hostname": "n166", "n0": 1024, "n1": 1024, "nb_proc": 2, "pid": 27633, "time_as_str": "2017-10-10_03-15-42"}
{"benchmarks_classes": [{"name": "fft2dmpiwithfftw1d", "t_fft_as_arg": 0.001149892807006836, "t_fft_cpp": 0.01554706, "t_fft_return": 0.0011568069458007812, "t_ifft_as_arg": 0.0011159181594848633, "t_ifft_cpp": 0.00110686, "t_ifft_return": 0.0021436214447021484}, {"name": "fft2dmpiwithfftwmpi2d", "t_fft_as_arg": 0.0011500120162963867, "t_fft_cpp": 0.0011454400000000002, "t_fft_return": 0.0011638402938842773, "t_ifft_as_arg": 0.0012878179550170898, "t_ifft_cpp": 0.00132636, "t_ifft_return": 0.0030416250228881836}], "hostname": "n1268", "n0": 1024, "n1": 1024, "nb_proc": 32, "pid": 29235, "time_as_str": "2017-10-10_03-06-48"}
{"benchmarks_classes": [{"name": "fft2dmpiwithfftw1d", "t_fft_as_arg": 0.001161336898803711, "t_fft_cpp": 0.00373676, "t_fft_return": 0.0011750459671020508, "t_ifft_as_arg": 0.0011218786239624023, "t_ifft_cpp": 0.00112206, "t_ifft_return": 0.0021494626998901367}, {"name": "fft2dmpiwithfftwmpi2d", "t_fft_as_arg": 0.0011631250381469727, "t_fft_cpp": 0.0011575000000000001, "t_fft_return": 0.0011813640594482422, "t_ifft_as_arg": 0.001275181770324707, "t_ifft_cpp": 0.00127048, "t_ifft_return": 0.0029621124267578125}], "hostname": "n1469", "n0": 1024, "n1": 1024, "nb_proc": 32, "pid": 32888, "time_as_str": "2017-10-10_03-17-44"}
{"benchmarks_classes": [{"name": "fft2dmpiwithfftw1d", "t_fft_as_arg": 0.0065882205963134766, "t_fft_cpp": 0.0066317599999999996, "t_fft_return": 0.006333827972412109, "t_ifft_as_arg": 0.008598089218139648, "t_ifft_cpp": 0.008893640000000001, "t_ifft_return": 0.008867383003234863}, {"name": "fft2dmpiwithfftwmpi2d", "t_fft_as_arg": 0.005736947059631348, "t_fft_cpp": 0.005875040000000001, "t_fft_return": 0.005734682083129883, "t_ifft_as_arg": 0.00633394718170166, "t_ifft_cpp": 0.006576360000000001, "t_ifft_return": 0.006305813789367676}], "hostname": "n168", "n0": 1024, "n1": 1024, "nb_proc": 4, "pid": 41273, "time_as_str": "2017-10-10_03-06-48"}
{"benchmarks_classes": [{"name": "fft2dmpiwithfftw1d", "t_fft_as_arg": 0.007111907005310059, "t_fft_cpp": 0.00724348, "t_fft_return": 0.006856083869934082, "t_ifft_as_arg": 0.008478403091430664, "t_ifft_cpp": 0.00948442, "t_ifft_return": 0.00982213020324707}, {"name": "fft2dmpiwithfftwmpi2d", "t_fft_as_arg": 0.005733966827392578, "t_fft_cpp": 0.00564432, "t_fft_return": 0.0056416988372802734, "t_ifft_as_arg": 0.006163358688354492, "t_ifft_cpp": 0.00611032, "t_ifft_return": 0.010854005813598633}], "hostname": "n166", "n0": 1024, "n1": 1024, "nb_proc": 4, "pid": 27689, "time_as_str": "2017-10-10_03-15-42"}
{"benchmarks_classes": [{"name": "fft2dmpiwithfftw1d", "t_fft_as_arg": 0.001375436782836914, "t_fft_cpp": 0.01058578, "t_fft_return": 0.0013649463653564453, "t_ifft_as_arg": 0.0013501644134521484, "t_ifft_cpp": 0.0014998200000000007, "t_ifft_return": 0.001970052719116211}, {"name": "fft2dmpiwithfftwmpi2d", "t_fft_as_arg": 0.0016903877258300781, "t_fft_cpp": 0.00164474, "t_fft_return": 0.0016808509826660156, "t_ifft_as_arg": 0.0008935928344726562, "t_ifft_cpp": 0.0008905600000000002, "t_ifft_return": 0.0016782283782958984}], "hostname": "n35", "n0": 1024, "n1": 1024, "nb_proc": 64, "pid": 53023, "time_as_str": "2017-10-10_02-23-55"}
{"benchmarks_classes": [{"name": "fft2dmpiwithfftw1d", "t_fft_as_arg": 0.0013508796691894531, "t_fft_cpp": 0.010362439999999999, "t_fft_return": 0.0013594627380371094, "t_ifft_as_arg": 0.0013418197631835938, "t_ifft_cpp": 0.006369400000000001, "t_ifft_return": 0.0019925832748413086}, {"name": "fft2dmpiwithfftwmpi2d", "t_fft_as_arg": 0.0016579627990722656, "t_fft_cpp": 0.001603779999999999, "t_fft_return": 0.0016427040100097656, "t_ifft_as_arg": 0.000897526741027832, "t_ifft_cpp": 0.00090948, "t_ifft_return": 0.0014802217483520508}], "hostname": "n962", "n0": 1024, "n1": 1024, "nb_proc": 64, "pid": 6948, "time_as_str": "2017-10-10_03-08-48"}
{"benchmarks_classes": [{"name": "fft2dmpiwithfftw1d", "t_fft_as_arg": 0.0013327598571777344, "t_fft_cpp": 0.0101896, "t_fft_return": 0.001349806785583496, "t_ifft_as_arg": 0.0013470649719238281, "t_ifft_cpp": 0.0013322999999999998, "t_ifft_return": 0.0019023418426513672}, {"name": "fft2dmpiwithfftwmpi2d", "t_fft_as_arg": 0.0016826391220092773, "t_fft_cpp": 0.00165912, "t_fft_return": 0.0017012357711791992, "t_ifft_as_arg": 0.0008914470672607422, "t_ifft_cpp": 0.0008917799999999999, "t_ifft_return": 0.0015385150909423828}], "hostname": "n156", "n0": 1024, "n1": 1024, "nb_proc": 64, "pid": 23833, "time_as_str": "2017-10-10_03-19-41"}
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment