Skip to content

Commit

Permalink
benchmarks
Browse files Browse the repository at this point in the history
  • Loading branch information
@neferin12
neferin12 committed Jan 22, 2024
1 parent d5b31a6 commit 788e417
Show file tree
Hide file tree
Showing 7 changed files with 37 additions and 33 deletions.
Binary file modified benchmark_files/benchmark_4_0.png
View file
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Binary file modified benchmark_files/benchmark_7_0.png
View file
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Binary file modified benchmark_files/benchmark_9_0.png
View file
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
12 changes: 6 additions & 6 deletions benchmarking/results/c_benchmark.csv
View file
Original file line number Diff line number Diff line change
@@ -1,7 +1,7 @@
command,mean,stddev,median,user,system,min,max,parameter_runs
mpirun -np 1 ./cism ../../example-files/Wahlen.csv ../../example-files/Seminare.csv 100,0.11773809998923078,0.00628670485153728,0.11431381622,0.023011861538461534,0.03416575384615385,0.11068071222,0.12610818222000003,100
mpirun -np 1 ./cism ../../example-files/Wahlen.csv ../../example-files/Seminare.csv 1000,0.12032870962000003,0.005815426467507439,0.11666411922,0.026647039999999997,0.03339934,0.11286703522000001,0.12834779822000003,1000
mpirun -np 1 ./cism ../../example-files/Wahlen.csv ../../example-files/Seminare.csv 10000,0.14716381892000002,0.0020209012628705256,0.14732798672000003,0.056407299999999994,0.03339855,0.14377137722000002,0.15154863122,10000
mpirun -np 1 ./cism ../../example-files/Wahlen.csv ../../example-files/Seminare.csv 100000,0.44328807932,0.004042882235869445,0.44287313922000004,0.35302959999999994,0.034845600000000004,0.43846904422000005,0.44902812122,100000
mpirun -np 1 ./cism ../../example-files/Wahlen.csv ../../example-files/Seminare.csv 1000000,3.4596030937199993,0.17793177794376802,3.39387859972,3.3615021999999994,0.037255800000000006,3.37457745122,3.95747922822,1000000
mpirun -np 1 ./cism ../../example-files/Wahlen.csv ../../example-files/Seminare.csv 10000000,33.30917093052,0.6520507443616336,33.196353667219995,33.1179059,0.0789543,32.657566413219996,34.98561432722,10000000
mpirun -np 1 ./cism ../../example-files/Wahlen.csv ../../example-files/Seminare.csv 100,0.11156843770000004,0.007160928810678063,0.11054073810000001,0.022162253333333336,0.03396034,0.09811316560000001,0.12345413960000001,100
mpirun -np 1 ./cism ../../example-files/Wahlen.csv ../../example-files/Seminare.csv 1000,0.11946988783076926,0.006748751795543483,0.11500502010000002,0.025533312307692305,0.03359477846153847,0.11122554860000002,0.1293819166,1000
mpirun -np 1 ./cism ../../example-files/Wahlen.csv ../../example-files/Seminare.csv 10000,0.14966392181052635,0.004726842084240463,0.1485455746,0.05512796210526315,0.03410471368421053,0.14277450760000002,0.1562814486,10000
mpirun -np 1 ./cism ../../example-files/Wahlen.csv ../../example-files/Seminare.csv 100000,0.44534530920000004,0.01405994231751334,0.44056146360000004,0.35659151999999994,0.03327494000000001,0.43730015460000005,0.48456194560000004,100000
mpirun -np 1 ./cism ../../example-files/Wahlen.csv ../../example-files/Seminare.csv 1000000,3.3805203394000003,0.03896430572831453,3.3660769861000004,3.2677590199999997,0.049768839999999995,3.3364359626,3.4535155066,1000000
mpirun -np 1 ./cism ../../example-files/Wahlen.csv ../../example-files/Seminare.csv 10000000,32.9519599996,0.35444072526661735,32.8564086331,32.72748232,0.09788024000000001,32.5361591956,33.5807656856,10000000
48 changes: 24 additions & 24 deletions benchmarking/results/c_multicore_benchmark.csv
View file
Original file line number Diff line number Diff line change
@@ -1,25 +1,25 @@
command,mean,stddev,median,user,system,min,max,parameter_num_threads
mpirun -np 1 --use-hwthread-cpus ./cism ../../example-files/Wahlen.csv ../../example-files/Seminare.csv 1000000,3.4185181233199997,0.04010142089780478,3.41022896102,3.3138561599999994,0.04251012,3.35254226652,3.49084937952,1
mpirun -np 2 --use-hwthread-cpus ./cism ../../example-files/Wahlen.csv ../../example-files/Seminare.csv 1000000,5.16880771822,0.06925392269947683,5.15368234002,10.089953359999999,0.07889192,5.11091487552,5.3569572785199995,2
mpirun -np 3 --use-hwthread-cpus ./cism ../../example-files/Wahlen.csv ../../example-files/Seminare.csv 1000000,3.53908949482,0.031805583720508276,3.52959574802,10.20264266,0.14819002,3.49850411652,3.59077715352,3
mpirun -np 4 --use-hwthread-cpus ./cism ../../example-files/Wahlen.csv ../../example-files/Seminare.csv 1000000,3.5787916220200002,0.03426305601804562,3.57242430352,13.688354159999998,0.25042731999999995,3.53773763952,3.63936005352,4
mpirun -np 5 --use-hwthread-cpus ./cism ../../example-files/Wahlen.csv ../../example-files/Seminare.csv 1000000,3.7160918851199995,0.21254733010860827,3.6214854595199997,17.52912636,0.57146632,3.57544712252,4.12347054352,5
mpirun -np 6 --use-hwthread-cpus ./cism ../../example-files/Wahlen.csv ../../example-files/Seminare.csv 1000000,3.66611458532,0.18350478609530108,3.60816575152,20.834079960000004,0.5705075199999999,3.5896936905200003,4.186677781519999,6
mpirun -np 7 --use-hwthread-cpus ./cism ../../example-files/Wahlen.csv ../../example-files/Seminare.csv 1000000,3.7151076570200003,0.19280625411005461,3.63623181602,24.47274696,0.8123259199999998,3.5610777705200003,4.181208647519999,7
mpirun -np 8 --use-hwthread-cpus ./cism ../../example-files/Wahlen.csv ../../example-files/Seminare.csv 1000000,3.6702649066200004,0.06819777835823712,3.64076612452,27.85782026,0.6736372199999999,3.60053651052,3.83157470752,8
mpirun -np 9 --use-hwthread-cpus ./cism ../../example-files/Wahlen.csv ../../example-files/Seminare.csv 1000000,3.71176814892,0.05676113026377977,3.7068059800200004,31.588112559999995,0.8500756199999999,3.64787553652,3.84497997552,9
mpirun -np 10 --use-hwthread-cpus ./cism ../../example-files/Wahlen.csv ../../example-files/Seminare.csv 1000000,3.761222291219999,0.18321957157072474,3.6990982410199997,35.373741759999994,1.14227862,3.65162063652,4.2678699155199995,10
mpirun -np 11 --use-hwthread-cpus ./cism ../../example-files/Wahlen.csv ../../example-files/Seminare.csv 1000000,3.8015995990199998,0.27968579507785557,3.6960199405200003,39.08049186,1.51398852,3.66334608352,4.555688582519999,11
mpirun -np 12 --use-hwthread-cpus ./cism ../../example-files/Wahlen.csv ../../example-files/Seminare.csv 1000000,3.85792050452,0.2214530666061492,3.73863378402,42.93646355999999,1.98373012,3.6937513555200003,4.31195422052,12
mpirun -np 13 --use-hwthread-cpus ./cism ../../example-files/Wahlen.csv ../../example-files/Seminare.csv 1000000,5.328143930919999,0.06419203662527742,5.324412541519999,54.620991759999995,13.09561682,5.23663352152,5.41692452252,13
mpirun -np 14 --use-hwthread-cpus ./cism ../../example-files/Wahlen.csv ../../example-files/Seminare.csv 1000000,5.37510274822,0.039231520050091846,5.37730702302,61.54566915999999,12.012941719999999,5.2906371735199995,5.41815088052,14
mpirun -np 15 --use-hwthread-cpus ./cism ../../example-files/Wahlen.csv ../../example-files/Seminare.csv 1000000,5.412201530319999,0.024193707750488642,5.40706175102,67.95851666000002,11.39217022,5.38579880852,5.44876581652,15
mpirun -np 16 --use-hwthread-cpus ./cism ../../example-files/Wahlen.csv ../../example-files/Seminare.csv 1000000,5.47071537032,0.14773760276973982,5.428068082019999,74.81332216000001,10.72261322,5.38761952652,5.88835184652,16
mpirun -np 17 --use-hwthread-cpus ./cism ../../example-files/Wahlen.csv ../../example-files/Seminare.csv 1000000,5.4380208015200004,0.04379219749742023,5.439992779519999,81.15686395999998,9.134255320000001,5.35647015852,5.530063055519999,17
mpirun -np 18 --use-hwthread-cpus ./cism ../../example-files/Wahlen.csv ../../example-files/Seminare.csv 1000000,5.52892027532,0.16012819530997982,5.45936476102,88.11795576,9.093393019999999,5.426395255519999,5.89669968752,18
mpirun -np 19 --use-hwthread-cpus ./cism ../../example-files/Wahlen.csv ../../example-files/Seminare.csv 1000000,5.74630639132,0.5475221464857771,5.50829872702,96.25825156,10.433303819999999,5.45185701752,7.22445871252,19
mpirun -np 20 --use-hwthread-cpus ./cism ../../example-files/Wahlen.csv ../../example-files/Seminare.csv 1000000,5.690386049119999,0.1826483493260227,5.765650302519999,102.18008116,8.961867819999998,5.465625849519999,5.8906527635199994,20
mpirun -np 21 --use-hwthread-cpus ./cism ../../example-files/Wahlen.csv ../../example-files/Seminare.csv 1000000,5.77701560002,0.38384555214849503,5.64636425602,109.82857515999999,8.66089942,5.45303583452,6.69782237652,21
mpirun -np 22 --use-hwthread-cpus ./cism ../../example-files/Wahlen.csv ../../example-files/Seminare.csv 1000000,5.583622154719999,0.20006426915472764,5.516197589019999,114.70878225999999,5.10028272,5.48491912052,6.14692883452,22
mpirun -np 23 --use-hwthread-cpus ./cism ../../example-files/Wahlen.csv ../../example-files/Seminare.csv 1000000,5.64089748832,0.16446483004369097,5.56242683752,121.76244176,4.705103919999999,5.50043454152,5.934756236519999,23
mpirun -np 24 --use-hwthread-cpus ./cism ../../example-files/Wahlen.csv ../../example-files/Seminare.csv 1000000,6.008996674619999,0.40282389159496446,5.79851196752,131.24809706000002,8.86156712,5.71333748752,6.78548747552,24
mpirun -np 1 --use-hwthread-cpus ./cism ../../example-files/Wahlen.csv ../../example-files/Seminare.csv 1000000,3.37218434644,0.040038549843325395,3.36577465314,3.2763097,0.03398295999999999,3.32682040714,3.4532731881400003,1
mpirun -np 2 --use-hwthread-cpus ./cism ../../example-files/Wahlen.csv ../../example-files/Seminare.csv 1000000,5.0526592397400005,0.016540498638582406,5.052248670639999,9.8633606,0.07650976000000001,5.03096429014,5.077551661139999,2
mpirun -np 3 --use-hwthread-cpus ./cism ../../example-files/Wahlen.csv ../../example-files/Seminare.csv 1000000,3.536482821040001,0.06613663320152552,3.5334900831400002,10.2640348,0.06942006,3.4563777141400003,3.7042363221400003,3
mpirun -np 4 --use-hwthread-cpus ./cism ../../example-files/Wahlen.csv ../../example-files/Seminare.csv 1000000,3.5235492050400006,0.042206486108267195,3.5206178351400004,13.642648399999999,0.08037806,3.46635240814,3.61970198214,4
mpirun -np 5 --use-hwthread-cpus ./cism ../../example-files/Wahlen.csv ../../example-files/Seminare.csv 1000000,3.56871463194,0.0530594274348444,3.54981301264,17.2617537,0.09907856000000001,3.50870520614,3.6599049041400002,5
mpirun -np 6 --use-hwthread-cpus ./cism ../../example-files/Wahlen.csv ../../example-files/Seminare.csv 1000000,3.62952962894,0.18388293727429925,3.5693542016400004,21.070855900000005,0.11367506000000001,3.52244984214,4.14189040514,6
mpirun -np 7 --use-hwthread-cpus ./cism ../../example-files/Wahlen.csv ../../example-files/Seminare.csv 1000000,3.6195255217400004,0.1008957252357377,3.6068006726400004,24.4981648,0.13085486000000002,3.53033882514,3.8821417421400004,7
mpirun -np 8 --use-hwthread-cpus ./cism ../../example-files/Wahlen.csv ../../example-files/Seminare.csv 1000000,3.6327609128400007,0.05449552264606705,3.62618086214,28.087255699999996,0.15078875999999997,3.55782657114,3.75415311614,8
mpirun -np 9 --use-hwthread-cpus ./cism ../../example-files/Wahlen.csv ../../example-files/Seminare.csv 1000000,3.8493057118400005,0.3158415687968142,3.6773970616400002,33.5182132,0.17039506,3.61924390614,4.51765098814,9
mpirun -np 10 --use-hwthread-cpus ./cism ../../example-files/Wahlen.csv ../../example-files/Seminare.csv 1000000,3.6678533554399997,0.07694480923889276,3.65313061114,35.423856,0.18601145999999996,3.5910671941400003,3.85301151114,10
mpirun -np 11 --use-hwthread-cpus ./cism ../../example-files/Wahlen.csv ../../example-files/Seminare.csv 1000000,3.81035184494,0.24285809281175685,3.70822855964,40.36012029999999,0.20149486,3.6500890581400003,4.34127157114,11
mpirun -np 12 --use-hwthread-cpus ./cism ../../example-files/Wahlen.csv ../../example-files/Seminare.csv 1000000,4.06100027114,0.4741725842220146,3.80655729464,47.003916999999994,0.22031405999999998,3.72220000214,4.93014105214,12
mpirun -np 13 --use-hwthread-cpus ./cism ../../example-files/Wahlen.csv ../../example-files/Seminare.csv 1000000,5.235889197739999,0.1206525729797237,5.28291739414,66.12880489999999,0.24425426,4.9186198361399995,5.31246263414,13
mpirun -np 14 --use-hwthread-cpus ./cism ../../example-files/Wahlen.csv ../../example-files/Seminare.csv 1000000,5.34719045094,0.04308930196499924,5.345776751139999,72.7217093,0.25473845999999994,5.28227933914,5.43257206014,14
mpirun -np 15 --use-hwthread-cpus ./cism ../../example-files/Wahlen.csv ../../example-files/Seminare.csv 1000000,5.41398785694,0.12981828991907263,5.368020878139999,78.8701945,0.28914986,5.34726624014,5.77677421714,15
mpirun -np 16 --use-hwthread-cpus ./cism ../../example-files/Wahlen.csv ../../example-files/Seminare.csv 1000000,5.50296663944,0.22601825407283285,5.386331643639999,85.56749819999999,0.31617096,5.335989662139999,5.94053559414,16
mpirun -np 17 --use-hwthread-cpus ./cism ../../example-files/Wahlen.csv ../../example-files/Seminare.csv 1000000,5.50580190474,0.16256920594867896,5.444383827639999,90.9049471,0.33494115999999996,5.384474047139999,5.89939922214,17
mpirun -np 18 --use-hwthread-cpus ./cism ../../example-files/Wahlen.csv ../../example-files/Seminare.csv 1000000,5.51659735144,0.1707046800672552,5.436799326139999,96.4365969,0.35200736,5.3742846451399995,5.86022554814,18
mpirun -np 19 --use-hwthread-cpus ./cism ../../example-files/Wahlen.csv ../../example-files/Seminare.csv 1000000,5.5485858191399995,0.17363717406039716,5.446247381639999,102.33998030000001,0.40618286000000003,5.39993077414,5.843175684139999,19
mpirun -np 20 --use-hwthread-cpus ./cism ../../example-files/Wahlen.csv ../../example-files/Seminare.csv 1000000,5.60996743374,0.2054345911744171,5.477795307139999,108.91671369999999,0.42006426,5.420414484139999,5.95303041514,20
mpirun -np 21 --use-hwthread-cpus ./cism ../../example-files/Wahlen.csv ../../example-files/Seminare.csv 1000000,5.7099063256400004,0.2544554564754995,5.67474091114,116.3908326,0.45039485999999995,5.423621670139999,6.01247909614,21
mpirun -np 22 --use-hwthread-cpus ./cism ../../example-files/Wahlen.csv ../../example-files/Seminare.csv 1000000,5.7065286019400006,0.2456058523053615,5.67921670514,121.7307056,0.4878284600000001,5.4493194341399995,6.036261318139999,22
mpirun -np 23 --use-hwthread-cpus ./cism ../../example-files/Wahlen.csv ../../example-files/Seminare.csv 1000000,5.564183291939999,0.15622309993818706,5.513734503639999,123.76263630000001,0.5170820600000001,5.4786126591399995,5.99848076014,23
mpirun -np 24 --use-hwthread-cpus ./cism ../../example-files/Wahlen.csv ../../example-files/Seminare.csv 1000000,5.82095783774,0.18366331033699984,5.793509430139999,134.362451,0.56347596,5.61148008214,6.06525973914,24
8 changes: 6 additions & 2 deletions benchmarking/results/ts_benchmark.csv
View file
Original file line number Diff line number Diff line change
@@ -1,3 +1,7 @@
command,mean,stddev,median,user,system,min,max,parameter_runs
node --max_old_space_size=4096 ./bin/run run ../../example-files/Wahlen.csv ../../example-files/Seminare.csv 100,0.14179003736761903,0.0012363978424685717,0.14189472332,0.15442108095238097,0.043135393333333334,0.13901398732,0.14347985632,100
node --max_old_space_size=4096 ./bin/run run ../../example-files/Wahlen.csv ../../example-files/Seminare.csv 1000,0.14609197412,0.0015788794359187497,0.14592958132,0.16470615,0.04675666,0.14226519832,0.14920445331999999,1000
./bin/run run ../../example-files/Wahlen.csv ../../example-files/Seminare.csv 100,0.09566753684387097,0.0014016022509800925,0.09543011136,0.09681078516129032,0.04068320129032258,0.09352880636,0.09964396836,100
./bin/run run ../../example-files/Wahlen.csv ../../example-files/Seminare.csv 1000,0.09590618358580646,0.001707850346817069,0.09565239836,0.10766143032258065,0.04056797548387096,0.09458705236,0.10442323336,1000
./bin/run run ../../example-files/Wahlen.csv ../../example-files/Seminare.csv 10000,0.1675949051835294,0.0022024085417042634,0.16665086136,0.18075919882352945,0.04027704,0.16561752436000002,0.17280787036,10000
./bin/run run ../../example-files/Wahlen.csv ../../example-files/Seminare.csv 100000,0.8676760424600001,0.009417706415637968,0.8684933808600002,0.8795990400000001,0.04558854,0.8527302553600001,0.8789009633600001,100000
./bin/run run ../../example-files/Wahlen.csv ../../example-files/Seminare.csv 1000000,8.06716169306,0.08781440014747997,8.03164252686,8.049163740000001,0.054001640000000004,7.9629956363600005,8.23156367736,1000000
./bin/run run ../../example-files/Wahlen.csv ../../example-files/Seminare.csv 10000000,81.20719812576,1.4151994680950093,81.19370892436,80.87743134000002,0.10244883999999999,79.21595498635999,84.79222576235999,10000000
2 changes: 1 addition & 1 deletion benchmarking/ts_benchmark.sh
View file
Original file line number Diff line number Diff line change
Expand Up @@ -11,4 +11,4 @@ hyperfine \
--warmup 3 \
--parameter-list runs 100,1000,10000,100000,1000000,10000000 \
--export-csv ../../benchmarking/results/ts_benchmark.csv \
'node --max_old_space_size=4096 ./bin/run run ../../example-files/Wahlen.csv ../../example-files/Seminare.csv {runs}'
'./bin/run run ../../example-files/Wahlen.csv ../../example-files/Seminare.csv {runs}'

0 comments on commit 788e417

Please sign in to comment.