From 3b66f735637b339a5dc2d8f2f53358e6b1a8a045 Mon Sep 17 00:00:00 2001 From: Florian Dold Date: Wed, 15 May 2019 11:18:22 +0200 Subject: experiments --- plots/speed.data | 76 ++++++++++++++++++++-------------------- plots/time_bench_cpu.data | 78 ++++++++++++++++++++--------------------- plots/time_bench_ops_only.data | 78 ++++++++++++++++++++--------------------- plots/time_exchange_cpu.data | 78 ++++++++++++++++++++--------------------- plots/time_real.data | 79 +++++++++++++++++++++--------------------- taler/implementation.tex | 7 ++-- 6 files changed, 199 insertions(+), 197 deletions(-) diff --git a/plots/speed.data b/plots/speed.data index ac9c87b..5690b84 100644 --- a/plots/speed.data +++ b/plots/speed.data @@ -1,39 +1,37 @@ -1 13.858781 -10 120.484062 -20 229.750516 -30 324.526383 -40 430.961753 -50 508.576000 -60 608.811567 -70 630.801061 -80 659.250809 -90 670.177304 -100 680.149242 -110 683.398027 -120 730.505924 -130 713.191205 -140 720.717938 -150 752.879792 -160 734.769932 -170 765.760595 -180 699.592734 -190 709.993343 -200 724.065525 -300 731.121457 -400 713.400369 -500 780.564227 -600 747.179835 -700 730.754306 -800 732.804547 -900 706.719285 -1000 692.034533 -1100 662.506399 -1200 718.752204 -1300 694.280339 -1400 738.982915 -1500 694.333242 -1600 685.006207 -1700 738.749002 -1800 713.588146 -1900 706.174180 -2000 682.354890 +1 1.104439 +10 92.290911 +20 180.087087 +30 255.700284 +40 344.687076 +50 438.485028 +60 515.618333 +70 568.431831 +80 639.706303 +100 673.724088 +110 676.973144 +120 671.559308 +130 694.295694 +140 664.765652 +150 638.751296 +160 673.683504 +170 674.329287 +180 669.691392 +190 638.637718 +200 699.212198 +300 675.841986 +400 656.455187 +500 714.911636 +600 738.661570 +700 699.990279 +800 708.218566 +1000 735.599016 +1100 700.423479 +1200 687.508367 +1300 696.931102 +1400 698.255900 +1500 696.575458 +1600 737.278906 +1700 718.587847 +1800 691.539112 +1900 736.039940 +2000 742.994853 diff --git a/plots/time_bench_cpu.data b/plots/time_bench_cpu.data index 2e7c085..7cfeb81 100644 --- a/plots/time_bench_cpu.data +++ b/plots/time_bench_cpu.data @@ -1,39 +1,39 @@ -1 752008 -10 8537295 -20 17607653 -30 27773848 -40 37200872 -50 49598741 -60 58667407 -70 75924637 -80 90549568 -90 107827710 -100 122599166 -110 133726770 -120 142223941 -130 159537096 -140 171677723 -150 177958478 -160 192408959 -170 201666875 -180 228749515 -190 244878358 -200 252785857 -300 383529432 -400 512133061 -500 600211724 -600 748192657 -700 903895591 -800 1029052579 -900 1210589169 -1000 1377312082 -1100 1573025902 -1200 1575492951 -1300 1776168733 -1400 1810359843 -1500 2049075484 -1600 2225701768 -1700 2194666069 -1800 2391625171 -1900 2540995484 -2000 2785787558 +1 9801666 +10 11386875 +20 23130250 +30 36564875 +40 47727458 +50 58359958 +60 70447500 +70 84446916 +80 93801750 +90 106124375 +100 119029750 +110 129536541 +120 147174791 +130 154257625 +140 174573916 +150 192325541 +160 194480625 +170 206233000 +180 214591541 +190 239929750 +200 236358375 +300 348233916 +400 495046791 +500 579896000 +600 689094875 +700 830684375 +800 957190833 +900 1058149291 +1000 1154518791 +1100 1325087916 +1200 1502792333 +1300 1610584958 +1400 1712165458 +1500 1838840458 +1600 1881089500 +1700 2023251583 +1800 2209685583 +1900 2241094458 +2000 2351564083 diff --git a/plots/time_bench_ops_only.data b/plots/time_bench_ops_only.data index 2bc2dc8..558fd5b 100644 --- a/plots/time_bench_ops_only.data +++ b/plots/time_bench_ops_only.data @@ -1,39 +1,39 @@ -1 261203 -10 2635392 -20 5189654 -30 7888823 -40 10054603 -50 12249693 -60 14490944 -70 17671034 -80 20294058 -90 23508629 -100 25885196 -110 28214535 -120 29951318 -130 33268939 -140 35757126 -150 36908477 -160 39557486 -170 40944202 -180 45540099 -190 47843470 -200 49204342 -300 73251680 -400 103106575 -500 122743590 -600 152147084 -700 174657986 -800 206865113 -900 234332502 -1000 264045276 -1100 299298481 -1200 298653467 -1300 335142749 -1400 340169890 -1500 385948663 -1600 413185834 -1700 420817863 -1800 461316801 -1900 484276148 -2000 524687056 +1 2509331 +10 2564859 +20 5002341 +30 7865777 +40 10073982 +50 12128759 +60 14693754 +70 17792025 +80 19538636 +90 21980148 +100 24423023 +110 26545671 +120 30144030 +130 31522690 +140 35732386 +150 39585595 +160 39812006 +170 42203541 +180 44053474 +190 49793400 +200 48356499 +300 74601183 +400 105393510 +500 123044026 +600 145506335 +700 176345850 +800 200698466 +900 221478860 +1000 239238872 +1100 276518348 +1200 321194002 +1300 340475242 +1400 360182556 +1500 387822458 +1600 393044377 +1700 428264745 +1800 469067124 +1900 469026116 +2000 486510753 diff --git a/plots/time_exchange_cpu.data b/plots/time_exchange_cpu.data index 0be5c7d..1379291 100644 --- a/plots/time_exchange_cpu.data +++ b/plots/time_exchange_cpu.data @@ -1,39 +1,39 @@ -1 299998 -10 3506774 -20 7118394 -30 10948203 -40 14616008 -50 18707345 -60 23151681 -70 29905593 -80 35554003 -90 42223642 -100 48901205 -110 52357903 -120 55629027 -130 62304243 -140 66819896 -150 69458715 -160 74906776 -170 77274350 -180 86452341 -190 90023070 -200 92867356 -300 136687467 -400 191192254 -500 229986696 -600 283254861 -700 322253152 -800 389292870 -900 433651758 -1000 494090774 -1100 551505646 -1200 547505674 -1300 624637027 -1400 626570240 -1500 718605106 -1600 766488314 -1700 779492008 -1800 851663614 -1900 896454317 -2000 969259234 +1 4769125 +10 4958166 +20 9639333 +30 14984541 +40 19394166 +50 23851208 +60 28914708 +70 34698375 +80 38456250 +90 43448500 +100 48580291 +110 52942000 +120 59859458 +130 62778708 +140 70788500 +150 78093250 +160 78634750 +170 83169416 +180 86460000 +190 96958916 +200 94814958 +300 138324083 +400 194283541 +500 227209291 +600 267426291 +700 322986833 +800 368918208 +900 406839708 +1000 440552708 +1100 518428416 +1200 591421708 +1300 631228208 +1400 663142625 +1500 713897625 +1600 726439583 +1700 783727750 +1800 858787125 +1900 863532291 +2000 895376500 diff --git a/plots/time_real.data b/plots/time_real.data index f780ba4..7f518b7 100644 --- a/plots/time_real.data +++ b/plots/time_real.data @@ -1,39 +1,40 @@ -1 72156419 -10 82998530 -20 87050947 -30 92442407 -40 92815661 -50 98313723 -60 98552661 -70 110970010 -80 121349870 -90 134292820 -100 147026555 -110 160960371 -120 164269715 -130 182279309 -140 194250750 -150 199234993 -160 217755236 -170 222001499 -180 257292552 -190 267608143 -200 276218095 -300 410328540 -400 560694972 -500 640562279 -600 803019530 -700 957914301 -800 1091696283 -900 1273490081 -1000 1445014594 -1100 1660361322 -1200 1669560098 -1300 1872442480 -1400 1894495760 -1500 2160345939 -1600 2335745257 -1700 2301187541 -1800 2522463425 -1900 2690554332 -2000 2931026110 +0 0 +1 905437353 +10 108353032 +20 111057380 +30 117324860 +40 116047287 +50 114028979 +60 116365141 +70 123145813 +80 125057389 +90 136314756 +100 148428714 +110 162487982 +120 178688611 +130 187240107 +140 210600532 +150 234833183 +160 237500249 +170 252102353 +180 268780519 +190 297508266 +200 286036200 +300 443890741 +400 609333292 +500 699387134 +600 812279973 +700 1000013888 +800 1129594787 +900 1251266347 +1000 1359436294 +1100 1570478479 +1200 1745433303 +1300 1865320684 +1400 2004995589 +1500 2153391973 +1600 2170142109 +1700 2365751116 +1800 2602889653 +1900 2581381658 +2000 2691808686 diff --git a/taler/implementation.tex b/taler/implementation.tex index 0413838..e2db92b 100644 --- a/taler/implementation.tex +++ b/taler/implementation.tex @@ -1832,7 +1832,10 @@ hardware specifications for our tests: We used $2048$-bit RSA denomination keys for all of our exchange benchmarks. We used a development version of the exchange (with git commit hash -5fbda29b76c24d\dots). PostgreSQL version 10.4 was used as the database. +5fbda29b76c24d\dots). PostgreSQL version 11.3 was used as the database. +As our server machines have only slower hard-disk drives instead of faster solid-state drives, +we ran the benchmarks with an in-memory database. + \subsection{Coins Per Transaction}\label{sec:coins-per-transaction} The transaction rate is an important characteristic of a payment system. Since @@ -1905,7 +1908,7 @@ correspond to the actual CPU time required for the respective operations, as the benchmark with one client runs significantly fewer processes/threads than the number of available CPUs on our machine. -The benchmark completed in $20.76$ minutes. We obtained the total CPU usage of +The benchmark completed in $15.10$ minutes on $\texttt{firefly}$. We obtained the total CPU usage of the benchmark testbed and exchange. The refresh operations are rather slow in comparison to spends and deposits, as the benchmark with a refresh probability of $0\%$ only took $8.84$ minutes to complete. -- cgit v1.2.3