summaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorFlorian Dold <florian.dold@gmail.com>2019-05-15 11:18:22 +0200
committerFlorian Dold <florian.dold@gmail.com>2019-05-15 11:18:22 +0200
commit3b66f735637b339a5dc2d8f2f53358e6b1a8a045 (patch)
treecdf16da7f29d13f9123f7b60758d65182cdb0455
parent5d0f4a044f773517b9b3644bd35ecaf23c696be2 (diff)
downloaddold-thesis-phd-3b66f735637b339a5dc2d8f2f53358e6b1a8a045.tar.gz
dold-thesis-phd-3b66f735637b339a5dc2d8f2f53358e6b1a8a045.tar.bz2
dold-thesis-phd-3b66f735637b339a5dc2d8f2f53358e6b1a8a045.zip
experiments
-rw-r--r--plots/speed.data76
-rw-r--r--plots/time_bench_cpu.data78
-rw-r--r--plots/time_bench_ops_only.data78
-rw-r--r--plots/time_exchange_cpu.data78
-rw-r--r--plots/time_real.data79
-rw-r--r--taler/implementation.tex7
6 files changed, 199 insertions, 197 deletions
diff --git a/plots/speed.data b/plots/speed.data
index ac9c87b..5690b84 100644
--- a/plots/speed.data
+++ b/plots/speed.data
@@ -1,39 +1,37 @@
-1 13.858781
-10 120.484062
-20 229.750516
-30 324.526383
-40 430.961753
-50 508.576000
-60 608.811567
-70 630.801061
-80 659.250809
-90 670.177304
-100 680.149242
-110 683.398027
-120 730.505924
-130 713.191205
-140 720.717938
-150 752.879792
-160 734.769932
-170 765.760595
-180 699.592734
-190 709.993343
-200 724.065525
-300 731.121457
-400 713.400369
-500 780.564227
-600 747.179835
-700 730.754306
-800 732.804547
-900 706.719285
-1000 692.034533
-1100 662.506399
-1200 718.752204
-1300 694.280339
-1400 738.982915
-1500 694.333242
-1600 685.006207
-1700 738.749002
-1800 713.588146
-1900 706.174180
-2000 682.354890
+1 1.104439
+10 92.290911
+20 180.087087
+30 255.700284
+40 344.687076
+50 438.485028
+60 515.618333
+70 568.431831
+80 639.706303
+100 673.724088
+110 676.973144
+120 671.559308
+130 694.295694
+140 664.765652
+150 638.751296
+160 673.683504
+170 674.329287
+180 669.691392
+190 638.637718
+200 699.212198
+300 675.841986
+400 656.455187
+500 714.911636
+600 738.661570
+700 699.990279
+800 708.218566
+1000 735.599016
+1100 700.423479
+1200 687.508367
+1300 696.931102
+1400 698.255900
+1500 696.575458
+1600 737.278906
+1700 718.587847
+1800 691.539112
+1900 736.039940
+2000 742.994853
diff --git a/plots/time_bench_cpu.data b/plots/time_bench_cpu.data
index 2e7c085..7cfeb81 100644
--- a/plots/time_bench_cpu.data
+++ b/plots/time_bench_cpu.data
@@ -1,39 +1,39 @@
-1 752008
-10 8537295
-20 17607653
-30 27773848
-40 37200872
-50 49598741
-60 58667407
-70 75924637
-80 90549568
-90 107827710
-100 122599166
-110 133726770
-120 142223941
-130 159537096
-140 171677723
-150 177958478
-160 192408959
-170 201666875
-180 228749515
-190 244878358
-200 252785857
-300 383529432
-400 512133061
-500 600211724
-600 748192657
-700 903895591
-800 1029052579
-900 1210589169
-1000 1377312082
-1100 1573025902
-1200 1575492951
-1300 1776168733
-1400 1810359843
-1500 2049075484
-1600 2225701768
-1700 2194666069
-1800 2391625171
-1900 2540995484
-2000 2785787558
+1 9801666
+10 11386875
+20 23130250
+30 36564875
+40 47727458
+50 58359958
+60 70447500
+70 84446916
+80 93801750
+90 106124375
+100 119029750
+110 129536541
+120 147174791
+130 154257625
+140 174573916
+150 192325541
+160 194480625
+170 206233000
+180 214591541
+190 239929750
+200 236358375
+300 348233916
+400 495046791
+500 579896000
+600 689094875
+700 830684375
+800 957190833
+900 1058149291
+1000 1154518791
+1100 1325087916
+1200 1502792333
+1300 1610584958
+1400 1712165458
+1500 1838840458
+1600 1881089500
+1700 2023251583
+1800 2209685583
+1900 2241094458
+2000 2351564083
diff --git a/plots/time_bench_ops_only.data b/plots/time_bench_ops_only.data
index 2bc2dc8..558fd5b 100644
--- a/plots/time_bench_ops_only.data
+++ b/plots/time_bench_ops_only.data
@@ -1,39 +1,39 @@
-1 261203
-10 2635392
-20 5189654
-30 7888823
-40 10054603
-50 12249693
-60 14490944
-70 17671034
-80 20294058
-90 23508629
-100 25885196
-110 28214535
-120 29951318
-130 33268939
-140 35757126
-150 36908477
-160 39557486
-170 40944202
-180 45540099
-190 47843470
-200 49204342
-300 73251680
-400 103106575
-500 122743590
-600 152147084
-700 174657986
-800 206865113
-900 234332502
-1000 264045276
-1100 299298481
-1200 298653467
-1300 335142749
-1400 340169890
-1500 385948663
-1600 413185834
-1700 420817863
-1800 461316801
-1900 484276148
-2000 524687056
+1 2509331
+10 2564859
+20 5002341
+30 7865777
+40 10073982
+50 12128759
+60 14693754
+70 17792025
+80 19538636
+90 21980148
+100 24423023
+110 26545671
+120 30144030
+130 31522690
+140 35732386
+150 39585595
+160 39812006
+170 42203541
+180 44053474
+190 49793400
+200 48356499
+300 74601183
+400 105393510
+500 123044026
+600 145506335
+700 176345850
+800 200698466
+900 221478860
+1000 239238872
+1100 276518348
+1200 321194002
+1300 340475242
+1400 360182556
+1500 387822458
+1600 393044377
+1700 428264745
+1800 469067124
+1900 469026116
+2000 486510753
diff --git a/plots/time_exchange_cpu.data b/plots/time_exchange_cpu.data
index 0be5c7d..1379291 100644
--- a/plots/time_exchange_cpu.data
+++ b/plots/time_exchange_cpu.data
@@ -1,39 +1,39 @@
-1 299998
-10 3506774
-20 7118394
-30 10948203
-40 14616008
-50 18707345
-60 23151681
-70 29905593
-80 35554003
-90 42223642
-100 48901205
-110 52357903
-120 55629027
-130 62304243
-140 66819896
-150 69458715
-160 74906776
-170 77274350
-180 86452341
-190 90023070
-200 92867356
-300 136687467
-400 191192254
-500 229986696
-600 283254861
-700 322253152
-800 389292870
-900 433651758
-1000 494090774
-1100 551505646
-1200 547505674
-1300 624637027
-1400 626570240
-1500 718605106
-1600 766488314
-1700 779492008
-1800 851663614
-1900 896454317
-2000 969259234
+1 4769125
+10 4958166
+20 9639333
+30 14984541
+40 19394166
+50 23851208
+60 28914708
+70 34698375
+80 38456250
+90 43448500
+100 48580291
+110 52942000
+120 59859458
+130 62778708
+140 70788500
+150 78093250
+160 78634750
+170 83169416
+180 86460000
+190 96958916
+200 94814958
+300 138324083
+400 194283541
+500 227209291
+600 267426291
+700 322986833
+800 368918208
+900 406839708
+1000 440552708
+1100 518428416
+1200 591421708
+1300 631228208
+1400 663142625
+1500 713897625
+1600 726439583
+1700 783727750
+1800 858787125
+1900 863532291
+2000 895376500
diff --git a/plots/time_real.data b/plots/time_real.data
index f780ba4..7f518b7 100644
--- a/plots/time_real.data
+++ b/plots/time_real.data
@@ -1,39 +1,40 @@
-1 72156419
-10 82998530
-20 87050947
-30 92442407
-40 92815661
-50 98313723
-60 98552661
-70 110970010
-80 121349870
-90 134292820
-100 147026555
-110 160960371
-120 164269715
-130 182279309
-140 194250750
-150 199234993
-160 217755236
-170 222001499
-180 257292552
-190 267608143
-200 276218095
-300 410328540
-400 560694972
-500 640562279
-600 803019530
-700 957914301
-800 1091696283
-900 1273490081
-1000 1445014594
-1100 1660361322
-1200 1669560098
-1300 1872442480
-1400 1894495760
-1500 2160345939
-1600 2335745257
-1700 2301187541
-1800 2522463425
-1900 2690554332
-2000 2931026110
+0 0
+1 905437353
+10 108353032
+20 111057380
+30 117324860
+40 116047287
+50 114028979
+60 116365141
+70 123145813
+80 125057389
+90 136314756
+100 148428714
+110 162487982
+120 178688611
+130 187240107
+140 210600532
+150 234833183
+160 237500249
+170 252102353
+180 268780519
+190 297508266
+200 286036200
+300 443890741
+400 609333292
+500 699387134
+600 812279973
+700 1000013888
+800 1129594787
+900 1251266347
+1000 1359436294
+1100 1570478479
+1200 1745433303
+1300 1865320684
+1400 2004995589
+1500 2153391973
+1600 2170142109
+1700 2365751116
+1800 2602889653
+1900 2581381658
+2000 2691808686
diff --git a/taler/implementation.tex b/taler/implementation.tex
index 0413838..e2db92b 100644
--- a/taler/implementation.tex
+++ b/taler/implementation.tex
@@ -1832,7 +1832,10 @@ hardware specifications for our tests:
We used $2048$-bit RSA denomination keys for all of our exchange benchmarks. We
used a development version of the exchange (with git commit hash
-5fbda29b76c24d\dots). PostgreSQL version 10.4 was used as the database.
+5fbda29b76c24d\dots). PostgreSQL version 11.3 was used as the database.
+As our server machines have only slower hard-disk drives instead of faster solid-state drives,
+we ran the benchmarks with an in-memory database.
+
\subsection{Coins Per Transaction}\label{sec:coins-per-transaction}
The transaction rate is an important characteristic of a payment system. Since
@@ -1905,7 +1908,7 @@ correspond to the actual CPU time required for the respective operations, as
the benchmark with one client runs significantly fewer processes/threads than
the number of available CPUs on our machine.
-The benchmark completed in $20.76$ minutes. We obtained the total CPU usage of
+The benchmark completed in $15.10$ minutes on $\texttt{firefly}$. We obtained the total CPU usage of
the benchmark testbed and exchange. The refresh operations are rather slow in comparison
to spends and deposits, as the benchmark with a refresh probability of $0\%$ only took $8.84$
minutes to complete.