From 7de3ad6ccd0b6e995e374614f29b16872c0daae2 Mon Sep 17 00:00:00 2001 From: Dennis Brentjes Date: Mon, 17 Jul 2017 19:02:56 +0200 Subject: Adds more results to the paper. --- content/results.tex | 218 +++++++++++++++++++++++++++++++++++++++++++++++----- 1 file changed, 198 insertions(+), 20 deletions(-) (limited to 'content/results.tex') diff --git a/content/results.tex b/content/results.tex index 12db128..f333284 100644 --- a/content/results.tex +++ b/content/results.tex @@ -19,29 +19,207 @@ Gathering the results over TCP with a separate daemon enables people to run this The following results were gathered with the pc specs as listed in appendix \ref{app-specs}. The optimization specific flags that were used are listed in appendix \ref{app-ccopts}. \begin{table}[!ht] -\begin{tiny} -\begin{tabularx}{\columnwidth}{|X|X|X|X|X|X|X|} -\hline -Node & prepre (s (\textsigma)) & premix (s (\textsigma)) & prepost (s (\textsigma)) & realpre (s (\textsigma)) & realmix (s (\textsigma)) & realpost (s (\textsigma)) \\\hline\hline -Node1 & 3.662 (0.030) & 2.819 (0.015) & 1.163 (0.029) & 0.299 (0.004) & 0.122 (0.004) & 0.123 (0.004) \\\hline -Node2 & 3.676 (0.025) & 2.818 (0.020) & 1.170 (0.029) & 0.302 (0.005) & 0.124 (0.005) & 0.123 (0.005) \\\hline -Node3 & 3.680 (0.026) & 2.819 (0.018) & 1.169 (0.028) & 0.302 (0.004) & 0.212 (0.004) & 0.451 (0.020) \\\hline -\end{tabularx} -\end{tiny} + \begin{tiny} + \begin{tabularx}{\columnwidth}{|X|X|X|X|X|X|X|} + \hline + Node & prepre (s (\textsigma)) & premix (s (\textsigma)) & prepost (s (\textsigma)) & realpre (s (\textsigma)) & realmix (s (\textsigma)) & realpost (s (\textsigma)) \\\hline\hline + Node1 & 0.752 (0.018) & 0.582 (0.009) & 0.274 (0.007) & 0.097 (0.005) & 0.027 (0.005) & 0.027 (0.004) \\\hline + Node2 & 0.752 (0.013) & 0.583 (0.009) & 0.274 (0.013) & 0.095 (0.008) & 0.026 (0.005) & 0.026 (0.005) \\\hline + Node3 & 0.742 (0.015) & 0.582 (0.010) & 0.274 (0.006) & 0.097 (0.005) & 0.063 (0.005) & 0.126 (0.007) \\\hline + \end{tabularx} + \end{tiny} + + \caption{Node time average over 50 runs with standard deviation in seconds using ed25519 and running 100 clients.} +\end{table} + +\begin{table}[!ht] + \begin{tiny} + \begin{tabularx}{\columnwidth}{|X|X|X|X|X|X|X|} + \hline + Node & prepre (s (\textsigma)) & premix (s (\textsigma)) & prepost (s (\textsigma)) & realpre (s (\textsigma)) & realmix (s (\textsigma)) & realpost (s (\textsigma)) \\\hline\hline + Node1 & 3.494 (0.025) & 3.484 (0.020) & 2.257 (0.035) & 1.151 (0.061) & 0.004 (0.005) & 0.008 (0.004) \\\hline + Node2 & 3.494 (0.025) & 3.484 (0.020) & 2.257 (0.035) & 1.151 (0.061) & 0.004 (0.005) & 0.008 (0.004) \\\hline + Node3 & 3.482 (0.018) & 3.488 (0.013) & 2.287 (0.032) & 1.180 (0.069) & 0.002 (0.004) & 0.259 (0.012) \\\hline + \end{tabularx} + \end{tiny} + \caption{Node time average over 50 runs with standard deviation in seconds using 2048 bit multiplicative group and running 100 clients.} + +\end{table} + +%----------------------------------------------------------------------- + +\begin{table}[!ht] + \begin{tiny} + \begin{tabularx}{\columnwidth}{|X|X|X|X|X|X|X|} + \hline + Node & prepre (s (\textsigma)) & premix (s (\textsigma)) & prepost (s (\textsigma)) & realpre (s (\textsigma)) & realmix (s (\textsigma)) & realpost (s (\textsigma)) \\\hline\hline + Node1 & 1.495 (0.040) & 1.107 (0.020) & 0.483 (0.013) & 0.157 (0.005) & 0.054 (0.005) & 0.054 (0.005) \\\hline + Node2 & 1.469 (0.038) & 1.106 (0.012) & 0.483 (0.010) & 0.156 (0.005) & 0.053 (0.005) & 0.054 (0.005) \\\hline + Node3 & 1.457 (0.022) & 1.104 (0.013) & 0.484 (0.011) & 0.154 (0.014) & 0.115 (0.005) & 0.212 (0.009) \\\hline + \end{tabularx} + \end{tiny} + + \caption{Node time average over 50 runs with standard deviation in seconds using ed25519 and running 200 clients.} +\end{table} + +\begin{table}[!ht] + \begin{tiny} + \begin{tabularx}{\columnwidth}{|X|X|X|X|X|X|X|} + \hline + Node & prepre (s (\textsigma)) & premix (s (\textsigma)) & prepost (s (\textsigma)) & realpre (s (\textsigma)) & realmix (s (\textsigma)) & realpost (s (\textsigma)) \\\hline\hline + Node1 & 7.035 (0.053) & 6.978 (0.019) & 5.283 (0.097) & 4.066 (0.262) & 0.013 (0.005) & 0.029 (0.003) \\\hline + Node2 & 6.973 (0.023) & 6.980 (0.016) & 5.300 (0.076) & 4.108 (0.246) & 0.014 (0.005) & 0.029 (0.003) \\\hline + Node3 & 6.983 (0.021) & 6.976 (0.022) & 5.301 (0.115) & 4.080 (0.271) & 0.012 (0.004) & 0.549 (0.005) \\\hline + \end{tabularx} + \end{tiny} + \caption{Node time average over 50 runs with standard deviation in seconds using 2048 bit multiplicative group and running 200 clients.} + +\end{table} + +%----------------------------------------------------------------------- + +\begin{table}[!ht] + \begin{tiny} + \begin{tabularx}{\columnwidth}{|X|X|X|X|X|X|X|} + \hline + Node & prepre (s (\textsigma)) & premix (s (\textsigma)) & prepost (s (\textsigma)) & realpre (s (\textsigma)) & realmix (s (\textsigma)) & realpost (s (\textsigma)) \\\hline\hline + Node1 & 2.270 (0.127) & 1.635 (0.025) & 0.696 (0.016) & 0.200 (0.010) & 0.081 (0.003) & 0.081 (0.004) \\\hline + Node2 & 2.219 (0.045) & 1.651 (0.027) & 0.694 (0.016) & 0.202 (0.004) & 0.080 (0.004) & 0.080 (0.003) \\\hline + Node3 & 2.181 (0.040) & 1.647 (0.022) & 0.694 (0.016) & 0.203 (0.005) & 0.151 (0.005) & 0.289 (0.013) \\\hline + \end{tabularx} + \end{tiny} + + \caption{Node time average over 50 runs with standard deviation in seconds using ed25519 and running 300 clients.} +\end{table} -\caption{Node time average over 50 runs with standard deviation in seconds using ed25519 and running 500 clients.} +\begin{table}[!ht] + \begin{tiny} + \begin{tabularx}{\columnwidth}{|X|X|X|X|X|X|X|} + \hline + Node & prepre (s (\textsigma)) & premix (s (\textsigma)) & prepost (s (\textsigma)) & realpre (s (\textsigma)) & realmix (s (\textsigma)) & realpost (s (\textsigma)) \\\hline\hline + Node1 & 10.590 (0.061) & 10.534 (0.023) & 9.192 (0.224) & 8.981 (0.572) & 0.029 (0.004) & 0.064 (0.005) \\\hline + Node2 & 10.549 (0.035) & 10.539 (0.031) & 9.247 (0.193) & 9.026 (0.585) & 0.029 (0.004) & 0.064 (0.005) \\\hline + Node3 & 10.556 (0.028) & 10.538 (0.026) & 9.195 (0.245) & 9.028 (0.466) & 0.031 (0.002) & 0.814 (0.008) \\\hline + \end{tabularx} + \end{tiny} + \caption{Node time average over 50 runs with standard deviation in seconds using 2048 bit multiplicative group and running 300 clients.} + +\end{table} + +%----------------------------------------------------------------------- + +\begin{table}[!ht] + \begin{tiny} + \begin{tabularx}{\columnwidth}{|X|X|X|X|X|X|X|} + \hline + Node & prepre (s (\textsigma)) & premix (s (\textsigma)) & prepost (s (\textsigma)) & realpre (s (\textsigma)) & realmix (s (\textsigma)) & realpost (s (\textsigma)) \\\hline\hline + Node1 & 2.966 (0.057) & 2.177 (0.028) & 0.907 (0.045) & 0.247 (0.005) & 0.105 (0.005) & 0.106 (0.005) \\\hline + Node2 & 2.898 (0.058) & 2.172 (0.031) & 0.898 (0.021) & 0.247 (0.005) & 0.104 (0.005) & 0.104 (0.005) \\\hline + Node3 & 2.846 (0.053) & 2.155 (0.040) & 0.900 (0.024) & 0.247 (0.005) & 0.180 (0.004) & 0.367 (0.014) \\\hline + \end{tabularx} + \end{tiny} + + \caption{Node time average over 50 runs with standard deviation in seconds using ed25519 and running 400 clients.} \end{table} \begin{table}[!ht] -\begin{tiny} -\begin{tabularx}{\columnwidth}{|X|X|X|X|X|X|X|} -\hline -Node & prepre (s (\textsigma)) & premix (s (\textsigma)) & prepost (s (\textsigma)) & realpre (s (\textsigma)) & realmix (s (\textsigma)) & realpost (s (\textsigma)) \\\hline\hline -Node1 & 19.145 (0.039) & 19.142 (0.035) & 20.125 (0.560) & 24.769 (1.373) & 0.074 (0.005) & 0.140 (0.005) \\\hline -Node2 & 19.215 (0.041) & 19.140 (0.035) & 20.114 (0.661) & 24.509 (2.063) & 0.072 (0.005) & 0.139 (0.006) \\\hline -Node3 & 19.219 (0.073) & 19.152 (0.066) & 20.235 (1.183) & 24.560 (2.845) & 0.074 (0.006) & 1.475 (0.018) \\\hline -\end{tabularx} -\end{tiny} -\caption{Node time average over 50 runs with standard deviation in seconds using 2048 bit multiplicative group and running 500 clients.} + \begin{tiny} + \begin{tabularx}{\columnwidth}{|X|X|X|X|X|X|X|} + \hline + Node & prepre (s (\textsigma)) & premix (s (\textsigma)) & prepost (s (\textsigma)) & realpre (s (\textsigma)) & realmix (s (\textsigma)) & realpost (s (\textsigma)) \\\hline\hline + Node1 & 15.233 (0.027) & 15.228 (0.028) & 14.763 (0.306) & 16.099 (0.799) & 0.049 (0.003) & 0.104 (0.005) \\\hline + Node2 & 15.282 (0.030) & 15.225 (0.027) & 14.954 (0.297) & 16.344 (0.588) & 0.049 (0.004) & 0.105 (0.007) \\\hline + Node3 & 15.284 (0.038) & 15.234 (0.034) & 14.947 (0.348) & 16.294 (0.765) & 0.050 (0.003) & 1.166 (0.010) \\\hline + \end{tabularx} + \end{tiny} + \caption{Node time average over 50 runs with standard deviation in seconds using 2048 bit multiplicative group and running 400 clients.} + +\end{table} +%----------------------------------------------------------------------- + +\begin{table}[!ht] + \begin{tiny} + \begin{tabularx}{\columnwidth}{|X|X|X|X|X|X|X|} + \hline + Node & prepre (s (\textsigma)) & premix (s (\textsigma)) & prepost (s (\textsigma)) & realpre (s (\textsigma)) & realmix (s (\textsigma)) & realpost (s (\textsigma)) \\\hline\hline + Node1 & 3.662 (0.030) & 2.819 (0.015) & 1.163 (0.029) & 0.299 (0.004) & 0.122 (0.004) & 0.123 (0.004) \\\hline + Node2 & 3.676 (0.025) & 2.818 (0.020) & 1.170 (0.029) & 0.302 (0.005) & 0.124 (0.005) & 0.123 (0.005) \\\hline + Node3 & 3.680 (0.026) & 2.819 (0.018) & 1.169 (0.028) & 0.302 (0.004) & 0.212 (0.004) & 0.451 (0.020) \\\hline + \end{tabularx} + \end{tiny} + + \caption{Node time average over 50 runs with standard deviation in seconds using ed25519 and running 500 clients.} \end{table} + +\begin{table}[!ht] + \begin{tiny} + \begin{tabularx}{\columnwidth}{|X|X|X|X|X|X|X|} + \hline + Node & prepre (s (\textsigma)) & premix (s (\textsigma)) & prepost (s (\textsigma)) & realpre (s (\textsigma)) & realmix (s (\textsigma)) & realpost (s (\textsigma)) \\\hline\hline + Node1 & 19.145 (0.039) & 19.142 (0.035) & 20.125 (0.560) & 24.769 (1.373) & 0.074 (0.005) & 0.140 (0.005) \\\hline + Node2 & 19.215 (0.041) & 19.140 (0.035) & 20.114 (0.661) & 24.509 (2.063) & 0.072 (0.005) & 0.139 (0.006) \\\hline + Node3 & 19.219 (0.073) & 19.152 (0.066) & 20.235 (1.183) & 24.560 (2.845) & 0.074 (0.006) & 1.475 (0.018) \\\hline + \end{tabularx} + \end{tiny} + \caption{Node time average over 50 runs with standard deviation in seconds using 2048 bit multiplicative group and running 500 clients.} + +\end{table} + +\begin{figure*}[!ht] + \centering + \begin{tikzpicture} + \begin{axis}[ + xmin=0, xmax=500, xstep=100, + ymin=0, ymax=20, + ymajorgrids=true, + grid style=dashed, + legend pos=north west, + width=\textwidth, + xlabel={Number of clients}, + ylabel={Time in s} + ] + + \addplot[color=red] coordinates + {(0,0)(100,0.752)(200,1.495)(300,2.270)(400, 2.966)(500,3.662)}; + \addplot[name path=us_top,color=red!70] coordinates {(0,0)(100,0.770)(200,1.535)(300,2.397)(400, 3.023)(500,3.692)}; + \addplot[name path=us_down,color=red!70] coordinates {(0,0)(100,0.736)(200,1.455)(300,2.143)(400, 2.909)(500,3.632)}; + \addplot[red!50,fill opacity=0.5] fill between[of=us_top and us_down]; + + \addplot[color=green] coordinates + {(0,0)(100,0.752)(200,1.469)(300,2.219)(400,2.898)(500,3.676)}; + \addplot[name path=us_top,color=green!70] coordinates {(0,0)(100,0.765)(200,1.507)(300,2.264)(400,2.956)(500,3.701)}; + \addplot[name path=us_down,color=green!70] coordinates {(0,0)(100,0.739)(200,1.431)(300,2.174)(400,2.840)(500,3.651)}; + \addplot[green!50,fill opacity=0.5] fill between[of=us_top and us_down]; + + \addplot[color=blue] coordinates + {(0,0)(100,0.742)(200,1.457)(300,2.181)(400,2.846)(500,3.68)}; + \addplot[name path=us_top,color=blue!70] coordinates {(0,0)(100,0.757)(200,1.479)(300,2.221)(400,2.899)(500,3.706)}; + \addplot[name path=us_down,color=blue!70] coordinates {(0,0)(100,0.727)(200,1.435)(300,2.141)(400,2.793)(500,3.654)}; + \addplot[blue!50,fill opacity=0.5] fill between[of=us_top and us_down]; + + \addplot[color=yellow] coordinates + {(0,0)(100,3.494)(200,7.035)(300,10.59)(400,15.233)(500,19.145)}; + \addplot[name path=us_top,color=yellow!70] coordinates {(0,0)(100,3.519)(200,7.088)(300,10.651)(400,15.26)(500,19.184)}; + \addplot[name path=us_down,color=yellow!70] coordinates {(0,0)(100,3.469)(200,6.982)(300,10.529)(400,15.206)(500,19.106)}; + \addplot[yellow!50,fill opacity=0.5] fill between[of=us_top and us_down]; + + \addplot[color=orange] coordinates + {(0,0)(100,3.494)(200,6.973)(300,10.549)(400,15.282)(500,19.215)}; + \addplot[name path=us_top,color=orange!70] coordinates {(0,0)(100,3.519)(200,6.996)(300,10.584)(400,15.312)(500,19.256)}; + \addplot[name path=us_down,color=orange!70] coordinates {(0,0)(100,3.469)(200,6.95)(300,10.514)(400,15.252)(500,19.174)}; + \addplot[orange!50,fill opacity=0.5] fill between[of=us_top and us_down]; + + \addplot[color=purple] coordinates + {(0,0)(100,3.482)(200,6.983)(300,10.556)(400,15.284)(500,19.219)}; + \addplot[name path=us_top,color=purple!70] coordinates {(0,0)(100,3.5)(200,7.004)(300,10.584)(400,15.322)(500,19.292)}; + \addplot[name path=us_down,color=purple!70] coordinates {(0,0)(100,3.464)(200,6.962)(300,10.528)(400,15.246)(500,19.146)}; + \addplot[purple!50,fill opacity=0.5] fill between[of=us_top and us_down]; + + + \legend{Node1 ec prepre,,,,Node2 ec prepre,,,,Node3 ec prepre,,,,Node1 mg prepre,,,,Node2 mg prepre,,,,Node3 mg prepre} + \end{axis} + \end{tikzpicture} + \caption{} + \label{fig:samplingComp} +\end{figure*} -- cgit v1.2.3-70-g09d2