-simple DB benchmark

1 files changed, 428 insertions, 1 deletions

diff --git a/src/exchangedb/bench_db.c b/src/exchangedb/bench_db.c
index 299b852d0..1e95df279 100644
--- a/src/exchangedb/bench_db.c
+++ b/src/exchangedb/bench_db.c
@@ -22,6 +22,12 @@
  */
 #include "platform.h"
 #include <gnunet/gnunet_pq_lib.h>
+#include "taler_util.h"
+
+/**
+ * How many elements should we insert?
+ */
+#define TOTAL (1024 * 16)
 
 /**
  * Global result from the testcase.
@@ -35,6 +41,261 @@ static int result;
   GNUNET_CRYPTO_random_block (GNUNET_CRYPTO_QUALITY_WEAK, ptr, sizeof (*ptr))
 
 
+static bool
+prepare (struct GNUNET_PQ_Context *conn)
+{
+  struct GNUNET_PQ_PreparedStatement ps[] = {
+    GNUNET_PQ_make_prepare (
+      "bm_insert",
+      "INSERT INTO benchmap "
+      "(hc"
+      ",expiration_date"
+      ") VALUES "
+      "($1, $2);",
+      2),
+    /* Used in #postgres_iterate_denomination_info() */
+    GNUNET_PQ_make_prepare (
+      "bm_select",
+      "SELECT"
+      " expiration_date"
+      " FROM benchmap"
+      " WHERE hc=$1;",
+      1),
+    GNUNET_PQ_make_prepare (
+      "bhm_insert",
+      "INSERT INTO benchhmap "
+      "(hc"
+      ",expiration_date"
+      ") VALUES "
+      "($1, $2);",
+      2),
+    /* Used in #postgres_iterate_denomination_info() */
+    GNUNET_PQ_make_prepare (
+      "bhm_select",
+      "SELECT"
+      " expiration_date"
+      " FROM benchhmap"
+      " WHERE hc=$1;",
+      1),
+    GNUNET_PQ_make_prepare (
+      "bem_insert",
+      "INSERT INTO benchemap "
+      "(hc"
+      ",ihc"
+      ",expiration_date"
+      ") VALUES "
+      "($1, $2, $3);",
+      3),
+    /* Used in #postgres_iterate_denomination_info() */
+    GNUNET_PQ_make_prepare (
+      "bem_select",
+      "SELECT"
+      " expiration_date"
+      " FROM benchemap"
+      " WHERE ihc=$1 AND hc=$2;",
+      2),
+    GNUNET_PQ_PREPARED_STATEMENT_END
+  };
+  enum GNUNET_GenericReturnValue ret;
+
+  ret = GNUNET_PQ_prepare_statements (conn,
+                                      ps);
+  if (GNUNET_OK != ret)
+    return false;
+  return true;
+}
+
+
+static bool
+bm_insert (struct GNUNET_PQ_Context *conn,
+           unsigned int i)
+{
+  uint32_t b = htonl ((uint32_t) i);
+  struct GNUNET_HashCode hc;
+  struct GNUNET_TIME_Absolute now;
+
+  now = GNUNET_TIME_absolute_get ();
+  GNUNET_CRYPTO_hash (&b,
+                      sizeof (b),
+                      &hc);
+  {
+    struct GNUNET_PQ_QueryParam params[] = {
+      GNUNET_PQ_query_param_auto_from_type (&hc),
+      GNUNET_PQ_query_param_absolute_time (&now),
+      GNUNET_PQ_query_param_end
+    };
+    enum GNUNET_DB_QueryStatus qs;
+
+    qs = GNUNET_PQ_eval_prepared_non_select (conn,
+                                             "bm_insert",
+                                             params);
+    return (GNUNET_DB_STATUS_SUCCESS_ONE_RESULT == qs);
+  }
+}
+
+
+static bool
+bhm_insert (struct GNUNET_PQ_Context *conn,
+            unsigned int i)
+{
+  uint32_t b = htonl ((uint32_t) i);
+  struct GNUNET_HashCode hc;
+  struct GNUNET_TIME_Absolute now;
+
+  now = GNUNET_TIME_absolute_get ();
+  GNUNET_CRYPTO_hash (&b,
+                      sizeof (b),
+                      &hc);
+  {
+    struct GNUNET_PQ_QueryParam params[] = {
+      GNUNET_PQ_query_param_auto_from_type (&hc),
+      GNUNET_PQ_query_param_absolute_time (&now),
+      GNUNET_PQ_query_param_end
+    };
+    enum GNUNET_DB_QueryStatus qs;
+
+    qs = GNUNET_PQ_eval_prepared_non_select (conn,
+                                             "bhm_insert",
+                                             params);
+    return (GNUNET_DB_STATUS_SUCCESS_ONE_RESULT == qs);
+  }
+}
+
+
+static bool
+bem_insert (struct GNUNET_PQ_Context *conn,
+            unsigned int i)
+{
+  uint32_t b = htonl ((uint32_t) i);
+  struct GNUNET_HashCode hc;
+  struct GNUNET_TIME_Absolute now;
+  uint32_t ihc;
+
+  now = GNUNET_TIME_absolute_get ();
+  GNUNET_CRYPTO_hash (&b,
+                      sizeof (b),
+                      &hc);
+  memcpy (&ihc,
+          &hc,
+          sizeof (ihc));
+  {
+    struct GNUNET_PQ_QueryParam params[] = {
+      GNUNET_PQ_query_param_auto_from_type (&hc),
+      GNUNET_PQ_query_param_uint32 (&ihc),
+      GNUNET_PQ_query_param_absolute_time (&now),
+      GNUNET_PQ_query_param_end
+    };
+    enum GNUNET_DB_QueryStatus qs;
+
+    qs = GNUNET_PQ_eval_prepared_non_select (conn,
+                                             "bem_insert",
+                                             params);
+    return (GNUNET_DB_STATUS_SUCCESS_ONE_RESULT == qs);
+  }
+}
+
+
+static bool
+bm_select (struct GNUNET_PQ_Context *conn,
+           unsigned int i)
+{
+  uint32_t b = htonl ((uint32_t) i);
+  struct GNUNET_HashCode hc;
+  struct GNUNET_TIME_Absolute now;
+
+  GNUNET_CRYPTO_hash (&b,
+                      sizeof (b),
+                      &hc);
+  {
+    struct GNUNET_PQ_QueryParam params[] = {
+      GNUNET_PQ_query_param_auto_from_type (&hc),
+      GNUNET_PQ_query_param_end
+    };
+    struct GNUNET_PQ_ResultSpec rs[] = {
+      GNUNET_PQ_result_spec_absolute_time ("expiration_date",
+                                           &now),
+      GNUNET_PQ_result_spec_end
+    };
+    enum GNUNET_DB_QueryStatus qs;
+
+    qs = GNUNET_PQ_eval_prepared_singleton_select (conn,
+                                                   "bm_select",
+                                                   params,
+                                                   rs);
+    return (GNUNET_DB_STATUS_SUCCESS_ONE_RESULT == qs);
+  }
+}
+
+
+static bool
+bhm_select (struct GNUNET_PQ_Context *conn,
+            unsigned int i)
+{
+  uint32_t b = htonl ((uint32_t) i);
+  struct GNUNET_HashCode hc;
+  struct GNUNET_TIME_Absolute now;
+
+  GNUNET_CRYPTO_hash (&b,
+                      sizeof (b),
+                      &hc);
+  {
+    struct GNUNET_PQ_QueryParam params[] = {
+      GNUNET_PQ_query_param_auto_from_type (&hc),
+      GNUNET_PQ_query_param_end
+    };
+    struct GNUNET_PQ_ResultSpec rs[] = {
+      GNUNET_PQ_result_spec_absolute_time ("expiration_date",
+                                           &now),
+      GNUNET_PQ_result_spec_end
+    };
+    enum GNUNET_DB_QueryStatus qs;
+
+    qs = GNUNET_PQ_eval_prepared_singleton_select (conn,
+                                                   "bhm_select",
+                                                   params,
+                                                   rs);
+    return (GNUNET_DB_STATUS_SUCCESS_ONE_RESULT == qs);
+  }
+}
+
+
+static bool
+bem_select (struct GNUNET_PQ_Context *conn,
+            unsigned int i)
+{
+  uint32_t b = htonl ((uint32_t) i);
+  struct GNUNET_HashCode hc;
+  struct GNUNET_TIME_Absolute now;
+  uint32_t ihc;
+
+  GNUNET_CRYPTO_hash (&b,
+                      sizeof (b),
+                      &hc);
+  memcpy (&ihc,
+          &hc,
+          sizeof (ihc));
+  {
+    struct GNUNET_PQ_QueryParam params[] = {
+      GNUNET_PQ_query_param_uint32 (&ihc),
+      GNUNET_PQ_query_param_auto_from_type (&hc),
+      GNUNET_PQ_query_param_end
+    };
+    struct GNUNET_PQ_ResultSpec rs[] = {
+      GNUNET_PQ_result_spec_absolute_time ("expiration_date",
+                                           &now),
+      GNUNET_PQ_result_spec_end
+    };
+    enum GNUNET_DB_QueryStatus qs;
+
+    qs = GNUNET_PQ_eval_prepared_singleton_select (conn,
+                                                   "bem_select",
+                                                   params,
+                                                   rs);
+    return (GNUNET_DB_STATUS_SUCCESS_ONE_RESULT == qs);
+  }
+}
+
+
 /**
  * Main function that will be run by the scheduler.
  *
@@ -45,6 +306,10 @@ run (void *cls)
 {
   struct GNUNET_CONFIGURATION_Handle *cfg = cls;
   struct GNUNET_PQ_Context *conn;
+  struct GNUNET_PQ_Context *conn2;
+  struct GNUNET_TIME_Absolute now;
+  pid_t f;
+  int status;
 
   conn = GNUNET_PQ_connect_with_cfg (cfg,
                                      "bench-db-postgres",
@@ -57,6 +322,167 @@ run (void *cls)
     GNUNET_break (0);
     return;
   }
+  conn2 = GNUNET_PQ_connect_with_cfg (cfg,
+                                      "bench-db-postgres",
+                                      NULL,
+                                      NULL,
+                                      NULL);
+  if (! prepare (conn))
+  {
+    GNUNET_PQ_disconnect (conn);
+    GNUNET_PQ_disconnect (conn2);
+    result = EXIT_FAILURE;
+    GNUNET_break (0);
+    return;
+  }
+  if (! prepare (conn2))
+  {
+    GNUNET_PQ_disconnect (conn);
+    GNUNET_PQ_disconnect (conn2);
+    result = EXIT_FAILURE;
+    GNUNET_break (0);
+    return;
+  }
+  {
+    struct GNUNET_PQ_ExecuteStatement es[] = {
+      GNUNET_PQ_make_try_execute ("DELETE FROM benchmap;"),
+      GNUNET_PQ_make_try_execute ("DELETE FROM benchemap;"),
+      GNUNET_PQ_make_try_execute ("DELETE FROM benchhmap;"),
+      GNUNET_PQ_EXECUTE_STATEMENT_END
+    };
+
+    GNUNET_assert (GNUNET_OK ==
+                   GNUNET_PQ_exec_statements (conn,
+                                              es));
+  }
+  now = GNUNET_TIME_absolute_get ();
+  for (unsigned int i = 0; i<TOTAL; i++)
+    if (! bm_insert (conn,
+                     i))
+    {
+      GNUNET_PQ_disconnect (conn);
+      result = EXIT_FAILURE;
+      GNUNET_break (0);
+      return;
+    }
+  GNUNET_log (GNUNET_ERROR_TYPE_MESSAGE,
+              "Insertion of %u elements took %s\n",
+              (unsigned int) TOTAL,
+              GNUNET_STRINGS_relative_time_to_string (
+                GNUNET_TIME_absolute_get_duration (now),
+                GNUNET_YES));
+  now = GNUNET_TIME_absolute_get ();
+  f = fork ();
+  for (unsigned int i = 0; i<TOTAL; i++)
+  {
+    uint32_t j;
+
+    j = GNUNET_CRYPTO_random_u32 (GNUNET_CRYPTO_QUALITY_NONCE,
+                                  TOTAL);
+    if (! bm_select ((0 == f)? conn2 : conn,
+                     j))
+    {
+      GNUNET_PQ_disconnect (conn);
+      result = EXIT_FAILURE;
+      GNUNET_break (0);
+      return;
+    }
+  }
+  if (0 == f)
+    exit (0);
+  waitpid (f, &status, 0);
+  GNUNET_log (GNUNET_ERROR_TYPE_MESSAGE,
+              "Selection of 2x%u elements took %s\n",
+              (unsigned int) TOTAL,
+              GNUNET_STRINGS_relative_time_to_string (
+                GNUNET_TIME_absolute_get_duration (now),
+                GNUNET_YES));
+
+  now = GNUNET_TIME_absolute_get ();
+  for (unsigned int i = 0; i<TOTAL; i++)
+    if (! bhm_insert (conn,
+                      i))
+    {
+      GNUNET_PQ_disconnect (conn);
+      result = EXIT_FAILURE;
+      GNUNET_break (0);
+      return;
+    }
+  GNUNET_log (GNUNET_ERROR_TYPE_MESSAGE,
+              "Insertion of %u elements with hash index took %s\n",
+              (unsigned int) TOTAL,
+              GNUNET_STRINGS_relative_time_to_string (
+                GNUNET_TIME_absolute_get_duration (now),
+                GNUNET_YES));
+  now = GNUNET_TIME_absolute_get ();
+  f = fork ();
+  for (unsigned int i = 0; i<TOTAL; i++)
+  {
+    uint32_t j;
+
+    j = GNUNET_CRYPTO_random_u32 (GNUNET_CRYPTO_QUALITY_NONCE,
+                                  TOTAL);
+    if (! bhm_select ((0 == f)? conn2 : conn,
+                      j))
+    {
+      GNUNET_PQ_disconnect (conn);
+      result = EXIT_FAILURE;
+      GNUNET_break (0);
+      return;
+    }
+  }
+  if (0 == f)
+    exit (0);
+  waitpid (f, &status, 0);
+  GNUNET_log (GNUNET_ERROR_TYPE_MESSAGE,
+              "Selection of 2x%u elements with hash index took %s\n",
+              (unsigned int) TOTAL,
+              GNUNET_STRINGS_relative_time_to_string (
+                GNUNET_TIME_absolute_get_duration (now),
+                GNUNET_YES));
+
+  now = GNUNET_TIME_absolute_get ();
+  for (unsigned int i = 0; i<TOTAL; i++)
+    if (! bem_insert (conn,
+                      i))
+    {
+      GNUNET_PQ_disconnect (conn);
+      result = EXIT_FAILURE;
+      GNUNET_break (0);
+      return;
+    }
+  GNUNET_log (GNUNET_ERROR_TYPE_MESSAGE,
+              "Insertion of %u elements with short element took %s\n",
+              (unsigned int) TOTAL,
+              GNUNET_STRINGS_relative_time_to_string (
+                GNUNET_TIME_absolute_get_duration (now),
+                GNUNET_YES));
+  now = GNUNET_TIME_absolute_get ();
+  f = fork ();
+  for (unsigned int i = 0; i<TOTAL; i++)
+  {
+    uint32_t j;
+
+    j = GNUNET_CRYPTO_random_u32 (GNUNET_CRYPTO_QUALITY_NONCE,
+                                  TOTAL);
+    if (! bem_select ((0 == f)? conn2 : conn,
+                      j))
+    {
+      GNUNET_PQ_disconnect (conn);
+      result = EXIT_FAILURE;
+      GNUNET_break (0);
+      return;
+    }
+  }
+  if (0 == f)
+    exit (0);
+  waitpid (f, &status, 0);
+  GNUNET_log (GNUNET_ERROR_TYPE_MESSAGE,
+              "Selection of 2x%u elements with short element took %s\n",
+              (unsigned int) TOTAL,
+              GNUNET_STRINGS_relative_time_to_string (
+                GNUNET_TIME_absolute_get_duration (now),
+                GNUNET_YES));
 
   GNUNET_PQ_disconnect (conn);
 }
@@ -79,7 +505,7 @@ main (int argc,
     return -1;
   }
   GNUNET_log_setup (argv[0],
-                    "WARNING",
+                    "INFO",
                     NULL);
   plugin_name++;
   (void) GNUNET_asprintf (&testname,
@@ -88,6 +514,7 @@ main (int argc,
   (void) GNUNET_asprintf (&config_filename,
                           "%s.conf",
                           testname);
+  TALER_OS_init ();
   cfg = GNUNET_CONFIGURATION_create ();
   if (GNUNET_OK !=
       GNUNET_CONFIGURATION_parse (cfg,