/*
This file is part of GNUnet.
- (C) 2004, 2005, 2006, 2007 Christian Grothoff (and other contributing authors)
+ (C) 2004, 2005, 2006, 2007, 2009, 2011 Christian Grothoff (and other contributing authors)
GNUnet is free software; you can redistribute it and/or modify
it under the terms of the GNU General Public License as published
- by the Free Software Foundation; either version 2, or (at your
+ by the Free Software Foundation; either version 3, or (at your
option) any later version.
GNUnet is distributed in the hope that it will be useful, but
Boston, MA 02111-1307, USA.
*/
/*
- * @file applications/sqstore_sqlite/sqlitetest2.c
- * @brief Test for the sqstore implementations.
+ * @file datastore/perf_datastore_api.c
+ * @brief performance measurement for the datastore implementation
* @author Christian Grothoff
*
- * This testcase inserts a bunch of (variable size) data and then deletes
- * data until the (reported) database size drops below a given threshold.
- * This is iterated 10 times, with the actual size of the content stored,
- * the database size reported and the file size on disk being printed for
- * each iteration. The code also prints a "I" for every 40 blocks
+ * This testcase inserts a bunch of (variable size) data and then
+ * deletes data until the (reported) database size drops below a given
+ * threshold. This is iterated 10 times, with the actual size of the
+ * content stored and the number of operations performed being printed
+ * for each iteration. The code also prints a "I" for every 40 blocks
* inserted and a "D" for every 40 blocks deleted. The deletion
- * strategy alternates between "lowest priority" and "earliest expiration".
- * Priorities and expiration dates are set using a pseudo-random value
- * within a realistic range.
- * <p>
- *
- * Note that the disk overhead calculations are not very sane for
- * MySQL: we take the entire /var/lib/mysql directory (best we can
- * do for ISAM), which may contain other data and which never
- * shrinks. The scanning of the entire mysql directory during
- * each report is also likely to be the cause of a minor
- * slowdown compared to sqlite.<p>
+ * strategy uses the "random" iterator. Priorities and expiration
+ * dates are set using a pseudo-random value within a realistic range.
*/
#include "platform.h"
-#include "gnunet_util.h"
+#include "gnunet_util_lib.h"
#include "gnunet_protocols.h"
-#include "gnunet_sqstore_service.h"
-#include "core.h"
+#include "gnunet_datastore_service.h"
+#include <gauger.h>
-#define ASSERT(x) do { if (! (x)) { printf("Error at %s:%d\n", __FILE__, __LINE__); goto FAILURE;} } while (0)
+#define VERBOSE GNUNET_NO
/**
- * Target datastore size (in bytes).
- * <p>
- * Example impact of total size on the reported number
- * of operations (insert and delete) per second (once
- * roughly stabilized -- this is not "sound" experimental
- * data but just a rough idea) for a particular machine:
- * <pre>
- * 4: 60 at 7k ops total
- * 8: 50 at 3k ops total
- * 16: 48 at 8k ops total
- * 32: 46 at 8k ops total
- * 64: 61 at 9k ops total
- * 128: 89 at 9k ops total
- * 4092: 11 at 383k ops total (12 GB stored, 14.8 GB DB size on disk, 2.5 GB reported)
- * </pre>
- * Pure insertion performance into an empty DB initially peaks
- * at about 400 ops. The performance seems to drop especially
- * once the existing (fragmented) ISAM space is filled up and
- * the DB needs to grow on disk. This could be explained with
- * ISAM looking more carefully for defragmentation opportunities.
- * <p>
- * MySQL disk space overheads (for otherwise unused database when
- * run with 128 MB target data size; actual size 651 MB, useful
- * data stored 520 MB) are quite large in the range of 25-30%.
- * <p>
- * This kind of processing seems to be IO bound (system is roughly
- * at 90% wait, 10% CPU). This is with MySQL 5.0.
- *
+ * How long until we give up on transmitting the message?
*/
-#define MAX_SIZE 1024LL * 1024 * 16
+#define TIMEOUT GNUNET_TIME_relative_multiply (GNUNET_TIME_UNIT_SECONDS, 15)
+
+static const char *plugin_name;
+
+static struct GNUNET_DATASTORE_Handle *datastore;
/**
- * Report progress outside of major reports? Should probably be GNUNET_YES if
- * size is > 16 MB.
+ * Target datastore size (in bytes).
*/
-#define REPORT_ID GNUNET_NO
+#define MAX_SIZE 1024LL * 1024 * 4
/**
- * Number of put operations equivalent to 1/10th of MAX_SIZE
+ * Report progress outside of major reports? Should probably be GNUNET_YES if
+ * size is > 16 MB.
*/
-#define PUT_10 MAX_SIZE / 32 / 1024 / 10
+#define REPORT_ID GNUNET_YES
/**
- * Progress report frequency. 1/10th of a put operation block.
+ * Number of put operations equivalent to 1/3rd of MAX_SIZE
*/
-#define REP_FREQ PUT_10 / 10
+#define PUT_10 MAX_SIZE / 32 / 1024 / 3
/**
* Total number of iterations (each iteration doing
* PUT_10 put operations); we report full status every
* 10 iterations. Abort with CTRL-C.
*/
-#define ITERATIONS 100
+#define ITERATIONS 8
-/**
- * Name of the database on disk.
- * You may have to adjust this path and the access
- * permission to the respective directory in order
- * to obtain all of the performance information.
- */
-#define DB_NAME "/tmp/gnunet-sqlite-sqstore-test/data/fs/"
static unsigned long long stored_bytes;
static unsigned long long stored_ops;
-static GNUNET_CronTime start_time;
+static struct GNUNET_TIME_Absolute start_time;
-static int
-putValue (GNUNET_SQstore_ServiceAPI * api, int i, int k)
+static int ok;
+
+enum RunPhase
{
- GNUNET_DatastoreValue *value;
- size_t size;
- static GNUNET_HashCode key;
- static int ic;
-
- /* most content is 32k */
- size = sizeof (GNUNET_DatastoreValue) + 32 * 1024;
- if (GNUNET_random_u32 (GNUNET_RANDOM_QUALITY_WEAK, 16) == 0) /* but some of it is less! */
- size =
- sizeof (GNUNET_DatastoreValue) +
- GNUNET_random_u32 (GNUNET_RANDOM_QUALITY_WEAK, 32 * 1024);
- size = size - (size & 7); /* always multiple of 8 */
-
- /* generate random key */
- GNUNET_hash (&key, sizeof (GNUNET_HashCode), &key);
- value = GNUNET_malloc (size);
- value->size = htonl (size);
- value->type = htonl (i);
- value->priority =
- htonl (GNUNET_random_u32 (GNUNET_RANDOM_QUALITY_WEAK, 100));
- value->anonymity_level = htonl (i);
- value->expiration_time =
- GNUNET_htonll (GNUNET_get_time () +
- GNUNET_random_u32 (GNUNET_RANDOM_QUALITY_WEAK, 1000));
- memset (&value[1], i, size - sizeof (GNUNET_DatastoreValue));
- if (i > 255)
- memset (&value[1], i - 255, (size - sizeof (GNUNET_DatastoreValue)) / 2);
- ((char *) &value[1])[0] = k;
- if (GNUNET_OK != api->put (&key, value))
- {
- GNUNET_free (value);
- fprintf (stderr, "E");
- return GNUNET_SYSERR;
- }
- ic++;
+ RP_DONE = 0,
+ RP_PUT,
+ RP_CUT,
+ RP_REPORT,
+ RP_ERROR
+};
+
+
+struct CpsRunContext
+{
+ const struct GNUNET_CONFIGURATION_Handle *cfg;
+ enum RunPhase phase;
+ int j;
+ unsigned long long size;
+ int i;
+};
+
+
+
+static void
+run_continuation (void *cls, const struct GNUNET_SCHEDULER_TaskContext *tc);
+
+
+
+
+static void
+check_success (void *cls, int success, const char *msg)
+{
+ struct CpsRunContext *crc = cls;
+
+ if (GNUNET_OK != success)
+ {
+ GNUNET_log (GNUNET_ERROR_TYPE_ERROR, "Check success failed: `%s'\n", msg);
+ crc->phase = RP_ERROR;
+ GNUNET_SCHEDULER_add_now (&run_continuation, crc);
+ return;
+ }
#if REPORT_ID
- if (ic % REP_FREQ == 0)
- fprintf (stderr, "I");
+ fprintf (stderr, "I");
#endif
- stored_bytes += ntohl (value->size);
+ stored_bytes += crc->size;
stored_ops++;
stored_entries++;
- GNUNET_free (value);
- return GNUNET_OK;
+ crc->j++;
+ if (crc->j >= PUT_10)
+ {
+ crc->j = 0;
+ crc->i++;
+ if (crc->i == ITERATIONS)
+ crc->phase = RP_DONE;
+ else
+ crc->phase = RP_CUT;
+ }
+ GNUNET_SCHEDULER_add_continuation (&run_continuation, crc,
+ GNUNET_SCHEDULER_REASON_PREREQ_DONE);
}
-static int
-iterateDelete (const GNUNET_HashCode * key,
- const GNUNET_DatastoreValue * val, void *cls,
- unsigned long long uid)
+
+/**
+ * Continuation called to notify client about result of the
+ * operation.
+ *
+ * @param cls closure
+ * @param success GNUNET_SYSERR on failure
+ * @param msg NULL on success, otherwise an error message
+ */
+static void
+remove_next (void *cls, int success, const char *msg)
{
- GNUNET_SQstore_ServiceAPI *api = cls;
- static int dc;
-
- if (api->getSize () < MAX_SIZE)
- return GNUNET_SYSERR;
- if (GNUNET_shutdown_test () == GNUNET_YES)
- return GNUNET_SYSERR;
- dc++;
+ struct CpsRunContext *crc = cls;
+
+ if (GNUNET_OK != success)
+ {
+ GNUNET_log (GNUNET_ERROR_TYPE_ERROR, "remove_next failed: `%s'\n", msg);
+ crc->phase = RP_ERROR;
+ GNUNET_SCHEDULER_add_now (&run_continuation, crc);
+ return;
+ }
#if REPORT_ID
- if (dc % REP_FREQ == 0)
- fprintf (stderr, "D");
+ fprintf (stderr, "D");
#endif
- stored_bytes -= ntohl (val->size);
+ GNUNET_assert (GNUNET_OK == success);
+ GNUNET_SCHEDULER_add_now (&run_continuation, crc);
+}
+
+
+static void
+delete_value (void *cls, const GNUNET_HashCode * key, size_t size,
+ const void *data, enum GNUNET_BLOCK_Type type, uint32_t priority,
+ uint32_t anonymity, struct GNUNET_TIME_Absolute expiration,
+ uint64_t uid)
+{
+ struct CpsRunContext *crc = cls;
+
+ GNUNET_assert (NULL != key);
+ stored_ops++;
+ stored_bytes -= size;
stored_entries--;
- return GNUNET_NO;
+ stored_ops++;
+ if (stored_bytes < MAX_SIZE)
+ crc->phase = RP_PUT;
+ GNUNET_assert (NULL !=
+ GNUNET_DATASTORE_remove (datastore, key, size, data, 1, 1,
+ TIMEOUT, &remove_next, crc));
}
-/**
- * Add testcode here!
- */
-static int
-test (GNUNET_SQstore_ServiceAPI * api)
+
+static void
+run_continuation (void *cls, const struct GNUNET_SCHEDULER_TaskContext *tc)
{
+ struct CpsRunContext *crc = cls;
+ size_t size;
+ static GNUNET_HashCode key;
+ static char data[65536];
int i;
- int j;
- unsigned long long size;
- int have_file;
- struct stat sbuf;
+ int k;
+ char gstr[128];
- have_file = 0 == stat (DB_NAME, &sbuf);
-
- for (i = 0; i < ITERATIONS; i++)
- {
+ ok = (int) crc->phase;
+ switch (crc->phase)
+ {
+ case RP_PUT:
+ memset (&key, 256 - crc->i, sizeof (GNUNET_HashCode));
+ i = crc->j;
+ k = crc->i;
+ /* most content is 32k */
+ size = 32 * 1024;
+ if (GNUNET_CRYPTO_random_u32 (GNUNET_CRYPTO_QUALITY_WEAK, 16) == 0) /* but some of it is less! */
+ size = GNUNET_CRYPTO_random_u32 (GNUNET_CRYPTO_QUALITY_WEAK, 32 * 1024);
+ crc->size = size = size - (size & 7); /* always multiple of 8 */
+ GNUNET_CRYPTO_hash (&key, sizeof (GNUNET_HashCode), &key);
+ memset (data, i, size);
+ if (i > 255)
+ memset (data, i - 255, size / 2);
+ data[0] = k;
+ GNUNET_assert (NULL !=
+ GNUNET_DATASTORE_put (datastore, 0, &key, size, data, i + 1,
+ GNUNET_CRYPTO_random_u32
+ (GNUNET_CRYPTO_QUALITY_WEAK, 100), i,
+ 0,
+ GNUNET_TIME_relative_to_absolute
+ (GNUNET_TIME_relative_multiply
+ (GNUNET_TIME_UNIT_SECONDS,
+ GNUNET_CRYPTO_random_u32
+ (GNUNET_CRYPTO_QUALITY_WEAK, 1000))),
+ 1, 1, TIMEOUT, &check_success, crc));
+ break;
+ case RP_CUT:
+ /* trim down below MAX_SIZE again */
+ GNUNET_assert (NULL !=
+ GNUNET_DATASTORE_get_for_replication (datastore, 1, 1,
+ TIMEOUT, &delete_value,
+ crc));
+ break;
+ case RP_REPORT:
+ printf (
#if REPORT_ID
- fprintf (stderr, ".");
+ "\n"
#endif
- /* insert data equivalent to 1/10th of MAX_SIZE */
- for (j = 0; j < PUT_10; j++)
- {
- ASSERT (GNUNET_OK == putValue (api, j, i));
- if (GNUNET_shutdown_test () == GNUNET_YES)
- break;
- }
-
- /* trim down below MAX_SIZE again */
- if ((i % 2) == 0)
- api->iterateLowPriority (0, &iterateDelete, api);
- else
- api->iterateExpirationTime (0, &iterateDelete, api);
-
- size = 0;
- if (have_file)
- GNUNET_disk_file_size (NULL, DB_NAME, &size, GNUNET_NO);
- printf (
-#if REPORT_ID
- "\n"
+ "Stored %llu kB / %lluk ops / %llu ops/s\n", stored_bytes / 1024, /* used size in k */
+ stored_ops / 1024, /* total operations (in k) */
+ 1000 * stored_ops / (1 +
+ GNUNET_TIME_absolute_get_duration
+ (start_time).rel_value));
+ crc->phase = RP_PUT;
+ crc->j = 0;
+ GNUNET_SCHEDULER_add_continuation (&run_continuation, crc,
+ GNUNET_SCHEDULER_REASON_PREREQ_DONE);
+ break;
+ case RP_DONE:
+ GNUNET_snprintf (gstr, sizeof (gstr), "DATASTORE-%s", plugin_name);
+ if ((crc->i == ITERATIONS) && (stored_ops > 0))
+ GAUGER (gstr, "PUT operation duration",
+ GNUNET_TIME_absolute_get_duration (start_time).rel_value /
+ stored_ops, "ms/operation");
+ GNUNET_DATASTORE_disconnect (datastore, GNUNET_YES);
+ GNUNET_free (crc);
+ ok = 0;
+ break;
+ case RP_ERROR:
+ GNUNET_DATASTORE_disconnect (datastore, GNUNET_YES);
+ GNUNET_free (crc);
+ ok = 1;
+ break;
+ default:
+ GNUNET_assert (0);
+ }
+}
+
+
+static void
+run_tests (void *cls, int success, const char *msg)
+{
+ struct CpsRunContext *crc = cls;
+
+ if (success != GNUNET_YES)
+ {
+ fprintf (stderr,
+ "Test 'put' operation failed with error `%s' database likely not setup, skipping test.",
+ msg);
+ GNUNET_free (crc);
+ return;
+ }
+ GNUNET_SCHEDULER_add_continuation (&run_continuation, crc,
+ GNUNET_SCHEDULER_REASON_PREREQ_DONE);
+}
+
+
+static void
+run (void *cls, char *const *args, const char *cfgfile,
+ const struct GNUNET_CONFIGURATION_Handle *cfg)
+{
+ struct CpsRunContext *crc;
+ static GNUNET_HashCode zkey;
+
+ datastore = GNUNET_DATASTORE_connect (cfg);
+ start_time = GNUNET_TIME_absolute_get ();
+ crc = GNUNET_malloc (sizeof (struct CpsRunContext));
+ crc->cfg = cfg;
+ crc->phase = RP_PUT;
+ if (NULL ==
+ GNUNET_DATASTORE_put (datastore, 0, &zkey, 4, "TEST",
+ GNUNET_BLOCK_TYPE_TEST, 0, 0, 0,
+ GNUNET_TIME_relative_to_absolute
+ (GNUNET_TIME_UNIT_SECONDS), 0, 1,
+ GNUNET_TIME_UNIT_MINUTES, &run_tests, crc))
+ {
+ fprintf (stderr, "Test 'put' operation failed.\n");
+ ok = 1;
+ GNUNET_free (crc);
+ }
+}
+
+
+static int
+check ()
+{
+ struct GNUNET_OS_Process *proc;
+ char cfg_name[128];
+
+ char *const argv[] = {
+ "perf-datastore-api",
+ "-c",
+ cfg_name,
+#if VERBOSE
+ "-L", "DEBUG",
+#endif
+ NULL
+ };
+ struct GNUNET_GETOPT_CommandLineOption options[] = {
+ GNUNET_GETOPT_OPTION_END
+ };
+
+ GNUNET_snprintf (cfg_name, sizeof (cfg_name),
+ "test_datastore_api_data_%s.conf", plugin_name);
+ proc =
+ GNUNET_OS_start_process (NULL, NULL, "gnunet-service-arm",
+ "gnunet-service-arm",
+#if VERBOSE
+ "-L", "DEBUG",
#endif
- "Useful %llu, API %llu, disk %llu (%.2f%%) / %lluk ops / %llu ops/s\n", stored_bytes / 1024, /* used size in k */
- api->getSize () / 1024, /* API-reported size in k */
- size / 1024, /* disk size in kb */
- (100.0 * size / stored_bytes) - 100, /* overhead */
- (stored_ops * 2 - stored_entries) / 1024, /* total operations (in k) */
- 1000 * (stored_ops * 2 - stored_entries) / (1 + GNUNET_get_time () - start_time)); /* operations per second */
- if (GNUNET_shutdown_test () == GNUNET_YES)
- break;
- }
- api->drop ();
- return GNUNET_OK;
-
-FAILURE:
- api->drop ();
- return GNUNET_SYSERR;
+ "-c", cfg_name, NULL);
+ GNUNET_assert (NULL != proc);
+ GNUNET_PROGRAM_run ((sizeof (argv) / sizeof (char *)) - 1, argv,
+ "perf-datastore-api", "nohelp", options, &run, NULL);
+ sleep (1); /* give datastore chance to process 'DROP' */
+ if (0 != GNUNET_OS_process_kill (proc, SIGTERM))
+ {
+ GNUNET_log_strerror (GNUNET_ERROR_TYPE_WARNING, "kill");
+ ok = 1;
+ }
+ GNUNET_OS_process_wait (proc);
+ GNUNET_OS_process_close (proc);
+ proc = NULL;
+ return ok;
}
+
int
main (int argc, char *argv[])
{
- GNUNET_SQstore_ServiceAPI *api;
- int ok;
- struct GNUNET_GC_Configuration *cfg;
- struct GNUNET_CronManager *cron;
-
- cfg = GNUNET_GC_create ();
- if (-1 == GNUNET_GC_parse_configuration (cfg, "check.conf"))
- {
- GNUNET_GC_free (cfg);
- return -1;
- }
- cron = GNUNET_cron_create (NULL);
- GNUNET_CORE_init (NULL, cfg, cron, NULL);
- api = GNUNET_CORE_request_service ("sqstore");
- if (api != NULL)
- {
- start_time = GNUNET_get_time ();
- ok = test (api);
- GNUNET_CORE_release_service (api);
- }
+ int ret;
+ char *pos;
+ char dir_name[128];
+
+ sleep (1);
+ /* determine name of plugin to use */
+ plugin_name = argv[0];
+ while (NULL != (pos = strstr (plugin_name, "_")))
+ plugin_name = pos + 1;
+ if (NULL != (pos = strstr (plugin_name, ".")))
+ pos[0] = 0;
else
- ok = GNUNET_SYSERR;
- GNUNET_CORE_done ();
- GNUNET_cron_destroy (cron);
- GNUNET_GC_free (cfg);
- if (ok == GNUNET_SYSERR)
- return 1;
- return 0;
+ pos = (char *) plugin_name;
+
+ GNUNET_snprintf (dir_name, sizeof (dir_name), "/tmp/test-gnunet-datastore-%s",
+ plugin_name);
+ GNUNET_DISK_directory_remove (dir_name);
+ GNUNET_log_setup ("perf-datastore-api",
+#if VERBOSE
+ "DEBUG",
+#else
+ "WARNING",
+#endif
+ NULL);
+ ret = check ();
+ if (pos != plugin_name)
+ pos[0] = '.';
+#if REPORT_ID
+ fprintf (stderr, "\n");
+#endif
+ GNUNET_DISK_directory_remove (dir_name);
+ return ret;
}
-/* end of mysqltest2.c */
+/* end of perf_datastore_api.c */
projects / oweals / gnunet.git / blobdiff