X-Git-Url: https://git.librecmc.org/?a=blobdiff_plain;f=src%2Fdatastore%2Ftest_plugin_datastore.c;h=96a5aebe50fc97aa434b4dd6a181b57d91c3766b;hb=67bbd4de1105d5afe7aec48d1ecd7a7da9d1043a;hp=eed3d978bfea508dcd045359975dcb5036894c0b;hpb=ccbca5bb868adb98e9a95f6e3dea8dfc9012515a;p=oweals%2Fgnunet.git diff --git a/src/datastore/test_plugin_datastore.c b/src/datastore/test_plugin_datastore.c index eed3d978b..96a5aebe5 100644 --- a/src/datastore/test_plugin_datastore.c +++ b/src/datastore/test_plugin_datastore.c @@ -1,6 +1,6 @@ /* This file is part of GNUnet. - (C) 2004, 2005, 2006, 2007, 2009 Christian Grothoff (and other contributing authors) + (C) 2011 Christian Grothoff (and other contributing authors) GNUnet is free software; you can redistribute it and/or modify it under the terms of the GNU General Public License as published @@ -19,7 +19,7 @@ */ /* * @file test_plugin_datastore.c - * @brief Profile database plugin directly, focusing on iterators. + * @brief Test database plugin directly, calling each API function once * @author Christian Grothoff */ @@ -27,23 +27,12 @@ #include "gnunet_util_lib.h" #include "gnunet_protocols.h" #include "gnunet_datastore_plugin.h" - -#define VERBOSE GNUNET_NO - -/** - * Target datastore size (in bytes). Realistic sizes are - * more like 16 GB (not the default of 16 MB); however, - * those take too long to run them in the usual "make check" - * sequence. Hence the value used for shipping is tiny. - */ -#define MAX_SIZE 1024LL * 1024 * 128 - -#define ITERATIONS 10 +#include "gnunet_testing_lib-new.h" /** - * Number of put operations equivalent to 1/10th of MAX_SIZE + * Number of put operations to perform. */ -#define PUT_10 (MAX_SIZE / 32 / 1024 / ITERATIONS) +#define PUT_10 10 static unsigned long long stored_bytes; @@ -56,25 +45,26 @@ static const char *plugin_name; static int ok; enum RunPhase - { - RP_DONE = 0, - RP_PUT, - RP_LP_GET, - RP_AE_GET, - RP_ZA_GET - }; +{ + RP_ERROR = 0, + RP_PUT, + RP_GET, + RP_UPDATE, + RP_ITER_ZERO, + RP_REPL_GET, + RP_EXPI_GET, + RP_DROP +}; struct CpsRunContext { - unsigned int i; - struct GNUNET_TIME_Absolute start; - struct GNUNET_TIME_Absolute end; const struct GNUNET_CONFIGURATION_Handle *cfg; - struct GNUNET_DATASTORE_PluginFunctions * api; - const char *msg; + struct GNUNET_DATASTORE_PluginFunctions *api; enum RunPhase phase; unsigned int cnt; + unsigned int i; + uint64_t offset; }; @@ -83,153 +73,99 @@ struct CpsRunContext * change in their disk utilization. * * @param cls closure (NULL) - * @param delta change in disk utilization, + * @param delta change in disk utilization, * 0 for "reset to empty" */ static void -disk_utilization_change_cb (void *cls, - int delta) +disk_utilization_change_cb (void *cls, int delta) +{ + /* do nothing */ +} + + +static void +gen_key (int i, struct GNUNET_HashCode * key) { + memset (key, 0, sizeof (struct GNUNET_HashCode)); + key->bits[0] = (unsigned int) i; + GNUNET_CRYPTO_hash (key, sizeof (struct GNUNET_HashCode), key); } - + static void -putValue (struct GNUNET_DATASTORE_PluginFunctions * api, int i, int k) +put_value (struct GNUNET_DATASTORE_PluginFunctions *api, int i, int k) { char value[65536]; size_t size; - static GNUNET_HashCode key; - static int ic; + struct GNUNET_HashCode key; char *msg; unsigned int prio; /* most content is 32k */ size = 32 * 1024; - if (GNUNET_CRYPTO_random_u32 (GNUNET_CRYPTO_QUALITY_WEAK, 16) == 0) /* but some of it is less! */ + if (GNUNET_CRYPTO_random_u32 (GNUNET_CRYPTO_QUALITY_WEAK, 16) == 0) /* but some of it is less! */ size = GNUNET_CRYPTO_random_u32 (GNUNET_CRYPTO_QUALITY_WEAK, 32 * 1024); size = size - (size & 7); /* always multiple of 8 */ /* generate random key */ - key.bits[0] = (unsigned int) GNUNET_TIME_absolute_get ().abs_value; - GNUNET_CRYPTO_hash (&key, sizeof (GNUNET_HashCode), &key); + gen_key (i, &key); memset (value, i, size); if (i > 255) memset (value, i - 255, size / 2); value[0] = k; msg = NULL; prio = GNUNET_CRYPTO_random_u32 (GNUNET_CRYPTO_QUALITY_WEAK, 100); - if (GNUNET_OK != api->put (api->cls, - &key, - size, - value, - i /* type */, - prio, - i /* anonymity */, - 0 /* replication */, - GNUNET_TIME_relative_to_absolute - (GNUNET_TIME_relative_multiply (GNUNET_TIME_UNIT_MILLISECONDS, - 60 * 60 * 60 * 1000 + - GNUNET_CRYPTO_random_u32 (GNUNET_CRYPTO_QUALITY_WEAK, 1000))), - &msg)) - { - fprintf (stderr, "ERROR: `%s'\n", msg); - GNUNET_free_non_null (msg); - return; - } - ic++; + GNUNET_log (GNUNET_ERROR_TYPE_DEBUG, + "putting type %u, anon %u under key %s\n", i + 1, i, + GNUNET_h2s (&key)); + if (GNUNET_OK != api->put (api->cls, &key, size, value, i + 1 /* type */ , + prio, i /* anonymity */ , + 0 /* replication */ , + GNUNET_TIME_relative_to_absolute + (GNUNET_TIME_relative_multiply + (GNUNET_TIME_UNIT_MILLISECONDS, + 60 * 60 * 60 * 1000 + + GNUNET_CRYPTO_random_u32 + (GNUNET_CRYPTO_QUALITY_WEAK, 1000))), &msg)) + { + FPRINTF (stderr, "ERROR: `%s'\n", msg); + GNUNET_free_non_null (msg); + return; + } stored_bytes += size; stored_ops++; stored_entries++; } -static void -test (void *cls, - const struct GNUNET_SCHEDULER_TaskContext *tc); +static void +test (void *cls, const struct GNUNET_SCHEDULER_TaskContext *tc); -static int -iterateDummy (void *cls, - void *next_cls, - const GNUNET_HashCode * key, - uint32_t size, - const void *data, - enum GNUNET_BLOCK_Type type, - uint32_t priority, - uint32_t anonymity, - struct GNUNET_TIME_Absolute - expiration, - uint64_t uid) -{ - struct CpsRunContext *crc = cls; - - if (key == NULL) - { - crc->end = GNUNET_TIME_absolute_get(); - printf (crc->msg, - crc->i, - (unsigned long long) (crc->end.abs_value - crc->start.abs_value), - crc->cnt); - if (crc->phase != RP_ZA_GET) - { - crc->phase++; - } - else - { - if (crc->i == ITERATIONS) - crc->phase = RP_DONE; - else - crc->phase = RP_PUT; - } - crc->cnt = 0; - crc->start = GNUNET_TIME_absolute_get (); - GNUNET_SCHEDULER_add_now (&test, crc); - return GNUNET_OK; - } -#if VERBOSE - fprintf (stderr, "Found result type=%u, priority=%u, size=%u, expire=%llu\n", - type, priority, size, - (unsigned long long) expiration.abs_value); -#endif - crc->cnt++; - crc->api->next_request (next_cls, - GNUNET_NO); - return GNUNET_OK; -} +static uint64_t guid; static int -dummy_get (void *cls, - void *next_cls, - const GNUNET_HashCode * key, - uint32_t size, - const void *data, - enum GNUNET_BLOCK_Type type, - uint32_t priority, - uint32_t anonymity, - struct GNUNET_TIME_Absolute - expiration, - uint64_t uid) +iterate_one_shot (void *cls, const struct GNUNET_HashCode * key, uint32_t size, + const void *data, enum GNUNET_BLOCK_Type type, + uint32_t priority, uint32_t anonymity, + struct GNUNET_TIME_Absolute expiration, uint64_t uid) { struct CpsRunContext *crc = cls; - crc->cnt++; - if (1000 == crc->cnt) - { - crc->end = GNUNET_TIME_absolute_get(); - printf (crc->msg, - crc->i, - (unsigned long long) (crc->end.abs_value - crc->start.abs_value), - crc->cnt); - crc->phase++; - crc->cnt = 0; - crc->start = GNUNET_TIME_absolute_get (); - } + GNUNET_assert (key != NULL); + guid = uid; + crc->phase++; + GNUNET_log (GNUNET_ERROR_TYPE_DEBUG, + "Found result type=%u, priority=%u, size=%u, expire=%llu, key %s\n", + type, priority, size, (unsigned long long) expiration.abs_value, + GNUNET_h2s (key)); GNUNET_SCHEDULER_add_now (&test, crc); return GNUNET_OK; } + /** * Function called when the service shuts * down. Unloads our datastore plugin. @@ -238,22 +174,21 @@ dummy_get (void *cls, * @param cfg configuration to use */ static void -unload_plugin (struct GNUNET_DATASTORE_PluginFunctions * api, - const struct GNUNET_CONFIGURATION_Handle *cfg) +unload_plugin (struct GNUNET_DATASTORE_PluginFunctions *api, + const struct GNUNET_CONFIGURATION_Handle *cfg) { char *name; char *libname; if (GNUNET_OK != - GNUNET_CONFIGURATION_get_value_string (cfg, - "DATASTORE", "DATABASE", &name)) - { - GNUNET_log (GNUNET_ERROR_TYPE_ERROR, - _("No `%s' specified for `%s' in configuration!\n"), - "DATABASE", - "DATASTORE"); - return; - } + GNUNET_CONFIGURATION_get_value_string (cfg, "DATASTORE", "DATABASE", + &name)) + { + GNUNET_log (GNUNET_ERROR_TYPE_ERROR, + _("No `%s' specified for `%s' in configuration!\n"), "DATABASE", + "DATASTORE"); + return; + } GNUNET_asprintf (&libname, "libgnunet_plugin_datastore_%s", name); GNUNET_break (NULL == GNUNET_PLUGIN_unload (libname, api)); GNUNET_free (libname); @@ -277,58 +212,82 @@ cleaning_task (void *cls, const struct GNUNET_SCHEDULER_TaskContext *tc) static void -test (void *cls, - const struct GNUNET_SCHEDULER_TaskContext *tc) -{ +test (void *cls, const struct GNUNET_SCHEDULER_TaskContext *tc) +{ struct CpsRunContext *crc = cls; int j; + unsigned long long os; + unsigned long long cs; + struct GNUNET_HashCode key; if (0 != (tc->reason & GNUNET_SCHEDULER_REASON_SHUTDOWN)) + { + GNUNET_log (GNUNET_ERROR_TYPE_WARNING, "Test aborted.\n"); + crc->phase = RP_ERROR; + } + GNUNET_log (GNUNET_ERROR_TYPE_DEBUG, + "In phase %d, iteration %u\n", crc->phase, crc->cnt); + switch (crc->phase) + { + case RP_ERROR: + ok = 1; + GNUNET_break (0); + crc->api->drop (crc->api->cls); + GNUNET_SCHEDULER_add_now (&cleaning_task, crc); + break; + case RP_PUT: + os = 0; + for (j = 0; j < PUT_10; j++) { - crc->phase = RP_DONE; - ok = 1; + put_value (crc->api, j, crc->i); + cs = crc->api->estimate_size (crc->api->cls); + GNUNET_assert (os <= cs); + os = cs; } - switch (crc->phase) + crc->phase++; + GNUNET_SCHEDULER_add_now (&test, crc); + break; + case RP_GET: + if (crc->cnt == 1) { - case RP_PUT: - crc->start = GNUNET_TIME_absolute_get (); - for (j=0;japi, j, crc->i); - crc->end = GNUNET_TIME_absolute_get (); - printf ("%3u insertion took %20llums for %u\n", - crc->i, - (unsigned long long) (crc->end.abs_value - crc->start.abs_value), - (unsigned int) PUT_10); - crc->i++; - crc->start = GNUNET_TIME_absolute_get (); - crc->phase = RP_LP_GET; - GNUNET_SCHEDULER_add_after (GNUNET_SCHEDULER_NO_TASK, - &test, crc); - break; - case RP_LP_GET: - crc->msg = "%3u replication iteration took %20llums for %u\n"; - crc->api->replication_get (crc->api->cls, - &dummy_get, - crc); - break; - case RP_AE_GET: - crc->msg = "%3u expiration iteration took %20llums for %u\n"; - crc->api->expiration_get (crc->api->cls, - &dummy_get, - crc); - break; - case RP_ZA_GET: - crc->msg = "%3u zero anonymity iteration took %20llums for %u\n"; - crc->api->iter_zero_anonymity (crc->api->cls, 0, - &iterateDummy, - crc); + crc->cnt = 0; + crc->phase++; + GNUNET_SCHEDULER_add_now (&test, crc); break; - case RP_DONE: - crc->api->drop (crc->api->cls); - GNUNET_SCHEDULER_add_with_priority (GNUNET_SCHEDULER_PRIORITY_IDLE, - &cleaning_task, crc); + } + gen_key (5, &key); + crc->api->get_key (crc->api->cls, crc->offset++, &key, NULL, + GNUNET_BLOCK_TYPE_ANY, &iterate_one_shot, crc); + break; + case RP_UPDATE: + GNUNET_assert (GNUNET_OK == + crc->api->update (crc->api->cls, guid, 1, + GNUNET_TIME_UNIT_ZERO_ABS, NULL)); + crc->phase++; + GNUNET_SCHEDULER_add_now (&test, crc); + break; + + case RP_ITER_ZERO: + if (crc->cnt == 1) + { + crc->cnt = 0; + crc->phase++; + GNUNET_SCHEDULER_add_now (&test, crc); break; } + crc->api->get_zero_anonymity (crc->api->cls, 0, 1, &iterate_one_shot, crc); + break; + case RP_REPL_GET: + crc->api->get_replication (crc->api->cls, &iterate_one_shot, crc); + break; + case RP_EXPI_GET: + crc->api->get_expiration (crc->api->cls, &iterate_one_shot, crc); + break; + case RP_DROP: + crc->api->drop (crc->api->cls); + GNUNET_SCHEDULER_add_now (&cleaning_task, crc); + break; + } } @@ -339,33 +298,30 @@ static struct GNUNET_DATASTORE_PluginFunctions * load_plugin (const struct GNUNET_CONFIGURATION_Handle *cfg) { static struct GNUNET_DATASTORE_PluginEnvironment env; - struct GNUNET_DATASTORE_PluginFunctions * ret; + struct GNUNET_DATASTORE_PluginFunctions *ret; char *name; char *libname; if (GNUNET_OK != - GNUNET_CONFIGURATION_get_value_string (cfg, - "DATASTORE", "DATABASE", &name)) - { - GNUNET_log (GNUNET_ERROR_TYPE_ERROR, - _("No `%s' specified for `%s' in configuration!\n"), - "DATABASE", - "DATASTORE"); - return NULL; - } + GNUNET_CONFIGURATION_get_value_string (cfg, "DATASTORE", "DATABASE", + &name)) + { + GNUNET_log (GNUNET_ERROR_TYPE_ERROR, + _("No `%s' specified for `%s' in configuration!\n"), "DATABASE", + "DATASTORE"); + return NULL; + } env.cfg = cfg; env.duc = &disk_utilization_change_cb; env.cls = NULL; - GNUNET_log (GNUNET_ERROR_TYPE_INFO, - _("Loading `%s' datastore plugin\n"), name); + GNUNET_log (GNUNET_ERROR_TYPE_INFO, _("Loading `%s' datastore plugin\n"), + name); GNUNET_asprintf (&libname, "libgnunet_plugin_datastore_%s", name); if (NULL == (ret = GNUNET_PLUGIN_load (libname, &env))) - { - fprintf (stderr, - "Failed to load plugin `%s'!\n", - name); - return NULL; - } + { + FPRINTF (stderr, "Failed to load plugin `%s'!\n", name); + return NULL; + } GNUNET_free (libname); GNUNET_free (name); return ret; @@ -373,9 +329,7 @@ load_plugin (const struct GNUNET_CONFIGURATION_Handle *cfg) static void -run (void *cls, - char *const *args, - const char *cfgfile, +run (void *cls, char *const *args, const char *cfgfile, const struct GNUNET_CONFIGURATION_Handle *c) { struct GNUNET_DATASTORE_PluginFunctions *api; @@ -383,12 +337,12 @@ run (void *cls, api = load_plugin (c); if (api == NULL) - { - fprintf (stderr, - "Could not initialize plugin, assuming database not configured. Test not run!\n"); - return; - } - crc = GNUNET_malloc(sizeof(struct CpsRunContext)); + { + FPRINTF (stderr, + "%s", "Could not initialize plugin, assuming database not configured. Test not run!\n"); + return; + } + crc = GNUNET_malloc (sizeof (struct CpsRunContext)); crc->api = api; crc->cfg = c; crc->phase = RP_PUT; @@ -396,72 +350,37 @@ run (void *cls, } -static int -check () +int +main (int argc, char *argv[]) { + char dir_name[128]; char cfg_name[128]; - char *const argv[] = { + char *const xargv[] = { "test-plugin-datastore", "-c", cfg_name, -#if VERBOSE - "-L", "DEBUG", -#endif NULL }; - struct GNUNET_GETOPT_CommandLineOption options[] = { + static struct GNUNET_GETOPT_CommandLineOption options[] = { GNUNET_GETOPT_OPTION_END }; - GNUNET_snprintf (cfg_name, - sizeof (cfg_name), - "test_plugin_datastore_data_%s.conf", - plugin_name); - GNUNET_PROGRAM_run ((sizeof (argv) / sizeof (char *)) - 1, - argv, "test-plugin-datastore", "nohelp", - options, &run, NULL); - if (ok != 0) - fprintf (stderr, "Missed some testcases: %u\n", ok); - return ok; -} - - -int -main (int argc, char *argv[]) -{ - int ret; - char *pos; - char dir_name[128]; - /* determine name of plugin to use */ - plugin_name = argv[0]; - while (NULL != (pos = strstr(plugin_name, "_"))) - plugin_name = pos+1; - if (NULL != (pos = strstr(plugin_name, "."))) - pos[0] = 0; - else - pos = (char *) plugin_name; - - GNUNET_snprintf (dir_name, - sizeof (dir_name), - "/tmp/test-gnunet-datastore-%s", - plugin_name); + plugin_name = GNUNET_TESTING_get_testname_from_underscore (argv[0]); + GNUNET_snprintf (dir_name, sizeof (dir_name), + "/tmp/test-gnunet-datastore-plugin-%s", plugin_name); GNUNET_DISK_directory_remove (dir_name); GNUNET_log_setup ("test-plugin-datastore", -#if VERBOSE - "DEBUG", -#else "WARNING", -#endif NULL); - ret = check (); - if (pos != plugin_name) - pos[0] = '.'; + GNUNET_snprintf (cfg_name, sizeof (cfg_name), + "test_plugin_datastore_data_%s.conf", plugin_name); + GNUNET_PROGRAM_run ((sizeof (xargv) / sizeof (char *)) - 1, xargv, + "test-plugin-datastore", "nohelp", options, &run, NULL); + if (0 != ok) + FPRINTF (stderr, "Missed some testcases: %u\n", ok); GNUNET_DISK_directory_remove (dir_name); - - return ret; + return ok; } /* end of test_plugin_datastore.c */ - -