fix
[oweals/gnunet.git] / src / datastore / test_datastore_api.c
index 74c2ae206de28ffe449581648e9e18e4178cc339..f25ee08c24dc3d0c1d4b57ac25ebf98d86f60952 100644 (file)
@@ -4,7 +4,7 @@
 
      GNUnet is free software; you can redistribute it and/or modify
      it under the terms of the GNU General Public License as published
-     by the Free Software Foundation; either version 2, or (at your
+     by the Free Software Foundation; either version 3, or (at your
      option) any later version.
 
      GNUnet is distributed in the hope that it will be useful, but
@@ -33,6 +33,8 @@
 
 #define VERBOSE GNUNET_NO
 
+#define START_DATASTORE GNUNET_YES
+
 /**
  * How long until we give up on transmitting the message?
  */
@@ -46,6 +48,10 @@ static struct GNUNET_TIME_Absolute now;
 
 static int ok;
 
+/**
+ * Name of plugin under test.
+ */
+static const char *plugin_name;
 
 static size_t
 get_size (int i)
@@ -89,27 +95,26 @@ get_expiration (int i)
 {
   struct GNUNET_TIME_Absolute av;
 
-  av.value = now.value + 200000 - i * 1000;
+  av.abs_value = now.abs_value + 20000000 - i * 1000;
   return av;
 }
 
 enum RunPhase
   {
     RP_DONE = 0,
-    RP_PUT,
-    RP_GET,
-    RP_DEL,
-    RP_DO_DEL,
-    RP_DELVALIDATE,
-    RP_RESERVE,
-    RP_PUT_MULTIPLE,
-    RP_PUT_MULTIPLE_NEXT,
-    RP_GET_MULTIPLE,
-    RP_GET_MULTIPLE_NEXT,
-    RP_GET_MULTIPLE_DONE,
-    RP_UPDATE,
-    RP_UPDATE_VALIDATE,
-    RP_UPDATE_DONE
+    RP_PUT = 1,
+    RP_GET = 2,
+    RP_DEL = 3,
+    RP_DO_DEL = 4,
+    RP_DELVALIDATE = 5,
+    RP_RESERVE = 6,
+    RP_PUT_MULTIPLE = 7,
+    RP_PUT_MULTIPLE_NEXT = 8,
+    RP_GET_MULTIPLE = 9,
+    RP_GET_MULTIPLE_NEXT = 10,
+    RP_UPDATE = 11,
+    RP_UPDATE_VALIDATE = 12,
+    RP_ERROR
   };
 
 
@@ -118,12 +123,13 @@ struct CpsRunContext
   GNUNET_HashCode key;
   int i;
   int rid;
-  struct GNUNET_SCHEDULER_Handle *sched;
   const struct GNUNET_CONFIGURATION_Handle *cfg;
   void *data;
   size_t size;
   enum RunPhase phase;
-  unsigned long long uid;
+  uint64_t uid;
+  uint64_t offset;
+  uint64_t first_uid;
 };
 
 
@@ -138,14 +144,19 @@ check_success (void *cls,
               const char *msg)
 {
   struct CpsRunContext *crc = cls;
+
   if (GNUNET_OK != success)
-    GNUNET_log (GNUNET_ERROR_TYPE_ERROR,
-               "%s\n", msg);
-  GNUNET_assert (GNUNET_OK == success);
+    {
+      GNUNET_log (GNUNET_ERROR_TYPE_ERROR,
+                 "Operation %d/%d not successfull: `%s'\n", 
+                 crc->phase,
+                 crc->i,
+                 msg);
+      crc->phase = RP_ERROR;
+    }
   GNUNET_free_non_null (crc->data);
   crc->data = NULL;
-  GNUNET_SCHEDULER_add_continuation (crc->sched,
-                                    &run_continuation,
+  GNUNET_SCHEDULER_add_continuation (&run_continuation,
                                     crc,
                                     GNUNET_SCHEDULER_REASON_PREREQ_DONE);
 }
@@ -159,11 +170,11 @@ get_reserved (void *cls,
   struct CpsRunContext *crc = cls;
   if (0 >= success)
     GNUNET_log (GNUNET_ERROR_TYPE_ERROR,
-               "%s\n", msg);
+               "Error obtaining reservation: `%s'\n", 
+               msg);
   GNUNET_assert (0 < success);
   crc->rid = success;
-  GNUNET_SCHEDULER_add_continuation (crc->sched,
-                                    &run_continuation,
+  GNUNET_SCHEDULER_add_continuation (&run_continuation,
                                     crc,
                                     GNUNET_SCHEDULER_REASON_PREREQ_DONE);
 }
@@ -172,90 +183,93 @@ get_reserved (void *cls,
 static void 
 check_value (void *cls,
             const GNUNET_HashCode * key,
-            uint32_t size,
+            size_t size,
             const void *data,
-            uint32_t type,
+            enum GNUNET_BLOCK_Type type,
             uint32_t priority,
             uint32_t anonymity,
-            struct GNUNET_TIME_Absolute
-            expiration, uint64_t uid)
+            struct GNUNET_TIME_Absolute expiration, 
+            uint64_t uid)
 {
   struct CpsRunContext *crc = cls;
   int i;
 
-  if (key == NULL)
-    {
-      if (crc->i == 0)
-       {
-         crc->phase = RP_DEL;
-         crc->i = ITERATIONS;
-       }
-      GNUNET_SCHEDULER_add_continuation (crc->sched,
-                                        &run_continuation,
-                                        crc,
-                                        GNUNET_SCHEDULER_REASON_PREREQ_DONE);
-      return;
-    }
   i = crc->i;
+#if 0
+  fprintf (stderr,
+          "Check value got `%s' of size %u, type %d, expire %llu\n",
+          GNUNET_h2s (key),
+          (unsigned int) size,
+          type,
+          (unsigned long long) expiration.abs_value);
+  fprintf (stderr,
+          "Check value iteration %d wants size %u, type %d, expire %llu\n",
+          i,
+          (unsigned int) get_size (i),
+          get_type (i),
+          (unsigned long long) get_expiration(i).abs_value);
+#endif
   GNUNET_assert (size == get_size (i));
   GNUNET_assert (0 == memcmp (data, get_data(i), size));
   GNUNET_assert (type == get_type (i));
   GNUNET_assert (priority == get_priority (i));
   GNUNET_assert (anonymity == get_anonymity(i));
-  GNUNET_assert (expiration.value == get_expiration(i).value);
-  GNUNET_DATASTORE_get_next (datastore, GNUNET_YES);
+  GNUNET_assert (expiration.abs_value == get_expiration(i).abs_value);
+  crc->offset++;
+  if (crc->i == 0)
+    {
+      crc->phase = RP_DEL;
+      crc->i = ITERATIONS;
+    } 
+  GNUNET_SCHEDULER_add_continuation (&run_continuation,
+                                    crc,
+                                    GNUNET_SCHEDULER_REASON_PREREQ_DONE);
 }
 
 
 static void 
 delete_value (void *cls,
-            const GNUNET_HashCode * key,
-            uint32_t size,
-            const void *data,
-            uint32_t type,
-            uint32_t priority,
-            uint32_t anonymity,
-            struct GNUNET_TIME_Absolute
-            expiration, uint64_t uid)
+             const GNUNET_HashCode *key,
+             size_t size,
+             const void *data,
+             enum GNUNET_BLOCK_Type type,
+             uint32_t priority,
+             uint32_t anonymity,
+             struct GNUNET_TIME_Absolute
+             expiration, uint64_t uid)
 {
   struct CpsRunContext *crc = cls;
-  if (key == NULL)
-    {
-      crc->phase = RP_DO_DEL;
-      GNUNET_SCHEDULER_add_continuation (crc->sched,
-                                        &run_continuation,
-                                        crc,
-                                        GNUNET_SCHEDULER_REASON_PREREQ_DONE);
-      return;
-    }
+
   GNUNET_assert (crc->data == NULL);
+  GNUNET_assert (NULL != key);
   crc->size = size;
   crc->key = *key;
   crc->data = GNUNET_malloc (size);
   memcpy (crc->data, data, size);
-  GNUNET_DATASTORE_get_next (datastore, GNUNET_YES);
+  crc->phase = RP_DO_DEL;
+  GNUNET_SCHEDULER_add_continuation (&run_continuation,
+                                    crc,
+                                    GNUNET_SCHEDULER_REASON_PREREQ_DONE);
 }
 
 
 static void 
 check_nothing (void *cls,
-            const GNUNET_HashCode * key,
-            uint32_t size,
-            const void *data,
-            uint32_t type,
-            uint32_t priority,
-            uint32_t anonymity,
-            struct GNUNET_TIME_Absolute
-            expiration, uint64_t uid)
+              const GNUNET_HashCode *key,
+              size_t size,
+              const void *data,
+              enum GNUNET_BLOCK_Type type,
+              uint32_t priority,
+              uint32_t anonymity,
+              struct GNUNET_TIME_Absolute
+              expiration, uint64_t uid)
 {
   struct CpsRunContext *crc = cls;
+
   GNUNET_assert (key == NULL);
   if (crc->i == 0)
-    {
-      crc->phase = RP_RESERVE;   
-    }
-  GNUNET_SCHEDULER_add_continuation (crc->sched,
-                                    &run_continuation,
+    crc->phase = RP_RESERVE;
+  GNUNET_SCHEDULER_add_continuation (&run_continuation,
                                     crc,
                                     GNUNET_SCHEDULER_REASON_PREREQ_DONE);
 }
@@ -264,9 +278,9 @@ check_nothing (void *cls,
 static void 
 check_multiple (void *cls,
                const GNUNET_HashCode * key,
-               uint32_t size,
+               size_t size,
                const void *data,
-               uint32_t type,
+               enum GNUNET_BLOCK_Type type,
                uint32_t priority,
                uint32_t anonymity,
                struct GNUNET_TIME_Absolute
@@ -274,29 +288,37 @@ check_multiple (void *cls,
 {
   struct CpsRunContext *crc = cls;
 
-  if (key == NULL)
+  GNUNET_assert (key != NULL);
+  switch (crc->phase)
     {
-      GNUNET_assert (crc->phase == RP_GET_MULTIPLE_DONE);
+    case RP_GET_MULTIPLE:
+      crc->phase = RP_GET_MULTIPLE_NEXT;
+      crc->first_uid = uid;
+      crc->offset++;
+      break;
+    case RP_GET_MULTIPLE_NEXT:
+      GNUNET_assert (uid != crc->first_uid);
       crc->phase = RP_UPDATE;
-      GNUNET_SCHEDULER_add_continuation (crc->sched,
-                                        &run_continuation,
-                                        crc,
-                                        GNUNET_SCHEDULER_REASON_PREREQ_DONE);
-      return;
+      break;
+    default:
+      GNUNET_break (0);
+      crc->phase = RP_ERROR;
+      break;
     }
-  crc->phase++;
   if (priority == get_priority (42))
     crc->uid = uid;
-  GNUNET_DATASTORE_get_next (datastore, GNUNET_YES);
+  GNUNET_SCHEDULER_add_continuation (&run_continuation,
+                                    crc,
+                                    GNUNET_SCHEDULER_REASON_PREREQ_DONE);
 }
 
 
 static void 
 check_update (void *cls,
              const GNUNET_HashCode * key,
-             uint32_t size,
+             size_t size,
              const void *data,
-             uint32_t type,
+             enum GNUNET_BLOCK_Type type,
              uint32_t priority,
              uint32_t anonymity,
              struct GNUNET_TIME_Absolute
@@ -304,25 +326,19 @@ check_update (void *cls,
 {
   struct CpsRunContext *crc = cls;
 
-  if (key == NULL)
-    {
-      GNUNET_assert (crc->phase == RP_UPDATE_DONE);
-      crc->phase = RP_DONE;
-      GNUNET_SCHEDULER_add_continuation (crc->sched,
-                                        &run_continuation,
-                                        crc,
-                                        GNUNET_SCHEDULER_REASON_PREREQ_DONE);
-      return;
-    }
+  GNUNET_assert (key != NULL);
   if ( (anonymity == get_anonymity (42)) &&
        (size == get_size (42)) &&
        (priority == get_priority (42) + 100) )
+    crc->phase = RP_DONE;    
+  else
     {
-      crc->phase = RP_UPDATE_DONE;
+      GNUNET_assert (size == get_size (43));
+      crc->offset++;
     }
-  else
-    GNUNET_assert (size == get_size (43));
-  GNUNET_DATASTORE_get_next (datastore, GNUNET_YES);
+  GNUNET_SCHEDULER_add_continuation (&run_continuation,
+                                    crc,
+                                    GNUNET_SCHEDULER_REASON_PREREQ_DONE);
 }
 
 
@@ -354,8 +370,9 @@ run_continuation (void *cls,
                            get_type (crc->i),
                            get_priority (crc->i),
                            get_anonymity (crc->i),
+                           0,
                            get_expiration (crc->i),
-                           TIMEOUT,
+                           1, 1, TIMEOUT,
                            &check_success,
                            crc);
       crc->i++;
@@ -371,12 +388,13 @@ run_continuation (void *cls,
                  crc->i);
 #endif
       GNUNET_CRYPTO_hash (&crc->i, sizeof (int), &crc->key);
-      GNUNET_DATASTORE_get (datastore, 
-                           &crc->key,
-                           get_type (crc->i),
-                           &check_value,
-                           crc,
-                           TIMEOUT);
+      GNUNET_DATASTORE_get_key (datastore, 
+                               crc->offset,
+                               &crc->key,
+                               get_type (crc->i),
+                               1, 1, TIMEOUT,
+                               &check_value,
+                               crc);
       break;
     case RP_DEL:
       crc->i--;
@@ -386,13 +404,16 @@ run_continuation (void *cls,
                  "DEL",
                  crc->i);
 #endif
+      crc->data = NULL;
       GNUNET_CRYPTO_hash (&crc->i, sizeof (int), &crc->key);
-      GNUNET_DATASTORE_get (datastore, 
-                           &crc->key,
-                           get_type (crc->i),
-                           &delete_value,
-                           crc,
-                           TIMEOUT);
+      GNUNET_assert (NULL !=
+                    GNUNET_DATASTORE_get_key (datastore, 
+                                              crc->offset,
+                                              &crc->key,
+                                              get_type (crc->i),
+                                              1, 1, TIMEOUT,
+                                              &delete_value,
+                                              crc));
       break;
     case RP_DO_DEL:
 #if VERBOSE
@@ -410,13 +431,14 @@ run_continuation (void *cls,
        {
          crc->phase = RP_DEL;
        }
-      GNUNET_DATASTORE_remove (datastore,
-                              &crc->key,
-                              crc->size,
-                              crc->data,
-                              &check_success,
-                              crc,
-                              TIMEOUT);
+      GNUNET_assert (NULL !=
+                    GNUNET_DATASTORE_remove (datastore,
+                                             &crc->key,
+                                             crc->size,
+                                             crc->data,
+                                             1, 1, TIMEOUT,
+                                             &check_success,
+                                             crc));
       break;   
     case RP_DELVALIDATE:
       crc->i--;
@@ -427,21 +449,23 @@ run_continuation (void *cls,
                  crc->i);
 #endif
       GNUNET_CRYPTO_hash (&crc->i, sizeof (int), &crc->key);
-      GNUNET_DATASTORE_get (datastore, 
-                           &crc->key,
-                           get_type (crc->i),
-                           &check_nothing,
-                           crc,
-                           TIMEOUT);
+      GNUNET_assert (NULL != 
+                    GNUNET_DATASTORE_get_key (datastore, 
+                                              crc->offset,
+                                              &crc->key,
+                                              get_type (crc->i),
+                                              1, 1, TIMEOUT,
+                                              &check_nothing,
+                                              crc));
       break;
     case RP_RESERVE:
       crc->phase = RP_PUT_MULTIPLE;
       GNUNET_DATASTORE_reserve (datastore,
                                128*1024,
                                2,
+                               1, 1, TIMEOUT,
                                &get_reserved,
-                               crc,
-                               TIMEOUT);
+                               crc);
       break;
     case RP_PUT_MULTIPLE:
       crc->phase = RP_PUT_MULTIPLE_NEXT;
@@ -453,8 +477,9 @@ run_continuation (void *cls,
                            get_type (42),
                            get_priority (42),
                            get_anonymity (42),
+                           0,
                            get_expiration (42),
-                           TIMEOUT,
+                           1, 1, TIMEOUT,
                            &check_success,
                            crc);
       break;
@@ -468,22 +493,31 @@ run_continuation (void *cls,
                            get_type (42),
                            get_priority (43),
                            get_anonymity (43),
+                           0,
                            get_expiration (43),
-                           TIMEOUT,
+                           1, 1, TIMEOUT,
                            &check_success,
                            crc);
       break;
     case RP_GET_MULTIPLE:
-      GNUNET_DATASTORE_get (datastore,
-                           &crc->key, 
-                           get_type (42),
-                           &check_multiple,
-                           crc,
-                           TIMEOUT);
+      GNUNET_assert (NULL !=
+                    GNUNET_DATASTORE_get_key (datastore,
+                                              crc->offset,
+                                              &crc->key, 
+                                              get_type (42),
+                                              1, 1, TIMEOUT,
+                                              &check_multiple,
+                                              crc));
       break;
     case RP_GET_MULTIPLE_NEXT:
-    case RP_GET_MULTIPLE_DONE:
-      GNUNET_assert (0);
+      GNUNET_assert (NULL !=
+                    GNUNET_DATASTORE_get_key (datastore,
+                                              crc->offset,
+                                              &crc->key, 
+                                              get_type (42),
+                                              1, 1, TIMEOUT,
+                                              &check_multiple,
+                                              crc));
       break;
     case RP_UPDATE:
       GNUNET_assert (crc->uid > 0);
@@ -492,20 +526,19 @@ run_continuation (void *cls,
                               crc->uid,
                               100,
                               get_expiration (42),
+                              1, 1, TIMEOUT,
                               &check_success,
-                              crc,
-                              TIMEOUT);
+                              crc);
       break;
     case RP_UPDATE_VALIDATE:
-      GNUNET_DATASTORE_get (datastore,
-                           &crc->key, 
-                           get_type (42),
-                           &check_update,
-                           crc,
-                           TIMEOUT);   
-      break;
-    case RP_UPDATE_DONE:
-      GNUNET_assert (0);
+      GNUNET_assert (NULL !=
+                    GNUNET_DATASTORE_get_key (datastore,
+                                              crc->offset,
+                                              &crc->key, 
+                                              get_type (42),
+                                              1, 1, TIMEOUT,
+                                              &check_update,
+                                              crc));
       break;
     case RP_DONE:
 #if VERBOSE
@@ -515,41 +548,88 @@ run_continuation (void *cls,
       GNUNET_DATASTORE_disconnect (datastore, GNUNET_YES);
       GNUNET_free (crc);
       ok = 0;
+      break;
+    case RP_ERROR:
+      GNUNET_DATASTORE_disconnect (datastore, GNUNET_YES);
+      GNUNET_free (crc);
+      ok = 43;
+      break;
+    }
+}
+
+
+static void
+run_tests (void *cls,
+          int32_t success,
+          const char *msg)
+{
+  struct CpsRunContext *crc = cls;
+
+  switch (success)
+    {
+    case GNUNET_YES:
+      GNUNET_SCHEDULER_add_continuation (&run_continuation,
+                                        crc,
+                                        GNUNET_SCHEDULER_REASON_PREREQ_DONE);
+      return;
+    case GNUNET_NO:
+      fprintf (stderr,
+              "Test 'put' operation failed, key already exists (!?)\n");
+      GNUNET_free (crc);
+      return;
+    case GNUNET_SYSERR:
+      fprintf (stderr,
+              "Test 'put' operation failed with error `%s' database likely not setup, skipping test.\n",
+              msg);
+      GNUNET_free (crc);
+      return;
+    default:
+      GNUNET_assert (0);
     }
 }
 
 
 static void
 run (void *cls,
-     struct GNUNET_SCHEDULER_Handle *sched,
      char *const *args,
      const char *cfgfile,
      const struct GNUNET_CONFIGURATION_Handle *cfg)
 {
   struct CpsRunContext *crc;
+  static GNUNET_HashCode zkey;
 
   crc = GNUNET_malloc(sizeof(struct CpsRunContext));
-  crc->sched = sched;
   crc->cfg = cfg;
   crc->phase = RP_PUT;
   now = GNUNET_TIME_absolute_get ();
-  datastore = GNUNET_DATASTORE_connect (cfg, sched);
-  GNUNET_SCHEDULER_add_continuation (crc->sched,
-                                    &run_continuation,
-                                    crc,
-                                    GNUNET_SCHEDULER_REASON_PREREQ_DONE);
-
+  datastore = GNUNET_DATASTORE_connect (cfg);
+  if (NULL ==
+      GNUNET_DATASTORE_put (datastore, 0,
+                           &zkey, 4, "TEST",
+                           GNUNET_BLOCK_TYPE_TEST,
+                           0, 0, 0, GNUNET_TIME_relative_to_absolute (GNUNET_TIME_UNIT_SECONDS),
+                           0, 1, GNUNET_TIME_UNIT_MINUTES,
+                           &run_tests, crc))
+    {
+      fprintf (stderr,
+              "Test 'put' operation failed.\n");
+      ok = 1;
+      GNUNET_free (crc);
+    }
 }
 
 
-
 static int
 check ()
 {
-  pid_t pid;
-  char *const argv[] = { "test-datastore-api",
+  char cfg_name[128];
+#if START_DATASTORE
+  struct GNUNET_OS_Process *proc;
+#endif
+  char *const argv[] = {
+    "test-datastore-api",
     "-c",
-    "test_datastore_api_data.conf",
+    cfg_name,
 #if VERBOSE
     "-L", "DEBUG",
 #endif
@@ -558,21 +638,33 @@ check ()
   struct GNUNET_GETOPT_CommandLineOption options[] = {
     GNUNET_GETOPT_OPTION_END
   };
-  pid = GNUNET_OS_start_process (NULL, NULL, "gnunet-service-arm",
+  GNUNET_snprintf (cfg_name,
+                  sizeof (cfg_name),
+                  "test_datastore_api_data_%s.conf",
+                  plugin_name);
+#if START_DATASTORE
+  proc = GNUNET_OS_start_process (NULL, NULL, "gnunet-service-arm",
                                  "gnunet-service-arm",
 #if VERBOSE
                                  "-L", "DEBUG",
 #endif
-                                 "-c", "test_datastore_api_data.conf", NULL);
+                                 "-c", cfg_name, NULL);
+#endif
+  GNUNET_assert (NULL != proc);
   GNUNET_PROGRAM_run ((sizeof (argv) / sizeof (char *)) - 1,
                       argv, "test-datastore-api", "nohelp",
                       options, &run, NULL);
-  if (0 != PLIBC_KILL (pid, SIGTERM))
+#if START_DATASTORE
+  sleep (1); /* give datastore chance to receive 'DROP' request */
+  if (0 != GNUNET_OS_process_kill (proc, SIGTERM))
     {
       GNUNET_log_strerror (GNUNET_ERROR_TYPE_WARNING, "kill");
       ok = 1;
     }
-  GNUNET_OS_process_wait(pid);
+  GNUNET_OS_process_wait (proc);
+  GNUNET_OS_process_close (proc);
+  proc = NULL;
+#endif
   if (ok != 0)
     fprintf (stderr, "Missed some testcases: %u\n", ok);
   return ok;
@@ -582,8 +674,24 @@ int
 main (int argc, char *argv[])
 {
   int ret;
-  
-  GNUNET_DISK_directory_remove ("/tmp/test-gnunet-datastore");
+  char *pos;
+  char dir_name[128];
+
+  sleep (1);
+  /* determine name of plugin to use */
+  plugin_name = argv[0];
+  while (NULL != (pos = strstr(plugin_name, "_")))
+    plugin_name = pos+1;
+  if (NULL != (pos = strstr(plugin_name, ".")))
+    pos[0] = 0;
+  else
+    pos = (char *) plugin_name;
+
+  GNUNET_snprintf (dir_name,
+                  sizeof (dir_name),
+                  "/tmp/test-gnunet-datastore-%s",
+                  plugin_name);
+  GNUNET_DISK_directory_remove (dir_name);
   GNUNET_log_setup ("test-datastore-api",
 #if VERBOSE
                     "DEBUG",
@@ -592,11 +700,10 @@ main (int argc, char *argv[])
 #endif
                     NULL);
   ret = check ();
-  GNUNET_DISK_directory_remove ("/tmp/test-gnunet-datastore");
-
+  if (pos != plugin_name)
+    pos[0] = '.';
+  GNUNET_DISK_directory_remove (dir_name);
   return ret;
 }
 
-
-
 /* end of test_datastore_api.c */