fixing reconnect issues
[oweals/gnunet.git] / src / datastore / test_datastore_api.c
index 56cf0e5881652f2977365aa18d02cfb597538fdb..ce3c18daa139a6ba0d27da9fef15fba285b6a377 100644 (file)
 */
 /*
  * @file datastore/test_datastore_api.c
- * @brief Test for the datastore implementation.
+ * @brief Test for the basic datastore API.
  * @author Christian Grothoff
  *
  * TODO:
- * - test multiple values under same key
- * - test "update"
- * - test storage reservations
+ * - test reservation failure
  */
 
 #include "platform.h"
@@ -33,7 +31,7 @@
 #include "gnunet_protocols.h"
 #include "gnunet_datastore_service.h"
 
-#define VERBOSE GNUNET_YES
+#define VERBOSE GNUNET_NO
 
 /**
  * How long until we give up on transmitting the message?
@@ -91,7 +89,7 @@ get_expiration (int i)
 {
   struct GNUNET_TIME_Absolute av;
 
-  av.value = now.value - i * 1000;
+  av.value = now.value + 200000 - i * 1000;
   return av;
 }
 
@@ -101,7 +99,18 @@ enum RunPhase
     RP_PUT,
     RP_GET,
     RP_DEL,
-    RP_DELVALIDATE
+    RP_DO_DEL,
+    RP_DELVALIDATE,
+    RP_RESERVE,
+    RP_PUT_MULTIPLE,
+    RP_PUT_MULTIPLE_NEXT,
+    RP_GET_MULTIPLE,
+    RP_GET_MULTIPLE_NEXT,
+    RP_GET_MULTIPLE_DONE,
+    RP_UPDATE,
+    RP_UPDATE_VALIDATE,
+    RP_UPDATE_DONE,
+    RP_ERROR
   };
 
 
@@ -109,10 +118,13 @@ struct CpsRunContext
 {
   GNUNET_HashCode key;
   int i;
-  int *iptr;
+  int rid;
   struct GNUNET_SCHEDULER_Handle *sched;
-  struct GNUNET_CONFIGURATION_Handle *cfg;
+  const struct GNUNET_CONFIGURATION_Handle *cfg;
+  void *data;
+  size_t size;
   enum RunPhase phase;
+  unsigned long long uid;
 };
 
 
@@ -128,11 +140,16 @@ check_success (void *cls,
 {
   struct CpsRunContext *crc = cls;
   if (GNUNET_OK != success)
-    GNUNET_log (GNUNET_ERROR_TYPE_ERROR,
-               "%s\n", msg);
-  GNUNET_assert (GNUNET_OK == success);
+    {
+      ok = 42;
+      GNUNET_log (GNUNET_ERROR_TYPE_ERROR,
+                 "%s\n", msg);
+      GNUNET_SCHEDULER_shutdown (crc->sched);
+      return;
+    }
+  GNUNET_free_non_null (crc->data);
+  crc->data = NULL;
   GNUNET_SCHEDULER_add_continuation (crc->sched,
-                                    GNUNET_NO,
                                     &run_continuation,
                                     crc,
                                     GNUNET_SCHEDULER_REASON_PREREQ_DONE);
@@ -140,15 +157,17 @@ check_success (void *cls,
 
 
 static void
-check_failure (void *cls,
-              int success,
-              const char *msg)
+get_reserved (void *cls,
+             int success,
+             const char *msg)
 {
   struct CpsRunContext *crc = cls;
-  GNUNET_assert (GNUNET_OK != success);
-  GNUNET_assert (NULL != msg);
+  if (0 >= success)
+    GNUNET_log (GNUNET_ERROR_TYPE_ERROR,
+               "%s\n", msg);
+  GNUNET_assert (0 < success);
+  crc->rid = success;
   GNUNET_SCHEDULER_add_continuation (crc->sched,
-                                    GNUNET_NO,
                                     &run_continuation,
                                     crc,
                                     GNUNET_SCHEDULER_REASON_PREREQ_DONE);
@@ -160,7 +179,7 @@ check_value (void *cls,
             const GNUNET_HashCode * key,
             uint32_t size,
             const void *data,
-            uint32_t type,
+            enum GNUNET_BLOCK_Type type,
             uint32_t priority,
             uint32_t anonymity,
             struct GNUNET_TIME_Absolute
@@ -170,7 +189,18 @@ check_value (void *cls,
   int i;
 
   if (key == NULL)
-    return;
+    {
+      if (crc->i == 0)
+       {
+         crc->phase = RP_DEL;
+         crc->i = ITERATIONS;
+       }
+      GNUNET_SCHEDULER_add_continuation (crc->sched,
+                                        &run_continuation,
+                                        crc,
+                                        GNUNET_SCHEDULER_REASON_PREREQ_DONE);
+      return;
+    }
   i = crc->i;
   GNUNET_assert (size == get_size (i));
   GNUNET_assert (0 == memcmp (data, get_data(i), size));
@@ -178,79 +208,149 @@ check_value (void *cls,
   GNUNET_assert (priority == get_priority (i));
   GNUNET_assert (anonymity == get_anonymity(i));
   GNUNET_assert (expiration.value == get_expiration(i).value);
-  GNUNET_SCHEDULER_add_continuation (crc->sched,
-                                    GNUNET_NO,
-                                    &run_continuation,
-                                    crc,
-                                    GNUNET_SCHEDULER_REASON_PREREQ_DONE);
+  GNUNET_DATASTORE_get_next (datastore, GNUNET_YES);
 }
 
 
 static void 
 delete_value (void *cls,
-            const GNUNET_HashCode * key,
-            uint32_t size,
-            const void *data,
-            uint32_t type,
-            uint32_t priority,
-            uint32_t anonymity,
-            struct GNUNET_TIME_Absolute
-            expiration, uint64_t uid)
+             const GNUNET_HashCode * key,
+             uint32_t size,
+             const void *data,
+             enum GNUNET_BLOCK_Type type,
+             uint32_t priority,
+             uint32_t anonymity,
+             struct GNUNET_TIME_Absolute
+             expiration, uint64_t uid)
 {
   struct CpsRunContext *crc = cls;
   if (key == NULL)
-    return;
-  GNUNET_DATASTORE_remove (datastore,
-                          key,
-                          size,
-                          data,
-                          &check_success,
-                          NULL,
-                          TIMEOUT);
-  ((int*)key)[0]++;
-  GNUNET_DATASTORE_remove (datastore,
-                          key,
-                          size,
-                          data,
-                          &check_failure,
-                          NULL,
-                          TIMEOUT);
-  GNUNET_SCHEDULER_add_continuation (crc->sched,
-                                    GNUNET_NO,
-                                    &run_continuation,
-                                    crc,
-                                    GNUNET_SCHEDULER_REASON_PREREQ_DONE);
+    {
+      if (crc->data == NULL)
+       {
+         GNUNET_log (GNUNET_ERROR_TYPE_ERROR,
+                     "Content %u not found!\n",
+                     crc->i);
+         crc->phase = RP_ERROR;
+       }
+      else
+       {
+         crc->phase = RP_DO_DEL;
+       }
+      GNUNET_SCHEDULER_add_continuation (crc->sched,
+                                        &run_continuation,
+                                        crc,
+                                        GNUNET_SCHEDULER_REASON_PREREQ_DONE);
+      return;
+    }
+  GNUNET_assert (crc->data == NULL);
+  crc->size = size;
+  crc->key = *key;
+  crc->data = GNUNET_malloc (size);
+  memcpy (crc->data, data, size);
+  GNUNET_DATASTORE_get_next (datastore, GNUNET_YES);
 }
 
 
-
 static void 
 check_nothing (void *cls,
-            const GNUNET_HashCode * key,
-            uint32_t size,
-            const void *data,
-            uint32_t type,
-            uint32_t priority,
-            uint32_t anonymity,
-            struct GNUNET_TIME_Absolute
-            expiration, uint64_t uid)
+              const GNUNET_HashCode * key,
+              uint32_t size,
+              const void *data,
+              enum GNUNET_BLOCK_Type type,
+              uint32_t priority,
+              uint32_t anonymity,
+              struct GNUNET_TIME_Absolute
+              expiration, uint64_t uid)
 {
   struct CpsRunContext *crc = cls;
   GNUNET_assert (key == NULL);
+  if (crc->i == 0)
+    {
+      crc->phase = RP_RESERVE;   
+    }
   GNUNET_SCHEDULER_add_continuation (crc->sched,
-                                    GNUNET_NO,
                                     &run_continuation,
                                     crc,
                                     GNUNET_SCHEDULER_REASON_PREREQ_DONE);
 }
 
 
+static void 
+check_multiple (void *cls,
+               const GNUNET_HashCode * key,
+               uint32_t size,
+               const void *data,
+               enum GNUNET_BLOCK_Type type,
+               uint32_t priority,
+               uint32_t anonymity,
+               struct GNUNET_TIME_Absolute
+               expiration, uint64_t uid)
+{
+  struct CpsRunContext *crc = cls;
+
+  if (key == NULL)
+    {
+      GNUNET_assert (crc->phase == RP_GET_MULTIPLE_DONE);
+      crc->phase = RP_UPDATE;
+      GNUNET_SCHEDULER_add_continuation (crc->sched,
+                                        &run_continuation,
+                                        crc,
+                                        GNUNET_SCHEDULER_REASON_PREREQ_DONE);
+      return;
+    }
+  crc->phase++;
+  if (priority == get_priority (42))
+    crc->uid = uid;
+  GNUNET_DATASTORE_get_next (datastore, GNUNET_YES);
+}
+
+
+static void 
+check_update (void *cls,
+             const GNUNET_HashCode * key,
+             uint32_t size,
+             const void *data,
+             enum GNUNET_BLOCK_Type type,
+             uint32_t priority,
+             uint32_t anonymity,
+             struct GNUNET_TIME_Absolute
+             expiration, uint64_t uid)
+{
+  struct CpsRunContext *crc = cls;
+
+  if (key == NULL)
+    {
+      GNUNET_assert (crc->phase == RP_UPDATE_DONE);
+      crc->phase = RP_DONE;
+      GNUNET_SCHEDULER_add_continuation (crc->sched,
+                                        &run_continuation,
+                                        crc,
+                                        GNUNET_SCHEDULER_REASON_PREREQ_DONE);
+      return;
+    }
+  if ( (anonymity == get_anonymity (42)) &&
+       (size == get_size (42)) &&
+       (priority == get_priority (42) + 100) )
+    {
+      crc->phase = RP_UPDATE_DONE;
+    }
+  else
+    GNUNET_assert (size == get_size (43));
+  GNUNET_DATASTORE_get_next (datastore, GNUNET_YES);
+}
+
+
 static void
 run_continuation (void *cls,
                  const struct GNUNET_SCHEDULER_TaskContext *tc)
 {
   struct CpsRunContext *crc = cls;
   ok = (int) crc->phase;
+#if VERBOSE
+  GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
+             "Test in phase %u\n", crc->phase);
+#endif
   switch (crc->phase)
     {
     case RP_PUT:
@@ -260,7 +360,7 @@ run_continuation (void *cls,
                  "PUT",
                  crc->i);
 #endif
-      memset (&crc->key, ITERATIONS - crc->i, sizeof (GNUNET_HashCode));
+      GNUNET_CRYPTO_hash (&crc->i, sizeof (int), &crc->key);
       GNUNET_DATASTORE_put (datastore,
                            0,
                            &crc->key,
@@ -270,7 +370,7 @@ run_continuation (void *cls,
                            get_priority (crc->i),
                            get_anonymity (crc->i),
                            get_expiration (crc->i),
-                           TIMEOUT,
+                           1, 1, TIMEOUT,
                            &check_success,
                            crc);
       crc->i++;
@@ -285,18 +385,13 @@ run_continuation (void *cls,
                  "GET",
                  crc->i);
 #endif
-      memset (&crc->key, ITERATIONS - crc->i, sizeof (GNUNET_HashCode));
+      GNUNET_CRYPTO_hash (&crc->i, sizeof (int), &crc->key);
       GNUNET_DATASTORE_get (datastore, 
                            &crc->key,
                            get_type (crc->i),
+                           1, 1, TIMEOUT,
                            &check_value,
-                           crc,
-                           TIMEOUT);
-      if (crc->i == 0)
-       {
-         crc->phase = RP_DEL;
-         crc->i = ITERATIONS;
-       }
+                           crc);
       break;
     case RP_DEL:
       crc->i--;
@@ -306,19 +401,39 @@ run_continuation (void *cls,
                  "DEL",
                  crc->i);
 #endif
-      memset (&crc->key, ITERATIONS - crc->i, sizeof (GNUNET_HashCode));
+      crc->data = NULL;
+      GNUNET_CRYPTO_hash (&crc->i, sizeof (int), &crc->key);
       GNUNET_DATASTORE_get (datastore, 
                            &crc->key,
                            get_type (crc->i),
+                           1, 1, TIMEOUT,
                            &delete_value,
-                           crc,
-                           TIMEOUT);
+                           crc);
+      break;
+    case RP_DO_DEL:
+#if VERBOSE
+      GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
+                 "Executing `%s' number %u\n",
+                 "DO_DEL",
+                 crc->i);
+#endif
       if (crc->i == 0)
        {
-         crc->phase = RP_DELVALIDATE;
          crc->i = ITERATIONS;   
+         crc->phase = RP_DELVALIDATE;
+       }      
+      else
+       {
+         crc->phase = RP_DEL;
        }
-      break;
+      GNUNET_DATASTORE_remove (datastore,
+                              &crc->key,
+                              crc->size,
+                              crc->data,
+                              1, 1, TIMEOUT,
+                              &check_success,
+                              crc);
+      break;   
     case RP_DELVALIDATE:
       crc->i--;
 #if VERBOSE
@@ -327,28 +442,101 @@ run_continuation (void *cls,
                  "DEL-VALIDATE",
                  crc->i);
 #endif
-      memset (&crc->key, ITERATIONS - crc->i, sizeof (GNUNET_HashCode));
+      GNUNET_CRYPTO_hash (&crc->i, sizeof (int), &crc->key);
       GNUNET_DATASTORE_get (datastore, 
                            &crc->key,
                            get_type (crc->i),
+                           1, 1, TIMEOUT,
                            &check_nothing,
-                           crc,
-                           TIMEOUT);
-      if (crc->i == 0)
-       {
-         crc->phase = RP_DONE;   
-       }
+                           crc);
+      break;
+    case RP_RESERVE:
+      crc->phase = RP_PUT_MULTIPLE;
+      GNUNET_DATASTORE_reserve (datastore,
+                               128*1024,
+                               2,
+                               1, 1, TIMEOUT,
+                               &get_reserved,
+                               crc);
+      break;
+    case RP_PUT_MULTIPLE:
+      crc->phase = RP_PUT_MULTIPLE_NEXT;
+      GNUNET_DATASTORE_put (datastore,
+                           crc->rid,
+                           &crc->key,
+                           get_size (42),
+                           get_data (42),
+                           get_type (42),
+                           get_priority (42),
+                           get_anonymity (42),
+                           get_expiration (42),
+                           1, 1, TIMEOUT,
+                           &check_success,
+                           crc);
+      break;
+    case RP_PUT_MULTIPLE_NEXT:
+      crc->phase = RP_GET_MULTIPLE;
+      GNUNET_DATASTORE_put (datastore,
+                           crc->rid,
+                           &crc->key,
+                           get_size (43),
+                           get_data (43),
+                           get_type (42),
+                           get_priority (43),
+                           get_anonymity (43),
+                           get_expiration (43),
+                           1, 1, TIMEOUT,
+                           &check_success,
+                           crc);
+      break;
+    case RP_GET_MULTIPLE:
+      GNUNET_DATASTORE_get (datastore,
+                           &crc->key, 
+                           get_type (42),
+                           1, 1, TIMEOUT,
+                           &check_multiple,
+                           crc);
+      break;
+    case RP_GET_MULTIPLE_NEXT:
+    case RP_GET_MULTIPLE_DONE:
+      GNUNET_assert (0);
+      break;
+    case RP_UPDATE:
+      GNUNET_assert (crc->uid > 0);
+      crc->phase = RP_UPDATE_VALIDATE;
+      GNUNET_DATASTORE_update (datastore,
+                              crc->uid,
+                              100,
+                              get_expiration (42),
+                              1, 1, TIMEOUT,
+                              &check_success,
+                              crc);
+      break;
+    case RP_UPDATE_VALIDATE:
+      GNUNET_DATASTORE_get (datastore,
+                           &crc->key, 
+                           get_type (42),
+                           1, 1, TIMEOUT,
+                           &check_update,
+                           crc);   
+      break;
+    case RP_UPDATE_DONE:
+      GNUNET_assert (0);
       break;
-  /* check reservations */
-  /* check update */
-  /* test multiple results */
     case RP_DONE:
 #if VERBOSE
       GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
                  "Finished, disconnecting\n");
 #endif
       GNUNET_DATASTORE_disconnect (datastore, GNUNET_YES);
+      GNUNET_free (crc);
       ok = 0;
+      break;
+    case RP_ERROR:
+      GNUNET_DATASTORE_disconnect (datastore, GNUNET_YES);
+      GNUNET_free (crc);
+      ok = 43;
+      break;
     }
 }
 
@@ -357,7 +545,8 @@ static void
 run (void *cls,
      struct GNUNET_SCHEDULER_Handle *sched,
      char *const *args,
-     const char *cfgfile, struct GNUNET_CONFIGURATION_Handle *cfg)
+     const char *cfgfile,
+     const struct GNUNET_CONFIGURATION_Handle *cfg)
 {
   struct CpsRunContext *crc;
 
@@ -365,10 +554,9 @@ run (void *cls,
   crc->sched = sched;
   crc->cfg = cfg;
   crc->phase = RP_PUT;
-  now.value = 1000000;
+  now = GNUNET_TIME_absolute_get ();
   datastore = GNUNET_DATASTORE_connect (cfg, sched);
   GNUNET_SCHEDULER_add_continuation (crc->sched,
-                                    GNUNET_NO,
                                     &run_continuation,
                                     crc,
                                     GNUNET_SCHEDULER_REASON_PREREQ_DONE);
@@ -392,13 +580,12 @@ check ()
   struct GNUNET_GETOPT_CommandLineOption options[] = {
     GNUNET_GETOPT_OPTION_END
   };
-  pid = GNUNET_OS_start_process ("gnunet-service-datastore",
-                                 "gnunet-service-datastore",
+  pid = GNUNET_OS_start_process (NULL, NULL, "gnunet-service-arm",
+                                 "gnunet-service-arm",
 #if VERBOSE
                                  "-L", "DEBUG",
 #endif
                                  "-c", "test_datastore_api_data.conf", NULL);
-  sleep (1);
   GNUNET_PROGRAM_run ((sizeof (argv) / sizeof (char *)) - 1,
                       argv, "test-datastore-api", "nohelp",
                       options, &run, NULL);
@@ -417,7 +604,8 @@ int
 main (int argc, char *argv[])
 {
   int ret;
-
+  
+  GNUNET_DISK_directory_remove ("/tmp/test-gnunet-datastore");
   GNUNET_log_setup ("test-datastore-api",
 #if VERBOSE
                     "DEBUG",
@@ -426,6 +614,7 @@ main (int argc, char *argv[])
 #endif
                     NULL);
   ret = check ();
+  GNUNET_DISK_directory_remove ("/tmp/test-gnunet-datastore");
 
   return ret;
 }