logstmt
[oweals/gnunet.git] / src / datastore / gnunet-service-datastore.c
index 8a896a7fbdcce5bd2e9cc5ccb90dbc4daac7afe6..a0d5f7babe649745b73338ab74eea9a57dbd7f49 100644 (file)
@@ -28,7 +28,7 @@
 #include "gnunet_util_lib.h"
 #include "gnunet_protocols.h"
 #include "gnunet_statistics_service.h"
-#include "plugin_datastore.h"
+#include "gnunet_datastore_plugin.h"
 #include "datastore.h"
 
 /**
  */
 #define MAX_EXPIRE_DELAY GNUNET_TIME_relative_multiply (GNUNET_TIME_UNIT_MINUTES, 15)
 
+/**
+ * How fast are we allowed to query the database for deleting
+ * expired content? (1 item per second).
+ */
+#define MIN_EXPIRE_DELAY GNUNET_TIME_relative_multiply (GNUNET_TIME_UNIT_SECONDS, 1)
+
+
 #define QUOTA_STAT_NAME gettext_noop ("# bytes used in file-sharing datastore")
 
 /**
@@ -179,10 +186,6 @@ static GNUNET_SCHEDULER_TaskIdentifier expired_kill_task;
  */
 const struct GNUNET_CONFIGURATION_Handle *cfg;
 
-/**
- * Our scheduler.
- */
-struct GNUNET_SCHEDULER_Handle *sched; 
 
 /**
  * Handle for reporting statistics.
@@ -206,18 +209,6 @@ sync_stats ()
 
 
 
-
-/**
- * Function called once the transmit operation has
- * either failed or succeeded.
- *
- * @param cls closure
- * @param status GNUNET_OK on success, GNUNET_SYSERR on error
- */
-typedef void (*TransmitContinuation)(void *cls,
-                                    int status);
-
-
 /**
  * Context for transmitting replies to clients.
  */
@@ -249,22 +240,6 @@ struct TransmitCallbackContext
    */
   struct GNUNET_SERVER_Client *client;
 
-  /**
-   * Function to call once msg has been transmitted
-   * (or at least added to the buffer).
-   */
-  TransmitContinuation tc;
-
-  /**
-   * Closure for tc.
-   */
-  void *tc_cls;
-
-  /**
-   * GNUNET_YES if we are supposed to signal the server
-   * completion of the client's request.
-   */
-  int end;
 };
 
   
@@ -327,7 +302,6 @@ delete_expired (void *cls,
  */
 static int 
 expired_processor (void *cls,
-                  void *next_cls,
                   const GNUNET_HashCode * key,
                   uint32_t size,
                   const void *data,
@@ -343,26 +317,27 @@ expired_processor (void *cls,
   if (key == NULL) 
     {
       expired_kill_task 
-       = GNUNET_SCHEDULER_add_delayed (sched,
-                                       MAX_EXPIRE_DELAY,
+       = GNUNET_SCHEDULER_add_delayed (MAX_EXPIRE_DELAY,
                                        &delete_expired,
                                        NULL);
       return GNUNET_SYSERR;
     }
   now = GNUNET_TIME_absolute_get ();
-  if (expiration.value > now.value)
+  if (expiration.abs_value > now.abs_value)
     {
       /* finished processing */
-      plugin->api->next_request (next_cls, GNUNET_YES);
+      expired_kill_task 
+       = GNUNET_SCHEDULER_add_delayed (MAX_EXPIRE_DELAY,
+                                       &delete_expired,
+                                       NULL);
       return GNUNET_SYSERR;
     }
-  plugin->api->next_request (next_cls, GNUNET_NO);
 #if DEBUG_DATASTORE
   GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
              "Deleting content `%s' of type %u that expired %llu ms ago\n",
              GNUNET_h2s (key),
              type,
-             (unsigned long long) (now.value - expiration.value));
+             (unsigned long long) (now.abs_value - expiration.abs_value));
 #endif
   GNUNET_STATISTICS_update (stats,
                            gettext_noop ("# bytes expired"),
@@ -370,7 +345,11 @@ expired_processor (void *cls,
                            GNUNET_YES);
   GNUNET_CONTAINER_bloomfilter_remove (filter,
                                       key);
-  return GNUNET_NO; /* delete */
+  expired_kill_task 
+    = GNUNET_SCHEDULER_add_delayed (MIN_EXPIRE_DELAY,
+                                   &delete_expired,
+                                   NULL);
+  return GNUNET_NO;
 }
 
 
@@ -388,15 +367,15 @@ delete_expired (void *cls,
                const struct GNUNET_SCHEDULER_TaskContext *tc)
 {
   expired_kill_task = GNUNET_SCHEDULER_NO_TASK;
-  plugin->api->iter_ascending_expiration (plugin->api->cls, 
-                                         0,
-                                         &expired_processor,
-                                         NULL);
+  plugin->api->get_expiration (plugin->api->cls, 
+                              &expired_processor,
+                              NULL);
 }
 
 
 /**
- * An iterator over a set of items stored in the datastore.
+ * An iterator over a set of items stored in the datastore
+ * that deletes until we're happy with respect to our quota.
  *
  * @param cls closure
  * @param next_cls closure to pass to the "next" function.
@@ -415,31 +394,20 @@ delete_expired (void *cls,
  *         GNUNET_NO to delete the item and continue (if supported)
  */
 static int 
-manage (void *cls,
-       void *next_cls,
-       const GNUNET_HashCode * key,
-       uint32_t size,
-       const void *data,
-       enum GNUNET_BLOCK_Type type,
-       uint32_t priority,
-       uint32_t anonymity,
-       struct GNUNET_TIME_Absolute
-       expiration, 
-       uint64_t uid)
+quota_processor (void *cls,
+                const GNUNET_HashCode * key,
+                uint32_t size,
+                const void *data,
+                enum GNUNET_BLOCK_Type type,
+                uint32_t priority,
+                uint32_t anonymity,
+                struct GNUNET_TIME_Absolute expiration, 
+                uint64_t uid)
 {
   unsigned long long *need = cls;
 
   if (NULL == key)
-    {
-      GNUNET_free (need);
-      return GNUNET_SYSERR;
-    }
-  if (size + GNUNET_DATASTORE_ENTRY_OVERHEAD > *need)
-    *need = 0;
-  else
-    *need -= size + GNUNET_DATASTORE_ENTRY_OVERHEAD;
-  plugin->api->next_request (next_cls, 
-                            (0 == *need) ? GNUNET_YES : GNUNET_NO);
+    return GNUNET_SYSERR;    
 #if DEBUG_DATASTORE
   GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
              "Deleting %llu bytes of low-priority content `%s' of type %u (still trying to free another %llu bytes)\n",
@@ -448,6 +416,10 @@ manage (void *cls,
              type,
              *need);
 #endif
+  if (size + GNUNET_DATASTORE_ENTRY_OVERHEAD > *need)
+    *need = 0;
+  else
+    *need -= size + GNUNET_DATASTORE_ENTRY_OVERHEAD;
   GNUNET_STATISTICS_update (stats,
                            gettext_noop ("# bytes purged (low-priority)"),
                            size,
@@ -473,19 +445,22 @@ manage (void *cls,
 static void
 manage_space (unsigned long long need)
 {
-  unsigned long long *n;
+  unsigned long long last;
 
 #if DEBUG_DATASTORE
   GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
              "Asked to free up %llu bytes of cache space\n",
              need);
 #endif
-  n = GNUNET_malloc (sizeof(unsigned long long));
-  *n = need;
-  plugin->api->iter_low_priority (plugin->api->cls,
-                                 0,
-                                 &manage,
-                                 n);
+  last = 0;
+  while ( (need > 0) &&
+         (last != need) )
+    {
+      last = need;
+      plugin->api->get_expiration (plugin->api->cls,
+                                  &quota_processor,
+                                  &need);    
+    }
 }
 
 
@@ -514,14 +489,9 @@ transmit_callback (void *cls,
   msize = ntohs(tcc->msg->size);
   if (size == 0)
     {
-#if DEBUG_DATASTORE
       GNUNET_log (GNUNET_ERROR_TYPE_WARNING,
-                 "Transmission failed.\n");
-#endif
-      if (tcc->tc != NULL)
-       tcc->tc (tcc->tc_cls, GNUNET_SYSERR);
-      if (GNUNET_YES == tcc->end)
-       GNUNET_SERVER_receive_done (tcc->client, GNUNET_SYSERR);       
+                 _("Transmission to client failed!\n"));
+      GNUNET_SERVER_receive_done (tcc->client, GNUNET_SYSERR);       
       GNUNET_SERVER_client_drop (tcc->client);
       GNUNET_free (tcc->msg);
       GNUNET_free (tcc);
@@ -529,19 +499,7 @@ transmit_callback (void *cls,
     }
   GNUNET_assert (size >= msize);
   memcpy (buf, tcc->msg, msize);
-  if (tcc->tc != NULL)
-    tcc->tc (tcc->tc_cls, GNUNET_OK);
-  if (GNUNET_YES == tcc->end)
-    {
-      GNUNET_SERVER_receive_done (tcc->client, GNUNET_OK);
-    }
-  else
-    {
-#if DEBUG_DATASTORE
-      GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
-                 "Response transmitted, more pending!\n");
-#endif
-    }
+  GNUNET_SERVER_receive_done (tcc->client, GNUNET_OK);
   GNUNET_SERVER_client_drop (tcc->client);
   GNUNET_free (tcc->msg);
   GNUNET_free (tcc);
@@ -556,16 +514,10 @@ transmit_callback (void *cls,
  * @param msg message to transmit, will be freed!
  * @param tc function to call afterwards
  * @param tc_cls closure for tc
- * @param end is this the last response (and we should
- *        signal the server completion accodingly after
- *        transmitting this message)?
  */
 static void
 transmit (struct GNUNET_SERVER_Client *client,
-         struct GNUNET_MessageHeader *msg,
-         TransmitContinuation tc,
-         void *tc_cls,
-         int end)
+         struct GNUNET_MessageHeader *msg)
 {
   struct TransmitCallbackContext *tcc;
 
@@ -575,17 +527,13 @@ transmit (struct GNUNET_SERVER_Client *client,
       GNUNET_log (GNUNET_ERROR_TYPE_WARNING,
                  "Shutdown in progress, aborting transmission.\n");
 #endif
+      GNUNET_SERVER_receive_done (client, GNUNET_SYSERR);
       GNUNET_free (msg);
-      if (NULL != tc)
-       tc (tc_cls, GNUNET_SYSERR);
       return;
     }
   tcc = GNUNET_malloc (sizeof(struct TransmitCallbackContext));
   tcc->msg = msg;
   tcc->client = client;
-  tcc->tc = tc;
-  tcc->tc_cls = tc_cls;
-  tcc->end = end;
   if (NULL ==
       (tcc->th = GNUNET_SERVER_notify_transmit_ready (client,
                                                      ntohs(msg->size),
@@ -594,16 +542,7 @@ transmit (struct GNUNET_SERVER_Client *client,
                                                      tcc)))
     {
       GNUNET_break (0);
-      if (GNUNET_YES == end)
-       {
-#if DEBUG_DATASTORE
-         GNUNET_log (GNUNET_ERROR_TYPE_WARNING,
-                     "Disconnecting client.\n");
-#endif   
-         GNUNET_SERVER_receive_done (client, GNUNET_SYSERR);
-       }
-      if (NULL != tc)
-       tc (tc_cls, GNUNET_SYSERR);
+      GNUNET_SERVER_receive_done (client, GNUNET_SYSERR);
       GNUNET_free (msg);
       GNUNET_free (tcc);
       return;
@@ -644,32 +583,10 @@ transmit_status (struct GNUNET_SERVER_Client *client,
   sm->status = htonl(code);
   if (slen > 0)
     memcpy (&sm[1], msg, slen);  
-  transmit (client, &sm->header, NULL, NULL, GNUNET_YES);
+  transmit (client, &sm->header);
 }
 
 
-/**
- * Function called once the transmit operation has
- * either failed or succeeded.
- *
- * @param next_cls closure for calling "next_request" callback
- * @param status GNUNET_OK on success, GNUNET_SYSERR on error
- */
-static void 
-get_next(void *next_cls,
-        int status)
-{
-  if (status != GNUNET_OK)
-    {
-      GNUNET_log (GNUNET_ERROR_TYPE_INFO,
-                 _("Failed to transmit an item to the client; aborting iteration.\n"));
-      if (plugin != NULL)
-       plugin->api->next_request (next_cls, GNUNET_YES);
-      return;
-    }
-  plugin->api->next_request (next_cls, GNUNET_NO);
-}
-
 
 /**
  * Function that will transmit the given datastore entry
@@ -692,7 +609,6 @@ get_next(void *next_cls,
  */
 static int
 transmit_item (void *cls,
-              void *next_cls,
               const GNUNET_HashCode * key,
               uint32_t size,
               const void *data,
@@ -717,10 +633,11 @@ transmit_item (void *cls,
       end = GNUNET_malloc (sizeof(struct GNUNET_MessageHeader));
       end->size = htons(sizeof(struct GNUNET_MessageHeader));
       end->type = htons(GNUNET_MESSAGE_TYPE_DATASTORE_DATA_END);
-      transmit (client, end, NULL, NULL, GNUNET_YES);
+      transmit (client, end);
       GNUNET_SERVER_client_drop (client);
       return GNUNET_OK;
     }
+  GNUNET_assert (sizeof (struct DataMessage) + size < GNUNET_SERVER_MAX_MESSAGE_SIZE);
   dm = GNUNET_malloc (sizeof(struct DataMessage) + size);
   dm->header.size = htons(sizeof(struct DataMessage) + size);
   dm->header.type = htons(GNUNET_MESSAGE_TYPE_DATASTORE_DATA);
@@ -729,22 +646,26 @@ transmit_item (void *cls,
   dm->type = htonl(type);
   dm->priority = htonl(priority);
   dm->anonymity = htonl(anonymity);
+  dm->replication = htonl (0);
+  dm->reserved = htonl (0);
   dm->expiration = GNUNET_TIME_absolute_hton(expiration);
   dm->uid = GNUNET_htonll(uid);
   dm->key = *key;
   memcpy (&dm[1], data, size);
 #if DEBUG_DATASTORE
   GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
-             "Transmitting `%s' message for `%s' of type %u\n",
+             "Transmitting `%s' message for `%s' of type %u with expiration %llu (now: %llu)\n",
              "DATA",
              GNUNET_h2s (key),
-             type);
+             type,
+             (unsigned long long) expiration.abs_value,
+             (unsigned long long) GNUNET_TIME_absolute_get ().abs_value);
 #endif
   GNUNET_STATISTICS_update (stats,
                            gettext_noop ("# results found"),
                            1,
                            GNUNET_NO);
-  transmit (client, &dm->header, &get_next, next_cls, GNUNET_NO);
+  transmit (client, &dm->header);
   return GNUNET_OK;
 }
 
@@ -928,11 +849,6 @@ struct PutContext
    * Client to notify on completion.
    */
   struct GNUNET_SERVER_Client *client;
-
-  /**
-   * Did we find the data already in the database?
-   */
-  int is_present;
   
   /* followed by the 'struct DataMessage' */
 };
@@ -958,6 +874,7 @@ execute_put (struct GNUNET_SERVER_Client *client,
                          ntohl(dm->type),
                          ntohl(dm->priority),
                          ntohl(dm->anonymity),
+                         ntohl(dm->replication),
                          GNUNET_TIME_absolute_ntoh(dm->expiration),
                          &msg);
   if (GNUNET_OK == ret)
@@ -977,7 +894,7 @@ execute_put (struct GNUNET_SERVER_Client *client,
 #endif
     }
   transmit_status (client, 
-                  (GNUNET_SYSERR == ret) ? GNUNET_SYSERR : GNUNET_OK, 
+                  ret,
                   msg);
   GNUNET_free_non_null (msg);
   if (quota - reserved - cache_size < payload)
@@ -992,13 +909,11 @@ execute_put (struct GNUNET_SERVER_Client *client,
 }
 
 
-
 /**
  * Function that will check if the given datastore entry
  * matches the put and if none match executes the put.
  *
  * @param cls closure, pointer to the client (of type 'struct PutContext').
- * @param next_cls closure to use to ask for the next item
  * @param key key for the content
  * @param size number of bytes in data
  * @param data content stored
@@ -1009,12 +924,11 @@ execute_put (struct GNUNET_SERVER_Client *client,
  * @param uid unique identifier for the datum;
  *        maybe 0 if no unique identifier is available
  *
- * @return GNUNET_SYSERR to abort the iteration, GNUNET_OK to continue,
- *         GNUNET_NO to delete the item and continue (if supported)
+ * @return GNUNET_OK usually
+ *         GNUNET_NO to delete the item 
  */
 static int
 check_present (void *cls,
-              void *next_cls,
               const GNUNET_HashCode * key,
               uint32_t size,
               const void *data,
@@ -1030,13 +944,10 @@ check_present (void *cls,
   dm = (const struct DataMessage*) &pc[1];
   if (key == NULL)
     {
-      if (pc->is_present == GNUNET_YES)        
-       transmit_status (pc->client, GNUNET_OK, NULL);
-      else
-       execute_put (pc->client, dm);
+      execute_put (pc->client, dm);
       GNUNET_SERVER_client_drop (pc->client);
       GNUNET_free (pc);
-      return GNUNET_SYSERR;
+      return GNUNET_OK;
     }
   if ( (GNUNET_BLOCK_TYPE_FS_DBLOCK == type) ||
        (GNUNET_BLOCK_TYPE_FS_IBLOCK == type) ||
@@ -1045,12 +956,28 @@ check_present (void *cls,
                       data,
                       size)) ) )
     {
-      pc->is_present = GNUNET_YES;
-      plugin->api->next_request (next_cls, GNUNET_YES);
+#if DEBUG_MYSQL
+      GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
+                 "Result already present in datastore\n");
+#endif
+      /* FIXME: change API to allow increasing 'replication' counter */
+      if ( (ntohl (dm->priority) > 0) ||
+          (GNUNET_TIME_absolute_ntoh(dm->expiration).abs_value >
+           expiration.abs_value) )
+       plugin->api->update (plugin->api->cls,
+                            uid,
+                            (int32_t) ntohl(dm->priority),
+                            GNUNET_TIME_absolute_ntoh(dm->expiration),
+                            NULL);
+      transmit_status (pc->client, GNUNET_NO, NULL);
+      GNUNET_SERVER_client_drop (pc->client);
+      GNUNET_free (pc);
     }
   else
     {
-      plugin->api->next_request (next_cls, GNUNET_NO);
+      execute_put (pc->client, dm);
+      GNUNET_SERVER_client_drop (pc->client);
+      GNUNET_free (pc);
     }
   return GNUNET_OK;
 }
@@ -1072,6 +999,7 @@ handle_put (void *cls,
   int rid;
   struct ReservationList *pos;
   struct PutContext *pc;
+  GNUNET_HashCode vhash;
   uint32_t size;
 
   if ( (dm == NULL) ||
@@ -1113,16 +1041,18 @@ handle_put (void *cls,
   if (GNUNET_YES == GNUNET_CONTAINER_bloomfilter_test (filter,
                                                       &dm->key))
     {
+      GNUNET_CRYPTO_hash (&dm[1], size, &vhash);
       pc = GNUNET_malloc (sizeof (struct PutContext) + size + sizeof (struct DataMessage));
       pc->client = client;
       GNUNET_SERVER_client_keep (client);
       memcpy (&pc[1], dm, size + sizeof (struct DataMessage));
-      plugin->api->get (plugin->api->cls,
-                       &dm->key,
-                       NULL,
-                       ntohl (dm->type),
-                       &check_present,
-                       pc);      
+      plugin->api->get_key (plugin->api->cls,
+                           0,
+                           &dm->key,
+                           &vhash,
+                           ntohl (dm->type),
+                           &check_present,
+                           pc);      
       return;
     }
   execute_put (client, dm);
@@ -1181,16 +1111,17 @@ handle_get (void *cls,
                                1,
                                GNUNET_NO);
       transmit_item (client,
-                    NULL, NULL, 0, NULL, 0, 0, 0, 
+                    NULL, 0, NULL, 0, 0, 0, 
                     GNUNET_TIME_UNIT_ZERO_ABS, 0);
       return;
     }
-  plugin->api->get (plugin->api->cls,
-                   ((size == sizeof(struct GetMessage)) ? &msg->key : NULL),
-                   NULL,
-                   ntohl(msg->type),
-                   &transmit_item,
-                   client);    
+  plugin->api->get_key (plugin->api->cls,
+                       GNUNET_ntohll (msg->offset),
+                       ((size == sizeof(struct GetMessage)) ? &msg->key : NULL),
+                       NULL,
+                       ntohl(msg->type),
+                       &transmit_item,
+                       client);    
 }
 
 
@@ -1233,49 +1164,71 @@ handle_update (void *cls,
 
 
 /**
- * Handle GET_RANDOM-message.
+ * Handle GET_REPLICATION-message.
  *
  * @param cls closure
  * @param client identification of the client
  * @param message the actual message
  */
 static void
-handle_get_random (void *cls,
-                  struct GNUNET_SERVER_Client *client,
-                  const struct GNUNET_MessageHeader *message)
+handle_get_replication (void *cls,
+                       struct GNUNET_SERVER_Client *client,
+                       const struct GNUNET_MessageHeader *message)
 {
 #if DEBUG_DATASTORE
   GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
              "Processing `%s' request\n",
-             "GET_RANDOM");
+             "GET_REPLICATION");
 #endif
   GNUNET_STATISTICS_update (stats,
-                           gettext_noop ("# GET RANDOM requests received"),
+                           gettext_noop ("# GET REPLICATION requests received"),
                            1,
                            GNUNET_NO);
   GNUNET_SERVER_client_keep (client);
-  plugin->api->iter_migration_order (plugin->api->cls,
-                                    0,
-                                    &transmit_item,
-                                    client);  
+  plugin->api->get_replication (plugin->api->cls,
+                               &transmit_item,
+                               client);  
 }
 
 
 /**
- * Context for the 'remove_callback'.
+ * Handle GET_ZERO_ANONYMITY-message.
+ *
+ * @param cls closure
+ * @param client identification of the client
+ * @param message the actual message
  */
-struct RemoveContext 
+static void
+handle_get_zero_anonymity (void *cls,
+                          struct GNUNET_SERVER_Client *client,
+                          const struct GNUNET_MessageHeader *message)
 {
-  /**
-   * Client for whom we're doing the remvoing.
-   */
-  struct GNUNET_SERVER_Client *client;
+  const struct GetZeroAnonymityMessage * msg = (const struct GetZeroAnonymityMessage*) message;
+  enum GNUNET_BLOCK_Type type;
 
-  /**
-   * GNUNET_YES if we managed to remove something.
-   */
-  int found;
-};
+  type = (enum GNUNET_BLOCK_Type) ntohl (msg->type);
+  if (type == GNUNET_BLOCK_TYPE_ANY)
+    {
+      GNUNET_break (0);
+      GNUNET_SERVER_receive_done (client, GNUNET_SYSERR);
+      return;
+    }
+#if DEBUG_DATASTORE
+  GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
+             "Processing `%s' request\n",
+             "GET_ZERO_ANONYMITY");
+#endif
+  GNUNET_STATISTICS_update (stats,
+                           gettext_noop ("# GET ZERO ANONYMITY requests received"),
+                           1,
+                           GNUNET_NO);
+  GNUNET_SERVER_client_keep (client);
+  plugin->api->get_zero_anonymity (plugin->api->cls,
+                                  GNUNET_ntohll (msg->offset),
+                                  type,
+                                  &transmit_item,
+                                  client);  
+}
 
 
 /**
@@ -1284,7 +1237,6 @@ struct RemoveContext
  */
 static int
 remove_callback (void *cls,
-                void *next_cls,
                 const GNUNET_HashCode * key,
                 uint32_t size,
                 const void *data,
@@ -1294,7 +1246,7 @@ remove_callback (void *cls,
                 struct GNUNET_TIME_Absolute
                 expiration, uint64_t uid)
 {
-  struct RemoveContext *rc = cls;
+  struct GNUNET_SERVER_Client *client = cls;
 
   if (key == NULL)
     {
@@ -1303,15 +1255,10 @@ remove_callback (void *cls,
                  "No further matches for `%s' request.\n",
                  "REMOVE");
 #endif 
-      if (GNUNET_YES == rc->found)
-       transmit_status (rc->client, GNUNET_OK, NULL);       
-      else
-       transmit_status (rc->client, GNUNET_NO, _("Content not found"));        
-      GNUNET_SERVER_client_drop (rc->client);
-      GNUNET_free (rc);
+      transmit_status (client, GNUNET_NO, _("Content not found"));             
+      GNUNET_SERVER_client_drop (client);
       return GNUNET_OK; /* last item */
     }
-  rc->found = GNUNET_YES;
 #if DEBUG_DATASTORE
   GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
              "Item %llu matches `%s' request for key `%s' and type %u.\n",
@@ -1326,7 +1273,8 @@ remove_callback (void *cls,
                            GNUNET_YES);
   GNUNET_CONTAINER_bloomfilter_remove (filter,
                                       key);
-  plugin->api->next_request (next_cls, GNUNET_YES);
+  transmit_status (client, GNUNET_OK, NULL);       
+  GNUNET_SERVER_client_drop (client);
   return GNUNET_NO;
 }
 
@@ -1340,12 +1288,11 @@ remove_callback (void *cls,
  */
 static void
 handle_remove (void *cls,
-            struct GNUNET_SERVER_Client *client,
-            const struct GNUNET_MessageHeader *message)
+              struct GNUNET_SERVER_Client *client,
+              const struct GNUNET_MessageHeader *message)
 {
   const struct DataMessage *dm = check_data (message);
   GNUNET_HashCode vhash;
-  struct RemoveContext *rc;
 
   if (dm == NULL)
     {
@@ -1364,18 +1311,17 @@ handle_remove (void *cls,
                            gettext_noop ("# REMOVE requests received"),
                            1,
                            GNUNET_NO);
-  rc = GNUNET_malloc (sizeof(struct RemoveContext));
   GNUNET_SERVER_client_keep (client);
-  rc->client = client;
   GNUNET_CRYPTO_hash (&dm[1],
                      ntohl(dm->size),
                      &vhash);
-  plugin->api->get (plugin->api->cls,
-                   &dm->key,
-                   &vhash,
-                   ntohl(dm->type),
-                   &remove_callback,
-                   rc);
+  plugin->api->get_key (plugin->api->cls,
+                       0,
+                       &dm->key,
+                       &vhash,
+                       (enum GNUNET_BLOCK_Type) ntohl(dm->type),
+                       &remove_callback,
+                       client);
 }
 
 
@@ -1420,7 +1366,7 @@ disk_utilization_change_cb (void *cls,
                  _("Datastore payload inaccurate (%lld < %lld).  Trying to fix.\n"),
                  (long long) payload,
                  (long long) -delta);
-      payload = plugin->api->get_size (plugin->api->cls);
+      payload = plugin->api->estimate_size (plugin->api->cls);
       sync_stats ();
       return;
     }
@@ -1454,7 +1400,7 @@ process_stat_in (void *cls,
 #if DEBUG_SQLITE
   GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
              "Notification from statistics about existing payload (%llu), new payload is %llu\n",
-             value,
+             abs_value,
              payload);
 #endif
   return GNUNET_OK;
@@ -1469,7 +1415,7 @@ process_stat_done (void *cls,
 
   stat_get = NULL;
   if (stats_worked == GNUNET_NO) 
-    payload = plugin->api->get_size (plugin->api->cls);
+    payload = plugin->api->estimate_size (plugin->api->cls);
 }
 
 
@@ -1495,7 +1441,6 @@ load_plugin ()
     }
   ret = GNUNET_malloc (sizeof(struct DatastorePlugin));
   ret->env.cfg = cfg;
-  ret->env.sched = sched;  
   ret->env.duc = &disk_utilization_change_cb;
   ret->env.cls = NULL;
   GNUNET_log (GNUNET_ERROR_TYPE_INFO,
@@ -1542,7 +1487,8 @@ unload_plugin (struct DatastorePlugin *plug)
  * statistics.
  */
 static void
-unload_task (void *cls, const struct GNUNET_SCHEDULER_TaskContext *tc)
+unload_task (void *cls,
+            const struct GNUNET_SCHEDULER_TaskContext *tc)
 {
   unload_plugin (plugin);
   plugin = NULL;
@@ -1571,7 +1517,8 @@ unload_task (void *cls, const struct GNUNET_SCHEDULER_TaskContext *tc)
  * the transport and core.
  */
 static void
-cleaning_task (void *cls, const struct GNUNET_SCHEDULER_TaskContext *tc)
+cleaning_task (void *cls,
+              const struct GNUNET_SCHEDULER_TaskContext *tc)
 {
   struct TransmitCallbackContext *tcc;
 
@@ -1586,19 +1533,15 @@ cleaning_task (void *cls, const struct GNUNET_SCHEDULER_TaskContext *tc)
          GNUNET_CONNECTION_notify_transmit_ready_cancel (tcc->th);
          GNUNET_SERVER_client_drop (tcc->client);
        }
-      if (NULL != tcc->tc)
-       tcc->tc (tcc->tc_cls, GNUNET_SYSERR);
       GNUNET_free (tcc->msg);
       GNUNET_free (tcc);
     }
   if (expired_kill_task != GNUNET_SCHEDULER_NO_TASK)
     {
-      GNUNET_SCHEDULER_cancel (sched,
-                              expired_kill_task);
+      GNUNET_SCHEDULER_cancel (expired_kill_task);
       expired_kill_task = GNUNET_SCHEDULER_NO_TASK;
     }
-  GNUNET_SCHEDULER_add_continuation (sched,
-                                    &unload_task,
+  GNUNET_SCHEDULER_add_continuation (&unload_task,
                                     NULL,
                                     GNUNET_SCHEDULER_REASON_PREREQ_DONE);
 }
@@ -1614,8 +1557,7 @@ cleaning_task (void *cls, const struct GNUNET_SCHEDULER_TaskContext *tc)
  */
 static void
 cleanup_reservations (void *cls,
-                     struct GNUNET_SERVER_Client
-                     * client)
+                     struct GNUNET_SERVER_Client *client)
 {
   struct ReservationList *pos;
   struct ReservationList *prev;
@@ -1654,13 +1596,11 @@ cleanup_reservations (void *cls,
  * Process datastore requests.
  *
  * @param cls closure
- * @param s scheduler to use
  * @param server the initialized server
  * @param c configuration to use
  */
 static void
 run (void *cls,
-     struct GNUNET_SCHEDULER_Handle *s,
      struct GNUNET_SERVER_Handle *server,
      const struct GNUNET_CONFIGURATION_Handle *c)
 {
@@ -1673,8 +1613,10 @@ run (void *cls,
     {&handle_update, NULL, GNUNET_MESSAGE_TYPE_DATASTORE_UPDATE, 
      sizeof (struct UpdateMessage) }, 
     {&handle_get, NULL, GNUNET_MESSAGE_TYPE_DATASTORE_GET, 0 }, 
-    {&handle_get_random, NULL, GNUNET_MESSAGE_TYPE_DATASTORE_GET_RANDOM
+    {&handle_get_replication, NULL, GNUNET_MESSAGE_TYPE_DATASTORE_GET_REPLICATION
      sizeof(struct GNUNET_MessageHeader) }, 
+    {&handle_get_zero_anonymity, NULL, GNUNET_MESSAGE_TYPE_DATASTORE_GET_ZERO_ANONYMITY, 
+     sizeof(struct GetZeroAnonymityMessage) }, 
     {&handle_remove, NULL, GNUNET_MESSAGE_TYPE_DATASTORE_REMOVE, 0 }, 
     {&handle_drop, NULL, GNUNET_MESSAGE_TYPE_DATASTORE_DROP, 
      sizeof(struct GNUNET_MessageHeader) }, 
@@ -1683,7 +1625,6 @@ run (void *cls,
   char *fn;
   unsigned int bf_size;
 
-  sched = s;
   cfg = c;
   if (GNUNET_OK !=
       GNUNET_CONFIGURATION_get_value_number (cfg,
@@ -1695,7 +1636,7 @@ run (void *cls,
                  "DATASTORE");
       return;
     }
-  stats = GNUNET_STATISTICS_create (sched, "datastore", cfg);
+  stats = GNUNET_STATISTICS_create ("datastore", cfg);
   GNUNET_STATISTICS_set (stats,
                         gettext_noop ("# quota"),
                         quota,
@@ -1756,11 +1697,9 @@ run (void *cls,
   GNUNET_SERVER_disconnect_notify (server, &cleanup_reservations, NULL);
   GNUNET_SERVER_add_handlers (server, handlers);
   expired_kill_task
-    = GNUNET_SCHEDULER_add_with_priority (sched,
-                                         GNUNET_SCHEDULER_PRIORITY_IDLE,
+    = GNUNET_SCHEDULER_add_with_priority (GNUNET_SCHEDULER_PRIORITY_IDLE,
                                          &delete_expired, NULL);
-  GNUNET_SCHEDULER_add_delayed (sched,
-                                GNUNET_TIME_UNIT_FOREVER_REL,
+  GNUNET_SCHEDULER_add_delayed (GNUNET_TIME_UNIT_FOREVER_REL,
                                 &cleaning_task, NULL);
 }