new operation queue for limiting overlay connects
[oweals/gnunet.git] / src / transport / transport_api.c
index 4583cf8760c5c79af22b7c3028789370289f615b..49f82e66b78b59fa80a71275ed5479006136ade9 100644 (file)
@@ -29,6 +29,7 @@
  * - test test test
  */
 #include "platform.h"
+#include "gnunet_constants.h"
 #include "gnunet_bandwidth_lib.h"
 #include "gnunet_client_lib.h"
 #include "gnunet_constants.h"
 #include "gnunet_transport_service.h"
 #include "transport.h"
 
+#define LOG(kind,...) GNUNET_log_from (kind, "transport-api",__VA_ARGS__)
+
 /**
  * How large to start with for the hashmap of neighbours.
  */
 #define STARTING_NEIGHBOURS_SIZE 16
 
-
 /**
  * Handle for a message that should be transmitted to the service.
  * Used for both control messages and normal messages.
@@ -86,7 +88,7 @@ struct GNUNET_TRANSPORT_TransmitHandle
   struct GNUNET_TIME_Absolute timeout;
 
   /**
-   * Task to trigger request timeout if the request is stalled due to 
+   * Task to trigger request timeout if the request is stalled due to
    * congestion.
    */
   GNUNET_SCHEDULER_TaskIdentifier timeout_task;
@@ -144,24 +146,34 @@ struct Neighbour
    */
   int is_ready;
 
+  /**
+   * Sending consumed more bytes on wire than payload was announced
+   * This overhead is added to the delay of next sending operation
+   */
+  size_t traffic_overhead;
 };
 
 
 /**
  * Linked list of functions to call whenever our HELLO is updated.
  */
-struct HelloWaitList
+struct GNUNET_TRANSPORT_GetHelloHandle
 {
 
   /**
    * This is a doubly linked list.
    */
-  struct HelloWaitList *next;
+  struct GNUNET_TRANSPORT_GetHelloHandle *next;
 
   /**
    * This is a doubly linked list.
    */
-  struct HelloWaitList *prev;
+  struct GNUNET_TRANSPORT_GetHelloHandle *prev;
+
+  /**
+   * Transport handle.
+   */
+  struct GNUNET_TRANSPORT_Handle *handle;
 
   /**
    * Callback to call once we got our HELLO.
@@ -232,12 +244,12 @@ struct GNUNET_TRANSPORT_Handle
   /**
    * Linked list of pending requests for our HELLO.
    */
-  struct HelloWaitList *hwl_head;
+  struct GNUNET_TRANSPORT_GetHelloHandle *hwl_head;
 
   /**
    * Linked list of pending requests for our HELLO.
    */
-  struct HelloWaitList *hwl_tail;
+  struct GNUNET_TRANSPORT_GetHelloHandle *hwl_tail;
 
   /**
    * My configuration.
@@ -255,7 +267,7 @@ struct GNUNET_TRANSPORT_Handle
    * specify when we could next send a message to the respective peer.
    * Excludes control messages (which can always go out immediately).
    * Maps time stamps to 'struct Neighbour' entries.
-   */ 
+   */
   struct GNUNET_CONTAINER_Heap *ready_heap;
 
   /**
@@ -320,7 +332,7 @@ static struct Neighbour *
 neighbour_find (struct GNUNET_TRANSPORT_Handle *h,
                 const struct GNUNET_PeerIdentity *peer)
 {
-  return GNUNET_CONTAINER_multihashmap_get(h->neighbours, &peer->hashPubKey);
+  return GNUNET_CONTAINER_multihashmap_get (h->neighbours, &peer->hashPubKey);
 }
 
 
@@ -335,23 +347,20 @@ neighbour_add (struct GNUNET_TRANSPORT_Handle *h,
 {
   struct Neighbour *n;
 
-#if DEBUG_TRANSPORT
-  GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
-              "Creating entry for neighbour `%4s'.\n",
-             GNUNET_i2s (pid));
-#endif
+  LOG (GNUNET_ERROR_TYPE_DEBUG, "Creating entry for neighbour `%4s'.\n",
+       GNUNET_i2s (pid));
   n = GNUNET_malloc (sizeof (struct Neighbour));
   n->id = *pid;
   n->h = h;
   n->is_ready = GNUNET_YES;
+  n->traffic_overhead = 0;
   GNUNET_BANDWIDTH_tracker_init (&n->out_tracker,
-                                GNUNET_CONSTANTS_DEFAULT_BW_IN_OUT,
-                                MAX_BANDWIDTH_CARRY_S);
+                                 GNUNET_CONSTANTS_DEFAULT_BW_IN_OUT,
+                                 MAX_BANDWIDTH_CARRY_S);
   GNUNET_assert (GNUNET_OK ==
-                GNUNET_CONTAINER_multihashmap_put (h->neighbours,
-                                                   &pid->hashPubKey,
-                                                   n,
-                                                   GNUNET_CONTAINER_MULTIHASHMAPOPTION_UNIQUE_ONLY));
+                 GNUNET_CONTAINER_multihashmap_put (h->neighbours,
+                                                    &n->id.hashPubKey, n,
+                                                    GNUNET_CONTAINER_MULTIHASHMAPOPTION_UNIQUE_ONLY));
   return n;
 }
 
@@ -367,22 +376,18 @@ neighbour_add (struct GNUNET_TRANSPORT_Handle *h,
  *         GNUNET_NO if not.
  */
 static int
-neighbour_delete (void *cls,
-                 const GNUNET_HashCode * key,
-                 void *value)
+neighbour_delete (void *cls, const struct GNUNET_HashCode * key, void *value)
 {
   struct GNUNET_TRANSPORT_Handle *handle = cls;
   struct Neighbour *n = value;
 
   if (NULL != handle->nd_cb)
-    handle->nd_cb (handle->cls,
-                  &n->id);
+    handle->nd_cb (handle->cls, &n->id);
   GNUNET_assert (NULL == n->th);
   GNUNET_assert (NULL == n->hn);
   GNUNET_assert (GNUNET_YES ==
-                GNUNET_CONTAINER_multihashmap_remove (handle->neighbours,
-                                                      key,
-                                                      n));
+                 GNUNET_CONTAINER_multihashmap_remove (handle->neighbours, key,
+                                                       n));
   GNUNET_free (n);
   return GNUNET_YES;
 }
@@ -395,8 +400,7 @@ neighbour_delete (void *cls,
  * @param msg message received, NULL on timeout or fatal error
  */
 static void
-demultiplexer (void *cls,
-              const struct GNUNET_MessageHeader *msg)
+demultiplexer (void *cls, const struct GNUNET_MessageHeader *msg)
 {
   struct GNUNET_TRANSPORT_Handle *h = cls;
   const struct DisconnectInfoMessage *dim;
@@ -404,186 +408,193 @@ demultiplexer (void *cls,
   const struct InboundMessage *im;
   const struct GNUNET_MessageHeader *imm;
   const struct SendOkMessage *okm;
-  struct HelloWaitList *hwl;
-  struct HelloWaitList *next_hwl;
+  const struct QuotaSetMessage *qm;
+  const struct GNUNET_ATS_Information *ats;
+  struct GNUNET_TRANSPORT_GetHelloHandle *hwl;
+  struct GNUNET_TRANSPORT_GetHelloHandle *next_hwl;
   struct Neighbour *n;
   struct GNUNET_PeerIdentity me;
   uint16_t size;
   uint32_t ats_count;
+  uint32_t bytes_msg;
+  uint32_t bytes_physical;
 
   GNUNET_assert (h->client != NULL);
   if (msg == NULL)
-    {
-#if DEBUG_TRANSPORT
-      GNUNET_log (GNUNET_ERROR_TYPE_INFO,
-                 "Error receiving from transport service, disconnecting temporarily.\n");
-#endif
-      disconnect_and_schedule_reconnect (h);
-      return;
-    }
-  GNUNET_CLIENT_receive (h->client,
-                         &demultiplexer, h, 
-                        GNUNET_TIME_UNIT_FOREVER_REL);
+  {
+    LOG (GNUNET_ERROR_TYPE_DEBUG,
+         "Error receiving from transport service, disconnecting temporarily.\n");
+    disconnect_and_schedule_reconnect (h);
+    return;
+  }
+  GNUNET_CLIENT_receive (h->client, &demultiplexer, h,
+                         GNUNET_TIME_UNIT_FOREVER_REL);
   size = ntohs (msg->size);
   switch (ntohs (msg->type))
+  {
+  case GNUNET_MESSAGE_TYPE_HELLO:
+    if (GNUNET_OK !=
+        GNUNET_HELLO_get_id ((const struct GNUNET_HELLO_Message *) msg, &me))
     {
-    case GNUNET_MESSAGE_TYPE_HELLO:
-      if (GNUNET_OK !=
-          GNUNET_HELLO_get_id ((const struct GNUNET_HELLO_Message *) msg,
-                               &me))
-        {
-          GNUNET_break (0);
-          break;
-        }
-#if DEBUG_TRANSPORT
-      GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
-                  "Receiving (my own) `%s' message, I am `%4s'.\n",
-                  "HELLO", GNUNET_i2s (&me));
-#endif
-      GNUNET_free_non_null (h->my_hello);
-      h->my_hello = NULL;
-      if (size < sizeof (struct GNUNET_MessageHeader))
-        {
-          GNUNET_break (0);
-          break;
-        }
-      h->my_hello = GNUNET_malloc (size);
-      memcpy (h->my_hello, msg, size);
-      hwl = h->hwl_head;
-      while (NULL != hwl)
-        {
-         next_hwl = hwl->next;
-          hwl->rec (hwl->rec_cls,
-                   (const struct GNUNET_MessageHeader *) h->my_hello);
-         hwl = next_hwl;
-        }
+      GNUNET_break (0);
       break;
-    case GNUNET_MESSAGE_TYPE_TRANSPORT_CONNECT:
-      if (size < sizeof (struct ConnectInfoMessage))
-        {
-          GNUNET_break (0);
-          break;
-        }
-      cim = (const struct ConnectInfoMessage *) msg;
-      ats_count = ntohl (cim->ats_count);
-      if (size != sizeof (struct ConnectInfoMessage) + ats_count * sizeof (struct GNUNET_TRANSPORT_ATS_Information))
-        {
-          GNUNET_break (0);
-          break;
-        }
-#if DEBUG_TRANSPORT
-      GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
-                  "Receiving `%s' message for `%4s'.\n",
-                  "CONNECT", GNUNET_i2s (&cim->id));
-#endif
-      n = neighbour_find (h, &cim->id);
-      if (n != NULL)
-       {
-         GNUNET_break (0);
-         break;
-       }
-      n = neighbour_add (h, &cim->id);
-      if (h->nc_cb != NULL)
-       h->nc_cb (h->cls, &n->id,
-                 &cim->ats, ats_count);
+    }
+    LOG (GNUNET_ERROR_TYPE_DEBUG,
+         "Receiving (my own) `%s' message, I am `%4s'.\n", "HELLO",
+         GNUNET_i2s (&me));
+    GNUNET_free_non_null (h->my_hello);
+    h->my_hello = NULL;
+    if (size < sizeof (struct GNUNET_MessageHeader))
+    {
+      GNUNET_break (0);
       break;
-    case GNUNET_MESSAGE_TYPE_TRANSPORT_DISCONNECT:
-      if (size != sizeof (struct DisconnectInfoMessage))
-        {
-          GNUNET_break (0);
-          break;
-        }
-      dim = (const struct DisconnectInfoMessage *) msg;
-      GNUNET_break (ntohl (dim->reserved) == 0);
-#if DEBUG_TRANSPORT_DISCONNECT
-      GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
-                  "Receiving `%s' message for `%4s'.\n",
-                  "DISCONNECT",
-                 GNUNET_i2s (&dim->peer));
-#endif
-      n = neighbour_find (h, &dim->peer);
-      if (n == NULL)
-       {
-         GNUNET_break (0);
-         break;
-       }
-      neighbour_delete (h, &dim->peer.hashPubKey, n);
+    }
+    h->my_hello = GNUNET_malloc (size);
+    memcpy (h->my_hello, msg, size);
+    hwl = h->hwl_head;
+    while (NULL != hwl)
+    {
+      next_hwl = hwl->next;
+      hwl->rec (hwl->rec_cls,
+                (const struct GNUNET_MessageHeader *) h->my_hello);
+      hwl = next_hwl;
+    }
+    break;
+  case GNUNET_MESSAGE_TYPE_TRANSPORT_CONNECT:
+    if (size < sizeof (struct ConnectInfoMessage))
+    {
+      GNUNET_break (0);
       break;
-    case GNUNET_MESSAGE_TYPE_TRANSPORT_SEND_OK:
-      if (size != sizeof (struct SendOkMessage))
-        {
-          GNUNET_break (0);
-          break;
-        }
-      okm = (const struct SendOkMessage *) msg;
-#if DEBUG_TRANSPORT
-      GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
-                  "Receiving `%s' message, transmission %s.\n", "SEND_OK",
-                  ntohl (okm->success) == GNUNET_OK ? "succeeded" : "failed");
-#endif
-      n = neighbour_find (h, &okm->peer);
-      if (n == NULL)
-       break;  
-      GNUNET_break (GNUNET_NO == n->is_ready);
-      n->is_ready = GNUNET_YES;
-      if ( (n->th != NULL) &&
-          (n->hn == NULL) )
-       {
-         GNUNET_assert (GNUNET_SCHEDULER_NO_TASK != n->th->timeout_task);
-         GNUNET_SCHEDULER_cancel (n->th->timeout_task);
-         n->th->timeout_task = GNUNET_SCHEDULER_NO_TASK;
-         /* we've been waiting for this (congestion, not quota, 
-            caused delayed transmission) */
-         n->hn = GNUNET_CONTAINER_heap_insert (h->ready_heap,
-                                               n, 0);
-         schedule_transmission (h);
-       }
+    }
+    cim = (const struct ConnectInfoMessage *) msg;
+    ats_count = ntohl (cim->ats_count);
+    if (size !=
+        sizeof (struct ConnectInfoMessage) +
+        ats_count * sizeof (struct GNUNET_ATS_Information))
+    {
+      GNUNET_break (0);
+      break;
+    }
+    ats = (const struct GNUNET_ATS_Information *) &cim[1];
+    LOG (GNUNET_ERROR_TYPE_DEBUG, "Receiving `%s' message for `%4s'.\n",
+         "CONNECT", GNUNET_i2s (&cim->id));
+    n = neighbour_find (h, &cim->id);
+    if (n != NULL)
+    {
+      GNUNET_break (0);
       break;
-    case GNUNET_MESSAGE_TYPE_TRANSPORT_RECV:
-#if DEBUG_TRANSPORT
-      GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
-                  "Receiving `%s' message.\n", "RECV");
-#endif
-      if (size <
-          sizeof (struct InboundMessage) +
-          sizeof (struct GNUNET_MessageHeader))
-        {
-          GNUNET_break (0);
-          break;
-        }
-      im = (const struct InboundMessage *) msg;
-      GNUNET_break (0 == ntohl (im->reserved));
-      ats_count = ntohl(im->ats_count);
-      imm = (const struct GNUNET_MessageHeader *) &((&(im->ats))[ats_count+1]);
-
-      if (ntohs (imm->size) + sizeof (struct InboundMessage) + ats_count * sizeof (struct GNUNET_TRANSPORT_ATS_Information) != size)
-        {
-          GNUNET_break (0);
-          break;
-        }
-#if DEBUG_TRANSPORT
-      GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
-                 "Received message of type %u from `%4s'.\n",
-                 ntohs (imm->type), GNUNET_i2s (&im->peer));
-#endif
-      n = neighbour_find (h, &im->peer);
-      if (n == NULL)
-       {
-         GNUNET_break (0);
-         break;
-       }
-      if (h->rec != NULL)
-       h->rec (h->cls, &im->peer, imm,
-               &im->ats, ats_count);
+    }
+    n = neighbour_add (h, &cim->id);
+    LOG (GNUNET_ERROR_TYPE_DEBUG, "Receiving `%s' message for `%4s' with quota %u\n",
+         "CONNECT", GNUNET_i2s (&cim->id), ntohl (cim->quota_out.value__));
+    GNUNET_BANDWIDTH_tracker_update_quota (&n->out_tracker, cim->quota_out);
+    if (h->nc_cb != NULL)
+      h->nc_cb (h->cls, &n->id, ats, ats_count);
+    break;
+  case GNUNET_MESSAGE_TYPE_TRANSPORT_DISCONNECT:
+    if (size != sizeof (struct DisconnectInfoMessage))
+    {
+      GNUNET_break (0);
       break;
-    default:
-      GNUNET_log (GNUNET_ERROR_TYPE_ERROR,
-                  _
-                  ("Received unexpected message of type %u in %s:%u\n"),
-                  ntohs (msg->type), __FILE__, __LINE__);
+    }
+    dim = (const struct DisconnectInfoMessage *) msg;
+    GNUNET_break (ntohl (dim->reserved) == 0);
+    LOG (GNUNET_ERROR_TYPE_DEBUG, "Receiving `%s' message for `%4s'.\n",
+         "DISCONNECT", GNUNET_i2s (&dim->peer));
+    n = neighbour_find (h, &dim->peer);
+    if (n == NULL)
+    {
       GNUNET_break (0);
       break;
     }
+    neighbour_delete (h, &dim->peer.hashPubKey, n);
+    break;
+  case GNUNET_MESSAGE_TYPE_TRANSPORT_SEND_OK:
+    if (size != sizeof (struct SendOkMessage))
+    {
+      GNUNET_break (0);
+      break;
+    }
+    okm = (const struct SendOkMessage *) msg;
+    bytes_msg = ntohl (okm->bytes_msg);
+    bytes_physical = ntohl (okm->bytes_physical);
+    LOG (GNUNET_ERROR_TYPE_DEBUG, "Receiving `%s' message, transmission %s.\n",
+         "SEND_OK", ntohl (okm->success) == GNUNET_OK ? "succeeded" : "failed");
+
+    n = neighbour_find (h, &okm->peer);
+    if (n == NULL)
+      break;
+
+    if (bytes_physical >= bytes_msg)
+    {
+        LOG (GNUNET_ERROR_TYPE_DEBUG, "Overhead for %u byte message: %u \n",
+            bytes_msg, bytes_physical - bytes_msg);
+      n->traffic_overhead += bytes_physical - bytes_msg;
+    }
+    GNUNET_break (GNUNET_NO == n->is_ready);
+    n->is_ready = GNUNET_YES;
+    if ((n->th != NULL) && (n->hn == NULL))
+    {
+      GNUNET_assert (GNUNET_SCHEDULER_NO_TASK != n->th->timeout_task);
+      GNUNET_SCHEDULER_cancel (n->th->timeout_task);
+      n->th->timeout_task = GNUNET_SCHEDULER_NO_TASK;
+      /* we've been waiting for this (congestion, not quota,
+       * caused delayed transmission) */
+      n->hn = GNUNET_CONTAINER_heap_insert (h->ready_heap, n, 0);
+      schedule_transmission (h);
+    }
+    break;
+  case GNUNET_MESSAGE_TYPE_TRANSPORT_RECV:
+    LOG (GNUNET_ERROR_TYPE_DEBUG, "Receiving `%s' message.\n", "RECV");
+    if (size <
+        sizeof (struct InboundMessage) + sizeof (struct GNUNET_MessageHeader))
+    {
+      GNUNET_break (0);
+      break;
+    }
+    im = (const struct InboundMessage *) msg;
+    ats_count = ntohl (im->ats_count);
+    ats = (const struct GNUNET_ATS_Information *) &im[1];
+    imm = (const struct GNUNET_MessageHeader *) &ats[ats_count];
+    if (ntohs (imm->size) + sizeof (struct InboundMessage) +
+        ats_count * sizeof (struct GNUNET_ATS_Information) != size)
+    {
+      GNUNET_break (0);
+      break;
+    }
+    LOG (GNUNET_ERROR_TYPE_DEBUG, "Received message of type %u from `%4s'.\n",
+         ntohs (imm->type), GNUNET_i2s (&im->peer));
+    n = neighbour_find (h, &im->peer);
+    if (n == NULL)
+    {
+      GNUNET_break (0);
+      break;
+    }
+    if (h->rec != NULL)
+      h->rec (h->cls, &im->peer, imm, ats, ats_count);
+    break;
+  case GNUNET_MESSAGE_TYPE_TRANSPORT_SET_QUOTA:
+    LOG (GNUNET_ERROR_TYPE_DEBUG, "Receiving `%s' message.\n", "SET_QUOTA");
+    if (size != sizeof (struct QuotaSetMessage))
+    {
+      GNUNET_break (0);
+      break;
+    }
+    qm = (const struct QuotaSetMessage *) msg;
+    n = neighbour_find (h, &qm->peer);
+    if (n == NULL)
+      break;
+    LOG (GNUNET_ERROR_TYPE_DEBUG, "Receiving `%s' message for `%4s' with quota %u\n",
+         "SET_QUOTA", GNUNET_i2s (&qm->peer), ntohl (qm->quota.value__));
+    GNUNET_BANDWIDTH_tracker_update_quota (&n->out_tracker, qm->quota);
+    break;
+  default:
+    LOG (GNUNET_ERROR_TYPE_ERROR,
+         _("Received unexpected message of type %u in %s:%u\n"),
+         ntohs (msg->type), __FILE__, __LINE__);
+    GNUNET_break (0);
+    break;
+  }
 }
 
 
@@ -596,7 +607,8 @@ demultiplexer (void *cls,
  */
 static void
 timeout_request_due_to_congestion (void *cls,
-                                  const struct GNUNET_SCHEDULER_TaskContext *tc)
+                                   const struct GNUNET_SCHEDULER_TaskContext
+                                   *tc)
 {
   struct GNUNET_TRANSPORT_TransmitHandle *th = cls;
   struct Neighbour *n = th->neighbour;
@@ -633,83 +645,80 @@ transport_notify_ready (void *cls, size_t size, void *buf)
   GNUNET_assert (NULL != h->client);
   h->cth = NULL;
   if (NULL == buf)
-    {
-      /* transmission failed */
-      disconnect_and_schedule_reconnect (h);
-      return 0;
-    }
+  {
+    /* transmission failed */
+    disconnect_and_schedule_reconnect (h);
+    return 0;
+  }
 
   cbuf = buf;
   ret = 0;
   /* first send control messages */
-  while ( (NULL != (th = h->control_head)) &&
-         (th->notify_size <= size) )
-    {
-      GNUNET_CONTAINER_DLL_remove (h->control_head,
-                                  h->control_tail,
-                                  th);
-      nret = th->notify (th->notify_cls, size, &cbuf[ret]);
-#if DEBUG_TRANSPORT
-      GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
-                 "Added %u bytes of control message at %u\n",
-                 nret,
-                 ret);
-#endif
-      GNUNET_free (th);
-      ret += nret;
-      size -= nret;
-    }
+  while ((NULL != (th = h->control_head)) && (th->notify_size <= size))
+  {
+    GNUNET_CONTAINER_DLL_remove (h->control_head, h->control_tail, th);
+    nret = th->notify (th->notify_cls, size, &cbuf[ret]);
+    LOG (GNUNET_ERROR_TYPE_DEBUG, "Added %u bytes of control message at %u\n",
+         nret, ret);
+    GNUNET_free (th);
+    ret += nret;
+    size -= nret;
+  }
 
   /* then, if possible and no control messages pending, send data messages */
-  while ( (NULL == h->control_head) &&
-         (NULL != (n = GNUNET_CONTAINER_heap_peek (h->ready_heap))) )
+  while ((NULL == h->control_head) &&
+         (NULL != (n = GNUNET_CONTAINER_heap_peek (h->ready_heap))))
+  {
+    if (GNUNET_YES != n->is_ready)
     {
-       if (GNUNET_YES != n->is_ready)
-       {
-         /* peer not ready, wait for notification! */
-         GNUNET_assert (n == GNUNET_CONTAINER_heap_remove_root (h->ready_heap));
-         n->hn = NULL;
-         GNUNET_assert (GNUNET_SCHEDULER_NO_TASK == n->th->timeout_task);
-         n->th->timeout_task = GNUNET_SCHEDULER_add_delayed (GNUNET_TIME_absolute_get_remaining (n->th->timeout),
-                                                             &timeout_request_due_to_congestion,
-                                                             n->th);
-         continue;
-       }
-      th = n->th;
-      if (th->notify_size + sizeof (struct OutboundMessage) > size)
-       break; /* does not fit */
-      if (GNUNET_BANDWIDTH_tracker_get_delay (&n->out_tracker, th->notify_size).rel_value > 0)
-       break; /* too early */
+      /* peer not ready, wait for notification! */
       GNUNET_assert (n == GNUNET_CONTAINER_heap_remove_root (h->ready_heap));
       n->hn = NULL;
-      n->th = NULL;
-      n->is_ready = GNUNET_NO;
-      GNUNET_assert (size >= sizeof (struct OutboundMessage));
-      mret = th->notify (th->notify_cls,
-                        size - sizeof (struct OutboundMessage),
-                        &cbuf[ret + sizeof (struct OutboundMessage)]);
-      GNUNET_assert (mret <= size - sizeof (struct OutboundMessage));
-      if (mret != 0)   
-       {
-         GNUNET_assert (mret + sizeof (struct OutboundMessage) < GNUNET_SERVER_MAX_MESSAGE_SIZE);
-         obm.header.type = htons (GNUNET_MESSAGE_TYPE_TRANSPORT_SEND);
-         obm.header.size = htons (mret + sizeof (struct OutboundMessage));
-         obm.priority = htonl (th->priority);
-         obm.timeout = GNUNET_TIME_relative_hton (GNUNET_TIME_absolute_get_remaining (th->timeout));
-         obm.peer = n->id;
-         memcpy (&cbuf[ret], &obm, sizeof (struct OutboundMessage));
-         ret += (mret + sizeof (struct OutboundMessage));
-         size -= (mret + sizeof (struct OutboundMessage));
-         GNUNET_BANDWIDTH_tracker_consume (&n->out_tracker, mret);
-       }
-      GNUNET_free (th);
+      GNUNET_assert (GNUNET_SCHEDULER_NO_TASK == n->th->timeout_task);
+      n->th->timeout_task =
+          GNUNET_SCHEDULER_add_delayed (GNUNET_TIME_absolute_get_remaining
+                                        (n->th->timeout),
+                                        &timeout_request_due_to_congestion,
+                                        n->th);
+      continue;
     }
+    th = n->th;
+    if (th->notify_size + sizeof (struct OutboundMessage) > size)
+      break;                    /* does not fit */
+    if (GNUNET_BANDWIDTH_tracker_get_delay
+        (&n->out_tracker, th->notify_size).rel_value > 0)
+      break;                    /* too early */
+    GNUNET_assert (n == GNUNET_CONTAINER_heap_remove_root (h->ready_heap));
+    n->hn = NULL;
+    n->th = NULL;
+    n->is_ready = GNUNET_NO;
+    GNUNET_assert (size >= sizeof (struct OutboundMessage));
+    mret =
+        th->notify (th->notify_cls, size - sizeof (struct OutboundMessage),
+                    &cbuf[ret + sizeof (struct OutboundMessage)]);
+    GNUNET_assert (mret <= size - sizeof (struct OutboundMessage));
+    if (mret != 0)
+    {
+      GNUNET_assert (mret + sizeof (struct OutboundMessage) <
+                     GNUNET_SERVER_MAX_MESSAGE_SIZE);
+      obm.header.type = htons (GNUNET_MESSAGE_TYPE_TRANSPORT_SEND);
+      obm.header.size = htons (mret + sizeof (struct OutboundMessage));
+      obm.priority = htonl (th->priority);
+      obm.timeout =
+          GNUNET_TIME_relative_hton (GNUNET_TIME_absolute_get_remaining
+                                     (th->timeout));
+      obm.peer = n->id;
+      memcpy (&cbuf[ret], &obm, sizeof (struct OutboundMessage));
+      ret += (mret + sizeof (struct OutboundMessage));
+      size -= (mret + sizeof (struct OutboundMessage));
+      GNUNET_BANDWIDTH_tracker_consume (&n->out_tracker, mret);
+    }
+    GNUNET_free (th);
+  }
   /* if there are more pending messages, try to schedule those */
   schedule_transmission (h);
-#if DEBUG_TRANSPORT
-  GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
-              "Transmitting %u bytes to transport service\n", ret);
-#endif
+  LOG (GNUNET_ERROR_TYPE_DEBUG, "Transmitting %u bytes to transport service\n",
+       ret);
   return ret;
 }
 
@@ -723,7 +732,7 @@ transport_notify_ready (void *cls, size_t size, void *buf)
  */
 static void
 schedule_transmission_task (void *cls,
-                           const struct GNUNET_SCHEDULER_TaskContext *tc)
+                            const struct GNUNET_SCHEDULER_TaskContext *tc)
 {
   struct GNUNET_TRANSPORT_Handle *h = cls;
   size_t size;
@@ -733,48 +742,40 @@ schedule_transmission_task (void *cls,
   h->quota_task = GNUNET_SCHEDULER_NO_TASK;
   GNUNET_assert (NULL != h->client);
   /* destroy all requests that have timed out */
-  while ( (NULL != (n = GNUNET_CONTAINER_heap_peek (h->ready_heap))) &&
-         (GNUNET_TIME_absolute_get_remaining (n->th->timeout).rel_value == 0) )
-    {
-      /* notify client that the request could not be satisfied within
-        the given time constraints */
-      th = n->th;
-      n->th = NULL;
-      GNUNET_assert (n == GNUNET_CONTAINER_heap_remove_root (h->ready_heap));
-      n->hn = NULL;
-#if DEBUG_TRANSPORT
-      GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
-                 "Signalling timeout for transmission to peer %s due to congestion\n",
-                 GNUNET_i2s (&n->id));
-#endif
-      GNUNET_assert (0 == 
-                    th->notify (th->notify_cls, 0, NULL));
-      GNUNET_free (th);      
-    }
+  while ((NULL != (n = GNUNET_CONTAINER_heap_peek (h->ready_heap))) &&
+         (GNUNET_TIME_absolute_get_remaining (n->th->timeout).rel_value == 0))
+  {
+    /* notify client that the request could not be satisfied within
+     * the given time constraints */
+    th = n->th;
+    n->th = NULL;
+    GNUNET_assert (n == GNUNET_CONTAINER_heap_remove_root (h->ready_heap));
+    n->hn = NULL;
+    LOG (GNUNET_ERROR_TYPE_DEBUG,
+         "Signalling timeout for transmission to peer %s due to congestion\n",
+         GNUNET_i2s (&n->id));
+    GNUNET_assert (0 == th->notify (th->notify_cls, 0, NULL));
+    GNUNET_free (th);
+  }
   if (NULL != h->cth)
     return;
   if (NULL != h->control_head)
-    {
-      size = h->control_head->notify_size;
-    }
+  {
+    size = h->control_head->notify_size;
+  }
   else
-    {
-      n = GNUNET_CONTAINER_heap_peek (h->ready_heap);
-      if (NULL == n)
-       return; /* no pending messages */
-      size = n->th->notify_size + sizeof (struct OutboundMessage);
-    }  
-#if DEBUG_TRANSPORT
-  GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
-             "Calling notify_transmit_ready\n");
-#endif
+  {
+    n = GNUNET_CONTAINER_heap_peek (h->ready_heap);
+    if (NULL == n)
+      return;                   /* no pending messages */
+    size = n->th->notify_size + sizeof (struct OutboundMessage);
+  }
+  LOG (GNUNET_ERROR_TYPE_DEBUG, "Calling notify_transmit_ready\n");
   h->cth =
-    GNUNET_CLIENT_notify_transmit_ready (h->client,
-                                        size,
-                                        GNUNET_TIME_UNIT_FOREVER_REL,
-                                        GNUNET_NO,
-                                        &transport_notify_ready,
-                                        h);
+      GNUNET_CLIENT_notify_transmit_ready (h->client, size,
+                                           GNUNET_TIME_UNIT_FOREVER_REL,
+                                           GNUNET_NO, &transport_notify_ready,
+                                           h);
   GNUNET_assert (NULL != h->cth);
 }
 
@@ -793,22 +794,26 @@ schedule_transmission (struct GNUNET_TRANSPORT_Handle *h)
 
   GNUNET_assert (NULL != h->client);
   if (h->quota_task != GNUNET_SCHEDULER_NO_TASK)
-    {
-      GNUNET_SCHEDULER_cancel (h->quota_task);
-      h->quota_task = GNUNET_SCHEDULER_NO_TASK;
-    }
+  {
+    GNUNET_SCHEDULER_cancel (h->quota_task);
+    h->quota_task = GNUNET_SCHEDULER_NO_TASK;
+  }
   if (NULL != h->control_head)
     delay = GNUNET_TIME_UNIT_ZERO;
-  else if (NULL != (n = GNUNET_CONTAINER_heap_peek (h->ready_heap)))    
-    delay = GNUNET_BANDWIDTH_tracker_get_delay (&n->out_tracker, n->th->notify_size);
+  else if (NULL != (n = GNUNET_CONTAINER_heap_peek (h->ready_heap)))
+  {
+    delay =
+        GNUNET_BANDWIDTH_tracker_get_delay (&n->out_tracker,
+                                            n->th->notify_size + n->traffic_overhead);
+    n->traffic_overhead = 0;
+  }
   else
-    return; /* no work to be done */
-  GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
-             "Scheduling next transmission to service in %llu ms\n",
-             (unsigned long long) delay.rel_value);
-  h->quota_task = GNUNET_SCHEDULER_add_delayed (delay,
-                                               &schedule_transmission_task,
-                                               h);
+    return;                     /* no work to be done */
+  LOG (GNUNET_ERROR_TYPE_DEBUG,
+       "Scheduling next transmission to service in %llu ms\n",
+       (unsigned long long) delay.rel_value);
+  h->quota_task =
+      GNUNET_SCHEDULER_add_delayed (delay, &schedule_transmission_task, h);
 }
 
 
@@ -822,25 +827,19 @@ schedule_transmission (struct GNUNET_TRANSPORT_Handle *h)
  * @param notify_cls closure for notify
  */
 static void
-schedule_control_transmit (struct GNUNET_TRANSPORT_Handle *h,
-                           size_t size,
+schedule_control_transmit (struct GNUNET_TRANSPORT_Handle *h, size_t size,
                            GNUNET_CONNECTION_TransmitReadyNotify notify,
                            void *notify_cls)
 {
   struct GNUNET_TRANSPORT_TransmitHandle *th;
 
-#if DEBUG_TRANSPORT
-  GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
-              "Control transmit of %u bytes requested\n",
-              size);
-#endif
+  LOG (GNUNET_ERROR_TYPE_DEBUG, "Control transmit of %u bytes requested\n",
+       size);
   th = GNUNET_malloc (sizeof (struct GNUNET_TRANSPORT_TransmitHandle));
   th->notify = notify;
   th->notify_cls = notify_cls;
   th->notify_size = size;
-  GNUNET_CONTAINER_DLL_insert_tail (h->control_head,
-                                   h->control_tail,
-                                   th);
+  GNUNET_CONTAINER_DLL_insert_tail (h->control_head, h->control_tail, th);
   schedule_transmission (h);
 }
 
@@ -858,29 +857,29 @@ send_start (void *cls, size_t size, void *buf)
 {
   struct GNUNET_TRANSPORT_Handle *h = cls;
   struct StartMessage s;
+  uint32_t options;
 
   if (buf == NULL)
-    {
-      /* Can only be shutdown, just give up */
-#if DEBUG_TRANSPORT
-      GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
-                  "Shutdown while trying to transmit `%s' request.\n",
-                  "START");
-#endif
-      return 0;
-    }
-#if DEBUG_TRANSPORT
-  GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
-              "Transmitting `%s' request.\n", "START");
-#endif
+  {
+    /* Can only be shutdown, just give up */
+    LOG (GNUNET_ERROR_TYPE_DEBUG,
+         "Shutdown while trying to transmit `%s' request.\n", "START");
+    return 0;
+  }
+  LOG (GNUNET_ERROR_TYPE_DEBUG, "Transmitting `%s' request.\n", "START");
   GNUNET_assert (size >= sizeof (struct StartMessage));
   s.header.size = htons (sizeof (struct StartMessage));
   s.header.type = htons (GNUNET_MESSAGE_TYPE_TRANSPORT_START);
-  s.do_check = htonl (h->check_self);
+  options = 0;
+  if (h->check_self)
+    options |= 1;
+  if (h->rec != NULL)
+    options |= 2;
+  s.options = htonl (options);
   s.self = h->self;
   memcpy (buf, &s, sizeof (struct StartMessage));
-  GNUNET_CLIENT_receive (h->client,
-                         &demultiplexer, h, GNUNET_TIME_UNIT_FOREVER_REL);
+  GNUNET_CLIENT_receive (h->client, &demultiplexer, h,
+                         GNUNET_TIME_UNIT_FOREVER_REL);
   return sizeof (struct StartMessage);
 }
 
@@ -892,29 +891,23 @@ send_start (void *cls, size_t size, void *buf)
  * @param tc scheduler context
  */
 static void
-reconnect (void *cls,
-          const struct GNUNET_SCHEDULER_TaskContext *tc)
+reconnect (void *cls, const struct GNUNET_SCHEDULER_TaskContext *tc)
 {
   struct GNUNET_TRANSPORT_Handle *h = cls;
 
   h->reconnect_task = GNUNET_SCHEDULER_NO_TASK;
-  if ( (tc->reason & GNUNET_SCHEDULER_REASON_SHUTDOWN) != 0)
-    {
-      /* shutdown, just give up */
-      return;
-    }
-#if DEBUG_TRANSPORT
-  GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
-             "Connecting to transport service.\n");
-#endif
+  if ((tc->reason & GNUNET_SCHEDULER_REASON_SHUTDOWN) != 0)
+  {
+    /* shutdown, just give up */
+    return;
+  }
+  LOG (GNUNET_ERROR_TYPE_DEBUG, "Connecting to transport service.\n");
   GNUNET_assert (h->client == NULL);
   GNUNET_assert (h->control_head == NULL);
   GNUNET_assert (h->control_tail == NULL);
   h->client = GNUNET_CLIENT_connect ("transport", h->cfg);
   GNUNET_assert (h->client != NULL);
-  schedule_control_transmit (h,
-                             sizeof (struct StartMessage),
-                            &send_start, h);
+  schedule_control_transmit (h, sizeof (struct StartMessage), &send_start, h);
 }
 
 
@@ -930,157 +923,44 @@ disconnect_and_schedule_reconnect (struct GNUNET_TRANSPORT_Handle *h)
   struct GNUNET_TRANSPORT_TransmitHandle *th;
 
   GNUNET_assert (h->reconnect_task == GNUNET_SCHEDULER_NO_TASK);
-  /* Forget about all neighbours that we used to be connected to */
-  GNUNET_CONTAINER_multihashmap_iterate(h->neighbours, 
-                                       &neighbour_delete, 
-                                       h);
   if (NULL != h->cth)
-    {
-      GNUNET_CLIENT_notify_transmit_ready_cancel (h->cth);
-      h->cth = NULL;
-    }
+  {
+    GNUNET_CLIENT_notify_transmit_ready_cancel (h->cth);
+    h->cth = NULL;
+  }
   if (NULL != h->client)
-    {
-      GNUNET_CLIENT_disconnect (h->client, GNUNET_YES);
-      h->client = NULL;
-    }
+  {
+    GNUNET_CLIENT_disconnect (h->client);
+    h->client = NULL;
+  }
+  /* Forget about all neighbours that we used to be connected to */
+  GNUNET_CONTAINER_multihashmap_iterate (h->neighbours, &neighbour_delete, h);
   if (h->quota_task != GNUNET_SCHEDULER_NO_TASK)
-    {
-      GNUNET_SCHEDULER_cancel (h->quota_task);
-      h->quota_task = GNUNET_SCHEDULER_NO_TASK;
-    }
-  while ( (NULL != (th = h->control_head)))
-    {
-      GNUNET_CONTAINER_DLL_remove (h->control_head,
-                                   h->control_tail,
-                                   th);
-      th->notify (th->notify_cls, 0, NULL);
-      GNUNET_free (th);
-    }
-#if DEBUG_TRANSPORT
-  GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
-              "Scheduling task to reconnect to transport service in %llu ms.\n",
-              h->reconnect_delay.rel_value);
-#endif
-  h->reconnect_task
-    = GNUNET_SCHEDULER_add_delayed (h->reconnect_delay,
-                                   &reconnect, h);
+  {
+    GNUNET_SCHEDULER_cancel (h->quota_task);
+    h->quota_task = GNUNET_SCHEDULER_NO_TASK;
+  }
+  while ((NULL != (th = h->control_head)))
+  {
+    GNUNET_CONTAINER_DLL_remove (h->control_head, h->control_tail, th);
+    th->notify (th->notify_cls, 0, NULL);
+    GNUNET_free (th);
+  }
+  LOG (GNUNET_ERROR_TYPE_DEBUG,
+       "Scheduling task to reconnect to transport service in %llu ms.\n",
+       h->reconnect_delay.rel_value);
+  h->reconnect_task =
+      GNUNET_SCHEDULER_add_delayed (h->reconnect_delay, &reconnect, h);
   if (h->reconnect_delay.rel_value == 0)
-    {
-      h->reconnect_delay = GNUNET_TIME_UNIT_MILLISECONDS;
-    }
-  else
-    {
-      h->reconnect_delay = GNUNET_TIME_relative_multiply (h->reconnect_delay, 2);
-      h->reconnect_delay = GNUNET_TIME_relative_min (GNUNET_TIME_UNIT_SECONDS,
-                                                    h->reconnect_delay);
-    }
-}
-
-
-/**
- * Closure for 'send_set_quota'.
- */
-struct SetQuotaContext
-{
-
-  /**
-   * Identity of the peer impacted by the quota change.
-   */
-  struct GNUNET_PeerIdentity target;
-
-  /**
-   * Quota to transmit.
-   */
-  struct GNUNET_BANDWIDTH_Value32NBO quota_in;
-};
-
-
-/**
- * Send SET_QUOTA message to the service.
- *
- * @param cls the 'struct SetQuotaContext'
- * @param size number of bytes available in buf
- * @param buf where to copy the message
- * @return number of bytes copied to buf
- */
-static size_t
-send_set_quota (void *cls, size_t size, void *buf)
-{
-  struct SetQuotaContext *sqc = cls;
-  struct QuotaSetMessage msg;
-
-  if (buf == NULL)
-    {
-      GNUNET_free (sqc);
-      return 0;
-    }
-#if DEBUG_TRANSPORT
-  GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
-              "Transmitting `%s' request with respect to `%4s'.\n",
-              "SET_QUOTA",
-             GNUNET_i2s (&sqc->target));
-#endif
-  GNUNET_assert (size >= sizeof (struct QuotaSetMessage));
-  msg.header.size = htons (sizeof (struct QuotaSetMessage));
-  msg.header.type = htons (GNUNET_MESSAGE_TYPE_TRANSPORT_SET_QUOTA);
-  msg.quota = sqc->quota_in;
-  msg.peer = sqc->target;
-  memcpy (buf, &msg, sizeof (msg));
-  GNUNET_free (sqc);
-  return sizeof (struct QuotaSetMessage);
-}
-
-
-/**
- * Set the share of incoming bandwidth for the given
- * peer to the specified amount.
- *
- * @param handle connection to transport service
- * @param target who's bandwidth quota is being changed
- * @param quota_in incoming bandwidth quota in bytes per ms
- * @param quota_out outgoing bandwidth quota in bytes per ms
- */
-void
-GNUNET_TRANSPORT_set_quota (struct GNUNET_TRANSPORT_Handle *handle,
-                            const struct GNUNET_PeerIdentity *target,
-                            struct GNUNET_BANDWIDTH_Value32NBO quota_in,
-                            struct GNUNET_BANDWIDTH_Value32NBO quota_out)
-{
-  struct Neighbour *n;
-  struct SetQuotaContext *sqc;
-   
-  n = neighbour_find (handle, target);
-  if (NULL == n)
-    {
-      GNUNET_log (GNUNET_ERROR_TYPE_ERROR,
-                 "Quota changed to %u for peer `%s', but I have no such neighbour!\n",
-                 (unsigned int) ntohl (quota_out.value__),
-                 GNUNET_i2s (target));
-      return;
-    }
-  GNUNET_assert (NULL != handle->client);
-#if DEBUG_TRANSPORT
-  if (ntohl (quota_out.value__) != n->out_tracker.available_bytes_per_s__)
-    GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
-               "Quota changed from %u to %u for peer `%s'\n",
-               (unsigned int) n->out_tracker.available_bytes_per_s__,
-               (unsigned int) ntohl (quota_out.value__),
-               GNUNET_i2s (target));
+  {
+    h->reconnect_delay = GNUNET_TIME_UNIT_MILLISECONDS;
+  }
   else
-    GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
-               "Quota remains at %u for peer `%s'\n",
-               (unsigned int) n->out_tracker.available_bytes_per_s__,
-               GNUNET_i2s (target));
-#endif
-  GNUNET_BANDWIDTH_tracker_update_quota (&n->out_tracker,
-                                        quota_out);
-  sqc = GNUNET_malloc (sizeof (struct SetQuotaContext));
-  sqc->target = *target;
-  sqc->quota_in = quota_in;
-  schedule_control_transmit (handle,
-                             sizeof (struct QuotaSetMessage),
-                             &send_set_quota, sqc);
+  {
+    h->reconnect_delay = GNUNET_TIME_relative_multiply (h->reconnect_delay, 2);
+    h->reconnect_delay =
+        GNUNET_TIME_relative_min (GNUNET_TIME_UNIT_SECONDS, h->reconnect_delay);
+  }
 }
 
 
@@ -1099,16 +979,13 @@ send_try_connect (void *cls, size_t size, void *buf)
   struct TransportRequestConnectMessage msg;
 
   if (buf == NULL)
-    {
-      GNUNET_free (pid);
-      return 0;
-    }
-#if DEBUG_TRANSPORT
-  GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
-              "Transmitting `%s' request with respect to `%4s'.\n",
-              "REQUEST_CONNECT",
-             GNUNET_i2s (pid));
-#endif
+  {
+    GNUNET_free (pid);
+    return 0;
+  }
+  LOG (GNUNET_ERROR_TYPE_DEBUG,
+       "Transmitting `%s' request with respect to `%4s'.\n", "REQUEST_CONNECT",
+       GNUNET_i2s (pid));
   GNUNET_assert (size >= sizeof (struct TransportRequestConnectMessage));
   msg.header.size = htons (sizeof (struct TransportRequestConnectMessage));
   msg.header.type = htons (GNUNET_MESSAGE_TYPE_TRANSPORT_REQUEST_CONNECT);
@@ -1121,7 +998,7 @@ send_try_connect (void *cls, size_t size, void *buf)
 
 
 /**
- * Ask the transport service to establish a connection to 
+ * Ask the transport service to establish a connection to
  * the given peer.
  *
  * @param handle connection to transport service
@@ -1129,12 +1006,16 @@ send_try_connect (void *cls, size_t size, void *buf)
  */
 void
 GNUNET_TRANSPORT_try_connect (struct GNUNET_TRANSPORT_Handle *handle,
-                             const struct GNUNET_PeerIdentity *target)
+                              const struct GNUNET_PeerIdentity *target)
 {
   struct GNUNET_PeerIdentity *pid;
-
   if (NULL == handle->client)
-    return;
+  {
+      /* FIXME: handle->client can be NULL when transport api is reconnecting */
+      GNUNET_break (0);
+      return;
+  }
+
   pid = GNUNET_malloc (sizeof (struct GNUNET_PeerIdentity));
   *pid = *target;
   schedule_control_transmit (handle,
@@ -1143,6 +1024,15 @@ GNUNET_TRANSPORT_try_connect (struct GNUNET_TRANSPORT_Handle *handle,
 }
 
 
+struct SendHelloContext
+{
+       GNUNET_SCHEDULER_Task cont;
+
+       void *cls;
+
+       struct GNUNET_MessageHeader *msg;
+};
+
 /**
  * Send HELLO message to the service.
  *
@@ -1154,27 +1044,33 @@ GNUNET_TRANSPORT_try_connect (struct GNUNET_TRANSPORT_Handle *handle,
 static size_t
 send_hello (void *cls, size_t size, void *buf)
 {
-  struct GNUNET_MessageHeader *msg = cls;
+  struct SendHelloContext *shc = cls;
+  struct GNUNET_MessageHeader *msg = shc->msg;
   uint16_t ssize;
+  struct GNUNET_SCHEDULER_TaskContext tc;
+  tc.read_ready = NULL;
+  tc.write_ready = NULL;
+  tc.reason = GNUNET_SCHEDULER_REASON_TIMEOUT;
 
   if (buf == NULL)
-    {
-#if DEBUG_TRANSPORT_TIMEOUT
-      GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
-                  "Timeout while trying to transmit `%s' request.\n",
-                  "HELLO");
-#endif
-      GNUNET_free (msg);
-      return 0;
-    }
-#if DEBUG_TRANSPORT
-  GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
-              "Transmitting `%s' request.\n", "HELLO");
-#endif
+  {
+    LOG (GNUNET_ERROR_TYPE_DEBUG,
+         "Timeout while trying to transmit `%s' request.\n", "HELLO");
+    if (NULL != shc->cont)
+      shc->cont (shc->cls, &tc);
+    GNUNET_free (msg);
+    GNUNET_free (shc);
+    return 0;
+  }
+  LOG (GNUNET_ERROR_TYPE_DEBUG, "Transmitting `%s' request.\n", "HELLO");
   ssize = ntohs (msg->size);
   GNUNET_assert (size >= ssize);
   memcpy (buf, msg, ssize);
   GNUNET_free (msg);
+  tc.reason = GNUNET_SCHEDULER_REASON_READ_READY;
+  if (NULL != shc->cont)
+    shc->cont (shc->cls, &tc);
+  GNUNET_free (shc);
   return ssize;
 }
 
@@ -1186,42 +1082,55 @@ send_hello (void *cls, size_t size, void *buf)
  *
  * @param handle connection to transport service
  * @param hello the hello message
- * @param cont continuation to call when HELLO has been sent
+ * @param cont continuation to call when HELLO has been sent,
+ *     tc reason GNUNET_SCHEDULER_REASON_TIMEOUT for fail
+ *     tc reasong GNUNET_SCHEDULER_REASON_READY for success
  * @param cls closure for continuation
  *
  */
 void
 GNUNET_TRANSPORT_offer_hello (struct GNUNET_TRANSPORT_Handle *handle,
                               const struct GNUNET_MessageHeader *hello,
-                              GNUNET_SCHEDULER_Task cont,
-                              void *cls)
+                              GNUNET_SCHEDULER_Task cont, void *cls)
 {
   uint16_t size;
   struct GNUNET_PeerIdentity peer;
   struct GNUNET_MessageHeader *msg;
+  struct SendHelloContext * shc;
+  struct GNUNET_SCHEDULER_TaskContext tc;
+
+  tc.read_ready = NULL;
+  tc.write_ready = NULL;
+  tc.reason = GNUNET_SCHEDULER_REASON_TIMEOUT;
 
   if (NULL == handle->client)
+  {
+    if (NULL != cont)
+      cont (cls, &tc);
     return;
+  }
   GNUNET_break (ntohs (hello->type) == GNUNET_MESSAGE_TYPE_HELLO);
   size = ntohs (hello->size);
   GNUNET_break (size >= sizeof (struct GNUNET_MessageHeader));
-  if (GNUNET_OK != GNUNET_HELLO_get_id ((const struct GNUNET_HELLO_Message*) hello,
-                                       &peer))
-    {
-      GNUNET_break (0);
-      return;
-    }
-  msg = GNUNET_malloc(size);
+  if (GNUNET_OK !=
+      GNUNET_HELLO_get_id ((const struct GNUNET_HELLO_Message *) hello, &peer))
+  {
+    GNUNET_break (0);
+    if (NULL != cont)
+      if (NULL != cont)
+        cont (cls, &tc);
+    return;
+  }
+  msg = GNUNET_malloc (size);
   memcpy (msg, hello, size);
-#if DEBUG_TRANSPORT
-  GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
-             "Offering `%s' message of `%4s' to transport for validation.\n",
-             "HELLO",
-             GNUNET_i2s (&peer));
-#endif
-  schedule_control_transmit (handle,
-                             size,
-                             &send_hello, msg);
+  LOG (GNUNET_ERROR_TYPE_DEBUG,
+       "Offering `%s' message of `%4s' to transport for validation.\n", "HELLO",
+       GNUNET_i2s (&peer));
+  shc = GNUNET_malloc (sizeof (struct SendHelloContext));
+  shc->msg = msg;
+  shc->cont = cont;
+  shc->cls = cls;
+  schedule_control_transmit (handle, size, &send_hello, shc);
 }
 
 
@@ -1234,55 +1143,38 @@ GNUNET_TRANSPORT_offer_hello (struct GNUNET_TRANSPORT_Handle *handle,
  *            (handshake with transport service pending/failed).
  *             cost estimate will be 0.
  * @param rec_cls closure for rec
+ * @return handle to cancel the operation
  */
-void
+struct GNUNET_TRANSPORT_GetHelloHandle *
 GNUNET_TRANSPORT_get_hello (struct GNUNET_TRANSPORT_Handle *handle,
                             GNUNET_TRANSPORT_HelloUpdateCallback rec,
                             void *rec_cls)
 {
-  struct HelloWaitList *hwl;
+  struct GNUNET_TRANSPORT_GetHelloHandle *hwl;
 
-  hwl = GNUNET_malloc (sizeof (struct HelloWaitList));
+  hwl = GNUNET_malloc (sizeof (struct GNUNET_TRANSPORT_GetHelloHandle));
   hwl->rec = rec;
   hwl->rec_cls = rec_cls;
-  GNUNET_CONTAINER_DLL_insert (handle->hwl_head,
-                              handle->hwl_tail,
-                              hwl);
-  if (handle->my_hello == NULL)
-    return;
-  rec (rec_cls, (const struct GNUNET_MessageHeader *) handle->my_hello);
+  hwl->handle = handle;
+  GNUNET_CONTAINER_DLL_insert (handle->hwl_head, handle->hwl_tail, hwl);
+  if (handle->my_hello != NULL)
+    rec (rec_cls, (const struct GNUNET_MessageHeader *) handle->my_hello);
+  return hwl;
 }
 
 
 /**
  * Stop receiving updates about changes to our HELLO message.
  *
- * @param handle connection to transport service
- * @param rec function previously registered to be called with the HELLOs
- * @param rec_cls closure for rec
+ * @param ghh handle to cancel
  */
 void
-GNUNET_TRANSPORT_get_hello_cancel (struct GNUNET_TRANSPORT_Handle *handle,
-                                  GNUNET_TRANSPORT_HelloUpdateCallback rec,
-                                  void *rec_cls)
+GNUNET_TRANSPORT_get_hello_cancel (struct GNUNET_TRANSPORT_GetHelloHandle *ghh)
 {
-  struct HelloWaitList *pos;
+  struct GNUNET_TRANSPORT_Handle *handle = ghh->handle;
 
-  pos = handle->hwl_head;
-  while (pos != NULL)
-    {
-      if ( (pos->rec == rec) &&
-          (pos->rec_cls == rec_cls) )
-       break;
-      pos = pos->next;
-    }
-  GNUNET_break (pos != NULL);
-  if (pos == NULL)
-    return;
-  GNUNET_CONTAINER_DLL_remove (handle->hwl_head,
-                              handle->hwl_tail,
-                              pos);
-  GNUNET_free (pos);
+  GNUNET_CONTAINER_DLL_remove (handle->hwl_head, handle->hwl_tail, ghh);
+  GNUNET_free (ghh);
 }
 
 
@@ -1300,8 +1192,7 @@ GNUNET_TRANSPORT_get_hello_cancel (struct GNUNET_TRANSPORT_Handle *handle,
  */
 struct GNUNET_TRANSPORT_Handle *
 GNUNET_TRANSPORT_connect (const struct GNUNET_CONFIGURATION_Handle *cfg,
-                         const struct GNUNET_PeerIdentity *self,
-                          void *cls,
+                          const struct GNUNET_PeerIdentity *self, void *cls,
                           GNUNET_TRANSPORT_ReceiveCallback rec,
                           GNUNET_TRANSPORT_NotifyConnect nc,
                           GNUNET_TRANSPORT_NotifyDisconnect nd)
@@ -1310,19 +1201,28 @@ GNUNET_TRANSPORT_connect (const struct GNUNET_CONFIGURATION_Handle *cfg,
 
   ret = GNUNET_malloc (sizeof (struct GNUNET_TRANSPORT_Handle));
   if (self != NULL)
-    {
-      ret->self = *self;
-      ret->check_self = GNUNET_YES;
-    }
+  {
+    ret->self = *self;
+    ret->check_self = GNUNET_YES;
+  }
   ret->cfg = cfg;
   ret->cls = cls;
   ret->rec = rec;
   ret->nc_cb = nc;
   ret->nd_cb = nd;
   ret->reconnect_delay = GNUNET_TIME_UNIT_ZERO;
-  ret->neighbours = GNUNET_CONTAINER_multihashmap_create(STARTING_NEIGHBOURS_SIZE);
-  ret->ready_heap = GNUNET_CONTAINER_heap_create (GNUNET_CONTAINER_HEAP_ORDER_MIN);
-  ret->reconnect_task = GNUNET_SCHEDULER_add_now (&reconnect, ret);
+  ret->neighbours =
+    GNUNET_CONTAINER_multihashmap_create (STARTING_NEIGHBOURS_SIZE, GNUNET_YES);
+  ret->ready_heap =
+      GNUNET_CONTAINER_heap_create (GNUNET_CONTAINER_HEAP_ORDER_MIN);
+  LOG (GNUNET_ERROR_TYPE_DEBUG, "Connecting to transport service.\n");
+  ret->client = GNUNET_CLIENT_connect ("transport", cfg);
+  if (ret->client == NULL)
+  {
+    GNUNET_free (ret);
+    return NULL;
+  }
+  schedule_control_transmit (ret, sizeof (struct StartMessage), &send_start, ret);
   return ret;
 }
 
@@ -1335,26 +1235,23 @@ GNUNET_TRANSPORT_connect (const struct GNUNET_CONFIGURATION_Handle *cfg,
 void
 GNUNET_TRANSPORT_disconnect (struct GNUNET_TRANSPORT_Handle *handle)
 {
-#if DEBUG_TRANSPORT
-  GNUNET_log (GNUNET_ERROR_TYPE_DEBUG, 
-             "Transport disconnect called!\n");
-#endif
+  LOG (GNUNET_ERROR_TYPE_DEBUG, "Transport disconnect called!\n");
   /* this disconnects all neighbours... */
   if (handle->reconnect_task == GNUNET_SCHEDULER_NO_TASK)
     disconnect_and_schedule_reconnect (handle);
   /* and now we stop trying to connect again... */
   if (handle->reconnect_task != GNUNET_SCHEDULER_NO_TASK)
-    {
-      GNUNET_SCHEDULER_cancel (handle->reconnect_task);
-      handle->reconnect_task = GNUNET_SCHEDULER_NO_TASK;
-    }  
+  {
+    GNUNET_SCHEDULER_cancel (handle->reconnect_task);
+    handle->reconnect_task = GNUNET_SCHEDULER_NO_TASK;
+  }
   GNUNET_CONTAINER_multihashmap_destroy (handle->neighbours);
   handle->neighbours = NULL;
   if (handle->quota_task != GNUNET_SCHEDULER_NO_TASK)
-    {
-      GNUNET_SCHEDULER_cancel (handle->quota_task);
-      handle->quota_task = GNUNET_SCHEDULER_NO_TASK;
-    }
+  {
+    GNUNET_SCHEDULER_cancel (handle->quota_task);
+    handle->quota_task = GNUNET_SCHEDULER_NO_TASK;
+  }
   GNUNET_free_non_null (handle->my_hello);
   handle->my_hello = NULL;
   GNUNET_assert (handle->hwl_head == NULL);
@@ -1386,31 +1283,30 @@ GNUNET_TRANSPORT_disconnect (struct GNUNET_TRANSPORT_Handle *handle)
  */
 struct GNUNET_TRANSPORT_TransmitHandle *
 GNUNET_TRANSPORT_notify_transmit_ready (struct GNUNET_TRANSPORT_Handle *handle,
-                                        const struct GNUNET_PeerIdentity *target,
-                                       size_t size,
-                                        uint32_t priority,
+                                        const struct GNUNET_PeerIdentity
+                                        *target, size_t size, uint32_t priority,
                                         struct GNUNET_TIME_Relative timeout,
-                                        GNUNET_CONNECTION_TransmitReadyNotify notify, 
-                                       void *notify_cls)
+                                        GNUNET_CONNECTION_TransmitReadyNotify
+                                        notify, void *notify_cls)
 {
   struct Neighbour *n;
   struct GNUNET_TRANSPORT_TransmitHandle *th;
   struct GNUNET_TIME_Relative delay;
-  
+
   n = neighbour_find (handle, target);
   if (NULL == n)
-    {
-      /* use GNUNET_TRANSPORT_try_connect first, only use this function
-        once a connection has been established */
-      GNUNET_assert (0);
-      return NULL;
-    }
+  {
+    /* use GNUNET_TRANSPORT_try_connect first, only use this function
+     * once a connection has been established */
+    GNUNET_assert (0);
+    return NULL;
+  }
   if (NULL != n->th)
-    {
-      /* attempt to send two messages at the same time to the same peer */
-      GNUNET_assert (0);
-      return NULL;
-    }
+  {
+    /* attempt to send two messages at the same time to the same peer */
+    GNUNET_assert (0);
+    return NULL;
+  }
   GNUNET_assert (NULL == n->hn);
   th = GNUNET_malloc (sizeof (struct GNUNET_TRANSPORT_TransmitHandle));
   th->neighbour = n;
@@ -1421,18 +1317,14 @@ GNUNET_TRANSPORT_notify_transmit_ready (struct GNUNET_TRANSPORT_Handle *handle,
   th->priority = priority;
   n->th = th;
   /* calculate when our transmission should be ready */
-  delay = GNUNET_BANDWIDTH_tracker_get_delay (&n->out_tracker, size);
+  delay = GNUNET_BANDWIDTH_tracker_get_delay (&n->out_tracker, size + n->traffic_overhead);
+  n->traffic_overhead = 0;
   if (delay.rel_value > timeout.rel_value)
-    delay.rel_value = 0; /* notify immediately (with failure) */
-#if DEBUG_TRANSPORT
-  GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
-             "Bandwidth tracker allows next transmission to peer %s in %llu ms\n",
-             GNUNET_i2s (target),
-             (unsigned long long) delay.rel_value);
-#endif
-  n->hn = GNUNET_CONTAINER_heap_insert (handle->ready_heap,
-                                       n, 
-                                       delay.rel_value);
+    delay.rel_value = 0;        /* notify immediately (with failure) */
+  LOG (GNUNET_ERROR_TYPE_DEBUG,
+       "Bandwidth tracker allows next transmission to peer %s in %llu ms\n",
+       GNUNET_i2s (target), (unsigned long long) delay.rel_value);
+  n->hn = GNUNET_CONTAINER_heap_insert (handle->ready_heap, n, delay.rel_value);
   schedule_transmission (handle);
   return th;
 }
@@ -1444,7 +1336,9 @@ GNUNET_TRANSPORT_notify_transmit_ready (struct GNUNET_TRANSPORT_Handle *handle,
  * @param th handle returned from GNUNET_TRANSPORT_notify_transmit_ready
  */
 void
-GNUNET_TRANSPORT_notify_transmit_ready_cancel (struct GNUNET_TRANSPORT_TransmitHandle *th)
+GNUNET_TRANSPORT_notify_transmit_ready_cancel (struct
+                                               GNUNET_TRANSPORT_TransmitHandle
+                                               *th)
 {
   struct Neighbour *n;
 
@@ -1454,17 +1348,17 @@ GNUNET_TRANSPORT_notify_transmit_ready_cancel (struct GNUNET_TRANSPORT_TransmitH
   GNUNET_assert (th == n->th);
   n->th = NULL;
   if (n->hn != NULL)
-    {
-      GNUNET_CONTAINER_heap_remove_node (n->hn);
-      n->hn = NULL;
-    }
+  {
+    GNUNET_CONTAINER_heap_remove_node (n->hn);
+    n->hn = NULL;
+  }
   else
-    {
-      GNUNET_assert (GNUNET_SCHEDULER_NO_TASK != th->timeout_task);
-      GNUNET_SCHEDULER_cancel (th->timeout_task);
-      th->timeout_task = GNUNET_SCHEDULER_NO_TASK;
-    }
-  GNUNET_free (th);                                        
+  {
+    GNUNET_assert (GNUNET_SCHEDULER_NO_TASK != th->timeout_task);
+    GNUNET_SCHEDULER_cancel (th->timeout_task);
+    th->timeout_task = GNUNET_SCHEDULER_NO_TASK;
+  }
+  GNUNET_free (th);
 }