MinGW
[oweals/gnunet.git] / src / util / connection.c
index eeb99f03cf0c4462755312a75d1b4fbcef682916..22a75691bead5905575b796a9edb748d8c723f8b 100644 (file)
  * 2) All EXISTING testcases pass with the new code
  * These rules should apply in general, but for this
  * module they are VERY, VERY important.
- *
- * TODO:
- * - can we merge receive_ready and receive_again?
- * - can we integrate the nth.timeout_task with the write_task's timeout?
  */
 
 #include "platform.h"
 #include "gnunet_common.h"
 #include "gnunet_connection_lib.h"
+#include "gnunet_container_lib.h"
+#include "gnunet_resolver_service.h"
 #include "gnunet_scheduler_lib.h"
 
 #define DEBUG_CONNECTION GNUNET_NO
 
+
 /**
- * List of address families to give as hints to
- * getaddrinfo, in reverse order of  preference.
+ * Possible functions to call after connect failed or succeeded.
  */
-static int address_families[] = 
-  { AF_INET, AF_INET6, AF_UNSPEC };
+enum ConnectContinuations
+{
+    /**
+     * Call nothing.
+     */
+  COCO_NONE = 0,
+
+    /**
+     * Call "receive_again".
+     */
+  COCO_RECEIVE_AGAIN = 1,
+
+    /**
+     * Call "transmit_ready".
+     */
+  COCO_TRANSMIT_READY = 2,
+
+    /**
+     * Call "destroy_continuation".
+     */
+  COCO_DESTROY_CONTINUATION = 4
+};
 
+
+/**
+ * Transmission handle.  There can only be one for each connection.
+ */
 struct GNUNET_CONNECTION_TransmitHandle
 {
 
@@ -86,6 +108,51 @@ struct GNUNET_CONNECTION_TransmitHandle
 
 };
 
+
+/**
+ * During connect, we try multiple possible IP addresses
+ * to find out which one might work. 
+ */
+struct AddressProbe
+{
+
+  /**
+   * This is a linked list.
+   */
+  struct AddressProbe *next;
+
+  /**
+   * This is a doubly-linked list.
+   */
+  struct AddressProbe *prev;
+
+  /**
+   * The address; do not free (allocated at the end of this struct).
+   */
+  const struct sockaddr *addr;
+
+  /**
+   * Underlying OS's socket.
+   */
+  struct GNUNET_NETWORK_Handle *sock;
+
+  /**
+   * Connection for which we are probing.
+   */
+  struct GNUNET_CONNECTION_Handle *h;
+
+  /**
+   * Lenth of addr.
+   */
+  socklen_t addrlen;
+
+  /**
+   * Task waiting for the socket to finish connecting.
+   */
+  GNUNET_SCHEDULER_TaskIdentifier task;
+};
+
+
 /**
  * @brief handle for a network socket
  */
@@ -98,14 +165,21 @@ struct GNUNET_CONNECTION_Handle
   struct GNUNET_SCHEDULER_Handle *sched;
 
   /**
-   * Address information for connect (may be NULL).
+   * Configuration to use.
    */
-  struct addrinfo *ai;
+  const struct GNUNET_CONFIGURATION_Handle *cfg;
 
   /**
-   * Index for the next struct addrinfo for connect attempts (may be NULL)
+   * Linked list of sockets we are currently trying out 
+   * (during connect).
    */
-  struct addrinfo *ai_pos;
+  struct AddressProbe *ap_head;
+
+  /**
+   * Linked list of sockets we are currently trying out 
+   * (during connect).
+   */
+  struct AddressProbe *ap_tail;
 
   /**
    * Network address of the other end-point, may be NULL.
@@ -118,6 +192,21 @@ struct GNUNET_CONNECTION_Handle
    */
   char *hostname;
 
+  /**
+   * Underlying OS's socket, set to NULL after fatal errors.
+   */
+  struct GNUNET_NETWORK_Handle *sock;
+
+  /**
+   * Function to call on data received, NULL if no receive is pending.
+   */
+  GNUNET_CONNECTION_Receiver receiver;
+
+  /**
+   * Closure for receiver.
+   */
+  void *receiver_cls;
+
   /**
    * Pointer to our write buffer.
    */
@@ -145,17 +234,6 @@ struct GNUNET_CONNECTION_Handle
    */
   socklen_t addrlen;
 
-  /**
-   * Offset in our address family list
-   * that we used last.
-   */
-  int af_fam_offset;
-
-  /**
-   * Connect task that we may need to wait for.
-   */
-  GNUNET_SCHEDULER_TaskIdentifier connect_task;
-
   /**
    * Read task that we may need to wait for.
    */
@@ -167,41 +245,39 @@ struct GNUNET_CONNECTION_Handle
   GNUNET_SCHEDULER_TaskIdentifier write_task;
 
   /**
-   * The handle we return for GNUNET_CONNECTION_notify_transmit_ready.
+   * Handle to a pending DNS lookup request.
    */
-  struct GNUNET_CONNECTION_TransmitHandle nth;
+  struct GNUNET_RESOLVER_RequestHandle *dns_active;
 
   /**
-   * Underlying OS's socket, set to NULL after fatal errors.
+   * The handle we return for GNUNET_CONNECTION_notify_transmit_ready.
    */
-  struct GNUNET_NETWORK_Descriptor *sock;
+  struct GNUNET_CONNECTION_TransmitHandle nth;
 
   /**
-   * Port to connect to.
+   * Timeout for receiving (in absolute time).
    */
-  uint16_t port;
+  struct GNUNET_TIME_Absolute receive_timeout;
 
   /**
-   * Function to call on data received, NULL
-   * if no receive is pending.
+   * Functions to call after connect failed or succeeded.
    */
-  GNUNET_CONNECTION_Receiver receiver;
+  enum ConnectContinuations ccs;
 
   /**
-   * Closure for receiver.
+   * Maximum number of bytes to read (for receiving).
    */
-  void *receiver_cls;
+  size_t max;
 
   /**
-   * Timeout for receiving (in absolute time).
+   * Ignore GNUNET_SCHEDULER_REASON_SHUTDOWN for this socket.
    */
-  struct GNUNET_TIME_Absolute receive_timeout;
+  int ignore_shutdown;
 
   /**
-   * Maximum number of bytes to read
-   * (for receiving).
+   * Port to connect to.
    */
-  size_t max;
+  uint16_t port;
 
 };
 
@@ -219,8 +295,9 @@ struct GNUNET_CONNECTION_Handle
  */
 struct GNUNET_CONNECTION_Handle *
 GNUNET_CONNECTION_create_from_existing (struct GNUNET_SCHEDULER_Handle
-                                            *sched, struct GNUNET_NETWORK_Descriptor *osSocket,
-                                            size_t maxbuf)
+                                        *sched,
+                                        struct GNUNET_NETWORK_Handle
+                                        *osSocket, size_t maxbuf)
 {
   struct GNUNET_CONNECTION_Handle *ret;
   ret = GNUNET_malloc (sizeof (struct GNUNET_CONNECTION_Handle) + maxbuf);
@@ -246,15 +323,16 @@ GNUNET_CONNECTION_create_from_existing (struct GNUNET_SCHEDULER_Handle
  */
 struct GNUNET_CONNECTION_Handle *
 GNUNET_CONNECTION_create_from_accept (struct GNUNET_SCHEDULER_Handle
-                                          *sched,
-                                          GNUNET_CONNECTION_AccessCheck access,
-                                          void *access_cls, struct GNUNET_NETWORK_Descriptor *lsock,
-                                          size_t maxbuf)
+                                      *sched,
+                                      GNUNET_CONNECTION_AccessCheck access,
+                                      void *access_cls,
+                                      struct GNUNET_NETWORK_Handle *lsock,
+                                      size_t maxbuf)
 {
   struct GNUNET_CONNECTION_Handle *ret;
   char addr[32];
   socklen_t addrlen;
-  struct GNUNET_NETWORK_Descriptor *sock;
+  struct GNUNET_NETWORK_Handle *sock;
   int aret;
   struct sockaddr_in *v4;
   struct sockaddr_in6 *v6;
@@ -262,21 +340,17 @@ GNUNET_CONNECTION_create_from_accept (struct GNUNET_SCHEDULER_Handle
   void *uaddr;
 
   addrlen = sizeof (addr);
-  sock = GNUNET_NETWORK_socket_accept (lsock, (struct sockaddr *) &addr, &addrlen);
+  sock =
+    GNUNET_NETWORK_socket_accept (lsock, (struct sockaddr *) &addr, &addrlen);
   if (NULL == sock)
     {
       GNUNET_log_strerror (GNUNET_ERROR_TYPE_WARNING, "accept");
       return NULL;
     }
-#ifndef MINGW
-  if (GNUNET_OK != GNUNET_NETWORK_socket_set_inheritable (sock))
-    GNUNET_log_strerror (GNUNET_ERROR_TYPE_ERROR | GNUNET_ERROR_TYPE_BULK,
-                         "fcntl");
-#endif
   if (addrlen > sizeof (addr))
     {
       GNUNET_break (0);
-      GNUNET_break (0 == GNUNET_NETWORK_socket_close (sock));
+      GNUNET_break (GNUNET_OK == GNUNET_NETWORK_socket_close (sock));
       return NULL;
     }
 
@@ -306,19 +380,15 @@ GNUNET_CONNECTION_create_from_accept (struct GNUNET_SCHEDULER_Handle
       (GNUNET_YES != (aret = access (access_cls, uaddr, addrlen))))
     {
       if (aret == GNUNET_NO)
-       GNUNET_log (GNUNET_ERROR_TYPE_INFO,
-                   _("Access denied to `%s'\n"),
-                   GNUNET_a2s(uaddr, addrlen));
-      GNUNET_break (0 == GNUNET_NETWORK_socket_shutdown (sock, SHUT_RDWR));
-      GNUNET_break (0 == GNUNET_NETWORK_socket_close (sock));
+        GNUNET_log (GNUNET_ERROR_TYPE_INFO,
+                    _("Access denied to `%s'\n"),
+                    GNUNET_a2s (uaddr, addrlen));
+      GNUNET_break (GNUNET_OK ==
+                    GNUNET_NETWORK_socket_shutdown (sock, SHUT_RDWR));
+      GNUNET_break (GNUNET_OK == GNUNET_NETWORK_socket_close (sock));
       GNUNET_free (uaddr);
       return NULL;
     }
-#if DEBUG_CONNECTION
-  GNUNET_log (GNUNET_ERROR_TYPE_INFO,
-             _("Accepting connection from `%s'\n"),
-             GNUNET_a2s(uaddr, addrlen));
-#endif
   ret = GNUNET_malloc (sizeof (struct GNUNET_CONNECTION_Handle) + maxbuf);
   ret->write_buffer = (char *) &ret[1];
   ret->write_buffer_size = maxbuf;
@@ -326,6 +396,11 @@ GNUNET_CONNECTION_create_from_accept (struct GNUNET_SCHEDULER_Handle
   ret->addrlen = addrlen;
   ret->sock = sock;
   ret->sched = sched;
+#if DEBUG_CONNECTION
+  GNUNET_log (GNUNET_ERROR_TYPE_INFO,
+              _("Accepting connection from `%s': %p\n"),
+              GNUNET_a2s (uaddr, addrlen), ret);
+#endif
   return ret;
 }
 
@@ -339,7 +414,7 @@ GNUNET_CONNECTION_create_from_accept (struct GNUNET_SCHEDULER_Handle
  */
 int
 GNUNET_CONNECTION_get_address (struct GNUNET_CONNECTION_Handle *sock,
-                                   void **addr, size_t * addrlen)
+                               void **addr, size_t * addrlen)
 {
   if ((sock->addr == NULL) || (sock->addrlen == 0))
     return GNUNET_NO;
@@ -349,187 +424,386 @@ GNUNET_CONNECTION_get_address (struct GNUNET_CONNECTION_Handle *sock,
   return GNUNET_OK;
 }
 
+
+/**
+ * This function is called after establishing a connection either has
+ * succeeded or timed out.  Note that it is possible that the attempt
+ * timed out and that we're immediately retrying.  If we are retrying,
+ * we need to wait again (or timeout); if we succeeded, we need to
+ * wait for data (or timeout).
+ *
+ * @param cls our connection handle
+ * @param tc task context describing why we are here
+ */
+static void
+receive_again (void *cls, const struct GNUNET_SCHEDULER_TaskContext *tc);
+
+
 /**
- * Perform a DNS lookup for the hostname associated
- * with the current socket, iterating over the address
- * families as specified in the "address_families" array.
+ * Scheduler let us know that the connect task is finished (or was
+ * cancelled due to shutdown).  Now really clean up.
+ *
+ * @param cls our "struct GNUNET_CONNECTION_Handle *"
+ * @param tc unused
  */
 static void
-try_lookup (struct GNUNET_CONNECTION_Handle *sock)
+destroy_continuation (void *cls,
+                      const struct GNUNET_SCHEDULER_TaskContext *tc)
 {
-  struct addrinfo hints;
-  int ec;
+  struct GNUNET_CONNECTION_Handle *sock = cls;
+  GNUNET_CONNECTION_TransmitReadyNotify notify;
+  struct AddressProbe *pos;
 
-  while ( (sock->ai_pos == NULL) &&
-         (sock->af_fam_offset > 0) )
+  GNUNET_assert (sock->dns_active == NULL);
+  if (0 != (sock->ccs & COCO_TRANSMIT_READY))
     {
-      if (sock->ai != NULL)
-       freeaddrinfo (sock->ai);
-      memset (&hints, 0, sizeof (hints));
-      hints.ai_family = address_families[--sock->af_fam_offset];
-      hints.ai_socktype = SOCK_STREAM;
-      if (0 != (ec = getaddrinfo (sock->hostname, NULL, &hints, &sock->ai)))
-       {
-         GNUNET_log (GNUNET_ERROR_TYPE_INFO | GNUNET_ERROR_TYPE_BULK,
-                     "`%s' failed for hostname `%s': %s\n",
-                     "getaddrinfo", sock->hostname, gai_strerror (ec));
-         sock->ai = NULL;
-       }
-      sock->ai_pos = sock->ai;
+#if DEBUG_CONNECTION
+      GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
+                  "Destroy waits for CCS-TR to be done (%p)\n", sock);
+#endif
+      sock->ccs |= COCO_DESTROY_CONTINUATION;
+      return;
     }
+  if (sock->write_task != GNUNET_SCHEDULER_NO_TASK)
+    {
+#if DEBUG_CONNECTION
+      GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
+                  "Destroy waits for write_task to be done (%p)\n", sock);
+#endif
+      GNUNET_SCHEDULER_add_after (sock->sched,
+                                  sock->write_task,
+                                  &destroy_continuation, sock);
+      return;
+    }
+  if (0 != (sock->ccs & COCO_RECEIVE_AGAIN))
+    {
+      sock->ccs |= COCO_DESTROY_CONTINUATION;
+      return;
+    }
+  if (sock->sock != NULL)
+    {
+#if DEBUG_CONNECTION
+      GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
+                  "Shutting down socket (%p)\n", sock);
+#endif
+      GNUNET_NETWORK_socket_shutdown (sock->sock, SHUT_RDWR);
+    }
+  if (sock->read_task != GNUNET_SCHEDULER_NO_TASK)
+    {
+      GNUNET_SCHEDULER_add_after (sock->sched,
+                                  sock->read_task,
+                                  &destroy_continuation, sock);
+      return;
+    }
+#if DEBUG_CONNECTION
+  GNUNET_log (GNUNET_ERROR_TYPE_DEBUG, 
+             "Destroy actually runs (%p)!\n", sock);
+#endif
+  if (sock->dns_active != NULL)
+    {
+      GNUNET_RESOLVER_request_cancel (sock->dns_active);
+      sock->dns_active = NULL;
+    }
+  while (NULL != (pos = sock->ap_head))
+    {
+      GNUNET_break (GNUNET_OK == GNUNET_NETWORK_socket_close (pos->sock));
+      GNUNET_SCHEDULER_cancel (sock->sched, pos->task);
+      GNUNET_CONTAINER_DLL_remove (sock->ap_head, sock->ap_tail, pos);
+      GNUNET_free (pos);
+    }
+  GNUNET_assert (sock->nth.timeout_task == GNUNET_SCHEDULER_NO_TASK);
+  GNUNET_assert (sock->ccs == COCO_NONE);
+  if (NULL != (notify = sock->nth.notify_ready))
+    {
+      sock->nth.notify_ready = NULL;
+      notify (sock->nth.notify_ready_cls, 0, NULL);
+    }
+  if (sock->sock != NULL)
+    GNUNET_break (GNUNET_OK == GNUNET_NETWORK_socket_close (sock->sock));
+  GNUNET_free_non_null (sock->addr);
+  GNUNET_free_non_null (sock->hostname);
+#if DEBUG_CONNECTION
+  GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
+              "Freeing memory of connection %p.\n", sock);
+#endif
+  GNUNET_free (sock);
 }
 
 
+
 /**
- * Initiate asynchronous TCP connect request.
+ * See if we are now connected.  If not, wait longer for
+ * connect to succeed.  If connected, we should be able
+ * to write now as well, unless we timed out.
  *
- * @param sock what socket to connect
- * @return GNUNET_SYSERR error (no more addresses to try)
+ * @param cls our connection handle
+ * @param tc task context describing why we are here
  */
-static int
-try_connect (struct GNUNET_CONNECTION_Handle *sock)
+static void
+transmit_ready (void *cls, const struct GNUNET_SCHEDULER_TaskContext *tc);
+
+
+/**
+ * We've failed for good to establish a connection.
+ *
+ * @param h the connection we tried to establish
+ */
+static void
+connect_fail_continuation (struct GNUNET_CONNECTION_Handle *h)
 {
-  struct GNUNET_NETWORK_Descriptor *s;
+#if DEBUG_CONNECTION
+  GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
+              "Failed to establish TCP connection to `%s:%u', no further addresses to try (%p).\n",
+              h->hostname, h->port, h);
+#endif
+  /* connect failed / timed out */
+  GNUNET_break (h->ap_head == NULL);
+  GNUNET_break (h->ap_tail == NULL);
+  GNUNET_break (h->dns_active == GNUNET_NO);
+  GNUNET_break (h->sock == NULL);
+
+  /* trigger jobs that used to wait on "connect_task" */
+  if (0 != (h->ccs & COCO_RECEIVE_AGAIN))
+    {
+#if DEBUG_CONNECTION
+      GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
+                  "connect_timeout_continuation triggers receive_again (%p)\n",
+                  h);
+#endif
+      h->ccs -= COCO_RECEIVE_AGAIN;
+      h->read_task = GNUNET_SCHEDULER_add_after (h->sched,
+                                                 GNUNET_SCHEDULER_NO_TASK,
+                                                 &receive_again, h);
+    }
+  if (0 != (h->ccs & COCO_TRANSMIT_READY))
+    {
+#if DEBUG_CONNECTION
+      GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
+                  "connect_timeout_continuation cancels timeout_task, triggers transmit_ready (%p)\n",
+                  h);
+#endif
+      GNUNET_assert (h->nth.timeout_task != GNUNET_SCHEDULER_NO_TASK);
+      GNUNET_SCHEDULER_cancel (h->sched, h->nth.timeout_task);
+      h->nth.timeout_task = GNUNET_SCHEDULER_NO_TASK;
+      h->ccs -= COCO_TRANSMIT_READY;
+      h->write_task = GNUNET_SCHEDULER_add_after (h->sched,
+                                                  GNUNET_SCHEDULER_NO_TASK,
+                                                  &transmit_ready, h);
+    }
+  if (0 != (h->ccs & COCO_DESTROY_CONTINUATION))
+    {
+#if DEBUG_CONNECTION
+      GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
+                  "connect_timeout_continuation runs destroy_continuation (%p)\n",
+                  h);
+#endif
+      h->ccs -= COCO_DESTROY_CONTINUATION;
+      GNUNET_SCHEDULER_add_continuation (h->sched,
+                                         &destroy_continuation,
+                                         h, GNUNET_SCHEDULER_REASON_TIMEOUT);
+    }
+}
 
-  if (sock->addr != NULL)
+
+/**
+ * We've succeeded in establishing a connection.
+ *
+ * @param h the connection we tried to establish
+ */
+static void
+connect_success_continuation (struct GNUNET_CONNECTION_Handle *h)
+{
+#if DEBUG_CONNECTION
+  GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
+              "Connection to `%s' succeeded! (%p)\n",
+              GNUNET_a2s (h->addr, h->addrlen), h);
+#endif
+  /* trigger jobs that waited for the connection */
+  if (0 != (h->ccs & COCO_RECEIVE_AGAIN))
     {
-      GNUNET_free (sock->addr);
-      sock->addr = NULL;
-      sock->addrlen = 0;
+#if DEBUG_CONNECTION
+      GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
+                  "connect_success_continuation runs receive_again (%p)\n",
+                  h);
+#endif
+      h->ccs -= COCO_RECEIVE_AGAIN;
+      h->read_task = GNUNET_SCHEDULER_add_after (h->sched,
+                                                 GNUNET_SCHEDULER_NO_TASK,
+                                                 &receive_again, h);
     }
-  while (1)
+  if (0 != (h->ccs & COCO_TRANSMIT_READY))
     {
-      if (sock->ai_pos == NULL)
-       try_lookup (sock);
-      if (sock->ai_pos == NULL)
-        {
-          /* no more addresses to try, fatal! */
-          return GNUNET_SYSERR;
-        }
-      switch (sock->ai_pos->ai_family)
-        {
-        case AF_INET:
-          ((struct sockaddr_in *) sock->ai_pos->ai_addr)->sin_port =
-            htons (sock->port);
-          break;
-        case AF_INET6:
-          ((struct sockaddr_in6 *) sock->ai_pos->ai_addr)->sin6_port =
-            htons (sock->port);
-          break;
-        default:
-          sock->ai_pos = sock->ai_pos->ai_next;
-          continue;
-        }
-      s = GNUNET_NETWORK_socket_socket (sock->ai_pos->ai_family, SOCK_STREAM, 0);
-      if (s == NULL)
-        {
-          /* maybe unsupported address family, try next */
-          GNUNET_log_strerror (GNUNET_ERROR_TYPE_INFO, "socket");
-          sock->ai_pos = sock->ai_pos->ai_next;
-          continue;
-        }
-#ifndef MINGW
-      if (GNUNET_OK != GNUNET_NETWORK_socket_set_inheritable (s))
-        GNUNET_log_strerror (GNUNET_ERROR_TYPE_ERROR | GNUNET_ERROR_TYPE_BULK,
-                             "GNUNET_NETWORK_socket_set_inheritable");
+#if DEBUG_CONNECTION
+      GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
+                  "connect_success_continuation runs transmit_ready, cancels timeout_task (%p)\n",
+                  h);
 #endif
-      if (GNUNET_SYSERR == GNUNET_NETWORK_socket_set_blocking (s, GNUNET_NO))
-        {
-          /* we'll treat this one as fatal */
-          GNUNET_break (0 == GNUNET_NETWORK_socket_close (s));
-          return GNUNET_SYSERR;
-        }
+      GNUNET_assert (h->nth.timeout_task != GNUNET_SCHEDULER_NO_TASK);
+      GNUNET_SCHEDULER_cancel (h->sched, h->nth.timeout_task);
+      h->nth.timeout_task = GNUNET_SCHEDULER_NO_TASK;
+      h->ccs -= COCO_TRANSMIT_READY;
+      h->write_task =
+        GNUNET_SCHEDULER_add_write_net (h->sched,
+                                        GNUNET_TIME_absolute_get_remaining
+                                        (h->nth.transmit_timeout), h->sock,
+                                        &transmit_ready, h);
+    }
+  if (0 != (h->ccs & COCO_DESTROY_CONTINUATION))
+    {
 #if DEBUG_CONNECTION
-      GNUNET_log (GNUNET_ERROR_TYPE_INFO,
-                 _("Trying to connect to `%s'\n"),
-                 GNUNET_a2s(sock->ai_pos->ai_addr,
-                            sock->ai_pos->ai_addrlen));
+      GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
+                  "connect_success_continuation runs destroy_continuation (%p)\n",
+                  h);
 #endif
-      if ((0 != GNUNET_NETWORK_socket_connect (s,
-                         sock->ai_pos->ai_addr,
-                         sock->ai_pos->ai_addrlen)) && (errno != EINPROGRESS))
-        {
-          /* maybe refused / unsupported address, try next */
-          GNUNET_log_strerror (GNUNET_ERROR_TYPE_INFO, "connect");
-          GNUNET_break (0 == GNUNET_NETWORK_socket_close (s));
-          sock->ai_pos = sock->ai_pos->ai_next;
-          continue;
-        }
-      break;
+      h->ccs -= COCO_DESTROY_CONTINUATION;
+      GNUNET_SCHEDULER_add_continuation (h->sched,
+                                         &destroy_continuation,
+                                         h,
+                                         GNUNET_SCHEDULER_REASON_PREREQ_DONE);
     }
-  /* got one! copy address information! */
-  sock->addrlen = sock->ai_pos->ai_addrlen;
-  sock->addr = GNUNET_malloc (sock->addrlen);
-  memcpy (sock->addr, sock->ai_pos->ai_addr, sock->addrlen);
-  sock->ai_pos = sock->ai_pos->ai_next;
-  sock->sock = s;
-  return GNUNET_OK;
 }
 
 
 /**
- * Scheduler let us know that we're either ready to
- * write on the socket OR connect timed out.  Do the
- * right thing.
+ * Scheduler let us know that we're either ready to write on the
+ * socket OR connect timed out.  Do the right thing.
+ *
+ * @param cls the "struct AddressProbe*" with the address that we are probing
+ * @param tc success or failure info about the connect attempt.
  */
 static void
-connect_continuation (void *cls,
-                      const struct GNUNET_SCHEDULER_TaskContext *tc)
+connect_probe_continuation (void *cls,
+                            const struct GNUNET_SCHEDULER_TaskContext *tc)
 {
-  struct GNUNET_CONNECTION_Handle *sock = cls;
-  unsigned int len;
+  struct AddressProbe *ap = cls;
+  struct GNUNET_CONNECTION_Handle *h = ap->h;
+  struct AddressProbe *pos;
   int error;
+  unsigned int len;
 
-  /* nobody needs to wait for us anymore... */
-  sock->connect_task = GNUNET_SCHEDULER_NO_TASK;
-  /* Note: write-ready does NOT mean connect succeeded,
-     we need to use getsockopt to be sure */
+  GNUNET_CONTAINER_DLL_remove (h->ap_head, h->ap_tail, ap);
   len = sizeof (error);
   errno = 0;
   error = 0;
   if ((0 == (tc->reason & GNUNET_SCHEDULER_REASON_WRITE_READY)) ||
-      (0 != GNUNET_NETWORK_socket_getsockopt (sock->sock, SOL_SOCKET, SO_ERROR, &error, &len)) ||
-      (error != 0) || (errno != 0))
+      (GNUNET_OK !=
+       GNUNET_NETWORK_socket_getsockopt (ap->sock, SOL_SOCKET, SO_ERROR,
+                                         &error, &len)) || (error != 0)
+      || (errno != 0))
+    {
+      GNUNET_break (GNUNET_OK == GNUNET_NETWORK_socket_close (ap->sock));
+      GNUNET_free (ap);
+      if ((NULL == h->ap_head) && (h->dns_active == GNUNET_NO))
+        connect_fail_continuation (h);
+      return;
+    }
+  GNUNET_assert (h->sock == NULL);
+  GNUNET_assert (ap->sock != NULL);
+  h->sock = ap->sock;
+  GNUNET_assert (h->addr == NULL);
+  h->addr = GNUNET_malloc (ap->addrlen);
+  memcpy (h->addr, ap->addr, ap->addrlen);
+  h->addrlen = ap->addrlen;
+  GNUNET_free (ap);
+  /* cancel all other attempts */
+  while (NULL != (pos = h->ap_head))
+    {
+      GNUNET_break (GNUNET_OK == GNUNET_NETWORK_socket_close (pos->sock));
+      GNUNET_SCHEDULER_cancel (h->sched, pos->task);
+      GNUNET_CONTAINER_DLL_remove (h->ap_head, h->ap_tail, pos);
+      GNUNET_free (pos);
+    }
+  connect_success_continuation (h);
+}
+
+
+/**
+ * Try to establish a socket connection given the specified address.
+ * This function is called by the resolver once we have a DNS reply.
+ *
+ * @param cls our "struct GNUNET_CONNECTION_Handle *"
+ * @param addr address to try, NULL for "last call"
+ * @param addrlen length of addr
+ */
+static void
+try_connect_using_address (void *cls,
+                           const struct sockaddr *addr, socklen_t addrlen)
+{
+  struct GNUNET_CONNECTION_Handle *h = cls;
+  struct AddressProbe *ap;
+  struct GNUNET_TIME_Relative delay;
+
+  if (addr == NULL)
     {
+      h->dns_active = NULL;
+      if (NULL == h->ap_head)
+        connect_fail_continuation (h);
+      return;
+    }
+  if (h->sock != NULL)
+    return;                     /* already connected */
+  GNUNET_assert (h->addr == NULL);
+  /* try to connect */
 #if DEBUG_CONNECTION
-      GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
-                 "Failed to establish TCP connection to `%s'\n",
-                 GNUNET_a2s(sock->addr, sock->addrlen));
+  GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
+              "Trying to connect using address `%s:%u/%s:%u'\n",
+              h->hostname, h->port, GNUNET_a2s (addr, addrlen), h->port);
 #endif
-      /* connect failed / timed out */
-      GNUNET_break (0 == GNUNET_NETWORK_socket_close (sock->sock));
-      sock->sock = NULL;
-      if (GNUNET_SYSERR == try_connect (sock))
-        {
-          /* failed for good */
+  ap = GNUNET_malloc (sizeof (struct AddressProbe) + addrlen);
+  ap->addr = (const struct sockaddr *) &ap[1];
+  memcpy (&ap[1], addr, addrlen);
+  ap->addrlen = addrlen;
+  ap->h = h;
+
+  switch (ap->addr->sa_family)
+    {
+    case AF_INET:
+      ((struct sockaddr_in *) ap->addr)->sin_port = htons (h->port);
+      break;
+    case AF_INET6:
+      ((struct sockaddr_in6 *) ap->addr)->sin6_port = htons (h->port);
+      break;
+    default:
+      GNUNET_break (0);
+      GNUNET_free (ap);
+      return;                   /* not supported by us */
+    }
+  ap->sock =
+    GNUNET_NETWORK_socket_create (ap->addr->sa_family, SOCK_STREAM, 0);
+  if (ap->sock == NULL)
+    {
+      GNUNET_free (ap);
+      return;                   /* not supported by OS */
+    }
 #if DEBUG_CONNECTION
-         GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
-                     "Failed to establish TCP connection, no further addresses to try.\n");
+  GNUNET_log (GNUNET_ERROR_TYPE_INFO,
+              _("Trying to connect to `%s' (%p)\n"),
+              GNUNET_a2s (ap->addr, ap->addrlen), h);
 #endif
-         /* connect failed / timed out */
-          GNUNET_break (sock->ai_pos == NULL);
-          freeaddrinfo (sock->ai);
-          sock->ai = NULL;
-          return;
-        }
-      sock->connect_task = GNUNET_SCHEDULER_add_write_net (tc->sched, GNUNET_NO,    /* abort on shutdown */
-                                                       GNUNET_SCHEDULER_PRIORITY_KEEP,
-                                                       GNUNET_SCHEDULER_NO_TASK,
-                                                       GNUNET_CONNECTION_CONNECT_RETRY_TIMEOUT,
-                                                       sock->sock,
-                                                       &connect_continuation,
-                                                       sock);
+  if ((GNUNET_OK != GNUNET_NETWORK_socket_connect (ap->sock,
+                                                   ap->addr,
+                                                   ap->addrlen)) &&
+      (errno != EINPROGRESS))
+    {
+      /* maybe refused / unsupported address, try next */
+      GNUNET_log_strerror (GNUNET_ERROR_TYPE_INFO, "connect");
+      GNUNET_break (GNUNET_OK == GNUNET_NETWORK_socket_close (ap->sock));
+      GNUNET_free (ap);
       return;
     }
-  /* connect succeeded! clean up "ai" */
-#if DEBUG_CONNECTION
-  GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
-             "Connection to `%s' succeeded!\n",
-             GNUNET_a2s(sock->addr, sock->addrlen));
-#endif
-  freeaddrinfo (sock->ai);
-  sock->ai_pos = NULL;
-  sock->ai = NULL;
+  GNUNET_CONTAINER_DLL_insert (h->ap_head, h->ap_tail, ap);
+  delay = GNUNET_CONNECTION_CONNECT_RETRY_TIMEOUT;
+  if (h->nth.notify_ready != NULL)
+    delay = GNUNET_TIME_relative_min (delay,
+                                      GNUNET_TIME_absolute_get_remaining
+                                      (h->nth.transmit_timeout));
+  if (h->receiver != NULL)
+    delay = GNUNET_TIME_relative_min (delay,
+                                      GNUNET_TIME_absolute_get_remaining
+                                      (h->receive_timeout));
+  ap->task =
+    GNUNET_SCHEDULER_add_write_net (h->sched, delay, ap->sock,
+                                    &connect_probe_continuation, ap);
 }
 
 
@@ -539,6 +813,7 @@ connect_continuation (void *cls,
  * yet been established.  This function only creates TCP connections.
  *
  * @param sched scheduler to use
+ * @param cfg configuration to use
  * @param hostname name of the host to connect to
  * @param port port to connect to
  * @param maxbuf maximum write buffer size for the socket (use
@@ -546,36 +821,29 @@ connect_continuation (void *cls,
  * @return the socket handle
  */
 struct GNUNET_CONNECTION_Handle *
-GNUNET_CONNECTION_create_from_connect (struct GNUNET_SCHEDULER_Handle
-                                           *sched, const char *hostname,
-                                           uint16_t port, size_t maxbuf)
+GNUNET_CONNECTION_create_from_connect (struct GNUNET_SCHEDULER_Handle *sched,
+                                       const struct
+                                       GNUNET_CONFIGURATION_Handle *cfg,
+                                       const char *hostname, uint16_t port,
+                                       size_t maxbuf)
 {
   struct GNUNET_CONNECTION_Handle *ret;
 
+  GNUNET_assert (0 < strlen (hostname));        /* sanity check */
   ret = GNUNET_malloc (sizeof (struct GNUNET_CONNECTION_Handle) + maxbuf);
-  ret->sock = NULL;
+  ret->cfg = cfg;
   ret->sched = sched;
   ret->write_buffer = (char *) &ret[1];
   ret->write_buffer_size = maxbuf;
   ret->port = port;
-  ret->af_fam_offset = sizeof (address_families) / sizeof(address_families[0]);
   ret->hostname = GNUNET_strdup (hostname);
-  if (GNUNET_SYSERR == try_connect (ret))
-    {
-      if (NULL != ret->ai)
-       freeaddrinfo (ret->ai);
-      GNUNET_free (ret->hostname);
-      GNUNET_free (ret);
-      return NULL;
-    }
-  ret->connect_task = GNUNET_SCHEDULER_add_write_net (sched, GNUNET_NO,     /* abort on shutdown */
-                                                  GNUNET_SCHEDULER_PRIORITY_KEEP,
-                                                  GNUNET_SCHEDULER_NO_TASK,
-                                                  GNUNET_CONNECTION_CONNECT_RETRY_TIMEOUT,
-                                                  ret->sock,
-                                                  &connect_continuation, ret);
+  ret->dns_active = GNUNET_RESOLVER_ip_get (sched,
+                                            cfg,
+                                            ret->hostname,
+                                            AF_UNSPEC,
+                                            GNUNET_CONNECTION_CONNECT_RETRY_TIMEOUT,
+                                            &try_connect_using_address, ret);
   return ret;
-
 }
 
 
@@ -594,50 +862,37 @@ GNUNET_CONNECTION_create_from_connect (struct GNUNET_SCHEDULER_Handle
  */
 struct GNUNET_CONNECTION_Handle *
 GNUNET_CONNECTION_create_from_sockaddr (struct GNUNET_SCHEDULER_Handle
-                                            *sched, int af_family,
-                                            const struct sockaddr *serv_addr,
-                                            socklen_t addrlen, size_t maxbuf)
+                                        *sched, int af_family,
+                                        const struct sockaddr *serv_addr,
+                                        socklen_t addrlen, size_t maxbuf)
 {
-  struct GNUNET_NETWORK_Descriptor *s;
+  struct GNUNET_NETWORK_Handle *s;
   struct GNUNET_CONNECTION_Handle *ret;
 
-  s = GNUNET_NETWORK_socket_socket (af_family, SOCK_STREAM, 0);
+  s = GNUNET_NETWORK_socket_create (af_family, SOCK_STREAM, 0);
   if (s == NULL)
     {
       GNUNET_log_strerror (GNUNET_ERROR_TYPE_WARNING |
                            GNUNET_ERROR_TYPE_BULK, "socket");
       return NULL;
     }
-#ifndef MINGW
-#if 0
-  // FIXME NILS
-  if (0 != fcntl (s, F_SETFD, fcntl (s, F_GETFD) | FD_CLOEXEC))
-    GNUNET_log_strerror (GNUNET_ERROR_TYPE_ERROR | GNUNET_ERROR_TYPE_BULK,
-                         "fcntl");
-#endif
-#endif
-  if (GNUNET_SYSERR == GNUNET_NETWORK_socket_set_blocking (s, GNUNET_NO))
-    {
-      /* we'll treat this one as fatal */
-      GNUNET_break (0 == GNUNET_NETWORK_socket_close (s));
-      return NULL;
-    }
-#if DEBUG_CONNECTION
-  GNUNET_log (GNUNET_ERROR_TYPE_INFO,
-             _("Trying to connect to `%s'\n"),
-             GNUNET_a2s(serv_addr, addrlen));
-#endif
-  if ((0 != GNUNET_NETWORK_socket_connect (s, serv_addr, addrlen)) && (errno != EINPROGRESS))
+  if ((GNUNET_OK != GNUNET_NETWORK_socket_connect (s, serv_addr, addrlen))
+      && (errno != EINPROGRESS))
     {
       /* maybe refused / unsupported address, try next */
       GNUNET_log_strerror (GNUNET_ERROR_TYPE_INFO, "connect");
-      GNUNET_break (0 == GNUNET_NETWORK_socket_close (s));
+      GNUNET_break (GNUNET_OK == GNUNET_NETWORK_socket_close (s));
       return NULL;
     }
   ret = GNUNET_CONNECTION_create_from_existing (sched, s, maxbuf);
   ret->addr = GNUNET_malloc (addrlen);
   memcpy (ret->addr, serv_addr, addrlen);
   ret->addrlen = addrlen;
+#if DEBUG_CONNECTION
+  GNUNET_log (GNUNET_ERROR_TYPE_INFO,
+              _("Trying to connect to `%s' (%p)\n"),
+              GNUNET_a2s (serv_addr, addrlen), ret);
+#endif
   return ret;
 }
 
@@ -653,89 +908,50 @@ GNUNET_CONNECTION_create_from_sockaddr (struct GNUNET_SCHEDULER_Handle
 int
 GNUNET_CONNECTION_check (struct GNUNET_CONNECTION_Handle *sock)
 {
-  if (sock->ai != NULL)
+  if ((sock->ap_head != NULL) || (sock->dns_active != NULL))
     return GNUNET_YES;          /* still trying to connect */
   return (sock->sock == NULL) ? GNUNET_NO : GNUNET_YES;
 }
 
 
-/**
- * Scheduler let us know that the connect task is finished (or was
- * cancelled due to shutdown).  Now really clean up.
- */
-static void
-destroy_continuation (void *cls,
-                      const struct GNUNET_SCHEDULER_TaskContext *tc)
-{
-  struct GNUNET_CONNECTION_Handle *sock = cls;
-  GNUNET_CONNECTION_TransmitReadyNotify notify;
-
-  if (sock->write_task != GNUNET_SCHEDULER_NO_TASK)
-    {
-      GNUNET_SCHEDULER_add_after (sock->sched,
-                                  GNUNET_YES,
-                                  GNUNET_SCHEDULER_PRIORITY_KEEP,
-                                  sock->write_task,
-                                  &destroy_continuation, sock);
-      return;
-    }
-  if (sock->sock != NULL)
-    {
-#if DEBUG_CONNECTION
-      GNUNET_log (GNUNET_ERROR_TYPE_DEBUG, "Shutting down socket.\n");
-#endif
-      GNUNET_NETWORK_socket_shutdown (sock->sock, SHUT_RDWR);
-    }
-  if (sock->read_task != GNUNET_SCHEDULER_NO_TASK)
-    {
-      GNUNET_SCHEDULER_add_after (sock->sched,
-                                  GNUNET_YES,
-                                  GNUNET_SCHEDULER_PRIORITY_KEEP,
-                                  sock->read_task,
-                                  &destroy_continuation, sock);
-      return;
-    }
-  if (NULL != (notify = sock->nth.notify_ready))
-    {
-      sock->nth.notify_ready = NULL;
-      notify (sock->nth.notify_ready_cls, 0, NULL);
-      if (sock->nth.timeout_task != GNUNET_SCHEDULER_NO_TASK)
-        {
-          GNUNET_SCHEDULER_cancel (sock->sched, sock->nth.timeout_task);
-          sock->nth.timeout_task = GNUNET_SCHEDULER_NO_TASK;
-        }
-    }
-  if (sock->sock != NULL)
-    GNUNET_break (0 == GNUNET_NETWORK_socket_close (sock->sock));
-  GNUNET_free_non_null (sock->addr);
-  if (sock->ai != NULL)
-    freeaddrinfo (sock->ai);      
-  GNUNET_free_non_null (sock->hostname);
-  GNUNET_free (sock);
-}
-
-
 /**
  * Close the socket and free associated resources. Pending
- * transmissions are simply dropped.  A pending receive call will be
- * called with an error code of "EPIPE".
+ * transmissions may be completed or dropped depending on the
+ * arguments.   If a receive call is pending and should 
+ * NOT be completed, 'GNUNET_CONNECTION_receive_cancel'
+ * should be called explicitly first.
  *
  * @param sock socket to destroy
+ * @param finish_pending_write should pending writes be completed or aborted?
+ *        (this applies to transmissions where the data has already been
+ *        read from the application; all other transmissions should be
+ *        aborted using 'GNUNET_CONNECTION_notify_transmit_ready_cancel').
  */
 void
-GNUNET_CONNECTION_destroy (struct GNUNET_CONNECTION_Handle *sock)
+GNUNET_CONNECTION_destroy (struct GNUNET_CONNECTION_Handle *sock,
+                          int finish_pending_write)
 {
-  if (sock->write_buffer_off == 0)
-    sock->ai_pos = NULL;        /* if we're still trying to connect and have
-                                   no message pending, stop trying! */
+  if (GNUNET_NO == finish_pending_write)
+    {
+      if (sock->write_task != GNUNET_SCHEDULER_NO_TASK)
+       {
+         GNUNET_SCHEDULER_cancel (sock->sched,
+                                  sock->write_task);
+         sock->write_task = GNUNET_SCHEDULER_NO_TASK;
+         sock->write_buffer_off = 0;
+       }
+    }
+  if ((sock->write_buffer_off == 0) && (sock->dns_active != NULL))
+    {
+      GNUNET_RESOLVER_request_cancel (sock->dns_active);
+      sock->dns_active = NULL;
+    }
   GNUNET_assert (sock->sched != NULL);
-  GNUNET_SCHEDULER_add_after (sock->sched,
-                              GNUNET_YES,
-                              GNUNET_SCHEDULER_PRIORITY_KEEP,
-                              sock->connect_task,
-                              &destroy_continuation, sock);
+  GNUNET_SCHEDULER_add_now (sock->sched,
+                           &destroy_continuation, sock);
 }
 
+
 /**
  * Tell the receiver callback that a timeout was reached.
  */
@@ -746,7 +962,7 @@ signal_timeout (struct GNUNET_CONNECTION_Handle *sh)
 
 #if DEBUG_CONNECTION
   GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
-              "Network signals time out to receiver!\n");
+              "Network signals time out to receiver (%p)!\n", sh);
 #endif
   GNUNET_assert (NULL != (receiver = sh->receiver));
   sh->receiver = NULL;
@@ -781,14 +997,33 @@ receive_ready (void *cls, const struct GNUNET_SCHEDULER_TaskContext *tc)
   GNUNET_CONNECTION_Receiver receiver;
 
   sh->read_task = GNUNET_SCHEDULER_NO_TASK;
+  if ( (GNUNET_YES == sh->ignore_shutdown) &&
+       (0 != (tc->reason & GNUNET_SCHEDULER_REASON_SHUTDOWN))) 
+    {
+      /* ignore shutdown request, go again immediately */
+#if DEBUG_CONNECTION
+      GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
+                 "Ignoring shutdown signal per configuration\n");
+#endif
+      sh->read_task = GNUNET_SCHEDULER_add_read_net (tc->sched,
+                                                    GNUNET_TIME_absolute_get_remaining
+                                                    (sh->receive_timeout),
+                                                    sh->sock,
+                                                    &receive_ready, sh);
+      return;
+    }
   now = GNUNET_TIME_absolute_get ();
   if ((now.value > sh->receive_timeout.value) ||
       (0 != (tc->reason & GNUNET_SCHEDULER_REASON_TIMEOUT)) ||
       (0 != (tc->reason & GNUNET_SCHEDULER_REASON_SHUTDOWN)))
     {
 #if DEBUG_CONNECTION
-      GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
-                  "Receive encounters error: time out...\n");
+      if (0 == (tc->reason & GNUNET_SCHEDULER_REASON_SHUTDOWN))
+        GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
+                    "Receive from `%s' encounters error: time out by %llums... (%p)\n",
+                    GNUNET_a2s (sh->addr, sh->addrlen),
+                    GNUNET_TIME_absolute_get_duration (sh->receive_timeout).
+                    value, sh);
 #endif
       signal_timeout (sh);
       return;
@@ -798,21 +1033,14 @@ receive_ready (void *cls, const struct GNUNET_SCHEDULER_TaskContext *tc)
       /* connect failed for good */
 #if DEBUG_CONNECTION
       GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
-                  "Receive encounters error, socket closed...\n");
+                  "Receive encounters error, socket closed... (%p)\n", sh);
 #endif
       signal_error (sh, ECONNREFUSED);
       return;
     }
   GNUNET_assert (GNUNET_NETWORK_fdset_isset (tc->read_ready, sh->sock));
 RETRY:
-  ret = GNUNET_NETWORK_socket_recv (sh->sock, buffer, sh->max,
-#ifndef MINGW
-      // FIXME MINGW
-      MSG_DONTWAIT
-#else
-      0
-#endif
-      );
+  ret = GNUNET_NETWORK_socket_recv (sh->sock, buffer, sh->max);
   if (ret == -1)
     {
       if (errno == EINTR)
@@ -826,10 +1054,9 @@ RETRY:
     }
 #if DEBUG_CONNECTION
   GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
-              "receive_ready read %u/%u bytes from `%s'!\n",
-             (unsigned int) ret,
-             sh->max,
-             GNUNET_a2s(sh->addr, sh->addrlen));
+              "receive_ready read %u/%u bytes from `%s' (%p)!\n",
+              (unsigned int) ret,
+              sh->max, GNUNET_a2s (sh->addr, sh->addrlen), sh);
 #endif
   GNUNET_assert (NULL != (receiver = sh->receiver));
   sh->receiver = NULL;
@@ -843,6 +1070,9 @@ RETRY:
  * timed out and that we're immediately retrying.  If we are retrying,
  * we need to wait again (or timeout); if we succeeded, we need to
  * wait for data (or timeout).
+ *
+ * @param cls our connection handle
+ * @param tc task context describing why we are here
  */
 static void
 receive_again (void *cls, const struct GNUNET_SCHEDULER_TaskContext *tc)
@@ -851,13 +1081,12 @@ receive_again (void *cls, const struct GNUNET_SCHEDULER_TaskContext *tc)
   struct GNUNET_TIME_Absolute now;
 
   sh->read_task = GNUNET_SCHEDULER_NO_TASK;
-  if ((sh->sock == NULL) &&
-      (sh->connect_task == GNUNET_SCHEDULER_NO_TASK))
+  if (sh->sock == NULL)
     {
       /* not connected and no longer trying */
 #if DEBUG_CONNECTION
       GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
-                  "Receive encounters error, socket closed...\n");
+                  "Receive encounters error, socket closed (%p)...\n", sh);
 #endif
       signal_error (sh, ECONNREFUSED);
       return;
@@ -868,30 +1097,18 @@ receive_again (void *cls, const struct GNUNET_SCHEDULER_TaskContext *tc)
     {
 #if DEBUG_CONNECTION
       GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
-                  "Receive encounters error: time out...\n");
+                  "Receive encounters error: time out (%p)...\n", sh);
 #endif
       signal_timeout (sh);
       return;
     }
-  if (sh->connect_task != GNUNET_SCHEDULER_NO_TASK)
-    {
-      /* connect was retried */
-      sh->read_task = GNUNET_SCHEDULER_add_after (tc->sched,
-                                                  GNUNET_YES,
-                                                  GNUNET_SCHEDULER_PRIORITY_KEEP,
-                                                  sh->connect_task,
-                                                  &receive_again, sh);
-      return;
-    }
+  GNUNET_assert (sh->sock != NULL);
   /* connect succeeded, wait for data! */
   sh->read_task = GNUNET_SCHEDULER_add_read_net (tc->sched,
-                                            GNUNET_YES,
-                                            GNUNET_SCHEDULER_PRIORITY_KEEP,
-                                            sh->connect_task,
-                                            GNUNET_TIME_absolute_get_remaining
-                                            (sh->receive_timeout),
-                                            sh->sock, &receive_ready,
-                                            sh);
+                                                 GNUNET_TIME_absolute_get_remaining
+                                                 (sh->receive_timeout),
+                                                 sh->sock,
+                                                 &receive_ready, sh);
 }
 
 
@@ -902,33 +1119,56 @@ receive_again (void *cls, const struct GNUNET_SCHEDULER_TaskContext *tc)
  * receive call per socket at any given point in time (so do not
  * call receive again until the receiver callback has been invoked).
  *
- * @param sched scheduler to use
  * @param sock socket handle
  * @param max maximum number of bytes to read
  * @param timeout maximum amount of time to wait (use -1 for "forever")
  * @param receiver function to call with received data
  * @param receiver_cls closure for receiver
- * @return scheduler task ID used for receiving, GNUNET_SCHEDULER_NO_TASK on error
  */
-GNUNET_SCHEDULER_TaskIdentifier
+void
 GNUNET_CONNECTION_receive (struct GNUNET_CONNECTION_Handle *sock,
-                        size_t max,
-                        struct GNUNET_TIME_Relative timeout,
-                        GNUNET_CONNECTION_Receiver receiver, void *receiver_cls)
+                           size_t max,
+                           struct GNUNET_TIME_Relative timeout,
+                           GNUNET_CONNECTION_Receiver receiver,
+                           void *receiver_cls)
 {
   struct GNUNET_SCHEDULER_TaskContext tc;
 
   GNUNET_assert ((sock->read_task == GNUNET_SCHEDULER_NO_TASK) &&
+                 (0 == (sock->ccs & COCO_RECEIVE_AGAIN)) &&
                  (sock->receiver == NULL));
   sock->receiver = receiver;
   sock->receiver_cls = receiver_cls;
   sock->receive_timeout = GNUNET_TIME_relative_to_absolute (timeout);
   sock->max = max;
-  memset (&tc, 0, sizeof (tc));
-  tc.sched = sock->sched;
-  tc.reason = GNUNET_SCHEDULER_REASON_PREREQ_DONE;
-  receive_again (sock, &tc);
-  return sock->read_task;
+  if (sock->sock != NULL)
+    {
+      memset (&tc, 0, sizeof (tc));
+      tc.sched = sock->sched;
+      tc.reason = GNUNET_SCHEDULER_REASON_PREREQ_DONE;
+      receive_again (sock, &tc);
+      return;
+    }
+  if ((sock->dns_active == NULL) && (sock->ap_head == NULL))
+    {
+      receiver (receiver_cls, NULL, 0, NULL, 0, ETIMEDOUT);
+      return;
+    }
+  sock->ccs += COCO_RECEIVE_AGAIN;
+}
+
+
+/**
+ * Configure this connection to ignore shutdown signals.
+ *
+ * @param sock socket handle
+ * @param do_ignore GNUNET_YES to ignore, GNUNET_NO to restore default
+ */
+void
+GNUNET_CONNECTION_ignore_shutdown (struct GNUNET_CONNECTION_Handle *sock,
+                                  int do_ignore)
+{
+  sock->ignore_shutdown = do_ignore;
 }
 
 
@@ -938,16 +1178,22 @@ GNUNET_CONNECTION_receive (struct GNUNET_CONNECTION_Handle *sock,
  * for the cancellation to be valid.
  *
  * @param sock socket handle
- * @param task task identifier returned from the receive call
- * @return closure of the original receiver callback
+ * @return closure of the original receiver callback closure
  */
 void *
-GNUNET_CONNECTION_receive_cancel (struct GNUNET_CONNECTION_Handle *sock,
-                               GNUNET_SCHEDULER_TaskIdentifier task)
+GNUNET_CONNECTION_receive_cancel (struct GNUNET_CONNECTION_Handle *sock)
 {
-  GNUNET_assert (sock->read_task == task);
-  GNUNET_assert (sock == GNUNET_SCHEDULER_cancel (sock->sched, task));
-  sock->read_task = GNUNET_SCHEDULER_NO_TASK;
+  if (sock->read_task != GNUNET_SCHEDULER_NO_TASK)
+    {
+      GNUNET_assert (sock == GNUNET_SCHEDULER_cancel (sock->sched,
+                                                      sock->read_task));
+      sock->read_task = GNUNET_SCHEDULER_NO_TASK;
+    }
+  else
+    {
+      GNUNET_assert (0 != (sock->ccs & COCO_RECEIVE_AGAIN));
+      sock->ccs -= COCO_RECEIVE_AGAIN;
+    }
   sock->receiver = NULL;
   return sock->receiver_cls;
 }
@@ -977,11 +1223,6 @@ process_notify (struct GNUNET_CONNECTION_Handle *sock)
   if (sock->nth.notify_size > avail)
     return GNUNET_NO;
   sock->nth.notify_ready = NULL;
-  if (sock->nth.timeout_task != GNUNET_SCHEDULER_NO_TASK)
-    {
-      GNUNET_SCHEDULER_cancel (sock->sched, sock->nth.timeout_task);
-      sock->nth.timeout_task = GNUNET_SCHEDULER_NO_TASK;
-    }
   if (sock->write_buffer_size - sock->write_buffer_off < size)
     {
       /* need to compact */
@@ -1014,8 +1255,42 @@ transmit_timeout (void *cls, const struct GNUNET_SCHEDULER_TaskContext *tc)
   GNUNET_CONNECTION_TransmitReadyNotify notify;
 
 #if DEBUG_CONNECTION
-  GNUNET_log (GNUNET_ERROR_TYPE_DEBUG, "Transmit fails, time out reached.\n");
+  GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
+              "transmit_timeout running (%p)\n", sock);
+#endif
+  sock->nth.timeout_task = GNUNET_SCHEDULER_NO_TASK;
+#if DEBUG_CONNECTION
+  GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
+              "Transmit to `%s:%u/%s' fails, time out reached (%p).\n",
+              sock->hostname,
+              sock->port, GNUNET_a2s (sock->addr, sock->addrlen), sock);
+#endif
+  GNUNET_assert (0 != (sock->ccs & COCO_TRANSMIT_READY));
+  sock->ccs -= COCO_TRANSMIT_READY;     /* remove request */
+  notify = sock->nth.notify_ready;
+  sock->nth.notify_ready = NULL;
+  notify (sock->nth.notify_ready_cls, 0, NULL);
+}
+
+
+/**
+ * Task invoked by the scheduler when we failed to connect
+ * at the time of being asked to transmit.
+ *
+ * This task notifies the client about the error.
+ */
+static void
+connect_error (void *cls, const struct GNUNET_SCHEDULER_TaskContext *tc)
+{
+  struct GNUNET_CONNECTION_Handle *sock = cls;
+  GNUNET_CONNECTION_TransmitReadyNotify notify;
+
+#if DEBUG_CONNECTION
+  GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
+              "Transmission request of size %u fails, connection failed (%p).\n",
+              sock->nth.notify_size, sock);
 #endif
+  sock->write_task = GNUNET_SCHEDULER_NO_TASK;
   notify = sock->nth.notify_ready;
   sock->nth.notify_ready = NULL;
   notify (sock->nth.notify_ready_cls, 0, NULL);
@@ -1025,14 +1300,13 @@ transmit_timeout (void *cls, const struct GNUNET_SCHEDULER_TaskContext *tc)
 static void
 transmit_error (struct GNUNET_CONNECTION_Handle *sock)
 {
+  GNUNET_CONNECTION_TransmitReadyNotify notify;
+
   if (sock->nth.notify_ready == NULL)
     return;                     /* nobody to tell about it */
-  if (sock->nth.timeout_task != GNUNET_SCHEDULER_NO_TASK)
-    {
-      GNUNET_SCHEDULER_cancel (sock->sched, sock->nth.timeout_task);
-      sock->nth.timeout_task = GNUNET_SCHEDULER_NO_TASK;
-    }
-  transmit_timeout (sock, NULL);
+  notify = sock->nth.notify_ready;
+  sock->nth.notify_ready = NULL;
+  notify (sock->nth.notify_ready_cls, 0, NULL);
 }
 
 
@@ -1040,54 +1314,77 @@ transmit_error (struct GNUNET_CONNECTION_Handle *sock)
  * See if we are now connected.  If not, wait longer for
  * connect to succeed.  If connected, we should be able
  * to write now as well, unless we timed out.
+ *
+ * @param cls our connection handle
+ * @param tc task context describing why we are here
  */
 static void
 transmit_ready (void *cls, const struct GNUNET_SCHEDULER_TaskContext *tc)
 {
   struct GNUNET_CONNECTION_Handle *sock = cls;
+  GNUNET_CONNECTION_TransmitReadyNotify notify;
   ssize_t ret;
   size_t have;
 
+#if DEBUG_CONNECTION
+  GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
+              "transmit_ready running (%p).\n", sock);
+#endif
   GNUNET_assert (sock->write_task != GNUNET_SCHEDULER_NO_TASK);
   sock->write_task = GNUNET_SCHEDULER_NO_TASK;
-  if (sock->connect_task != GNUNET_SCHEDULER_NO_TASK)
+  GNUNET_assert (sock->nth.timeout_task == GNUNET_SCHEDULER_NO_TASK);
+  if (0 != (tc->reason & GNUNET_SCHEDULER_REASON_SHUTDOWN)) 
     {
-      /* still waiting for connect */
-      GNUNET_assert (sock->write_task ==
-                     GNUNET_SCHEDULER_NO_TASK);
-      sock->write_task =
-        GNUNET_SCHEDULER_add_delayed (tc->sched, GNUNET_NO,
-                                      GNUNET_SCHEDULER_PRIORITY_KEEP,
-                                      sock->connect_task,
-                                      GNUNET_TIME_UNIT_ZERO, &transmit_ready,
-                                      sock);
+      if (sock->ignore_shutdown == GNUNET_YES)
+       goto SCHEDULE_WRITE;    /* ignore shutdown, go again immediately */
+#if DEBUG_CONNECTION
+      GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
+                  "Transmit to `%s' fails, shutdown happened (%p).\n",
+                  GNUNET_a2s (sock->addr, sock->addrlen), sock);
+#endif
+      notify = sock->nth.notify_ready;
+      sock->nth.notify_ready = NULL;
+      notify (sock->nth.notify_ready_cls, 0, NULL);
       return;
     }
-  if ( (sock->sock == NULL) ||
-       ( (0 != (tc->reason & GNUNET_SCHEDULER_REASON_TIMEOUT)) &&
-        (0 == (tc->reason & GNUNET_SCHEDULER_REASON_PREREQ_DONE)) &&
-        (!GNUNET_NETWORK_fdset_isset (tc->write_ready, sock->sock)))  )
+  if (0 != (tc->reason & GNUNET_SCHEDULER_REASON_TIMEOUT))
     {
 #if DEBUG_CONNECTION
-      GNUNET_log (GNUNET_ERROR_TYPE_INFO,
-                  _("Could not satisfy pending transmission request, socket closed or connect failed.\n"));
+      GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
+                  "Transmit to `%s' fails, time out reached (%p).\n",
+                  GNUNET_a2s (sock->addr, sock->addrlen), sock);
 #endif
-      if (NULL != sock->sock)
-       {
-         GNUNET_NETWORK_socket_shutdown (sock->sock, SHUT_RDWR);
-         GNUNET_break (0 == GNUNET_NETWORK_socket_close (sock->sock));
-         sock->sock = NULL;
-       }
-      transmit_error (sock);
-      return;                   /* connect failed for good, we're finished */
+      notify = sock->nth.notify_ready;
+      sock->nth.notify_ready = NULL;
+      notify (sock->nth.notify_ready_cls, 0, NULL);
+      return;
     }
- if ((tc->write_ready == NULL) || (!GNUNET_NETWORK_fdset_isset (tc->write_ready, sock->sock)))
+  GNUNET_assert (NULL != sock->sock);
+  if (tc->write_ready == NULL)
     {
       /* special circumstances (in particular,
-        PREREQ_DONE after connect): not yet ready to write,
-        but no "fatal" error either.  Hence retry.  */
+         PREREQ_DONE after connect): not yet ready to write,
+         but no "fatal" error either.  Hence retry.  */
       goto SCHEDULE_WRITE;
     }
+  if (!GNUNET_NETWORK_fdset_isset (tc->write_ready, sock->sock))
+    {
+#if DEBUG_CONNECTION
+      GNUNET_log (GNUNET_ERROR_TYPE_INFO,
+                  _
+                  ("Could not satisfy pending transmission request, socket closed or connect failed (%p).\n"),
+                  sock);
+#endif
+      if (NULL != sock->sock)
+        {
+          GNUNET_NETWORK_socket_shutdown (sock->sock, SHUT_RDWR);
+          GNUNET_break (GNUNET_OK ==
+                        GNUNET_NETWORK_socket_close (sock->sock));
+          sock->sock = NULL;
+        }
+      transmit_error (sock);
+      return;                   /* connect failed for good, we're finished */
+    }
   GNUNET_assert (sock->write_buffer_off >= sock->write_buffer_pos);
   process_notify (sock);
   have = sock->write_buffer_off - sock->write_buffer_pos;
@@ -1096,17 +1393,14 @@ transmit_ready (void *cls, const struct GNUNET_SCHEDULER_TaskContext *tc)
       /* no data ready for writing, terminate write loop */
       return;
     }
+  GNUNET_assert (have <= sock->write_buffer_size);
+  GNUNET_assert (have + sock->write_buffer_pos <= sock->write_buffer_size);
+  GNUNET_assert (sock->write_buffer_pos <= sock->write_buffer_size);
 RETRY:
   ret = GNUNET_NETWORK_socket_send (sock->sock,
-              &sock->write_buffer[sock->write_buffer_pos],
-              have,
-#ifndef MINGW
-              // FIXME NILS
-              MSG_DONTWAIT | MSG_NOSIGNAL
-#else
-              0
-#endif
-  );
+                                    &sock->write_buffer[sock->
+                                                        write_buffer_pos],
+                                    have);
   if (ret == -1)
     {
       if (errno == EINTR)
@@ -1114,18 +1408,15 @@ RETRY:
 #if DEBUG_CONNECTION
       GNUNET_log_strerror (GNUNET_ERROR_TYPE_DEBUG, "send");
 #endif
-      GNUNET_NETWORK_socket_shutdown (sock->sock, SHUT_RDWR);
-      GNUNET_break (0 == GNUNET_NETWORK_socket_close (sock->sock));
-      sock->sock = NULL;
+      GNUNET_NETWORK_socket_shutdown (sock->sock, SHUT_WR);
       transmit_error (sock);
       return;
     }
 #if DEBUG_CONNECTION
   GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
-              "transmit_ready transmitted %u/%u bytes to `%s'\n",
-             (unsigned int) ret,
-             have,
-             GNUNET_a2s(sock->addr, sock->addrlen));
+              "transmit_ready transmitted %u/%u bytes to `%s' (%p)\n",
+              (unsigned int) ret,
+              have, GNUNET_a2s (sock->addr, sock->addrlen), sock);
 #endif
   sock->write_buffer_pos += ret;
   if (sock->write_buffer_pos == sock->write_buffer_off)
@@ -1138,14 +1429,16 @@ RETRY:
     return;                     /* all data sent! */
   /* not done writing, schedule more */
 SCHEDULE_WRITE:
+#if DEBUG_CONNECTION
+  GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
+              "Re-scheduling transmit_ready (more to do) (%p).\n", sock);
+#endif
   if (sock->write_task == GNUNET_SCHEDULER_NO_TASK)
     sock->write_task =
       GNUNET_SCHEDULER_add_write_net (tc->sched,
-                                  GNUNET_NO,
-                                  GNUNET_SCHEDULER_PRIORITY_KEEP,
-                                  GNUNET_SCHEDULER_NO_TASK,
-                                  GNUNET_TIME_absolute_get_remaining (sock->nth.transmit_timeout),
-                                  sock->sock, &transmit_ready, sock);
+                                      GNUNET_TIME_absolute_get_remaining
+                                      (sock->nth.transmit_timeout),
+                                      sock->sock, &transmit_ready, sock);
 }
 
 
@@ -1165,27 +1458,15 @@ SCHEDULE_WRITE:
  */
 struct GNUNET_CONNECTION_TransmitHandle *
 GNUNET_CONNECTION_notify_transmit_ready (struct GNUNET_CONNECTION_Handle
-                                      *sock, size_t size,
-                                      struct GNUNET_TIME_Relative timeout,
-                                      GNUNET_CONNECTION_TransmitReadyNotify
-                                      notify, void *notify_cls)
+                                         *sock, size_t size,
+                                         struct GNUNET_TIME_Relative timeout,
+                                         GNUNET_CONNECTION_TransmitReadyNotify
+                                         notify, void *notify_cls)
 {
   if (sock->nth.notify_ready != NULL)
     return NULL;
   GNUNET_assert (notify != NULL);
   GNUNET_assert (sock->write_buffer_size >= size);
-
-  if ((sock->sock == NULL) &&
-      (sock->connect_task == GNUNET_SCHEDULER_NO_TASK))
-    {
-#if DEBUG_CONNECTION
-      GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
-                  "Transmission request of size %u fails, connection failed.\n",
-                 size);
-#endif
-      notify (notify_cls, 0, NULL);
-      return &sock->nth;
-    }
   GNUNET_assert (sock->write_buffer_off <= sock->write_buffer_size);
   GNUNET_assert (sock->write_buffer_pos <= sock->write_buffer_size);
   GNUNET_assert (sock->write_buffer_pos <= sock->write_buffer_off);
@@ -1194,30 +1475,42 @@ GNUNET_CONNECTION_notify_transmit_ready (struct GNUNET_CONNECTION_Handle
   sock->nth.sh = sock;
   sock->nth.notify_size = size;
   sock->nth.transmit_timeout = GNUNET_TIME_relative_to_absolute (timeout);
-  sock->nth.timeout_task = GNUNET_SCHEDULER_add_delayed (sock->sched,
-                                                         GNUNET_NO,
-                                                         GNUNET_SCHEDULER_PRIORITY_KEEP,
-                                                         GNUNET_SCHEDULER_NO_TASK,
-                                                         timeout,
-                                                         &transmit_timeout,
+  GNUNET_assert (GNUNET_SCHEDULER_NO_TASK == sock->nth.timeout_task);
+  if ((sock->sock == NULL) &&
+      (sock->ap_head == NULL) && (sock->dns_active == NULL))
+    {
+      sock->write_task = GNUNET_SCHEDULER_add_now (sock->sched,
+                                                  &connect_error, sock);
+      return &sock->nth;
+    }
+  if (GNUNET_SCHEDULER_NO_TASK != sock->write_task)
+    return &sock->nth;
+  if (sock->sock != NULL)
+    {
+#if DEBUG_CONNECTION
+      GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
+                  "Scheduling transmit_ready (%p).\n", sock);
+#endif
+      sock->write_task = GNUNET_SCHEDULER_add_write_net (sock->sched,
+                                                         GNUNET_TIME_absolute_get_remaining
+                                                         (sock->nth.
+                                                          transmit_timeout),
+                                                         sock->sock,
+                                                         &transmit_ready,
                                                          sock);
-  if (sock->write_task == GNUNET_SCHEDULER_NO_TASK)
+    }
+  else
     {
-      if (sock->connect_task == GNUNET_SCHEDULER_NO_TASK)
-       sock->write_task = GNUNET_SCHEDULER_add_write_net (sock->sched,
-                                                      GNUNET_NO,
-                                                      GNUNET_SCHEDULER_PRIORITY_KEEP,
-                                                      GNUNET_SCHEDULER_NO_TASK,
-                                                      GNUNET_TIME_absolute_get_remaining (sock->nth.transmit_timeout),
-                                                      sock->sock,
-                                                      &transmit_ready, sock);
-      else
-       sock->write_task = GNUNET_SCHEDULER_add_delayed (sock->sched,
-                                                        GNUNET_NO,
-                                                        GNUNET_SCHEDULER_PRIORITY_KEEP,
-                                                        sock->connect_task,
-                                                        GNUNET_TIME_UNIT_ZERO,
-                                                        &transmit_ready, sock);
+#if DEBUG_CONNECTION
+      GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
+                  "CCS-Scheduling transmit_ready, adding timeout task (%p).\n",
+                  sock);
+#endif
+      sock->ccs |= COCO_TRANSMIT_READY;
+      sock->nth.timeout_task = GNUNET_SCHEDULER_add_delayed (sock->sched,
+                                                             timeout,
+                                                             &transmit_timeout,
+                                                             sock);
     }
   return &sock->nth;
 }
@@ -1229,20 +1522,30 @@ GNUNET_CONNECTION_notify_transmit_ready (struct GNUNET_CONNECTION_Handle
  */
 void
 GNUNET_CONNECTION_notify_transmit_ready_cancel (struct
-                                             GNUNET_CONNECTION_TransmitHandle *h)
+                                                GNUNET_CONNECTION_TransmitHandle
+                                                *h)
 {
   GNUNET_assert (h->notify_ready != NULL);
-  GNUNET_SCHEDULER_cancel (h->sh->sched, h->timeout_task);
-  h->timeout_task = GNUNET_SCHEDULER_NO_TASK;
-  h->notify_ready = NULL;
-}
-
-
-#if 0                           /* keep Emacsens' auto-indent happy */
-{
+  if (0 != (h->sh->ccs & COCO_TRANSMIT_READY))
+    {
+#if DEBUG_CONNECTION
+      GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
+                  "notify_transmit_ready_cancel cancels timeout_task (%p)\n",
+                  h);
 #endif
-#ifdef __cplusplus
+      GNUNET_SCHEDULER_cancel (h->sh->sched, h->timeout_task);
+      h->timeout_task = GNUNET_SCHEDULER_NO_TASK;
+      h->sh->ccs -= COCO_TRANSMIT_READY;
+    }
+  else
+    {
+      if (h->sh->write_task != GNUNET_SCHEDULER_NO_TASK)
+       {
+         GNUNET_SCHEDULER_cancel (h->sh->sched, h->sh->write_task);
+         h->sh->write_task = GNUNET_SCHEDULER_NO_TASK;
+       }
+    }
+  h->notify_ready = NULL;
 }
-#endif
 
 /* end of connection.c */