reduce config variables
[oweals/gnunet.git] / src / testing / testing.c
index 5b36fc3803ff5697b13d09410db8c192ad9bb9c7..0204f311b47f24b563599a17a2e880ba761f1eaa 100644 (file)
@@ -4,7 +4,7 @@
 
       GNUnet is free software; you can redistribute it and/or modify
       it under the terms of the GNU General Public License as published
-      by the Free Software Foundation; either version 2, or (at your
+      by the Free Software Foundation; either version 3, or (at your
       option) any later version.
 
       GNUnet is distributed in the hope that it will be useful, but
@@ -65,19 +65,30 @@ static void
 process_hello (void *cls, const struct GNUNET_MessageHeader *message)
 {
   struct GNUNET_TESTING_Daemon *daemon = cls;
+  int msize;
   if (daemon == NULL)
     return;
 
   if (daemon->server != NULL)
     {
-      GNUNET_CORE_disconnect(daemon->server);
+#if DEBUG_TESTING
+      GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
+                  "Received `%s' from transport service of `%4s', disconnecting core!\n",
+                  "HELLO", GNUNET_i2s (&daemon->id));
+#endif
+      GNUNET_CORE_disconnect (daemon->server);
       daemon->server = NULL;
     }
 
   GNUNET_assert (message != NULL);
+  msize = ntohs (message->size);
+  if (msize < 1)
+    {
+      return;
+    }
   if (daemon->th != NULL)
     {
-      GNUNET_TRANSPORT_get_hello_cancel(daemon->th, &process_hello, daemon);
+      GNUNET_TRANSPORT_get_hello_cancel (daemon->th, &process_hello, daemon);
     }
 #if DEBUG_TESTING
   GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
@@ -85,13 +96,13 @@ process_hello (void *cls, const struct GNUNET_MessageHeader *message)
               "HELLO", GNUNET_i2s (&daemon->id));
 #endif
 
-  GNUNET_free_non_null(daemon->hello);
-  daemon->hello = GNUNET_malloc(ntohs(message->size));
-  memcpy(daemon->hello, message, ntohs(message->size));
+  GNUNET_free_non_null (daemon->hello);
+  daemon->hello = GNUNET_malloc (msize);
+  memcpy (daemon->hello, message, msize);
 
   if (daemon->th != NULL)
     {
-      GNUNET_TRANSPORT_disconnect(daemon->th);
+      GNUNET_TRANSPORT_disconnect (daemon->th);
       daemon->th = NULL;
     }
 
@@ -126,7 +137,10 @@ testing_init (void *cls,
     {
       d->server = NULL;
       if (GNUNET_YES == d->dead)
-        GNUNET_TESTING_daemon_stop (d, GNUNET_TIME_absolute_get_remaining(d->max_timeout), d->dead_cb, d->dead_cb_cls, GNUNET_YES, GNUNET_NO);
+        GNUNET_TESTING_daemon_stop (d,
+                                    GNUNET_TIME_absolute_get_remaining
+                                    (d->max_timeout), d->dead_cb,
+                                    d->dead_cb_cls, GNUNET_YES, GNUNET_NO);
       else if (NULL != cb)
         cb (d->cb_cls, NULL, d->cfg, d,
             _("Failed to connect to core service\n"));
@@ -140,27 +154,42 @@ testing_init (void *cls,
   d->shortname = strdup (GNUNET_i2s (my_identity));
   d->server = server;
   d->running = GNUNET_YES;
-  if (GNUNET_YES == d->dead)
-    GNUNET_TESTING_daemon_stop (d, GNUNET_TIME_absolute_get_remaining(d->max_timeout), d->dead_cb, d->dead_cb_cls, GNUNET_YES, GNUNET_NO);
-  else if (NULL != cb)
+
+  if (NULL != cb)               /* FIXME: what happens when this callback calls GNUNET_TESTING_daemon_stop? */
     cb (d->cb_cls, my_identity, d->cfg, d, NULL);
+
+  if (GNUNET_NO == d->running)
+    {
+#if DEBUG_TESTING
+      GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
+                  "Peer is dead (d->running == GNUNET_NO)\n");
+#endif
+      return;
+    }
 #if DEBUG_TESTING
   GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
-              "Successfully started peer `%4s'.\n", GNUNET_i2s (my_identity));
+              "Successfully started peer `%4s', connecting to transport service.\n",
+              GNUNET_i2s (my_identity));
 #endif
 
-
-  d->th = GNUNET_TRANSPORT_connect (d->sched,
-                                    d->cfg, d, NULL, NULL, NULL);
+  d->th = GNUNET_TRANSPORT_connect (d->cfg, &d->id, d, NULL, NULL, NULL);
   if (d->th == NULL)
     {
       if (GNUNET_YES == d->dead)
-        GNUNET_TESTING_daemon_stop (d, GNUNET_TIME_absolute_get_remaining(d->max_timeout), d->dead_cb, d->dead_cb_cls, GNUNET_YES, GNUNET_NO);
+        GNUNET_TESTING_daemon_stop (d,
+                                    GNUNET_TIME_absolute_get_remaining
+                                    (d->max_timeout), d->dead_cb,
+                                    d->dead_cb_cls, GNUNET_YES, GNUNET_NO);
       else if (NULL != d->cb)
         d->cb (d->cb_cls, &d->id, d->cfg, d,
-            _("Failed to connect to transport service!\n"));
+               _("Failed to connect to transport service!\n"));
       return;
     }
+#if DEBUG_TESTING
+  GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
+              "Connected to transport service `%s', getting HELLO\n",
+              GNUNET_i2s (my_identity));
+#endif
 
   GNUNET_TRANSPORT_get_hello (d->th, &process_hello, d);
 }
@@ -173,8 +202,7 @@ testing_init (void *cls,
  * @param tc unused
  */
 static void
-start_fsm (void *cls, 
-          const struct GNUNET_SCHEDULER_TaskContext *tc)
+start_fsm (void *cls, const struct GNUNET_SCHEDULER_TaskContext *tc)
 {
   struct GNUNET_TESTING_Daemon *d = cls;
   GNUNET_TESTING_NotifyDaemonRunning cb;
@@ -193,22 +221,24 @@ start_fsm (void *cls,
     {
     case SP_COPYING:
       /* confirm copying complete */
-      if (GNUNET_OK != GNUNET_OS_process_status (d->pid, &type, &code))
+      if (GNUNET_OK != GNUNET_OS_process_status (d->proc, &type, &code))
         {
-          if (GNUNET_TIME_absolute_get_remaining(d->max_timeout).value == 0)
+          if (GNUNET_TIME_absolute_get_remaining (d->max_timeout).rel_value ==
+              0)
             {
               cb = d->cb;
               d->cb = NULL;
               if (NULL != cb)
                 cb (d->cb_cls,
                     NULL,
-                    d->cfg, d, _("`scp' does not seem to terminate (timeout copying config).\n"));
+                    d->cfg, d,
+                    _
+                    ("`scp' does not seem to terminate (timeout copying config).\n"));
               return;
             }
           /* wait some more */
           d->task
-            = GNUNET_SCHEDULER_add_delayed (d->sched,
-                                            GNUNET_CONSTANTS_EXEC_WAIT,
+            = GNUNET_SCHEDULER_add_delayed (GNUNET_CONSTANTS_EXEC_WAIT,
                                             &start_fsm, d);
           return;
         }
@@ -229,7 +259,7 @@ start_fsm (void *cls,
       /* fall-through */
     case SP_COPIED:
       /* Start create hostkey process */
-      d->pipe_stdout = GNUNET_DISK_pipe(GNUNET_NO);
+      d->pipe_stdout = GNUNET_DISK_pipe (GNUNET_NO, GNUNET_NO, GNUNET_YES);
       if (d->pipe_stdout == NULL)
         {
           cb = d->cb;
@@ -252,11 +282,12 @@ start_fsm (void *cls,
                       "gnunet-peerinfo", "gnunet-peerinfo", "-c", d->cfgfile,
                       "-sq");
 #endif
-          d->pid = GNUNET_OS_start_process (NULL, d->pipe_stdout, "gnunet-peerinfo",
-                                            "gnunet-peerinfo",
-                                            "-c", d->cfgfile,
-                                            "-sq", NULL);
-          GNUNET_DISK_pipe_close_end(d->pipe_stdout, GNUNET_DISK_PIPE_END_WRITE);
+          d->proc =
+            GNUNET_OS_start_process (NULL, d->pipe_stdout, "gnunet-peerinfo",
+                                     "gnunet-peerinfo", "-c", d->cfgfile,
+                                     "-sq", NULL);
+          GNUNET_DISK_pipe_close_end (d->pipe_stdout,
+                                      GNUNET_DISK_PIPE_END_WRITE);
         }
       else
         {
@@ -268,18 +299,38 @@ start_fsm (void *cls,
 #if DEBUG_TESTING
           GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
                       "Starting `%s', with command `%s %s %s %s %s %s'.\n",
-                      "gnunet-peerinfo", "ssh", dst, "gnunet-peerinfo", "-c", d->cfgfile,
-                      "-sq");
+                      "gnunet-peerinfo", "ssh", dst, "gnunet-peerinfo", "-c",
+                      d->cfgfile, "-sq");
+#endif
+          if (d->ssh_port_str == NULL)
+            {
+              d->proc = GNUNET_OS_start_process (NULL, d->pipe_stdout, "ssh",
+                                                 "ssh",
+#if !DEBUG_TESTING
+                                                 "-q",
+#endif
+                                                 dst,
+                                                 "gnunet-peerinfo",
+                                                 "-c", d->cfgfile, "-sq",
+                                                 NULL);
+            }
+          else
+            {
+              d->proc = GNUNET_OS_start_process (NULL, d->pipe_stdout, "ssh",
+                                                 "ssh", "-p", d->ssh_port_str,
+#if !DEBUG_TESTING
+                                                 "-q",
 #endif
-          d->pid = GNUNET_OS_start_process (NULL, d->pipe_stdout, "ssh",
-                                            "ssh",
-                                            dst,
-                                            "gnunet-peerinfo",
-                                            "-c", d->cfgfile, "-sq", NULL);
-          GNUNET_DISK_pipe_close_end(d->pipe_stdout, GNUNET_DISK_PIPE_END_WRITE);
+                                                 dst,
+                                                 "gnunet-peerinfo",
+                                                 "-c", d->cfgfile, "-sq",
+                                                 NULL);
+            }
+          GNUNET_DISK_pipe_close_end (d->pipe_stdout,
+                                      GNUNET_DISK_PIPE_END_WRITE);
           GNUNET_free (dst);
         }
-      if (-1 == d->pid)
+      if (NULL == d->proc)
         {
           GNUNET_log (GNUNET_ERROR_TYPE_ERROR,
                       _("Could not start `%s' process to create hostkey.\n"),
@@ -294,84 +345,82 @@ start_fsm (void *cls,
                 (NULL == d->hostname)
                 ? _("Failed to start `gnunet-peerinfo' process.\n")
                 : _("Failed to start `ssh' process.\n"));
-          GNUNET_DISK_pipe_close(d->pipe_stdout);
+          GNUNET_DISK_pipe_close (d->pipe_stdout);
           return;
         }
 #if DEBUG_TESTING
       GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
-                  "Started `%s', waiting for hostkey.\n",
-                  "gnunet-peerinfo");
+                  "Started `%s', waiting for hostkey.\n", "gnunet-peerinfo");
 #endif
       d->phase = SP_HOSTKEY_CREATE;
       d->task
-       = GNUNET_SCHEDULER_add_read_file (d->sched,
-                                         GNUNET_TIME_absolute_get_remaining(d->max_timeout),
-                                         GNUNET_DISK_pipe_handle(d->pipe_stdout, 
-                                                                 GNUNET_DISK_PIPE_END_READ),
-                                         &start_fsm, 
-                                         d);
+        =
+        GNUNET_SCHEDULER_add_read_file (GNUNET_TIME_absolute_get_remaining
+                                        (d->max_timeout),
+                                        GNUNET_DISK_pipe_handle
+                                        (d->pipe_stdout,
+                                         GNUNET_DISK_PIPE_END_READ),
+                                        &start_fsm, d);
       break;
     case SP_HOSTKEY_CREATE:
-      bytes_read = GNUNET_DISK_file_read(GNUNET_DISK_pipe_handle(d->pipe_stdout, 
-                                                                GNUNET_DISK_PIPE_END_READ),
-                                        &d->hostkeybuf[d->hostkeybufpos], 
-                                        sizeof(d->hostkeybuf) - d->hostkeybufpos);
+      bytes_read =
+        GNUNET_DISK_file_read (GNUNET_DISK_pipe_handle
+                               (d->pipe_stdout, GNUNET_DISK_PIPE_END_READ),
+                               &d->hostkeybuf[d->hostkeybufpos],
+                               sizeof (d->hostkeybuf) - d->hostkeybufpos);
       if (bytes_read > 0)
-       d->hostkeybufpos += bytes_read;      
+        d->hostkeybufpos += bytes_read;
 
-      if ( (d->hostkeybufpos < 104) &&
-          (bytes_read > 0) )
-       {
-         /* keep reading */
+      if ((d->hostkeybufpos < 104) && (bytes_read > 0))
+        {
+          /* keep reading */
           d->task
-            = GNUNET_SCHEDULER_add_read_file (d->sched,
-                                             GNUNET_TIME_absolute_get_remaining(d->max_timeout),
-                                             GNUNET_DISK_pipe_handle(d->pipe_stdout, 
-                                                                     GNUNET_DISK_PIPE_END_READ),
-                                             &start_fsm, 
-                                             d);
+            =
+            GNUNET_SCHEDULER_add_read_file (GNUNET_TIME_absolute_get_remaining
+                                            (d->max_timeout),
+                                            GNUNET_DISK_pipe_handle
+                                            (d->pipe_stdout,
+                                             GNUNET_DISK_PIPE_END_READ),
+                                            &start_fsm, d);
           return;
-       }
+        }
       d->hostkeybuf[103] = '\0';
-      if ( (bytes_read < 0) ||
-          (GNUNET_OK != GNUNET_CRYPTO_hash_from_string (d->hostkeybuf,
-                                                        &d->id.hashPubKey)) )
-       {
-         /* error */
-         if (bytes_read < 0)
-           GNUNET_log(GNUNET_ERROR_TYPE_WARNING, 
-                      _("Error reading from gnunet-peerinfo: %s\n"),
-                      STRERROR (errno));
-         else
-           GNUNET_log(GNUNET_ERROR_TYPE_WARNING, 
-                      _("Malformed output from gnunet-peerinfo!\n"));
+      if ((bytes_read < 0) ||
+          (GNUNET_OK != GNUNET_CRYPTO_hash_from_string (d->hostkeybuf,
+                                                        &d->id.hashPubKey)))
+        {
+          /* error */
+          if (bytes_read < 0)
+            GNUNET_log (GNUNET_ERROR_TYPE_WARNING,
+                        _("Error reading from gnunet-peerinfo: %s\n"),
+                        STRERROR (errno));
+          else
+            GNUNET_log (GNUNET_ERROR_TYPE_WARNING,
+                        _("Malformed output from gnunet-peerinfo!\n"));
           cb = d->cb;
           d->cb = NULL;
-          GNUNET_DISK_pipe_close(d->pipe_stdout);
-         d->pipe_stdout = NULL;
-         (void) PLIBC_KILL (d->pid, SIGKILL);
-         GNUNET_break (GNUNET_OK == GNUNET_OS_process_wait (d->pid));
-         d->pid = 0;
+          GNUNET_DISK_pipe_close (d->pipe_stdout);
+          d->pipe_stdout = NULL;
+          (void) GNUNET_OS_process_kill (d->proc, SIGKILL);
+          GNUNET_break (GNUNET_OK == GNUNET_OS_process_wait (d->proc));
+          GNUNET_OS_process_close (d->proc);
+          d->proc = NULL;
           if (NULL != cb)
-            cb (d->cb_cls,
-                NULL,
-                d->cfg,
-                d,
-                _("`Failed to get hostkey!\n"));
-         return;
-       } 
-      GNUNET_DISK_pipe_close(d->pipe_stdout);
+            cb (d->cb_cls, NULL, d->cfg, d, _("`Failed to get hostkey!\n"));
+          return;
+        }
+      GNUNET_DISK_pipe_close (d->pipe_stdout);
       d->pipe_stdout = NULL;
-      (void) PLIBC_KILL (d->pid, SIGKILL);
-      GNUNET_break (GNUNET_OK == GNUNET_OS_process_wait (d->pid));
-      d->pid = 0;
+      (void) GNUNET_OS_process_kill (d->proc, SIGKILL);
+      GNUNET_break (GNUNET_OK == GNUNET_OS_process_wait (d->proc));
+      GNUNET_OS_process_close (d->proc);
+      d->proc = NULL;
 #if DEBUG_TESTING
-      GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
-                  "Successfully got hostkey!\n");
+      GNUNET_log (GNUNET_ERROR_TYPE_DEBUG, "Successfully got hostkey!\n");
 #endif
       if (d->hostkey_callback != NULL)
         {
-          d->hostkey_callback(d->hostkey_cls, &d->id, d, NULL);
+          d->hostkey_callback (d->hostkey_cls, &d->id, d, NULL);
           d->phase = SP_HOSTKEY_CREATED;
         }
       else
@@ -381,22 +430,21 @@ start_fsm (void *cls,
       /* Fall through */
     case SP_HOSTKEY_CREATED:
       /* wait for topology finished */
-      if ((GNUNET_YES == d->dead) || (GNUNET_TIME_absolute_get_remaining(d->max_timeout).value == 0))
+      if ((GNUNET_YES == d->dead)
+          || (GNUNET_TIME_absolute_get_remaining (d->max_timeout).rel_value ==
+              0))
         {
           cb = d->cb;
           d->cb = NULL;
           if (NULL != cb)
             cb (d->cb_cls,
                 NULL,
-                d->cfg,
-                d,
-                _("`Failed while waiting for topology setup!\n"));
+                d->cfg, d, _("`Failed while waiting for topology setup!\n"));
           return;
         }
 
       d->task
-        = GNUNET_SCHEDULER_add_delayed (d->sched,
-                                        GNUNET_CONSTANTS_EXEC_WAIT,
+        = GNUNET_SCHEDULER_add_delayed (GNUNET_CONSTANTS_EXEC_WAIT,
                                         &start_fsm, d);
       break;
     case SP_TOPOLOGY_SETUP:
@@ -407,16 +455,14 @@ start_fsm (void *cls,
           GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
                       "Starting `%s', with command `%s %s %s %s %s %s'.\n",
                       "gnunet-arm", "gnunet-arm", "-c", d->cfgfile,
-                      "-L", "DEBUG",
-                      "-s");
+                      "-L", "DEBUG", "-s");
 #endif
-          d->pid = GNUNET_OS_start_process (NULL, NULL, "gnunet-arm",
-                                            "gnunet-arm",
-                                            "-c", d->cfgfile,
+          d->proc = GNUNET_OS_start_process (NULL, NULL, "gnunet-arm",
+                                             "gnunet-arm", "-c", d->cfgfile,
 #if DEBUG_TESTING
-                                            "-L", "DEBUG",
+                                             "-L", "DEBUG",
 #endif
-                                            "-s", "-q", NULL);
+                                             "-s", "-q", NULL);
         }
       else
         {
@@ -428,20 +474,40 @@ start_fsm (void *cls,
 #if DEBUG_TESTING
           GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
                       "Starting `%s', with command `%s %s %s %s %s %s %s %s'.\n",
-                      "gnunet-arm", "ssh", dst, "gnunet-arm", "-c", d->cfgfile,
-                      "-L", "DEBUG", "-s", "-q");
+                      "gnunet-arm", "ssh", dst, "gnunet-arm", "-c",
+                      d->cfgfile, "-L", "DEBUG", "-s", "-q");
 #endif
-          d->pid = GNUNET_OS_start_process (NULL, NULL, "ssh",
-                                            "ssh",
-                                            dst,
-                                            "gnunet-arm",
+          if (d->ssh_port_str == NULL)
+            {
+              d->proc = GNUNET_OS_start_process (NULL, NULL, "ssh", "ssh",
+#if !DEBUG_TESTING
+                                                 "-q",
+#endif
+                                                 dst, "gnunet-arm",
 #if DEBUG_TESTING
-                                            "-L", "DEBUG",
+                                                 "-L", "DEBUG",
+#endif
+                                                 "-c", d->cfgfile, "-s", "-q",
+                                                 NULL);
+            }
+          else
+            {
+
+              d->proc = GNUNET_OS_start_process (NULL, NULL, "ssh",
+                                                 "ssh", "-p", d->ssh_port_str,
+#if !DEBUG_TESTING
+                                                 "-q",
 #endif
-                                            "-c", d->cfgfile, "-s", "-q", NULL);
+                                                 dst, "gnunet-arm",
+#if DEBUG_TESTING
+                                                 "-L", "DEBUG",
+#endif
+                                                 "-c", d->cfgfile, "-s", "-q",
+                                                 NULL);
+            }
           GNUNET_free (dst);
         }
-      if (-1 == d->pid)
+      if (NULL == d->proc)
         {
           GNUNET_log (GNUNET_ERROR_TYPE_ERROR,
                       _("Could not start `%s' process to start GNUnet.\n"),
@@ -465,14 +531,14 @@ start_fsm (void *cls,
 #endif
       d->phase = SP_START_ARMING;
       d->task
-        = GNUNET_SCHEDULER_add_delayed (d->sched,
-                                        GNUNET_CONSTANTS_EXEC_WAIT,
+        = GNUNET_SCHEDULER_add_delayed (GNUNET_CONSTANTS_EXEC_WAIT,
                                         &start_fsm, d);
       break;
     case SP_START_ARMING:
-      if (GNUNET_OK != GNUNET_OS_process_status (d->pid, &type, &code))
+      if (GNUNET_OK != GNUNET_OS_process_status (d->proc, &type, &code))
         {
-          if (GNUNET_TIME_absolute_get_remaining(d->max_timeout).value == 0)
+          if (GNUNET_TIME_absolute_get_remaining (d->max_timeout).rel_value ==
+              0)
             {
               cb = d->cb;
               d->cb = NULL;
@@ -488,8 +554,7 @@ start_fsm (void *cls,
             }
           /* wait some more */
           d->task
-            = GNUNET_SCHEDULER_add_delayed (d->sched,
-                                            GNUNET_CONSTANTS_EXEC_WAIT,
+            = GNUNET_SCHEDULER_add_delayed (GNUNET_CONSTANTS_EXEC_WAIT,
                                             &start_fsm, d);
           return;
         }
@@ -498,12 +563,13 @@ start_fsm (void *cls,
                   "Successfully started `%s'.\n", "gnunet-arm");
 #endif
       d->phase = SP_START_CORE;
-      d->server = GNUNET_CORE_connect (d->sched,
-                                       d->cfg,
+      d->server = GNUNET_CORE_connect (d->cfg, 1,
+#if NO_MORE_TIMEOUT_FIXME
                                        ARM_START_WAIT,
+#endif
                                        d,
                                        &testing_init,
-                                       NULL, NULL,
+                                       NULL, NULL, NULL,
                                        NULL, GNUNET_NO,
                                        NULL, GNUNET_NO, no_handlers);
       break;
@@ -515,21 +581,25 @@ start_fsm (void *cls,
       break;
     case SP_SHUTDOWN_START:
       /* confirm copying complete */
-      if (GNUNET_OK != GNUNET_OS_process_status (d->pid, &type, &code))
+      if (GNUNET_OK != GNUNET_OS_process_status (d->proc, &type, &code))
         {
-          if (GNUNET_TIME_absolute_get_remaining(d->max_timeout).value == 0)
+          if (GNUNET_TIME_absolute_get_remaining (d->max_timeout).rel_value ==
+              0)
             {
-              d->dead_cb (d->dead_cb_cls,
-                          _("either `gnunet-arm' or `ssh' does not seem to terminate.\n"));
+              if (NULL != d->dead_cb)
+                d->dead_cb (d->dead_cb_cls,
+                            _
+                            ("either `gnunet-arm' or `ssh' does not seem to terminate.\n"));
               if (d->th != NULL)
                 {
-                  GNUNET_TRANSPORT_get_hello_cancel(d->th, &process_hello, d);
-                  GNUNET_TRANSPORT_disconnect(d->th);
+                  GNUNET_TRANSPORT_get_hello_cancel (d->th, &process_hello,
+                                                     d);
+                  GNUNET_TRANSPORT_disconnect (d->th);
                   d->th = NULL;
                 }
               GNUNET_CONFIGURATION_destroy (d->cfg);
               GNUNET_free (d->cfgfile);
-              GNUNET_free_non_null(d->hello);
+              GNUNET_free_non_null (d->hello);
               GNUNET_free_non_null (d->hostname);
               GNUNET_free_non_null (d->username);
               GNUNET_free_non_null (d->shortname);
@@ -538,8 +608,7 @@ start_fsm (void *cls,
             }
           /* wait some more */
           d->task
-            = GNUNET_SCHEDULER_add_delayed (d->sched,
-                                            GNUNET_CONSTANTS_EXEC_WAIT,
+            = GNUNET_SCHEDULER_add_delayed (GNUNET_CONSTANTS_EXEC_WAIT,
                                             &start_fsm, d);
           return;
         }
@@ -547,16 +616,22 @@ start_fsm (void *cls,
         {
           if (NULL != d->dead_cb)
             d->dead_cb (d->dead_cb_cls,
-                        _("shutdown (either `gnunet-arm' or `ssh') did not complete cleanly.\n"));
+                        _
+                        ("shutdown (either `gnunet-arm' or `ssh') did not complete cleanly.\n"));
           if (d->th != NULL)
             {
-              GNUNET_TRANSPORT_get_hello_cancel(d->th, &process_hello, d);
-              GNUNET_TRANSPORT_disconnect(d->th);
+              GNUNET_TRANSPORT_get_hello_cancel (d->th, &process_hello, d);
+              GNUNET_TRANSPORT_disconnect (d->th);
               d->th = NULL;
             }
+          if (d->server != NULL)
+            {
+              GNUNET_CORE_disconnect (d->server);
+              d->server = NULL;
+            }
           GNUNET_CONFIGURATION_destroy (d->cfg);
           GNUNET_free (d->cfgfile);
-          GNUNET_free_non_null(d->hello);
+          GNUNET_free_non_null (d->hello);
           GNUNET_free_non_null (d->hostname);
           GNUNET_free_non_null (d->username);
           GNUNET_free_non_null (d->shortname);
@@ -566,10 +641,16 @@ start_fsm (void *cls,
 #if DEBUG_TESTING
       GNUNET_log (GNUNET_ERROR_TYPE_DEBUG, "Peer shutdown complete.\n");
 #endif
+      if (d->server != NULL)
+        {
+          GNUNET_CORE_disconnect (d->server);
+          d->server = NULL;
+        }
+
       if (d->th != NULL)
         {
-          GNUNET_TRANSPORT_get_hello_cancel(d->th, &process_hello, d);
-          GNUNET_TRANSPORT_disconnect(d->th);
+          GNUNET_TRANSPORT_get_hello_cancel (d->th, &process_hello, d);
+          GNUNET_TRANSPORT_disconnect (d->th);
           d->th = NULL;
         }
       /* state clean up and notifications */
@@ -581,7 +662,7 @@ start_fsm (void *cls,
           GNUNET_free_non_null (d->username);
         }
 
-      GNUNET_free_non_null(d->hello);
+      GNUNET_free_non_null (d->hello);
       d->hello = NULL;
       GNUNET_free_non_null (d->shortname);
       d->shortname = NULL;
@@ -594,9 +675,9 @@ start_fsm (void *cls,
       break;
     case SP_CONFIG_UPDATE:
       /* confirm copying complete */
-      if (GNUNET_OK != GNUNET_OS_process_status (d->pid, &type, &code))
+      if (GNUNET_OK != GNUNET_OS_process_status (d->proc, &type, &code))
         {
-          if (GNUNET_TIME_absolute_get_remaining(d->max_timeout).value == 0) /* FIXME: config update should take timeout parameter! */
+          if (GNUNET_TIME_absolute_get_remaining (d->max_timeout).rel_value == 0)       /* FIXME: config update should take timeout parameter! */
             {
               cb = d->cb;
               d->cb = NULL;
@@ -608,8 +689,7 @@ start_fsm (void *cls,
             }
           /* wait some more */
           d->task
-            = GNUNET_SCHEDULER_add_delayed (d->sched,
-                                            GNUNET_CONSTANTS_EXEC_WAIT,
+            = GNUNET_SCHEDULER_add_delayed (GNUNET_CONSTANTS_EXEC_WAIT,
                                             &start_fsm, d);
           return;
         }
@@ -639,12 +719,31 @@ start_fsm (void *cls,
  * @param daemon the daemon to finish starting
  */
 void
-GNUNET_TESTING_daemon_continue_startup(struct GNUNET_TESTING_Daemon *daemon)
+GNUNET_TESTING_daemon_continue_startup (struct GNUNET_TESTING_Daemon *daemon)
 {
-  GNUNET_assert(daemon->phase == SP_HOSTKEY_CREATED);
+  GNUNET_assert (daemon->phase == SP_HOSTKEY_CREATED);
   daemon->phase = SP_TOPOLOGY_SETUP;
 }
 
+/**
+ * Check whether the given daemon is running.
+ *
+ * @param daemon the daemon to check
+ *
+ * @return GNUNET_YES if the daemon is up, GNUNET_NO if the
+ *         daemon is down, GNUNET_SYSERR on error.
+ */
+int
+GNUNET_TESTING_daemon_running (struct GNUNET_TESTING_Daemon *daemon)
+{
+  if (daemon == NULL)
+    return GNUNET_SYSERR;
+
+  if (daemon->running == GNUNET_YES)
+    return GNUNET_YES;
+  return GNUNET_NO;
+}
+
 
 /**
  * Start a peer that has previously been stopped using the daemon_stop
@@ -662,18 +761,18 @@ GNUNET_TESTING_daemon_start_stopped (struct GNUNET_TESTING_Daemon *daemon,
                                      void *cb_cls)
 {
   if (daemon->running == GNUNET_YES)
-  {
-    cb(cb_cls, &daemon->id, daemon->cfg, daemon, "Daemon already running, can't restart!");
-    return;
-  }
+    {
+      cb (cb_cls, &daemon->id, daemon->cfg, daemon,
+          "Daemon already running, can't restart!");
+      return;
+    }
 
   daemon->cb = cb;
   daemon->cb_cls = cb_cls;
   daemon->phase = SP_TOPOLOGY_SETUP;
-  daemon->max_timeout = GNUNET_TIME_relative_to_absolute(timeout);
+  daemon->max_timeout = GNUNET_TIME_relative_to_absolute (timeout);
 
-  GNUNET_SCHEDULER_add_continuation (daemon->sched,
-                                     &start_fsm,
+  GNUNET_SCHEDULER_add_continuation (&start_fsm,
                                      daemon,
                                      GNUNET_SCHEDULER_REASON_PREREQ_DONE);
 }
@@ -684,26 +783,28 @@ GNUNET_TESTING_daemon_start_stopped (struct GNUNET_TESTING_Daemon *daemon,
  * reachable via "ssh" (unless the hostname is "NULL") without the
  * need to enter a password.
  *
- * @param sched scheduler to use
  * @param cfg configuration to use
  * @param timeout how long to wait starting up peers
  * @param hostname name of the machine where to run GNUnet
  *        (use NULL for localhost).
+ * @param ssh_username ssh username to use when connecting to hostname
+ * @param sshport port to pass to ssh process when connecting to hostname
  * @param hostkey_callback function to call once the hostkey has been
  *        generated for this peer, but it hasn't yet been started
  *        (NULL to start immediately, otherwise waits on GNUNET_TESTING_daemon_continue_start)
  * @param hostkey_cls closure for hostkey callback
- * @param cb function to call with the result
+ * @param cb function to call once peer is up, or failed to start
  * @param cb_cls closure for cb
  * @return handle to the daemon (actual start will be completed asynchronously)
  */
 struct GNUNET_TESTING_Daemon *
-GNUNET_TESTING_daemon_start (struct GNUNET_SCHEDULER_Handle *sched,
-                             const struct GNUNET_CONFIGURATION_Handle *cfg,
+GNUNET_TESTING_daemon_start (const struct GNUNET_CONFIGURATION_Handle *cfg,
                              struct GNUNET_TIME_Relative timeout,
                              const char *hostname,
-                             GNUNET_TESTING_NotifyHostkeyCreated hostkey_callback,
-                             void *hostkey_cls,
+                             const char *ssh_username,
+                             uint16_t sshport,
+                             GNUNET_TESTING_NotifyHostkeyCreated
+                             hostkey_callback, void *hostkey_cls,
                              GNUNET_TESTING_NotifyDaemonRunning cb,
                              void *cb_cls)
 {
@@ -712,8 +813,13 @@ GNUNET_TESTING_daemon_start (struct GNUNET_SCHEDULER_Handle *sched,
   char *username;
 
   ret = GNUNET_malloc (sizeof (struct GNUNET_TESTING_Daemon));
-  ret->sched = sched;
   ret->hostname = (hostname == NULL) ? NULL : GNUNET_strdup (hostname);
+  if (sshport != 0)
+    {
+      GNUNET_asprintf (&ret->ssh_port_str, "%d", sshport);
+    }
+  else
+    ret->ssh_port_str = NULL;
   ret->cfgfile = GNUNET_DISK_mktemp ("gnunet-testing-config");
 #if DEBUG_TESTING
   GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
@@ -722,6 +828,7 @@ GNUNET_TESTING_daemon_start (struct GNUNET_SCHEDULER_Handle *sched,
 #endif
   if (NULL == ret->cfgfile)
     {
+      GNUNET_free_non_null (ret->ssh_port_str);
       GNUNET_free_non_null (ret->hostname);
       GNUNET_free (ret);
       return NULL;
@@ -730,7 +837,7 @@ GNUNET_TESTING_daemon_start (struct GNUNET_SCHEDULER_Handle *sched,
   ret->hostkey_cls = hostkey_cls;
   ret->cb = cb;
   ret->cb_cls = cb_cls;
-  ret->max_timeout = GNUNET_TIME_relative_to_absolute(timeout);
+  ret->max_timeout = GNUNET_TIME_relative_to_absolute (timeout);
   ret->cfg = GNUNET_CONFIGURATION_dup (cfg);
   GNUNET_CONFIGURATION_set_value_string (ret->cfg,
                                          "PATHS",
@@ -747,10 +854,13 @@ GNUNET_TESTING_daemon_start (struct GNUNET_SCHEDULER_Handle *sched,
       GNUNET_free (ret);
       return NULL;
     }
-  if (GNUNET_OK !=
-      GNUNET_CONFIGURATION_get_value_string (cfg,
-                                             "TESTING",
-                                             "USERNAME", &username))
+  if (ssh_username != NULL)
+    username = GNUNET_strdup (ssh_username);
+  if ((ssh_username == NULL) && (GNUNET_OK !=
+                                 GNUNET_CONFIGURATION_get_value_string (cfg,
+                                                                        "TESTING",
+                                                                        "USERNAME",
+                                                                        &username)))
     {
       if (NULL != getenv ("USER"))
         username = GNUNET_strdup (getenv ("USER"));
@@ -771,10 +881,26 @@ GNUNET_TESTING_daemon_start (struct GNUNET_SCHEDULER_Handle *sched,
         GNUNET_asprintf (&arg, "%s@%s:%s", username, hostname, ret->cfgfile);
       else
         GNUNET_asprintf (&arg, "%s:%s", hostname, ret->cfgfile);
-      ret->pid = GNUNET_OS_start_process (NULL, NULL, "scp",
-                                          "scp", ret->cfgfile, arg, NULL);
+
+      if (ret->ssh_port_str == NULL)
+        {
+          ret->proc = GNUNET_OS_start_process (NULL, NULL, "scp", "scp",
+#if !DEBUG_TESTING
+                                               "-q",
+#endif
+                                               ret->cfgfile, arg, NULL);
+        }
+      else
+        {
+          ret->proc = GNUNET_OS_start_process (NULL, NULL, "scp",
+                                               "scp", "-P", ret->ssh_port_str,
+#if !DEBUG_TESTING
+                                               "-q",
+#endif
+                                               ret->cfgfile, arg, NULL);
+        }
       GNUNET_free (arg);
-      if (-1 == ret->pid)
+      if (NULL == ret->proc)
         {
           GNUNET_log (GNUNET_ERROR_TYPE_ERROR,
                       _
@@ -791,8 +917,7 @@ GNUNET_TESTING_daemon_start (struct GNUNET_SCHEDULER_Handle *sched,
           return NULL;
         }
       ret->task
-        = GNUNET_SCHEDULER_add_delayed (sched,
-                                        GNUNET_CONSTANTS_EXEC_WAIT,
+        = GNUNET_SCHEDULER_add_delayed (GNUNET_CONSTANTS_EXEC_WAIT,
                                         &start_fsm, ret);
       return ret;
     }
@@ -801,8 +926,7 @@ GNUNET_TESTING_daemon_start (struct GNUNET_SCHEDULER_Handle *sched,
               "No need to copy configuration file since we are running locally.\n");
 #endif
   ret->phase = SP_COPIED;
-  GNUNET_SCHEDULER_add_continuation (sched,
-                                     &start_fsm,
+  GNUNET_SCHEDULER_add_continuation (&start_fsm,
                                      ret,
                                      GNUNET_SCHEDULER_REASON_PREREQ_DONE);
   return ret;
@@ -818,7 +942,8 @@ GNUNET_TESTING_daemon_start (struct GNUNET_SCHEDULER_Handle *sched,
  */
 void
 GNUNET_TESTING_daemon_restart (struct GNUNET_TESTING_Daemon *d,
-                               GNUNET_TESTING_NotifyDaemonRunning cb, void *cb_cls)
+                               GNUNET_TESTING_NotifyDaemonRunning cb,
+                               void *cb_cls)
 {
   char *arg;
   char *del_arg;
@@ -835,7 +960,7 @@ GNUNET_TESTING_daemon_restart (struct GNUNET_TESTING_Daemon *d,
 
   if (d->phase == SP_CONFIG_UPDATE)
     {
-      GNUNET_SCHEDULER_cancel (d->sched, d->task);
+      GNUNET_SCHEDULER_cancel (d->task);
       d->phase = SP_START_DONE;
     }
   if (d->server != NULL)
@@ -846,26 +971,27 @@ GNUNET_TESTING_daemon_restart (struct GNUNET_TESTING_Daemon *d,
 
   if (d->th != NULL)
     {
-      GNUNET_TRANSPORT_get_hello_cancel(d->th, &process_hello, d);
-      GNUNET_TRANSPORT_disconnect(d->th);
+      GNUNET_TRANSPORT_get_hello_cancel (d->th, &process_hello, d);
+      GNUNET_TRANSPORT_disconnect (d->th);
       d->th = NULL;
     }
   /* state clean up and notifications */
-  GNUNET_free_non_null(d->hello);
+  GNUNET_free_non_null (d->hello);
 
 #if DEBUG_TESTING
-    GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
-                _("Terminating peer `%4s'\n"), GNUNET_i2s (&d->id));
+  GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
+              _("Terminating peer `%4s'\n"), GNUNET_i2s (&d->id));
 #endif
 
-   d->phase = SP_START_ARMING;
+  d->phase = SP_START_ARMING;
 
-    /* Check if this is a local or remote process */
+  /* Check if this is a local or remote process */
   if (NULL != d->hostname)
     {
 #if DEBUG_TESTING
       GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
-                  "Stopping gnunet-arm with config `%s' on host `%s'.\n", d->cfgfile, d->hostname);
+                  "Stopping gnunet-arm with config `%s' on host `%s'.\n",
+                  d->cfgfile, d->hostname);
 #endif
 
       if (d->username != NULL)
@@ -873,12 +999,15 @@ GNUNET_TESTING_daemon_restart (struct GNUNET_TESTING_Daemon *d,
       else
         arg = GNUNET_strdup (d->hostname);
 
-      d->pid = GNUNET_OS_start_process (NULL, NULL, "ssh", "ssh",
-                                        arg, "gnunet-arm",
+      d->proc = GNUNET_OS_start_process (NULL, NULL, "ssh", "ssh",
+#if !DEBUG_TESTING
+                                         "-q",
+#endif
+                                         arg, "gnunet-arm",
 #if DEBUG_TESTING
-                                        "-L", "DEBUG",
+                                         "-L", "DEBUG",
 #endif
-                                        "-c", d->cfgfile, "-e", "-r", NULL);
+                                         "-c", d->cfgfile, "-e", "-r", NULL);
       /* Use -r to restart arm and all services */
 
       GNUNET_free (arg);
@@ -887,21 +1016,21 @@ GNUNET_TESTING_daemon_restart (struct GNUNET_TESTING_Daemon *d,
     {
 #if DEBUG_TESTING
       GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
-                  "Stopping gnunet-arm with config `%s' locally.\n", d->cfgfile);
+                  "Stopping gnunet-arm with config `%s' locally.\n",
+                  d->cfgfile);
 #endif
-      d->pid = GNUNET_OS_start_process (NULL, NULL, "gnunet-arm",
-                                        "gnunet-arm",
+      d->proc = GNUNET_OS_start_process (NULL, NULL, "gnunet-arm",
+                                         "gnunet-arm",
 #if DEBUG_TESTING
-                                        "-L", "DEBUG",
+                                         "-L", "DEBUG",
 #endif
-                                        "-c", d->cfgfile, "-e", "-r", NULL);
+                                         "-c", d->cfgfile, "-e", "-r", NULL);
     }
 
-    GNUNET_free_non_null(del_arg);
-    d->task
-      = GNUNET_SCHEDULER_add_delayed (d->sched,
-                                      GNUNET_CONSTANTS_EXEC_WAIT,
-                                      &start_fsm, d);
+  GNUNET_free_non_null (del_arg);
+  d->task
+    = GNUNET_SCHEDULER_add_delayed (GNUNET_CONSTANTS_EXEC_WAIT,
+                                    &start_fsm, d);
 
 }
 
@@ -922,8 +1051,7 @@ void
 GNUNET_TESTING_daemon_stop (struct GNUNET_TESTING_Daemon *d,
                             struct GNUNET_TIME_Relative timeout,
                             GNUNET_TESTING_NotifyCompletion cb, void *cb_cls,
-                            int delete_files,
-                           int allow_restart)
+                            int delete_files, int allow_restart)
 {
   char *arg;
   char *del_arg;
@@ -934,28 +1062,51 @@ GNUNET_TESTING_daemon_stop (struct GNUNET_TESTING_Daemon *d,
     {
 #if DEBUG_TESTING
       GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
-                 _("Setting d->dead on peer `%4s'\n"), GNUNET_i2s (&d->id));
+                  _("Setting d->dead on peer `%4s'\n"), GNUNET_i2s (&d->id));
 #endif
       d->dead = GNUNET_YES;
       return;
     }
 
+  if ((d->running == GNUNET_NO) && (d->churn == GNUNET_YES))    /* Peer has already been stopped in churn context! */
+    {
+      /* Free what was left from churning! */
+      GNUNET_assert (d->cfg != NULL);
+      GNUNET_CONFIGURATION_destroy (d->cfg);
+      if (delete_files == GNUNET_YES)
+        {
+          if (0 != UNLINK (d->cfgfile))
+            {
+              GNUNET_log_strerror (GNUNET_ERROR_TYPE_WARNING, "unlink");
+            }
+        }
+      GNUNET_free (d->cfgfile);
+      GNUNET_free_non_null (d->hostname);
+      GNUNET_free_non_null (d->username);
+      if (NULL != d->dead_cb)
+        d->dead_cb (d->dead_cb_cls, NULL);
+      GNUNET_free (d);
+      return;
+    }
+
   del_arg = NULL;
   if (delete_files == GNUNET_YES)
     {
-      GNUNET_asprintf(&del_arg, "-d");
+      GNUNET_asprintf (&del_arg, "-d");
     }
 
   if (d->phase == SP_CONFIG_UPDATE)
     {
-      GNUNET_SCHEDULER_cancel (d->sched, d->task);
+      GNUNET_SCHEDULER_cancel (d->task);
       d->phase = SP_START_DONE;
     }
+  /** Move this call to scheduled shutdown as fix for CORE_connect calling daemon_stop?
   if (d->server != NULL)
     {
       GNUNET_CORE_disconnect (d->server);
       d->server = NULL;
     }
+    */
   /* shutdown ARM process (will terminate others) */
 #if DEBUG_TESTING
   GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
@@ -967,8 +1118,8 @@ GNUNET_TESTING_daemon_stop (struct GNUNET_TESTING_Daemon *d,
     d->churn = GNUNET_YES;
   if (d->th != NULL)
     {
-      GNUNET_TRANSPORT_get_hello_cancel(d->th, &process_hello, d);
-      GNUNET_TRANSPORT_disconnect(d->th);
+      GNUNET_TRANSPORT_get_hello_cancel (d->th, &process_hello, d);
+      GNUNET_TRANSPORT_disconnect (d->th);
       d->th = NULL;
     }
   /* Check if this is a local or remote process */
@@ -976,7 +1127,8 @@ GNUNET_TESTING_daemon_stop (struct GNUNET_TESTING_Daemon *d,
     {
 #if DEBUG_TESTING
       GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
-                  "Stopping gnunet-arm with config `%s' on host `%s'.\n", d->cfgfile, d->hostname);
+                  "Stopping gnunet-arm with config `%s' on host `%s'.\n",
+                  d->cfgfile, d->hostname);
 #endif
 
       if (d->username != NULL)
@@ -984,12 +1136,19 @@ GNUNET_TESTING_daemon_stop (struct GNUNET_TESTING_Daemon *d,
       else
         arg = GNUNET_strdup (d->hostname);
 
-      d->pid = GNUNET_OS_start_process (NULL, NULL, "ssh", "ssh",
-                                        arg, "gnunet-arm",
+      d->proc = GNUNET_OS_start_process (NULL, NULL, "ssh", "ssh",
+#if !DEBUG_TESTING
+                                         "-q",
+#endif
+                                         arg, "gnunet-arm",
 #if DEBUG_TESTING
-                                        "-L", "DEBUG",
+                                         "-L", "DEBUG",
 #endif
-                                        "-c", d->cfgfile, "-e", "-q", del_arg, NULL);
+                                         "-c", d->cfgfile, "-e", "-q",
+                                         del_arg, NULL);
+      GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
+                  "Stopping gnunet-arm with command ssh %s gnunet-arm -c %s -e -q %s\n",
+                  arg, "gnunet-arm", d->cfgfile, del_arg);
       /* Use -e to end arm, and -d to remove temp files */
       GNUNET_free (arg);
     }
@@ -997,21 +1156,21 @@ GNUNET_TESTING_daemon_stop (struct GNUNET_TESTING_Daemon *d,
     {
 #if DEBUG_TESTING
       GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
-                  "Stopping gnunet-arm with config `%s' locally.\n", d->cfgfile);
+                  "Stopping gnunet-arm with config `%s' locally.\n",
+                  d->cfgfile);
 #endif
-      d->pid = GNUNET_OS_start_process (NULL, NULL, "gnunet-arm",
-                                        "gnunet-arm",
+      d->proc = GNUNET_OS_start_process (NULL, NULL, "gnunet-arm",
+                                         "gnunet-arm",
 #if DEBUG_TESTING
-                                        "-L", "DEBUG",
+                                         "-L", "DEBUG",
 #endif
-                                        "-c", d->cfgfile, "-e", "-q", del_arg, NULL);
+                                         "-c", d->cfgfile, "-e", "-q",
+                                         del_arg, NULL);
     }
 
-  GNUNET_free_non_null(del_arg);
-  d->max_timeout = GNUNET_TIME_relative_to_absolute(timeout);
-  d->task
-    = GNUNET_SCHEDULER_add_now (d->sched,
-                                &start_fsm, d);
+  GNUNET_free_non_null (del_arg);
+  d->max_timeout = GNUNET_TIME_relative_to_absolute (timeout);
+  d->task = GNUNET_SCHEDULER_add_now (&start_fsm, d);
 }
 
 
@@ -1066,9 +1225,13 @@ GNUNET_TESTING_daemon_reconfigure (struct GNUNET_TESTING_Daemon *d,
     GNUNET_asprintf (&arg, "%s@%s:%s", d->username, d->hostname, d->cfgfile);
   else
     GNUNET_asprintf (&arg, "%s:%s", d->hostname, d->cfgfile);
-  d->pid = GNUNET_OS_start_process (NULL, NULL, "scp", "scp", d->cfgfile, arg, NULL);
+  d->proc = GNUNET_OS_start_process (NULL, NULL, "scp", "scp",
+#if !DEBUG_TESTING
+                                     "-q",
+#endif
+                                     d->cfgfile, arg, NULL);
   GNUNET_free (arg);
-  if (-1 == d->pid)
+  if (NULL == d->proc)
     {
       GNUNET_log (GNUNET_ERROR_TYPE_ERROR,
                   _
@@ -1082,8 +1245,7 @@ GNUNET_TESTING_daemon_reconfigure (struct GNUNET_TESTING_Daemon *d,
   d->update_cb = cb;
   d->update_cb_cls = cb_cls;
   d->task
-    = GNUNET_SCHEDULER_add_delayed (d->sched,
-                                    GNUNET_CONSTANTS_EXEC_WAIT,
+    = GNUNET_SCHEDULER_add_delayed (GNUNET_CONSTANTS_EXEC_WAIT,
                                     &start_fsm, d);
 }
 
@@ -1102,7 +1264,12 @@ struct ConnectContext
   /**
    * Handle to core of first daemon (to check connect)
    */
-  struct GNUNET_CORE_Handle * d1core;
+  struct GNUNET_CORE_Handle *d1core;
+
+  /**
+   * Have we actually connected to the core of the first daemon yet?
+   */
+  int d1core_ready;
 
   /**
    * Testing handle to the second daemon.
@@ -1110,9 +1277,14 @@ struct ConnectContext
   struct GNUNET_TESTING_Daemon *d2;
 
   /**
-   * Transport handle to the second daemon.
+   * Handler for the request to core to connect to this peer.
    */
-  struct GNUNET_TRANSPORT_Handle *d2th;
+  struct GNUNET_CORE_PeerRequestHandle *connect_request_handle;
+
+  /**
+   * Transport handle to the first daemon (to offer the HELLO of the second daemon to).
+   */
+  struct GNUNET_TRANSPORT_Handle *d1th;
 
   /**
    * Function to call once we are done (or have timed out).
@@ -1172,7 +1344,8 @@ struct ConnectContext
 
 /** Forward declaration **/
 static void
-reattempt_daemons_connect(void *cls, const struct GNUNET_SCHEDULER_TaskContext *tc);
+reattempt_daemons_connect (void *cls,
+                           const struct GNUNET_SCHEDULER_TaskContext *tc);
 
 
 /**
@@ -1192,46 +1365,68 @@ notify_connect_result (void *cls,
   ctx->timeout_task = GNUNET_SCHEDULER_NO_TASK;
   if (ctx->hello_send_task != GNUNET_SCHEDULER_NO_TASK)
     {
-      GNUNET_SCHEDULER_cancel(ctx->d1->sched, ctx->hello_send_task);
+      GNUNET_SCHEDULER_cancel (ctx->hello_send_task);
       ctx->hello_send_task = GNUNET_SCHEDULER_NO_TASK;
     }
+
+  if (ctx->connect_request_handle != NULL)
+    {
+      GNUNET_CORE_peer_request_connect_cancel (ctx->connect_request_handle);
+      ctx->connect_request_handle = NULL;
+    }
   if (tc->reason == GNUNET_SCHEDULER_REASON_SHUTDOWN)
     {
-      if (ctx->d2th != NULL)
-        GNUNET_TRANSPORT_disconnect (ctx->d2th);
-      ctx->d2th = NULL;
+      if (ctx->d1th != NULL)
+        GNUNET_TRANSPORT_disconnect (ctx->d1th);
+      ctx->d1th = NULL;
       if (ctx->d1core != NULL)
         GNUNET_CORE_disconnect (ctx->d1core);
-
+#if CONNECT_CORE2
+      if (ctx->d2core != NULL)
+        GNUNET_CORE_disconnect (ctx->d2core);
+      ctx->d2core = NULL;
+#endif
       ctx->d1core = NULL;
+
       GNUNET_free (ctx);
       return;
     }
 
-  remaining = GNUNET_TIME_absolute_get_remaining(ctx->timeout);
+  remaining = GNUNET_TIME_absolute_get_remaining (ctx->timeout);
 
   if (ctx->connected == GNUNET_YES)
     {
       if (ctx->cb != NULL)
         {
-          ctx->cb (ctx->cb_cls, &ctx->d1->id, &ctx->d2->id, ctx->distance, ctx->d1->cfg,
-                   ctx->d2->cfg, ctx->d1, ctx->d2, NULL);
+          ctx->cb (ctx->cb_cls,
+                   &ctx->d1->id,
+                   &ctx->d2->id,
+                   ctx->distance,
+                   ctx->d1->cfg, ctx->d2->cfg, ctx->d1, ctx->d2, NULL);
         }
     }
-  else if (remaining.value > 0)
+  else if (remaining.rel_value > 0)
     {
       if (ctx->d1core != NULL)
         {
-          GNUNET_CORE_disconnect(ctx->d1core);
+          GNUNET_CORE_disconnect (ctx->d1core);
           ctx->d1core = NULL;
         }
+      ctx->d1core_ready = GNUNET_NO;
+#if CONNECT_CORE2
+      if (ctx->d2core != NULL)
+        {
+          GNUNET_CORE_disconnect (ctx->d2core);
+          ctx->d2core = NULL;
+        }
+#endif
 
-      if (ctx->d2th != NULL)
+      if (ctx->d1th != NULL)
         {
-          GNUNET_TRANSPORT_disconnect(ctx->d2th);
-          ctx->d2th = NULL;
+          GNUNET_TRANSPORT_disconnect (ctx->d1th);
+          ctx->d1th = NULL;
         }
-      GNUNET_SCHEDULER_add_now(ctx->d1->sched, &reattempt_daemons_connect, ctx);
+      GNUNET_SCHEDULER_add_now (&reattempt_daemons_connect, ctx);
       return;
     }
   else
@@ -1244,8 +1439,8 @@ notify_connect_result (void *cls,
         }
     }
 
-  GNUNET_TRANSPORT_disconnect (ctx->d2th);
-  ctx->d2th = NULL;
+  GNUNET_TRANSPORT_disconnect (ctx->d1th);
+  ctx->d1th = NULL;
   GNUNET_CORE_disconnect (ctx->d1core);
   ctx->d1core = NULL;
   GNUNET_free (ctx);
@@ -1257,46 +1452,120 @@ notify_connect_result (void *cls,
  *
  * @param cls our "struct ConnectContext"
  * @param peer identity of the peer that has connected
- * @param latency the round trip latency of the connection to this peer
- * @param distance distance the transport level distance to this peer
+ * @param atsi performance information
  *
  */
 static void
-connect_notify (void *cls, const struct GNUNET_PeerIdentity * peer, struct GNUNET_TIME_Relative latency,
-                uint32_t distance)
+connect_notify (void *cls,
+                const struct GNUNET_PeerIdentity *peer,
+                const struct GNUNET_TRANSPORT_ATS_Information *atsi)
 {
   struct ConnectContext *ctx = cls;
 
-  if (memcmp(&ctx->d2->id, peer, sizeof(struct GNUNET_PeerIdentity)) == 0)
+  if (memcmp (&ctx->d2->id, peer, sizeof (struct GNUNET_PeerIdentity)) == 0)
     {
       ctx->connected = GNUNET_YES;
-      ctx->distance = distance;
-      GNUNET_SCHEDULER_cancel(ctx->d1->sched, ctx->timeout_task);
-      ctx->timeout_task = GNUNET_SCHEDULER_add_now (ctx->d1->sched,
-                                                   &notify_connect_result,
-                                                   ctx);
+      ctx->distance = 0;        /* FIXME: distance */
+      GNUNET_SCHEDULER_cancel (ctx->timeout_task);
+      ctx->timeout_task = GNUNET_SCHEDULER_add_now (&notify_connect_result,
+                                                    ctx);
     }
-
 }
 
+#if CONNECT_CORE2
+/**
+ * Success, connection is up.  Signal client our success.
+ *
+ * @param cls our "struct ConnectContext"
+ * @param peer identity of the peer that has connected
+ * @param atsi performance information
+ *
+ */
 static void
-send_hello(void *cls, const struct GNUNET_SCHEDULER_TaskContext *tc)
+connect_notify_core2 (void *cls,
+                      const struct GNUNET_PeerIdentity *peer,
+                      const struct GNUNET_TRANSPORT_ATS_Information *atsi)
+{
+  struct ConnectContext *ctx = cls;
+
+  if (memcmp (&ctx->d2->id, peer, sizeof (struct GNUNET_PeerIdentity)) == 0)
+    {
+      ctx->connected = GNUNET_YES;
+      ctx->distance = 0;        /* FIXME: distance */
+      GNUNET_SCHEDULER_cancel (ctx->timeout_task);
+      ctx->timeout_task = GNUNET_SCHEDULER_add_now (&notify_connect_result,
+                                                    ctx);
+    }
+
+}
+#endif
+
+/**
+ * Task called once a core connect request has been transmitted.
+ *
+ * @param cls struct ConnectContext
+ * @param tc context information (why was this task triggered now)
+ */
+void
+core_connect_request_cont (void *cls,
+                           const struct GNUNET_SCHEDULER_TaskContext *tc)
 {
   struct ConnectContext *ctx = cls;
 
+  if (tc->reason == GNUNET_SCHEDULER_REASON_PREREQ_DONE)
+    ctx->connect_request_handle = NULL;
+  return;
+}
+
+static void
+send_hello (void *cls, const struct GNUNET_SCHEDULER_TaskContext *tc)
+{
+  struct ConnectContext *ctx = cls;
+  struct GNUNET_MessageHeader *hello;
   ctx->hello_send_task = GNUNET_SCHEDULER_NO_TASK;
   if (tc->reason == GNUNET_SCHEDULER_REASON_SHUTDOWN)
     return;
-  if (ctx->d1->hello != NULL)
+  if ((ctx->d1core_ready == GNUNET_YES) && (ctx->d2->hello != NULL)
+      && (NULL != GNUNET_HELLO_get_header (ctx->d2->hello)))
     {
-      GNUNET_TRANSPORT_offer_hello (ctx->d2th, GNUNET_HELLO_get_header(ctx->d1->hello));
-      ctx->timeout_hello = GNUNET_TIME_relative_add(ctx->timeout_hello,
-                                                   GNUNET_TIME_relative_multiply(GNUNET_TIME_UNIT_MILLISECONDS,
-                                                                                 500));
+      hello = GNUNET_HELLO_get_header (ctx->d2->hello);
+      GNUNET_assert (hello != NULL);
+      GNUNET_TRANSPORT_offer_hello (ctx->d1th, hello);
+      GNUNET_assert (ctx->d1core != NULL);
+      ctx->connect_request_handle =
+        GNUNET_CORE_peer_request_connect (ctx->d1core,
+                                          GNUNET_TIME_relative_divide
+                                          (ctx->relative_timeout,
+                                           ctx->max_connect_attempts + 1),
+                                          &ctx->d2->id,
+                                          &core_connect_request_cont, ctx);
+#if DEBUG_TESTING
+      GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
+                  "Sending connect request to CORE of %s for peer %s\n",
+                  GNUNET_i2s (&ctx->d1->id),
+                  GNUNET_h2s (&ctx->d2->id.hashPubKey));
+#endif
+      ctx->timeout_hello =
+        GNUNET_TIME_relative_add (ctx->timeout_hello,
+                                  GNUNET_TIME_relative_multiply
+                                  (GNUNET_TIME_UNIT_MILLISECONDS, 500));
     }
-  ctx->hello_send_task = GNUNET_SCHEDULER_add_delayed(ctx->d1->sched,
-                                                     ctx->timeout_hello,
-                                                     &send_hello, ctx);
+  ctx->hello_send_task = GNUNET_SCHEDULER_add_delayed (ctx->timeout_hello,
+                                                       &send_hello, ctx);
+}
+
+void
+core_init_notify (void *cls,
+                  struct GNUNET_CORE_Handle * server,
+                  const struct GNUNET_PeerIdentity *
+                  my_identity,
+                  const struct
+                  GNUNET_CRYPTO_RsaPublicKeyBinaryEncoded *
+                  publicKey)
+{
+  struct ConnectContext *connect_ctx = cls;
+
+  connect_ctx->d1core_ready = GNUNET_YES;
 }
 
 /**
@@ -1332,7 +1601,8 @@ GNUNET_TESTING_daemons_connect (struct GNUNET_TESTING_Daemon *d1,
   ctx->d1 = d1;
   ctx->d2 = d2;
   ctx->timeout = GNUNET_TIME_relative_to_absolute (timeout);
-  ctx->timeout_hello = GNUNET_TIME_relative_multiply(GNUNET_TIME_UNIT_MILLISECONDS, 500);
+  ctx->timeout_hello =
+    GNUNET_TIME_relative_multiply (GNUNET_TIME_UNIT_MILLISECONDS, 500);
   ctx->relative_timeout = timeout;
   ctx->cb = cb;
   ctx->cb_cls = cb_cls;
@@ -1344,12 +1614,11 @@ GNUNET_TESTING_daemons_connect (struct GNUNET_TESTING_Daemon *d1,
               d1->shortname, d2->shortname);
 #endif
 
-  ctx->d1core = GNUNET_CORE_connect (d1->sched,
-                                     d1->cfg,
-                                     timeout,
+  /* FIXME: possible bug, core gets connected after peers are connected, thus the connect_notify function is never called (?) */
+  ctx->d1core = GNUNET_CORE_connect (d1->cfg, 1,
                                      ctx,
-                                     NULL,
-                                     &connect_notify, NULL,
+                                     &core_init_notify,
+                                     &connect_notify, NULL, NULL,
                                      NULL, GNUNET_NO,
                                      NULL, GNUNET_NO, no_handlers);
   if (ctx->d1core == NULL)
@@ -1361,6 +1630,26 @@ GNUNET_TESTING_daemons_connect (struct GNUNET_TESTING_Daemon *d1,
       return;
     }
 
+#if CONNECT_CORE2
+  ctx->d2core = GNUNET_CORE_connect (d2->cfg, 1,
+#if NO_MORE_TIMEOUT_FIXME
+                                     timeout,
+#endif
+                                     ctx,
+                                     NULL,
+                                     NULL, NULL, NULL,
+                                     NULL, GNUNET_NO,
+                                     NULL, GNUNET_NO, no_handlers);
+  if (ctx->d2core == NULL)
+    {
+      GNUNET_free (ctx);
+      if (NULL != cb)
+        cb (cb_cls, &d1->id, &d2->id, 0, d1->cfg, d2->cfg, d1, d2,
+            _("Failed to connect to core service of second peer!\n"));
+      return;
+    }
+#endif
+
 #if DEBUG_TESTING > 2
   GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
               "Asked to connect peer %s to peer %s\n",
@@ -1370,11 +1659,11 @@ GNUNET_TESTING_daemons_connect (struct GNUNET_TESTING_Daemon *d1,
 
 #endif
 
-  ctx->d2th = GNUNET_TRANSPORT_connect (d2->sched,
-                                        d2->cfg, d2, NULL, NULL, NULL);
-  if (ctx->d2th == NULL)
+  ctx->d1th = GNUNET_TRANSPORT_connect (d1->cfg,
+                                        &d1->id, d1, NULL, NULL, NULL);
+  if (ctx->d1th == NULL)
     {
-      GNUNET_CORE_disconnect(ctx->d1core);
+      GNUNET_CORE_disconnect (ctx->d1core);
       GNUNET_free (ctx);
       if (NULL != cb)
         cb (cb_cls, &d1->id, &d2->id, 0, d1->cfg, d2->cfg, d1, d2,
@@ -1382,16 +1671,18 @@ GNUNET_TESTING_daemons_connect (struct GNUNET_TESTING_Daemon *d1,
       return;
     }
 
-  ctx->timeout_task = GNUNET_SCHEDULER_add_delayed (d1->sched,
-                                                    GNUNET_TIME_relative_divide(ctx->relative_timeout, 
-                                                                               max_connect_attempts), 
-                                                    &notify_connect_result, ctx);
+  ctx->timeout_task =
+    GNUNET_SCHEDULER_add_delayed (GNUNET_TIME_relative_divide
+                                  (ctx->relative_timeout,
+                                   ctx->max_connect_attempts),
+                                   &notify_connect_result, ctx);
 
-  ctx->hello_send_task = GNUNET_SCHEDULER_add_now(ctx->d1->sched, &send_hello, ctx);
+  ctx->hello_send_task = GNUNET_SCHEDULER_add_now (&send_hello, ctx);
 }
 
 static void
-reattempt_daemons_connect (void *cls, const struct GNUNET_SCHEDULER_TaskContext *tc)
+reattempt_daemons_connect (void *cls,
+                           const struct GNUNET_SCHEDULER_TaskContext *tc)
 {
 
   struct ConnectContext *ctx = cls;
@@ -1400,46 +1691,50 @@ reattempt_daemons_connect (void *cls, const struct GNUNET_SCHEDULER_TaskContext
       return;
     }
 #if DEBUG_TESTING_RECONNECT
-  GNUNET_log(GNUNET_ERROR_TYPE_WARNING, "re-attempting connect of peer %s to peer %s\n",
+  GNUNET_log (GNUNET_ERROR_TYPE_WARNING,
+              "re-attempting connect of peer %s to peer %s\n",
               ctx->d1->shortname, ctx->d2->shortname);
 #endif
 
-  GNUNET_assert(ctx->d1core == NULL);
-
-  ctx->d1core = GNUNET_CORE_connect (ctx->d1->sched,
-                                     ctx->d1->cfg,
-                                     GNUNET_TIME_absolute_get_remaining(ctx->timeout),
+  GNUNET_assert (ctx->d1core == NULL);
+  ctx->d1core_ready = GNUNET_NO;
+  ctx->d1core = GNUNET_CORE_connect (ctx->d1->cfg, 1,
                                      ctx,
-                                     NULL,
-                                     &connect_notify, NULL,
+                                     &core_init_notify,
+                                     &connect_notify, NULL, NULL,
                                      NULL, GNUNET_NO,
                                      NULL, GNUNET_NO, no_handlers);
   if (ctx->d1core == NULL)
     {
       if (NULL != ctx->cb)
-        ctx->cb (ctx->cb_cls, &ctx->d1->id, &ctx->d2->id, 0, ctx->d1->cfg, ctx->d2->cfg, ctx->d1, ctx->d2,
+        ctx->cb (ctx->cb_cls, &ctx->d1->id, &ctx->d2->id, 0, ctx->d1->cfg,
+                 ctx->d2->cfg, ctx->d1, ctx->d2,
                  _("Failed to connect to core service of first peer!\n"));
       GNUNET_free (ctx);
       return;
     }
 
-  ctx->d2th = GNUNET_TRANSPORT_connect (ctx->d2->sched,
-                                        ctx->d2->cfg, ctx->d2, NULL, NULL, NULL);
-  if (ctx->d2th == NULL)
+  ctx->d1th = GNUNET_TRANSPORT_connect (ctx->d1->cfg,
+                                        &ctx->d1->id,
+                                        ctx->d1, NULL, NULL, NULL);
+  if (ctx->d1th == NULL)
     {
-      GNUNET_CORE_disconnect(ctx->d1core);
+      GNUNET_CORE_disconnect (ctx->d1core);
       GNUNET_free (ctx);
       if (NULL != ctx->cb)
-        ctx->cb (ctx->cb_cls, &ctx->d1->id, &ctx->d2->id, 0, ctx->d1->cfg, ctx->d2->cfg, ctx->d1, ctx->d2,
-            _("Failed to connect to transport service!\n"));
+        ctx->cb (ctx->cb_cls, &ctx->d1->id, &ctx->d2->id, 0, ctx->d1->cfg,
+                 ctx->d2->cfg, ctx->d1, ctx->d2,
+                 _("Failed to connect to transport service!\n"));
       return;
     }
 
-  ctx->timeout_task = GNUNET_SCHEDULER_add_delayed (ctx->d1->sched,
-                                                    GNUNET_TIME_relative_divide(ctx->relative_timeout, ctx->max_connect_attempts),
-                                                    &notify_connect_result, ctx);
+  ctx->timeout_task =
+    GNUNET_SCHEDULER_add_delayed (GNUNET_TIME_relative_divide
+                                  (ctx->relative_timeout,
+                                   ctx->max_connect_attempts),
+                                  &notify_connect_result, ctx);
 
-  ctx->hello_send_task = GNUNET_SCHEDULER_add_now(ctx->d1->sched, &send_hello, ctx);
+  ctx->hello_send_task = GNUNET_SCHEDULER_add_now (&send_hello, ctx);
 }
 
 /* end of testing.c */