some testing stuff, but i think there is a problem in gnunet-service-transport
[oweals/gnunet.git] / src / testing / testing.c
1 /*
2       This file is part of GNUnet
3       (C) 2008, 2009 Christian Grothoff (and other contributing authors)
4
5       GNUnet is free software; you can redistribute it and/or modify
6       it under the terms of the GNU General Public License as published
7       by the Free Software Foundation; either version 2, or (at your
8       option) any later version.
9
10       GNUnet is distributed in the hope that it will be useful, but
11       WITHOUT ANY WARRANTY; without even the implied warranty of
12       MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
13       General Public License for more details.
14
15       You should have received a copy of the GNU General Public License
16       along with GNUnet; see the file COPYING.  If not, write to the
17       Free Software Foundation, Inc., 59 Temple Place - Suite 330,
18       Boston, MA 02111-1307, USA.
19  */
20
21 /**
22  * @file testing/testing.c
23  * @brief convenience API for writing testcases for GNUnet
24  *        Many testcases need to start and stop gnunetd,
25  *        and this library is supposed to make that easier
26  *        for TESTCASES.  Normal programs should always
27  *        use functions from gnunet_{util,arm}_lib.h.  This API is
28  *        ONLY for writing testcases!
29  * @author Christian Grothoff
30  *
31  */
32 #include "platform.h"
33 #include "gnunet_arm_service.h"
34 #include "gnunet_core_service.h"
35 #include "gnunet_constants.h"
36 #include "gnunet_testing_lib.h"
37 #include "gnunet_transport_service.h"
38 #include "gnunet_hello_lib.h"
39
40 #define DEBUG_TESTING GNUNET_NO
41 #define DEBUG_TESTING_RECONNECT GNUNET_YES
42
43 /**
44  * How long do we wait after starting gnunet-service-arm
45  * for the core service to be alive?
46  */
47 #define ARM_START_WAIT GNUNET_TIME_relative_multiply (GNUNET_TIME_UNIT_SECONDS, 120)
48
49 /**
50  * How many times are we willing to try to wait for "scp" or
51  * "gnunet-service-arm" to complete (waitpid) before giving up?
52  */
53 #define MAX_EXEC_WAIT_RUNS 250
54
55 static struct GNUNET_CORE_MessageHandler no_handlers[] = { {NULL, 0, 0} };
56
57 /**
58  * Receive the HELLO from one peer, give it to the other
59  * and ask them to connect.
60  *
61  * @param cls "struct ConnectContext"
62  * @param message HELLO message of peer
63  */
64 static void
65 process_hello (void *cls, const struct GNUNET_MessageHeader *message)
66 {
67   struct GNUNET_TESTING_Daemon *daemon = cls;
68   if (daemon == NULL)
69     return;
70
71   if (daemon->server != NULL)
72     {
73       GNUNET_CORE_disconnect(daemon->server);
74       daemon->server = NULL;
75     }
76
77   GNUNET_assert (message != NULL);
78   if (daemon->th != NULL)
79     {
80       GNUNET_TRANSPORT_get_hello_cancel(daemon->th, &process_hello, daemon);
81     }
82 #if DEBUG_TESTING
83   GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
84               "Received `%s' from transport service of `%4s'\n",
85               "HELLO", GNUNET_i2s (&daemon->id));
86 #endif
87
88   GNUNET_free_non_null(daemon->hello);
89   daemon->hello = GNUNET_malloc(ntohs(message->size));
90   memcpy(daemon->hello, message, ntohs(message->size));
91
92   if (daemon->th != NULL)
93     {
94       GNUNET_TRANSPORT_disconnect(daemon->th);
95       daemon->th = NULL;
96     }
97
98 }
99
100 /**
101  * Function called after GNUNET_CORE_connect has succeeded
102  * (or failed for good).  Note that the private key of the
103  * peer is intentionally not exposed here; if you need it,
104  * your process should try to read the private key file
105  * directly (which should work if you are authorized...).
106  *
107  * @param cls closure
108  * @param server handle to the server, NULL if we failed
109  * @param my_identity ID of this peer, NULL if we failed
110  * @param publicKey public key of this peer, NULL if we failed
111  */
112 static void
113 testing_init (void *cls,
114               struct GNUNET_CORE_Handle *server,
115               const struct GNUNET_PeerIdentity *my_identity,
116               const struct GNUNET_CRYPTO_RsaPublicKeyBinaryEncoded *publicKey)
117 {
118   struct GNUNET_TESTING_Daemon *d = cls;
119   GNUNET_TESTING_NotifyDaemonRunning cb;
120
121   GNUNET_assert (d->phase == SP_START_CORE);
122   d->phase = SP_START_DONE;
123   cb = d->cb;
124   d->cb = NULL;
125   if (server == NULL)
126     {
127       d->server = NULL;
128       if (GNUNET_YES == d->dead)
129         GNUNET_TESTING_daemon_stop (d, GNUNET_TIME_absolute_get_remaining(d->max_timeout), d->dead_cb, d->dead_cb_cls, GNUNET_YES);
130       else if (NULL != cb)
131         cb (d->cb_cls, NULL, d->cfg, d,
132             _("Failed to connect to core service\n"));
133       return;
134     }
135 #if DEBUG_TESTING
136   GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
137               "Successfully started peer `%4s'.\n", GNUNET_i2s (my_identity));
138 #endif
139   d->id = *my_identity;
140   d->shortname = strdup (GNUNET_i2s (my_identity));
141   d->server = server;
142   d->running = GNUNET_YES;
143   if (GNUNET_YES == d->dead)
144     GNUNET_TESTING_daemon_stop (d, GNUNET_TIME_absolute_get_remaining(d->max_timeout), d->dead_cb, d->dead_cb_cls, GNUNET_YES);
145   else if (NULL != cb)
146     cb (d->cb_cls, my_identity, d->cfg, d, NULL);
147 #if DEBUG_TESTING
148   GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
149               "Successfully started peer `%4s'.\n", GNUNET_i2s (my_identity));
150 #endif
151
152
153   d->th = GNUNET_TRANSPORT_connect (d->sched,
154                                     d->cfg, d, NULL, NULL, NULL);
155   if (d->th == NULL)
156     {
157       if (GNUNET_YES == d->dead)
158         GNUNET_TESTING_daemon_stop (d, GNUNET_TIME_absolute_get_remaining(d->max_timeout), d->dead_cb, d->dead_cb_cls, GNUNET_YES);
159       else if (NULL != d->cb)
160         d->cb (d->cb_cls, &d->id, d->cfg, d,
161             _("Failed to connect to transport service!\n"));
162       return;
163     }
164
165   GNUNET_TRANSPORT_get_hello (d->th, &process_hello, d);
166 }
167
168
169 /**
170  * Finite-state machine for starting GNUnet.
171  *
172  * @param cls our "struct GNUNET_TESTING_Daemon"
173  * @param tc unused
174  */
175 static void
176 start_fsm (void *cls, const struct GNUNET_SCHEDULER_TaskContext *tc)
177 {
178   struct GNUNET_TESTING_Daemon *d = cls;
179   GNUNET_TESTING_NotifyDaemonRunning cb;
180   enum GNUNET_OS_ProcessStatusType type;
181   unsigned long code;
182   char *dst;
183   int bytes_read;
184   static char hostkeybuf[105];
185   static const char temphostkey[104];
186
187 #if DEBUG_TESTING
188   GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
189               "Peer FSM is in phase %u.\n", d->phase);
190 #endif
191
192   d->task = GNUNET_SCHEDULER_NO_TASK;
193   switch (d->phase)
194     {
195     case SP_COPYING:
196       /* confirm copying complete */
197       if (GNUNET_OK != GNUNET_OS_process_status (d->pid, &type, &code))
198         {
199           if (GNUNET_TIME_absolute_get_remaining(d->max_timeout).value == 0)
200             {
201               cb = d->cb;
202               d->cb = NULL;
203               if (NULL != cb)
204                 cb (d->cb_cls,
205                     NULL,
206                     d->cfg, d, _("`scp' does not seem to terminate (timeout copying config).\n"));
207               return;
208             }
209           /* wait some more */
210           d->task
211             = GNUNET_SCHEDULER_add_delayed (d->sched,
212                                             GNUNET_CONSTANTS_EXEC_WAIT,
213                                             &start_fsm, d);
214           return;
215         }
216       if ((type != GNUNET_OS_PROCESS_EXITED) || (code != 0))
217         {
218           cb = d->cb;
219           d->cb = NULL;
220           if (NULL != cb)
221             cb (d->cb_cls,
222                 NULL, d->cfg, d, _("`scp' did not complete cleanly.\n"));
223           return;
224         }
225 #if DEBUG_TESTING
226       GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
227                   "Successfully copied configuration file.\n");
228 #endif
229       d->phase = SP_COPIED;
230       /* fall-through */
231     case SP_COPIED:
232       /* Start create hostkey process */
233       d->pipe_stdout = GNUNET_DISK_pipe(GNUNET_NO);
234       if (d->pipe_stdout == NULL)
235         {
236           cb = d->cb;
237           d->cb = NULL;
238           if (NULL != cb)
239             cb (d->cb_cls,
240                 NULL,
241                 d->cfg,
242                 d,
243                 (NULL == d->hostname)
244                 ? _("Failed to create pipe for `gnunet-peerinfo' process.\n")
245                 : _("Failed to create pipe for `ssh' process.\n"));
246           return;
247         }
248       if (NULL == d->hostname)
249         {
250 #if DEBUG_TESTING
251           GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
252                       "Starting `%s', with command `%s %s %s %s'.\n",
253                       "gnunet-peerinfo", "gnunet-peerinfo", "-c", d->cfgfile,
254                       "-sq");
255 #endif
256           d->pid = GNUNET_OS_start_process (NULL, d->pipe_stdout, "gnunet-peerinfo",
257                                             "gnunet-peerinfo",
258                                             "-c", d->cfgfile,
259                                             "-sq", NULL);
260           GNUNET_DISK_pipe_close_end(d->pipe_stdout, GNUNET_DISK_PIPE_END_WRITE);
261         }
262       else
263         {
264           if (d->username != NULL)
265             GNUNET_asprintf (&dst, "%s@%s", d->username, d->hostname);
266           else
267             dst = GNUNET_strdup (d->hostname);
268
269 #if DEBUG_TESTING
270           GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
271                       "Starting `%s', with command `%s %s %s %s %s %s'.\n",
272                       "gnunet-peerinfo", "ssh", dst, "gnunet-peerinfo", "-c", d->cfgfile,
273                       "-sq");
274 #endif
275           d->pid = GNUNET_OS_start_process (NULL, d->pipe_stdout, "ssh",
276                                             "ssh",
277                                             dst,
278                                             "gnunet-peerinfo",
279                                             "-c", d->cfgfile, "-sq", NULL);
280           GNUNET_DISK_pipe_close_end(d->pipe_stdout, GNUNET_DISK_PIPE_END_WRITE);
281           GNUNET_free (dst);
282         }
283       if (-1 == d->pid)
284         {
285           GNUNET_log (GNUNET_ERROR_TYPE_ERROR,
286                       _("Could not start `%s' process to create hostkey.\n"),
287                       (NULL == d->hostname) ? "gnunet-peerinfo" : "ssh");
288           cb = d->cb;
289           d->cb = NULL;
290           if (NULL != cb)
291             cb (d->cb_cls,
292                 NULL,
293                 d->cfg,
294                 d,
295                 (NULL == d->hostname)
296                 ? _("Failed to start `gnunet-peerinfo' process.\n")
297                 : _("Failed to start `ssh' process.\n"));
298           GNUNET_DISK_pipe_close(d->pipe_stdout);
299           return;
300         }
301 #if DEBUG_TESTING
302       GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
303                   "Started `%s', waiting for hostkey.\n",
304                   "gnunet-peerinfo");
305 #endif
306       d->phase = SP_HOSTKEY_CREATE;
307       d->task
308         = GNUNET_SCHEDULER_add_delayed (d->sched,
309                                         GNUNET_CONSTANTS_EXEC_WAIT,
310                                         &start_fsm, d);
311       break;
312     case SP_HOSTKEY_CREATE:
313
314       bytes_read = GNUNET_DISK_file_read(GNUNET_DISK_pipe_handle(d->pipe_stdout, GNUNET_DISK_PIPE_END_READ), &hostkeybuf, sizeof(hostkeybuf));
315       if (bytes_read == 104) /* Success, we have read in the hostkey */
316         {
317           if (hostkeybuf[103] == '\n')
318             hostkeybuf[103] = '\0';
319           else
320             GNUNET_log(GNUNET_ERROR_TYPE_WARNING, "Malformed output from gnunet-peerinfo!\n");
321           memcpy(&temphostkey, &hostkeybuf, bytes_read);
322
323           if (GNUNET_OK != GNUNET_CRYPTO_hash_from_string (&temphostkey[0],
324                                                            &d->id.hashPubKey))
325             {
326               GNUNET_log(GNUNET_ERROR_TYPE_WARNING, "Failed to convert string to peer identity!\n");
327             }
328           else
329             {
330               GNUNET_DISK_pipe_close(d->pipe_stdout);
331               d->pipe_stdout = NULL;
332             }
333         }
334
335       if (GNUNET_OK != GNUNET_OS_process_status (d->pid, &type, &code))
336         {
337           if (GNUNET_TIME_absolute_get_remaining(d->max_timeout).value == 0)
338             {
339               cb = d->cb;
340               d->cb = NULL;
341               if (NULL != cb)
342                 cb (d->cb_cls,
343                     NULL,
344                     d->cfg,
345                     d,
346                     (NULL == d->hostname)
347                     ? _("`gnunet-peerinfo' does not seem to terminate.\n")
348                     : _("`ssh' does not seem to terminate.\n"));
349
350               GNUNET_DISK_pipe_close(d->pipe_stdout);
351               return;
352             }
353           /* wait some more */
354           d->task
355             = GNUNET_SCHEDULER_add_delayed (d->sched,
356                                             GNUNET_CONSTANTS_EXEC_WAIT,
357                                             &start_fsm, d);
358           return;
359         }
360 #if DEBUG_TESTING
361       GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
362                   "Successfully got hostkey!\n");
363 #endif
364       if (d->pipe_stdout != NULL)
365         {
366           cb = d->cb;
367           d->cb = NULL;
368           if (NULL != cb)
369             cb (d->cb_cls,
370                 NULL,
371                 d->cfg,
372                 d,
373                 _("`Failed to get hostkey!\n"));
374           GNUNET_DISK_pipe_close(d->pipe_stdout);
375           return;
376         }
377
378       if (d->hostkey_callback != NULL)
379         {
380           d->hostkey_callback(d->hostkey_cls, &d->id, d, NULL);
381           d->phase = SP_HOSTKEY_CREATED;
382         }
383       else
384         {
385           d->phase = SP_TOPOLOGY_SETUP;
386         }
387
388       /* Fall through */
389     case SP_HOSTKEY_CREATED:
390       /* wait for topology finished */
391       if ((GNUNET_YES == d->dead) || (GNUNET_TIME_absolute_get_remaining(d->max_timeout).value == 0))
392         {
393           cb = d->cb;
394           d->cb = NULL;
395           if (NULL != cb)
396             cb (d->cb_cls,
397                 NULL,
398                 d->cfg,
399                 d,
400                 _("`Failed while waiting for topology setup!\n"));
401           return;
402         }
403
404       d->task
405         = GNUNET_SCHEDULER_add_delayed (d->sched,
406                                         GNUNET_CONSTANTS_EXEC_WAIT,
407                                         &start_fsm, d);
408       break;
409     case SP_TOPOLOGY_SETUP:
410       /* start GNUnet on remote host */
411       if (NULL == d->hostname)
412         {
413 #if DEBUG_TESTING
414           GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
415                       "Starting `%s', with command `%s %s %s %s %s %s'.\n",
416                       "gnunet-arm", "gnunet-arm", "-c", d->cfgfile,
417                       "-L", "DEBUG",
418                       "-s");
419 #endif
420           d->pid = GNUNET_OS_start_process (NULL, NULL, "gnunet-arm",
421                                             "gnunet-arm",
422                                             "-c", d->cfgfile,
423 #if DEBUG_TESTING
424                                             "-L", "DEBUG",
425 #endif
426                                             "-s", "-q", NULL);
427         }
428       else
429         {
430           if (d->username != NULL)
431             GNUNET_asprintf (&dst, "%s@%s", d->username, d->hostname);
432           else
433             dst = GNUNET_strdup (d->hostname);
434
435 #if DEBUG_TESTING
436           GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
437                       "Starting `%s', with command `%s %s %s %s %s %s %s %s'.\n",
438                       "gnunet-arm", "ssh", dst, "gnunet-arm", "-c", d->cfgfile,
439                       "-L", "DEBUG", "-s", "-q");
440 #endif
441           d->pid = GNUNET_OS_start_process (NULL, NULL, "ssh",
442                                             "ssh",
443                                             dst,
444                                             "gnunet-arm",
445 #if DEBUG_TESTING
446                                             "-L", "DEBUG",
447 #endif
448                                             "-c", d->cfgfile, "-s", "-q", NULL);
449           GNUNET_free (dst);
450         }
451       if (-1 == d->pid)
452         {
453           GNUNET_log (GNUNET_ERROR_TYPE_ERROR,
454                       _("Could not start `%s' process to start GNUnet.\n"),
455                       (NULL == d->hostname) ? "gnunet-arm" : "ssh");
456           cb = d->cb;
457           d->cb = NULL;
458           if (NULL != cb)
459             cb (d->cb_cls,
460                 NULL,
461                 d->cfg,
462                 d,
463                 (NULL == d->hostname)
464                 ? _("Failed to start `gnunet-arm' process.\n")
465                 : _("Failed to start `ssh' process.\n"));
466           return;
467         }
468 #if DEBUG_TESTING
469       GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
470                   "Started `%s', waiting for `%s' to be up.\n",
471                   "gnunet-arm", "gnunet-service-core");
472 #endif
473       d->phase = SP_START_ARMING;
474       d->task
475         = GNUNET_SCHEDULER_add_delayed (d->sched,
476                                         GNUNET_CONSTANTS_EXEC_WAIT,
477                                         &start_fsm, d);
478       break;
479     case SP_START_ARMING:
480       if (GNUNET_OK != GNUNET_OS_process_status (d->pid, &type, &code))
481         {
482           if (GNUNET_TIME_absolute_get_remaining(d->max_timeout).value == 0)
483             {
484               cb = d->cb;
485               d->cb = NULL;
486               if (NULL != cb)
487                 cb (d->cb_cls,
488                     NULL,
489                     d->cfg,
490                     d,
491                     (NULL == d->hostname)
492                     ? _("`gnunet-arm' does not seem to terminate.\n")
493                     : _("`ssh' does not seem to terminate.\n"));
494               return;
495             }
496           /* wait some more */
497           d->task
498             = GNUNET_SCHEDULER_add_delayed (d->sched,
499                                             GNUNET_CONSTANTS_EXEC_WAIT,
500                                             &start_fsm, d);
501           return;
502         }
503 #if DEBUG_TESTING
504       GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
505                   "Successfully started `%s'.\n", "gnunet-arm");
506 #endif
507       d->phase = SP_START_CORE;
508       d->server = GNUNET_CORE_connect (d->sched,
509                                        d->cfg,
510                                        ARM_START_WAIT,
511                                        d,
512                                        &testing_init,
513                                        NULL, NULL,
514                                        NULL, GNUNET_NO,
515                                        NULL, GNUNET_NO, no_handlers);
516       break;
517     case SP_START_CORE:
518       GNUNET_break (0);
519       break;
520     case SP_START_DONE:
521       GNUNET_break (0);
522       break;
523     case SP_SHUTDOWN_START:
524       /* confirm copying complete */
525       if (GNUNET_OK != GNUNET_OS_process_status (d->pid, &type, &code))
526         {
527           if (GNUNET_TIME_absolute_get_remaining(d->max_timeout).value == 0)
528             {
529               d->dead_cb (d->dead_cb_cls,
530                           _("either `gnunet-arm' or `ssh' does not seem to terminate.\n"));
531               if (d->th != NULL)
532                 {
533                   GNUNET_TRANSPORT_get_hello_cancel(d->th, &process_hello, d);
534                   GNUNET_TRANSPORT_disconnect(d->th);
535                   d->th = NULL;
536                 }
537               GNUNET_CONFIGURATION_destroy (d->cfg);
538               GNUNET_free (d->cfgfile);
539               GNUNET_free_non_null(d->hello);
540               GNUNET_free_non_null (d->hostname);
541               GNUNET_free_non_null (d->username);
542               GNUNET_free_non_null (d->shortname);
543               GNUNET_free (d);
544               return;
545             }
546           /* wait some more */
547           d->task
548             = GNUNET_SCHEDULER_add_delayed (d->sched,
549                                             GNUNET_CONSTANTS_EXEC_WAIT,
550                                             &start_fsm, d);
551           return;
552         }
553       if ((type != GNUNET_OS_PROCESS_EXITED) || (code != 0))
554         {
555           if (NULL != d->dead_cb)
556             d->dead_cb (d->dead_cb_cls,
557                         _("shutdown (either `gnunet-arm' or `ssh') did not complete cleanly.\n"));
558           if (d->th != NULL)
559             {
560               GNUNET_TRANSPORT_get_hello_cancel(d->th, &process_hello, d);
561               GNUNET_TRANSPORT_disconnect(d->th);
562               d->th = NULL;
563             }
564           GNUNET_CONFIGURATION_destroy (d->cfg);
565           GNUNET_free (d->cfgfile);
566           GNUNET_free_non_null(d->hello);
567           GNUNET_free_non_null (d->hostname);
568           GNUNET_free_non_null (d->username);
569           GNUNET_free_non_null (d->shortname);
570           GNUNET_free (d);
571           return;
572         }
573 #if DEBUG_TESTING
574       GNUNET_log (GNUNET_ERROR_TYPE_DEBUG, "Peer shutdown complete.\n");
575 #endif
576       if (d->th != NULL)
577         {
578           GNUNET_TRANSPORT_get_hello_cancel(d->th, &process_hello, d);
579           GNUNET_TRANSPORT_disconnect(d->th);
580           d->th = NULL;
581         }
582       /* state clean up and notifications */
583       GNUNET_CONFIGURATION_destroy (d->cfg);
584       GNUNET_free (d->cfgfile);
585       GNUNET_free_non_null(d->hello);
586       GNUNET_free_non_null (d->hostname);
587       GNUNET_free_non_null (d->username);
588       GNUNET_free_non_null (d->shortname);
589       if (NULL != d->dead_cb)
590         d->dead_cb (d->dead_cb_cls, NULL);
591       GNUNET_free (d);
592       break;
593     case SP_CONFIG_UPDATE:
594       /* confirm copying complete */
595       if (GNUNET_OK != GNUNET_OS_process_status (d->pid, &type, &code))
596         {
597           if (GNUNET_TIME_absolute_get_remaining(d->max_timeout).value == 0) /* FIXME: config update should take timeout parameter! */
598             {
599               cb = d->cb;
600               d->cb = NULL;
601               if (NULL != cb)
602                 cb (d->cb_cls,
603                     NULL,
604                     d->cfg, d, _("`scp' does not seem to terminate.\n"));
605               return;
606             }
607           /* wait some more */
608           d->task
609             = GNUNET_SCHEDULER_add_delayed (d->sched,
610                                             GNUNET_CONSTANTS_EXEC_WAIT,
611                                             &start_fsm, d);
612           return;
613         }
614       if ((type != GNUNET_OS_PROCESS_EXITED) || (code != 0))
615         {
616           if (NULL != d->update_cb)
617             d->update_cb (d->update_cb_cls,
618                           _("`scp' did not complete cleanly.\n"));
619           return;
620         }
621 #if DEBUG_TESTING
622       GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
623                   "Successfully copied configuration file.\n");
624 #endif
625       if (NULL != d->update_cb)
626         d->update_cb (d->update_cb_cls, NULL);
627       d->phase = SP_START_DONE;
628       break;
629     }
630 }
631
632 /**
633  * Continues GNUnet daemon startup when user wanted to be notified
634  * once a hostkey was generated (for creating friends files, blacklists,
635  * etc.).
636  *
637  * @param daemon the daemon to finish starting
638  */
639 void
640 GNUNET_TESTING_daemon_continue_startup(struct GNUNET_TESTING_Daemon *daemon)
641 {
642   GNUNET_assert(daemon->phase == SP_HOSTKEY_CREATED);
643   daemon->phase = SP_TOPOLOGY_SETUP;
644 }
645
646 /**
647  * Starts a GNUnet daemon.  GNUnet must be installed on the target
648  * system and available in the PATH.  The machine must furthermore be
649  * reachable via "ssh" (unless the hostname is "NULL") without the
650  * need to enter a password.
651  *
652  * @param sched scheduler to use
653  * @param cfg configuration to use
654  * @param timeout how long to wait starting up peers
655  * @param hostname name of the machine where to run GNUnet
656  *        (use NULL for localhost).
657  * @param hostkey_callback function to call once the hostkey has been
658  *        generated for this peer, but it hasn't yet been started
659  *        (NULL to start immediately, otherwise waits on GNUNET_TESTING_daemon_continue_start)
660  * @param hostkey_cls closure for hostkey callback
661  * @param cb function to call with the result
662  * @param cb_cls closure for cb
663  * @return handle to the daemon (actual start will be completed asynchronously)
664  */
665 struct GNUNET_TESTING_Daemon *
666 GNUNET_TESTING_daemon_start (struct GNUNET_SCHEDULER_Handle *sched,
667                              const struct GNUNET_CONFIGURATION_Handle *cfg,
668                              struct GNUNET_TIME_Relative timeout,
669                              const char *hostname,
670                              GNUNET_TESTING_NotifyHostkeyCreated hostkey_callback,
671                              void *hostkey_cls,
672                              GNUNET_TESTING_NotifyDaemonRunning cb,
673                              void *cb_cls)
674 {
675   struct GNUNET_TESTING_Daemon *ret;
676   char *arg;
677   char *username;
678
679   ret = GNUNET_malloc (sizeof (struct GNUNET_TESTING_Daemon));
680   ret->sched = sched;
681   ret->hostname = (hostname == NULL) ? NULL : GNUNET_strdup (hostname);
682   ret->cfgfile = GNUNET_DISK_mktemp ("gnunet-testing-config");
683 #if DEBUG_TESTING
684   GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
685               "Setting up peer with configuration file `%s'.\n",
686               ret->cfgfile);
687 #endif
688   if (NULL == ret->cfgfile)
689     {
690       GNUNET_free_non_null (ret->hostname);
691       GNUNET_free (ret);
692       return NULL;
693     }
694   ret->hostkey_callback = hostkey_callback;
695   ret->hostkey_cls = hostkey_cls;
696   ret->cb = cb;
697   ret->cb_cls = cb_cls;
698   ret->max_timeout = GNUNET_TIME_relative_to_absolute(timeout);
699   ret->cfg = GNUNET_CONFIGURATION_dup (cfg);
700   GNUNET_CONFIGURATION_set_value_string (ret->cfg,
701                                          "PATHS",
702                                          "DEFAULTCONFIG", ret->cfgfile);
703   /* 1) write configuration to temporary file */
704   if (GNUNET_OK != GNUNET_CONFIGURATION_write (ret->cfg, ret->cfgfile))
705     {
706       if (0 != UNLINK (ret->cfgfile))
707         GNUNET_log_strerror_file (GNUNET_ERROR_TYPE_WARNING,
708                                   "unlink", ret->cfgfile);
709       GNUNET_CONFIGURATION_destroy (ret->cfg);
710       GNUNET_free_non_null (ret->hostname);
711       GNUNET_free (ret->cfgfile);
712       GNUNET_free (ret);
713       return NULL;
714     }
715   if (GNUNET_OK !=
716       GNUNET_CONFIGURATION_get_value_string (cfg,
717                                              "TESTING",
718                                              "USERNAME", &username))
719     {
720       if (NULL != getenv ("USER"))
721         username = GNUNET_strdup (getenv ("USER"));
722       else
723         username = NULL;
724     }
725   ret->username = username;
726
727   /* 2) copy file to remote host */
728   if (NULL != hostname)
729     {
730 #if DEBUG_TESTING
731       GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
732                   "Copying configuration file to host `%s'.\n", hostname);
733 #endif
734       ret->phase = SP_COPYING;
735       if (NULL != username)
736         GNUNET_asprintf (&arg, "%s@%s:%s", username, hostname, ret->cfgfile);
737       else
738         GNUNET_asprintf (&arg, "%s:%s", hostname, ret->cfgfile);
739       ret->pid = GNUNET_OS_start_process (NULL, NULL, "scp",
740                                           "scp", ret->cfgfile, arg, NULL);
741       GNUNET_free (arg);
742       if (-1 == ret->pid)
743         {
744           GNUNET_log (GNUNET_ERROR_TYPE_ERROR,
745                       _
746                       ("Could not start `%s' process to copy configuration file.\n"),
747                       "scp");
748           if (0 != UNLINK (ret->cfgfile))
749             GNUNET_log_strerror_file (GNUNET_ERROR_TYPE_WARNING,
750                                       "unlink", ret->cfgfile);
751           GNUNET_CONFIGURATION_destroy (ret->cfg);
752           GNUNET_free_non_null (ret->hostname);
753           GNUNET_free_non_null (ret->username);
754           GNUNET_free (ret->cfgfile);
755           GNUNET_free (ret);
756           return NULL;
757         }
758       ret->task
759         = GNUNET_SCHEDULER_add_delayed (sched,
760                                         GNUNET_CONSTANTS_EXEC_WAIT,
761                                         &start_fsm, ret);
762       return ret;
763     }
764 #if DEBUG_TESTING
765   GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
766               "No need to copy configuration file since we are running locally.\n");
767 #endif
768   ret->phase = SP_COPIED;
769   GNUNET_SCHEDULER_add_continuation (sched,
770                                      &start_fsm,
771                                      ret,
772                                      GNUNET_SCHEDULER_REASON_PREREQ_DONE);
773   return ret;
774 }
775
776
777 /**
778  * Restart (stop and start) a GNUnet daemon.
779  *
780  * @param d the daemon that should be restarted
781  * @param cb function called once the daemon is (re)started
782  * @param cb_cls closure for cb
783  */
784 void
785 GNUNET_TESTING_daemon_restart (struct GNUNET_TESTING_Daemon *d,
786                                GNUNET_TESTING_NotifyDaemonRunning cb, void *cb_cls)
787 {
788   char *arg;
789   char *del_arg;
790
791   del_arg = NULL;
792   if (NULL != d->cb)
793     {
794       d->dead = GNUNET_YES;
795       return;
796     }
797
798   d->cb = cb;
799   d->cb_cls = cb_cls;
800
801   if (d->phase == SP_CONFIG_UPDATE)
802     {
803       GNUNET_SCHEDULER_cancel (d->sched, d->task);
804       d->phase = SP_START_DONE;
805     }
806   if (d->server != NULL)
807     {
808       GNUNET_CORE_disconnect (d->server);
809       d->server = NULL;
810     }
811
812   if (d->th != NULL)
813     {
814       GNUNET_TRANSPORT_get_hello_cancel(d->th, &process_hello, d);
815       GNUNET_TRANSPORT_disconnect(d->th);
816       d->th = NULL;
817     }
818   /* state clean up and notifications */
819   GNUNET_free_non_null(d->hello);
820
821 #if DEBUG_TESTING
822     GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
823                 _("Terminating peer `%4s'\n"), GNUNET_i2s (&d->id));
824 #endif
825
826    d->phase = SP_START_ARMING;
827
828     /* Check if this is a local or remote process */
829   if (NULL != d->hostname)
830     {
831 #if DEBUG_TESTING
832       GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
833                   "Stopping gnunet-arm with config `%s' on host `%s'.\n", d->cfgfile, d->hostname);
834 #endif
835
836       if (d->username != NULL)
837         GNUNET_asprintf (&arg, "%s@%s", d->username, d->hostname);
838       else
839         arg = GNUNET_strdup (d->hostname);
840
841       d->pid = GNUNET_OS_start_process (NULL, NULL, "ssh", "ssh",
842                                         arg, "gnunet-arm",
843 #if DEBUG_TESTING
844                                         "-L", "DEBUG",
845 #endif
846                                         "-c", d->cfgfile, "-e", "-r", NULL);
847       /* Use -r to restart arm and all services */
848
849       GNUNET_free (arg);
850     }
851   else
852     {
853 #if DEBUG_TESTING
854       GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
855                   "Stopping gnunet-arm with config `%s' locally.\n", d->cfgfile);
856 #endif
857       d->pid = GNUNET_OS_start_process (NULL, NULL, "gnunet-arm",
858                                         "gnunet-arm",
859 #if DEBUG_TESTING
860                                         "-L", "DEBUG",
861 #endif
862                                         "-c", d->cfgfile, "-e", "-r", NULL);
863     }
864
865     GNUNET_free_non_null(del_arg);
866     d->task
867       = GNUNET_SCHEDULER_add_delayed (d->sched,
868                                       GNUNET_CONSTANTS_EXEC_WAIT,
869                                       &start_fsm, d);
870
871 }
872
873
874 /**
875  * Stops a GNUnet daemon.
876  *
877  * @param d the daemon that should be stopped
878  * @param timeout how long to wait for process for shutdown to complete
879  * @param cb function called once the daemon was stopped
880  * @param cb_cls closure for cb
881  * @param delete_files GNUNET_YES to remove files, GNUNET_NO
882  *        to leave them (i.e. for restarting at a later time,
883  *        or logfile inspection once finished)
884  */
885 void
886 GNUNET_TESTING_daemon_stop (struct GNUNET_TESTING_Daemon *d,
887                             struct GNUNET_TIME_Relative timeout,
888                             GNUNET_TESTING_NotifyCompletion cb, void *cb_cls,
889                             int delete_files)
890 {
891   char *arg;
892   char *del_arg;
893   d->dead_cb = cb;
894   d->dead_cb_cls = cb_cls;
895
896   if (NULL != d->cb)
897     {
898 #if DEBUG_TESTING
899       GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
900                  _("Setting d->dead on peer `%4s'\n"), GNUNET_i2s (&d->id));
901 #endif
902       d->dead = GNUNET_YES;
903       return;
904     }
905
906   del_arg = NULL;
907   if (delete_files == GNUNET_YES)
908     {
909       GNUNET_asprintf(&del_arg, "-d");
910     }
911
912   if (d->phase == SP_CONFIG_UPDATE)
913     {
914       GNUNET_SCHEDULER_cancel (d->sched, d->task);
915       d->phase = SP_START_DONE;
916     }
917   if (d->server != NULL)
918     {
919       GNUNET_CORE_disconnect (d->server);
920       d->server = NULL;
921     }
922   /* shutdown ARM process (will terminate others) */
923 #if DEBUG_TESTING
924   GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
925               _("Terminating peer `%4s'\n"), GNUNET_i2s (&d->id));
926 #endif
927
928   d->phase = SP_SHUTDOWN_START;
929   /* Check if this is a local or remote process */
930   if (NULL != d->hostname)
931     {
932 #if DEBUG_TESTING
933       GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
934                   "Stopping gnunet-arm with config `%s' on host `%s'.\n", d->cfgfile, d->hostname);
935 #endif
936
937       if (d->username != NULL)
938         GNUNET_asprintf (&arg, "%s@%s", d->username, d->hostname);
939       else
940         arg = GNUNET_strdup (d->hostname);
941
942       d->pid = GNUNET_OS_start_process (NULL, NULL, "ssh", "ssh",
943                                         arg, "gnunet-arm",
944 #if DEBUG_TESTING
945                                         "-L", "DEBUG",
946 #endif
947                                         "-c", d->cfgfile, "-e", "-q", del_arg, NULL);
948       /* Use -e to end arm, and -d to remove temp files */
949
950       GNUNET_free (arg);
951     }
952   else
953     {
954 #if DEBUG_TESTING
955       GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
956                   "Stopping gnunet-arm with config `%s' locally.\n", d->cfgfile);
957 #endif
958       d->pid = GNUNET_OS_start_process (NULL, NULL, "gnunet-arm",
959                                         "gnunet-arm",
960 #if DEBUG_TESTING
961                                         "-L", "DEBUG",
962 #endif
963                                         "-c", d->cfgfile, "-e", "-q", del_arg, NULL);
964     }
965
966   GNUNET_free_non_null(del_arg);
967   d->max_timeout = GNUNET_TIME_relative_to_absolute(timeout);
968   d->task
969     = GNUNET_SCHEDULER_add_delayed (d->sched,
970                                     GNUNET_CONSTANTS_EXEC_WAIT,
971                                     &start_fsm, d);
972 }
973
974
975 /**
976  * Changes the configuration of a GNUnet daemon.
977  *
978  * @param d the daemon that should be modified
979  * @param cfg the new configuration for the daemon
980  * @param cb function called once the configuration was changed
981  * @param cb_cls closure for cb
982  */
983 void
984 GNUNET_TESTING_daemon_reconfigure (struct GNUNET_TESTING_Daemon *d,
985                                    struct GNUNET_CONFIGURATION_Handle *cfg,
986                                    GNUNET_TESTING_NotifyCompletion cb,
987                                    void *cb_cls)
988 {
989   char *arg;
990
991   if (d->phase != SP_START_DONE)
992     {
993       if (NULL != cb)
994         cb (cb_cls,
995             _
996             ("Peer not yet running, can not change configuration at this point."));
997       return;
998     }
999
1000   /* 1) write configuration to temporary file */
1001   if (GNUNET_OK != GNUNET_CONFIGURATION_write (cfg, d->cfgfile))
1002     {
1003       if (NULL != cb)
1004         cb (cb_cls, _("Failed to write new configuration to disk."));
1005       return;
1006     }
1007
1008   /* 2) copy file to remote host (if necessary) */
1009   if (NULL == d->hostname)
1010     {
1011       /* signal success */
1012       if (NULL != cb)
1013         cb (cb_cls, NULL);
1014       return;
1015     }
1016 #if DEBUG_TESTING
1017   GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
1018               "Copying updated configuration file to remote host `%s'.\n",
1019               d->hostname);
1020 #endif
1021   d->phase = SP_CONFIG_UPDATE;
1022   if (NULL != d->username)
1023     GNUNET_asprintf (&arg, "%s@%s:%s", d->username, d->hostname, d->cfgfile);
1024   else
1025     GNUNET_asprintf (&arg, "%s:%s", d->hostname, d->cfgfile);
1026   d->pid = GNUNET_OS_start_process (NULL, NULL, "scp", "scp", d->cfgfile, arg, NULL);
1027   GNUNET_free (arg);
1028   if (-1 == d->pid)
1029     {
1030       GNUNET_log (GNUNET_ERROR_TYPE_ERROR,
1031                   _
1032                   ("Could not start `%s' process to copy configuration file.\n"),
1033                   "scp");
1034       if (NULL != cb)
1035         cb (cb_cls, _("Failed to copy new configuration to remote machine."));
1036       d->phase = SP_START_DONE;
1037       return;
1038     }
1039   d->update_cb = cb;
1040   d->update_cb_cls = cb_cls;
1041   d->task
1042     = GNUNET_SCHEDULER_add_delayed (d->sched,
1043                                     GNUNET_CONSTANTS_EXEC_WAIT,
1044                                     &start_fsm, d);
1045 }
1046
1047
1048 /**
1049  * Data kept for each pair of peers that we try
1050  * to connect.
1051  */
1052 struct ConnectContext
1053 {
1054   /**
1055    * Testing handle to the first daemon.
1056    */
1057   struct GNUNET_TESTING_Daemon *d1;
1058
1059   /**
1060    * Handle to core of first daemon (to check connect)
1061    */
1062   struct GNUNET_CORE_Handle * d1core;
1063
1064   /**
1065    * Testing handle to the second daemon.
1066    */
1067   struct GNUNET_TESTING_Daemon *d2;
1068
1069   /**
1070    * Transport handle to the second daemon.
1071    */
1072   struct GNUNET_TRANSPORT_Handle *d2th;
1073
1074   /**
1075    * Function to call once we are done (or have timed out).
1076    */
1077   GNUNET_TESTING_NotifyConnection cb;
1078
1079   /**
1080    * Closure for "nb".
1081    */
1082   void *cb_cls;
1083
1084   /**
1085    * When should this operation be complete (or we must trigger
1086    * a timeout).
1087    */
1088   struct GNUNET_TIME_Absolute timeout;
1089
1090   /**
1091    * The relative timeout from whence this connect attempt was
1092    * started.  Allows for reconnect attempts.
1093    */
1094   struct GNUNET_TIME_Relative relative_timeout;
1095
1096   /**
1097    * Maximum number of connect attempts, will retry connection
1098    * this number of times on failures.
1099    */
1100   unsigned int max_connect_attempts;
1101
1102   /**
1103    * Hello timeout task
1104    */
1105   GNUNET_SCHEDULER_TaskIdentifier hello_send_task;
1106
1107   /**
1108    * Connect timeout task
1109    */
1110   GNUNET_SCHEDULER_TaskIdentifier timeout_task;
1111
1112   /**
1113    * When should this operation be complete (or we must trigger
1114    * a timeout).
1115    */
1116   struct GNUNET_TIME_Relative timeout_hello;
1117
1118
1119   /**
1120    * Was the connection attempt successful?
1121    */
1122   int connected;
1123 };
1124
1125
1126 /** Forward declaration **/
1127 static void
1128 reattempt_daemons_connect(void *cls, const struct GNUNET_SCHEDULER_TaskContext *tc);
1129
1130
1131 /**
1132  * Notify callback about success or failure of the attempt
1133  * to connect the two peers
1134  *
1135  * @param cls our "struct ConnectContext" (freed)
1136  * @param tc reason tells us if we succeeded or failed
1137  */
1138 static void
1139 notify_connect_result (void *cls,
1140                        const struct GNUNET_SCHEDULER_TaskContext *tc)
1141 {
1142   struct ConnectContext *ctx = cls;
1143   struct GNUNET_TIME_Relative remaining;
1144
1145   if (ctx->hello_send_task != GNUNET_SCHEDULER_NO_TASK)
1146     {
1147       GNUNET_SCHEDULER_cancel(ctx->d1->sched, ctx->hello_send_task);
1148       ctx->hello_send_task = GNUNET_SCHEDULER_NO_TASK;
1149     }
1150
1151   if ((ctx->timeout_task != GNUNET_SCHEDULER_NO_TASK) && (tc->reason != GNUNET_SCHEDULER_REASON_TIMEOUT))
1152     {
1153       GNUNET_SCHEDULER_cancel(ctx->d1->sched, ctx->timeout_task);
1154       ctx->timeout_task = GNUNET_SCHEDULER_NO_TASK;
1155     }
1156
1157   if (tc->reason == GNUNET_SCHEDULER_REASON_SHUTDOWN)
1158     {
1159       if (ctx->d2th != NULL)
1160         GNUNET_TRANSPORT_disconnect (ctx->d2th);
1161       ctx->d2th = NULL;
1162       if (ctx->d1core != NULL)
1163         GNUNET_CORE_disconnect (ctx->d1core);
1164
1165       ctx->d1core = NULL;
1166       GNUNET_free (ctx);
1167       return;
1168     }
1169
1170   remaining = GNUNET_TIME_absolute_get_remaining(ctx->timeout);
1171
1172   if (ctx->connected == GNUNET_YES)
1173     {
1174       if (ctx->cb != NULL)
1175         {
1176           ctx->cb (ctx->cb_cls, &ctx->d1->id, &ctx->d2->id, ctx->d1->cfg,
1177                    ctx->d2->cfg, ctx->d1, ctx->d2, NULL);
1178         }
1179     }
1180   else if (remaining.value > 0)
1181     {
1182       if (ctx->d1core != NULL)
1183         {
1184           GNUNET_CORE_disconnect(ctx->d1core);
1185           ctx->d1core = NULL;
1186         }
1187
1188       if (ctx->d2th != NULL)
1189         {
1190           GNUNET_TRANSPORT_disconnect(ctx->d2th);
1191           ctx->d2th = NULL;
1192         }
1193       GNUNET_SCHEDULER_add_now(ctx->d1->sched, &reattempt_daemons_connect, ctx);
1194       return;
1195     }
1196   else
1197     {
1198       if (ctx->cb != NULL)
1199         {
1200           ctx->cb (ctx->cb_cls, &ctx->d1->id, &ctx->d2->id, ctx->d1->cfg,
1201                    ctx->d2->cfg, ctx->d1, ctx->d2,
1202                    _("Peers failed to connect"));
1203         }
1204     }
1205
1206   GNUNET_TRANSPORT_disconnect (ctx->d2th);
1207   ctx->d2th = NULL;
1208   GNUNET_CORE_disconnect (ctx->d1core);
1209   ctx->d1core = NULL;
1210   GNUNET_free (ctx);
1211 }
1212
1213
1214 /**
1215  * Success, connection is up.  Signal client our success.
1216  *
1217  * @param cls our "struct ConnectContext"
1218  * @param peer identity of the peer that has connected
1219  * @param latency the round trip latency of the connection to this peer
1220  * @param distance distance the transport level distance to this peer
1221  *
1222  */
1223 static void
1224 connect_notify (void *cls, const struct GNUNET_PeerIdentity * peer, struct GNUNET_TIME_Relative latency,
1225                 uint32_t distance)
1226 {
1227   struct ConnectContext *ctx = cls;
1228
1229   if (memcmp(&ctx->d2->id, peer, sizeof(struct GNUNET_PeerIdentity)) == 0)
1230     {
1231       ctx->connected = GNUNET_YES;
1232       GNUNET_SCHEDULER_cancel(ctx->d1->sched, ctx->timeout_task);
1233       ctx->timeout_task = GNUNET_SCHEDULER_NO_TASK;
1234       GNUNET_SCHEDULER_add_now (ctx->d1->sched,
1235                                 &notify_connect_result,
1236                                 ctx);
1237     }
1238
1239 }
1240
1241 static void
1242 send_hello(void *cls, const struct GNUNET_SCHEDULER_TaskContext *tc)
1243 {
1244   struct ConnectContext *ctx = cls;
1245
1246   if (tc->reason == GNUNET_SCHEDULER_REASON_SHUTDOWN)
1247     return;
1248
1249   if (ctx->d1->hello != NULL)
1250     {
1251       GNUNET_TRANSPORT_offer_hello (ctx->d2th, GNUNET_HELLO_get_header(ctx->d1->hello));
1252       ctx->timeout_hello = GNUNET_TIME_relative_add(ctx->timeout_hello,
1253                                                     GNUNET_TIME_relative_multiply(GNUNET_TIME_UNIT_MILLISECONDS,
1254                                                                                   500));
1255     }
1256   ctx->hello_send_task = GNUNET_SCHEDULER_add_delayed(ctx->d1->sched,
1257                                                       ctx->timeout_hello,
1258                                                       &send_hello, ctx);
1259 }
1260
1261 /**
1262  * Establish a connection between two GNUnet daemons.
1263  *
1264  * @param d1 handle for the first daemon
1265  * @param d2 handle for the second daemon
1266  * @param timeout how long is the connection attempt
1267  *        allowed to take?
1268  * @param max_connect_attempts how many times should we try to reconnect
1269  *        (within timeout)
1270  * @param cb function to call at the end
1271  * @param cb_cls closure for cb
1272  */
1273 void
1274 GNUNET_TESTING_daemons_connect (struct GNUNET_TESTING_Daemon *d1,
1275                                 struct GNUNET_TESTING_Daemon *d2,
1276                                 struct GNUNET_TIME_Relative timeout,
1277                                 unsigned int max_connect_attempts,
1278                                 GNUNET_TESTING_NotifyConnection cb,
1279                                 void *cb_cls)
1280 {
1281   struct ConnectContext *ctx;
1282
1283   if ((d1->running == GNUNET_NO) || (d2->running == GNUNET_NO))
1284     {
1285       if (NULL != cb)
1286         cb (cb_cls, &d1->id, &d2->id, d1->cfg, d2->cfg, d1, d2,
1287             _("Peers are not fully running yet, can not connect!\n"));
1288       return;
1289     }
1290   ctx = GNUNET_malloc (sizeof (struct ConnectContext));
1291   ctx->d1 = d1;
1292   ctx->d2 = d2;
1293   ctx->timeout = GNUNET_TIME_relative_to_absolute (timeout);
1294   ctx->timeout_hello = GNUNET_TIME_relative_multiply(GNUNET_TIME_UNIT_MILLISECONDS, 500);
1295   ctx->relative_timeout = timeout;
1296   ctx->cb = cb;
1297   ctx->cb_cls = cb_cls;
1298   ctx->max_connect_attempts = max_connect_attempts;
1299   ctx->connected = GNUNET_NO;
1300 #if DEBUG_TESTING
1301   GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
1302               "Asked to connect peer %s to peer %s\n",
1303               d1->shortname, d2->shortname);
1304 #endif
1305
1306   ctx->d1core = GNUNET_CORE_connect (d1->sched,
1307                                      d1->cfg,
1308                                      timeout,
1309                                      ctx,
1310                                      NULL,
1311                                      &connect_notify, NULL,
1312                                      NULL, GNUNET_NO,
1313                                      NULL, GNUNET_NO, no_handlers);
1314   if (ctx->d1core == NULL)
1315     {
1316       GNUNET_free (ctx);
1317       if (NULL != cb)
1318         cb (cb_cls, &d1->id, &d2->id, d1->cfg, d2->cfg, d1, d2,
1319             _("Failed to connect to core service of first peer!\n"));
1320       return;
1321     }
1322
1323 #if DEBUG_TESTING > 2
1324   GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
1325               "Asked to connect peer %s to peer %s\n",
1326               d1->shortname, d2->shortname);
1327   GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
1328               "Connecting to transport service of peer %s\n", d2->shortname);
1329
1330 #endif
1331
1332   ctx->d2th = GNUNET_TRANSPORT_connect (d2->sched,
1333                                         d2->cfg, d2, NULL, NULL, NULL);
1334   if (ctx->d2th == NULL)
1335     {
1336       GNUNET_CORE_disconnect(ctx->d1core);
1337       GNUNET_free (ctx);
1338       if (NULL != cb)
1339         cb (cb_cls, &d1->id, &d2->id, d1->cfg, d2->cfg, d1, d2,
1340             _("Failed to connect to transport service!\n"));
1341       return;
1342     }
1343
1344   ctx->timeout_task = GNUNET_SCHEDULER_add_delayed (d1->sched,
1345                                                     GNUNET_TIME_relative_divide(ctx->relative_timeout, max_connect_attempts), /* Allow up to 8 reconnect attempts */
1346                                                     &notify_connect_result, ctx);
1347
1348   ctx->hello_send_task = GNUNET_SCHEDULER_add_now(ctx->d1->sched, &send_hello, ctx);
1349 }
1350
1351 static void
1352 reattempt_daemons_connect (void *cls, const struct GNUNET_SCHEDULER_TaskContext *tc)
1353 {
1354
1355   struct ConnectContext *ctx = cls;
1356   if (tc->reason == GNUNET_SCHEDULER_REASON_SHUTDOWN)
1357     {
1358       return;
1359     }
1360 #if DEBUG_TESTING_RECONNECT
1361   GNUNET_log(GNUNET_ERROR_TYPE_DEBUG, "re-attempting connect of peer %s to peer %s\n",
1362               ctx->d1->shortname, ctx->d2->shortname);
1363 #endif
1364
1365   GNUNET_assert(ctx->d1core == NULL);
1366
1367   ctx->d1core = GNUNET_CORE_connect (ctx->d1->sched,
1368                                      ctx->d1->cfg,
1369                                      GNUNET_TIME_absolute_get_remaining(ctx->timeout),
1370                                      ctx,
1371                                      NULL,
1372                                      &connect_notify, NULL,
1373                                      NULL, GNUNET_NO,
1374                                      NULL, GNUNET_NO, no_handlers);
1375   if (ctx->d1core == NULL)
1376     {
1377       if (NULL != ctx->cb)
1378         ctx->cb (ctx->cb_cls, &ctx->d1->id, &ctx->d2->id, ctx->d1->cfg, ctx->d2->cfg, ctx->d1, ctx->d2,
1379                  _("Failed to connect to core service of first peer!\n"));
1380       GNUNET_free (ctx);
1381       return;
1382     }
1383
1384   ctx->d2th = GNUNET_TRANSPORT_connect (ctx->d2->sched,
1385                                         ctx->d2->cfg, ctx->d2, NULL, NULL, NULL);
1386   if (ctx->d2th == NULL)
1387     {
1388       GNUNET_CORE_disconnect(ctx->d1core);
1389       GNUNET_free (ctx);
1390       if (NULL != ctx->cb)
1391         ctx->cb (ctx->cb_cls, &ctx->d1->id, &ctx->d2->id, ctx->d1->cfg, ctx->d2->cfg, ctx->d1, ctx->d2,
1392             _("Failed to connect to transport service!\n"));
1393       return;
1394     }
1395
1396   ctx->timeout_task = GNUNET_SCHEDULER_add_delayed (ctx->d1->sched,
1397                                                     GNUNET_TIME_relative_divide(ctx->relative_timeout, ctx->max_connect_attempts),
1398                                                     &notify_connect_result, ctx);
1399
1400   ctx->hello_send_task = GNUNET_SCHEDULER_add_now(ctx->d1->sched, &send_hello, ctx);
1401 }
1402
1403 /* end of testing.c */