src/dv/test_transport_api_dv.c

   1 /*
   2      This file is part of GNUnet.
   3      (C) 2009 Christian Grothoff (and other contributing authors)
   4
   5      GNUnet is free software; you can redistribute it and/or modify
   6      it under the terms of the GNU General Public License as published
   7      by the Free Software Foundation; either version 3, or (at your
   8      option) any later version.
   9
  10      GNUnet is distributed in the hope that it will be useful, but
  11      WITHOUT ANY WARRANTY; without even the implied warranty of
  12      MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  13      General Public License for more details.
  14
  15      You should have received a copy of the GNU General Public License
  16      along with GNUnet; see the file COPYING.  If not, write to the
  17      Free Software Foundation, Inc., 59 Temple Place - Suite 330,
  18      Boston, MA 02111-1307, USA.
  19 */
  20 /**
  21  * @file dv/test_transport_api_dv.c
  22  * @brief base testcase for testing distance vector transport
  23  */
  24 #include "platform.h"
  25 #include "gnunet_testing_lib.h"
  26 #include "gnunet_core_service.h"
  27
  28 #define VERBOSE 1
  29
  30 #define TEST_ALL GNUNET_NO
  31
  32 /**
  33  * How long until we fail the whole testcase?
  34  */
  35 #define TEST_TIMEOUT GNUNET_TIME_relative_multiply (GNUNET_TIME_UNIT_SECONDS, 600)
  36
  37 /**
  38  * How long until we give up on starting the peers?
  39  */
  40 #define TIMEOUT GNUNET_TIME_relative_multiply (GNUNET_TIME_UNIT_SECONDS, 500)
  41
  42 #define DEFAULT_NUM_PEERS 4
  43
  44 #define DEFAULT_ADDITIONAL_MESSAGES 2
  45
  46 #define MAX_OUTSTANDING_CONNECTIONS 100
  47
  48 static float fail_percentage = 0.00;
  49
  50 static int ok;
  51
  52 static unsigned long long num_additional_messages;
  53
  54 static unsigned long long num_peers;
  55
  56 static unsigned int total_connections;
  57
  58 static unsigned int failed_connections;
  59
  60 static unsigned int total_server_connections;
  61
  62 static unsigned int total_messages_received;
  63
  64 static unsigned int total_other_expected_messages;
  65
  66 static unsigned int temp_total_other_messages;
  67
  68 static unsigned int total_other_messages;
  69
  70 static unsigned int expected_messages;
  71
  72 static unsigned int expected_connections;
  73
  74 static unsigned long long peers_left;
  75
  76 static struct GNUNET_TESTING_PeerGroup *pg;
  77
  78 const struct GNUNET_CONFIGURATION_Handle *main_cfg;
  79
  80 static GNUNET_SCHEDULER_TaskIdentifier die_task;
  81
  82 static char *dotOutFileName = "topology.dot";
  83
  84 static FILE *dotOutFile;
  85
  86 static char *blacklist_transports;
  87
  88 static int transmit_ready_scheduled;
  89
  90 static int transmit_ready_failed;
  91
  92 static int transmit_ready_called;
  93
  94 static enum GNUNET_TESTING_Topology topology;
  95
  96 static enum GNUNET_TESTING_Topology blacklist_topology = GNUNET_TESTING_TOPOLOGY_NONE;  /* Don't do any blacklisting */
  97
  98 static enum GNUNET_TESTING_Topology connection_topology = GNUNET_TESTING_TOPOLOGY_NONE; /* NONE actually means connect all allowed peers */
  99
 100 static enum GNUNET_TESTING_TopologyOption connect_topology_option =
 101     GNUNET_TESTING_TOPOLOGY_OPTION_ALL;
 102
 103 static double connect_topology_option_modifier = 0.0;
 104
 105 static char *test_directory;
 106
 107 struct GNUNET_CONTAINER_MultiHashMap *peer_daemon_hash;
 108
 109 #define MTYPE 12345
 110
 111 struct GNUNET_TestMessage
 112 {
 113   /**
 114    * Header of the message
 115    */
 116   struct GNUNET_MessageHeader header;
 117
 118   /**
 119    * Unique identifier for this message.
 120    */
 121   uint32_t uid;
 122 };
 123
 124 struct PeerContext
 125 {
 126   /* This is a linked list */
 127   struct PeerContext *next;
 128
 129   /**
 130    * Handle to the daemon
 131    */
 132   struct GNUNET_TESTING_Daemon *daemon;
 133
 134   /* Handle to the peer core */
 135   struct GNUNET_CORE_Handle *peer_handle;
 136 };
 137
 138 static struct PeerContext *all_peers;
 139
 140 struct TestMessageContext
 141 {
 142   /* This is a linked list */
 143   struct TestMessageContext *next;
 144
 145   /* Handle to the sending peer core */
 146   struct GNUNET_CORE_Handle *peer1handle;
 147
 148   /* Handle to the receiving peer core */
 149   struct GNUNET_CORE_Handle *peer2handle;
 150
 151   /* Handle to the sending peer daemon */
 152   struct GNUNET_TESTING_Daemon *peer1;
 153
 154   /* Handle to the receiving peer daemon */
 155   struct GNUNET_TESTING_Daemon *peer2;
 156
 157   /* Identifier for this message, so we don't disconnect other peers! */
 158   uint32_t uid;
 159
 160   /* Task for disconnecting cores, allow task to be cancelled on shutdown */
 161   GNUNET_SCHEDULER_TaskIdentifier disconnect_task;
 162 };
 163
 164 static struct TestMessageContext *test_messages;
 165
 166 static struct TestMessageContext *other_test_messages;
 167
 168 /**
 169  * Check whether peers successfully shut down.
 170  */
 171 void
 172 shutdown_callback (void *cls, const char *emsg)
 173 {
 174   if (emsg != NULL)
 175   {
 176 #if VERBOSE
 177     GNUNET_log (GNUNET_ERROR_TYPE_DEBUG, "Shutdown of peers failed!\n");
 178 #endif
 179     if (ok == 0)
 180       ok = 666;
 181   }
 182   else
 183   {
 184 #if VERBOSE
 185     GNUNET_log (GNUNET_ERROR_TYPE_DEBUG, "All peers successfully shut down!\n");
 186 #endif
 187   }
 188 }
 189
 190 static void
 191 finish_testing (void *cls, const struct GNUNET_SCHEDULER_TaskContext *tc)
 192 {
 193   GNUNET_assert (pg != NULL);
 194   struct PeerContext *peer_pos;
 195   struct PeerContext *free_peer_pos;
 196   struct TestMessageContext *pos;
 197   struct TestMessageContext *free_pos;
 198
 199   die_task = GNUNET_SCHEDULER_NO_TASK;
 200 #if VERBOSE
 201   GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
 202               "Called finish testing, stopping daemons.\n");
 203 #endif
 204   peer_pos = all_peers;
 205   while (peer_pos != NULL)
 206   {
 207     if (peer_pos->peer_handle != NULL)
 208       GNUNET_CORE_disconnect (peer_pos->peer_handle);
 209     free_peer_pos = peer_pos;
 210     peer_pos = peer_pos->next;
 211     GNUNET_free (free_peer_pos);
 212   }
 213   all_peers = NULL;
 214
 215   pos = test_messages;
 216   while (pos != NULL)
 217   {
 218     if (pos->peer1handle != NULL)
 219     {
 220       GNUNET_CORE_disconnect (pos->peer1handle);
 221       pos->peer1handle = NULL;
 222     }
 223     if (pos->peer2handle != NULL)
 224     {
 225       GNUNET_CORE_disconnect (pos->peer2handle);
 226       pos->peer2handle = NULL;
 227     }
 228     free_pos = pos;
 229     pos = pos->next;
 230     if (free_pos->disconnect_task != GNUNET_SCHEDULER_NO_TASK)
 231     {
 232       GNUNET_SCHEDULER_cancel (free_pos->disconnect_task);
 233     }
 234     GNUNET_free (free_pos);
 235   }
 236
 237   pos = other_test_messages;
 238   while (pos != NULL)
 239   {
 240     if (pos->peer1handle != NULL)
 241     {
 242       GNUNET_CORE_disconnect (pos->peer1handle);
 243       pos->peer1handle = NULL;
 244     }
 245     if (pos->peer2handle != NULL)
 246     {
 247       GNUNET_CORE_disconnect (pos->peer2handle);
 248       pos->peer2handle = NULL;
 249     }
 250     free_pos = pos;
 251     pos = pos->next;
 252     if (free_pos->disconnect_task != GNUNET_SCHEDULER_NO_TASK)
 253     {
 254       GNUNET_SCHEDULER_cancel (free_pos->disconnect_task);
 255     }
 256     GNUNET_free (free_pos);
 257   }
 258 #if VERBOSE
 259   GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
 260               "transmit_ready's scheduled %d, failed %d, transmit_ready's called %d\n",
 261               transmit_ready_scheduled, transmit_ready_failed,
 262               transmit_ready_called);
 263 #endif
 264
 265 #if VERBOSE
 266   GNUNET_log (GNUNET_ERROR_TYPE_DEBUG, "Calling daemons_stop\n");
 267 #endif
 268   GNUNET_TESTING_daemons_stop (pg, TIMEOUT, &shutdown_callback, NULL);
 269 #if VERBOSE
 270   GNUNET_log (GNUNET_ERROR_TYPE_DEBUG, "daemons_stop finished\n");
 271 #endif
 272   if (dotOutFile != NULL)
 273   {
 274     fprintf (dotOutFile, "}");
 275     fclose (dotOutFile);
 276   }
 277
 278   ok = 0;
 279 }
 280
 281
 282 static void
 283 disconnect_cores (void *cls, const struct GNUNET_SCHEDULER_TaskContext *tc)
 284 {
 285   struct TestMessageContext *pos = cls;
 286
 287   /* Disconnect from the respective cores */
 288 #if VERBOSE
 289   GNUNET_log (GNUNET_ERROR_TYPE_DEBUG, "Disconnecting from peer 1 `%4s'\n",
 290               GNUNET_i2s (&pos->peer1->id));
 291 #endif
 292   if (pos->peer1handle != NULL)
 293     GNUNET_CORE_disconnect (pos->peer1handle);
 294 #if VERBOSE
 295   GNUNET_log (GNUNET_ERROR_TYPE_DEBUG, "Disconnecting from peer 2 `%4s'\n",
 296               GNUNET_i2s (&pos->peer2->id));
 297 #endif
 298   if (pos->peer2handle != NULL)
 299     GNUNET_CORE_disconnect (pos->peer2handle);
 300   /* Set handles to NULL so test case can be ended properly */
 301   pos->peer1handle = NULL;
 302   pos->peer2handle = NULL;
 303   pos->disconnect_task = GNUNET_SCHEDULER_NO_TASK;
 304   /* Decrement total connections so new can be established */
 305   total_server_connections -= 2;
 306 }
 307
 308 static void
 309 end_badly (void *cls, const struct GNUNET_SCHEDULER_TaskContext *tc)
 310 {
 311   char *msg = cls;
 312   struct TestMessageContext *pos;
 313   struct TestMessageContext *free_pos;
 314   struct PeerContext *peer_pos;
 315   struct PeerContext *free_peer_pos;
 316
 317   die_task = GNUNET_SCHEDULER_NO_TASK;
 318   GNUNET_log (GNUNET_ERROR_TYPE_WARNING,
 319               "End badly was called (%s)... stopping daemons.\n", msg);
 320
 321   peer_pos = all_peers;
 322   while (peer_pos != NULL)
 323   {
 324     if (peer_pos->peer_handle != NULL)
 325       GNUNET_CORE_disconnect (peer_pos->peer_handle);
 326     free_peer_pos = peer_pos;
 327     peer_pos = peer_pos->next;
 328     GNUNET_free (free_peer_pos);
 329   }
 330   all_peers = NULL;
 331
 332   pos = test_messages;
 333   while (pos != NULL)
 334   {
 335     if (pos->peer1handle != NULL)
 336     {
 337       GNUNET_CORE_disconnect (pos->peer1handle);
 338       pos->peer1handle = NULL;
 339     }
 340     if (pos->peer2handle != NULL)
 341     {
 342       GNUNET_CORE_disconnect (pos->peer2handle);
 343       pos->peer2handle = NULL;
 344     }
 345     free_pos = pos;
 346     pos = pos->next;
 347     GNUNET_free (free_pos);
 348   }
 349
 350   pos = other_test_messages;
 351   while (pos != NULL)
 352   {
 353     if (pos->peer1handle != NULL)
 354     {
 355       GNUNET_CORE_disconnect (pos->peer1handle);
 356       pos->peer1handle = NULL;
 357     }
 358     if (pos->peer2handle != NULL)
 359     {
 360       GNUNET_CORE_disconnect (pos->peer2handle);
 361       pos->peer2handle = NULL;
 362     }
 363     free_pos = pos;
 364     pos = pos->next;
 365     if (free_pos->disconnect_task != GNUNET_SCHEDULER_NO_TASK)
 366     {
 367       GNUNET_SCHEDULER_cancel (free_pos->disconnect_task);
 368     }
 369     GNUNET_free (free_pos);
 370   }
 371
 372   if (pg != NULL)
 373   {
 374     GNUNET_TESTING_daemons_stop (pg, TIMEOUT, &shutdown_callback, NULL);
 375     ok = 7331;                  /* Opposite of leet */
 376   }
 377   else
 378     ok = 401;                   /* Never got peers started */
 379
 380   if (dotOutFile != NULL)
 381   {
 382     fprintf (dotOutFile, "}");
 383     fclose (dotOutFile);
 384   }
 385 }
 386
 387 static void
 388 send_other_messages (void *cls, const struct GNUNET_SCHEDULER_TaskContext *tc);
 389
 390 /**
 391  * Get distance information from 'atsi'.
 392  *
 393  * @param atsi performance data
 394  * @return connected transport distance
 395  */
 396 static uint32_t
 397 get_atsi_distance (const struct GNUNET_ATS_Information *atsi,
 398                    unsigned int atsi_count)
 399 {
 400   unsigned int i;
 401
 402   for (i = 0; i < atsi_count; i++)
 403   {
 404     if (ntohl (atsi->type) == GNUNET_ATS_QUALITY_NET_DISTANCE)
 405       return ntohl (atsi->value);
 406   }
 407
 408   GNUNET_break (0);
 409   /* FIXME: we do not have distance data? Assume direct neighbor. */
 410   return 1;
 411 }
 412
 413
 414 static int
 415 process_mtype (void *cls, const struct GNUNET_PeerIdentity *peer,
 416                const struct GNUNET_MessageHeader *message,
 417                const struct GNUNET_ATS_Information *atsi,
 418                unsigned int atsi_count)
 419 {
 420   struct TestMessageContext *pos = cls;
 421   struct GNUNET_TestMessage *msg = (struct GNUNET_TestMessage *) message;
 422
 423 #if VERBOSE
 424   uint32_t distance;
 425 #endif
 426   if (pos->uid != ntohl (msg->uid))
 427     return GNUNET_OK;
 428
 429 #if VERBOSE
 430   distance = get_atsi_distance (atsi, atsi_count);
 431 #endif
 432   GNUNET_assert (0 ==
 433                  memcmp (peer, &pos->peer1->id,
 434                          sizeof (struct GNUNET_PeerIdentity)));
 435   if (total_other_expected_messages == 0)
 436   {
 437     total_messages_received++;
 438 #if VERBOSE
 439     GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
 440                 "Received message from `%4s', type %d, uid %u, distance %u.\n",
 441                 GNUNET_i2s (peer), ntohs (message->type), ntohl (msg->uid),
 442                 distance);
 443     GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
 444                 "Total messages received %d, expected %d.\n",
 445                 total_messages_received, expected_messages);
 446 #endif
 447   }
 448   else
 449   {
 450     total_other_messages++;
 451 #if VERBOSE
 452     GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
 453                 "Received message from `%4s', type %d, uid %u, distance %u.\n",
 454                 GNUNET_i2s (peer), ntohs (message->type), ntohl (msg->uid),
 455                 distance);
 456     GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
 457                 "Total OTHER messages received %d, expected %d.\n",
 458                 total_other_messages, total_other_expected_messages);
 459 #endif
 460   }
 461
 462   if ((total_messages_received == expected_messages) &&
 463       (total_other_messages == 0))
 464   {
 465     GNUNET_SCHEDULER_cancel (die_task);
 466 #if VERBOSE
 467     GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
 468                 "Scheduling timeout from DV connections.\n");
 469 #endif
 470     die_task =
 471         GNUNET_SCHEDULER_add_delayed (TEST_TIMEOUT, &end_badly,
 472                                       "waiting for DV peers to connect!");
 473   }
 474   else if ((total_other_expected_messages > 0) &&
 475            (total_other_messages == total_other_expected_messages))
 476   {
 477     GNUNET_SCHEDULER_cancel (die_task);
 478     die_task = GNUNET_SCHEDULER_add_now (&finish_testing, NULL);
 479   }
 480   else
 481   {
 482     pos->disconnect_task = GNUNET_SCHEDULER_add_now (&disconnect_cores, pos);
 483   }
 484
 485   return GNUNET_OK;
 486 }
 487
 488 static size_t
 489 transmit_ready (void *cls, size_t size, void *buf)
 490 {
 491   struct GNUNET_TestMessage *m;
 492   struct TestMessageContext *pos = cls;
 493
 494   GNUNET_assert (buf != NULL);
 495   m = (struct GNUNET_TestMessage *) buf;
 496   m->header.type = htons (MTYPE);
 497   m->header.size = htons (sizeof (struct GNUNET_TestMessage));
 498   m->uid = htonl (pos->uid);
 499   transmit_ready_called++;
 500 #if VERBOSE
 501   GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
 502               "transmit ready for peer %s\ntransmit_ready's scheduled %d, transmit_ready's called %d\n",
 503               GNUNET_i2s (&pos->peer1->id), transmit_ready_scheduled,
 504               transmit_ready_called);
 505 #endif
 506   return sizeof (struct GNUNET_TestMessage);
 507 }
 508
 509
 510 static struct GNUNET_CORE_MessageHandler no_handlers[] = {
 511   {NULL, 0, 0}
 512 };
 513
 514 static struct GNUNET_CORE_MessageHandler handlers[] = {
 515   {&process_mtype, MTYPE, sizeof (struct GNUNET_TestMessage)},
 516   {NULL, 0, 0}
 517 };
 518
 519 /**
 520  * Notify of all peer1's peers, once peer 2 is found, schedule connect
 521  * to peer two for message send.
 522  *
 523  * @param cls closure
 524  * @param peer peer identity this notification is about
 525  * @param atsi performance data for the connection
 526  * @param atsi_count number of ATS information included
 527  */
 528 static void
 529 connect_notify_peer2 (void *cls, const struct GNUNET_PeerIdentity *peer,
 530                       const struct GNUNET_ATS_Information *atsi,
 531                       unsigned int atsi_count)
 532 {
 533   struct TestMessageContext *pos = cls;
 534
 535   if (0 == memcmp (&pos->peer1->id, peer, sizeof (struct GNUNET_PeerIdentity)))
 536   {
 537 #if VERBOSE
 538     GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
 539                 "Core connection from `%s' to `%4s' verfied, sending message!\n",
 540                 GNUNET_i2s (&pos->peer2->id), GNUNET_h2s (&peer->hashPubKey));
 541 #endif
 542     if (NULL ==
 543         GNUNET_CORE_notify_transmit_ready (pos->peer1handle, GNUNET_YES, 0,
 544                                            TIMEOUT, &pos->peer2->id,
 545                                            sizeof (struct GNUNET_TestMessage),
 546                                            &transmit_ready, pos))
 547     {
 548       /* This probably shouldn't happen, but it does (timing issue?) */
 549       GNUNET_log (GNUNET_ERROR_TYPE_WARNING,
 550                   "RECEIVED NULL when asking core (1) for transmission to peer `%4s'\n",
 551                   GNUNET_i2s (&pos->peer2->id));
 552       transmit_ready_failed++;
 553       total_other_expected_messages--;
 554     }
 555     else
 556     {
 557       transmit_ready_scheduled++;
 558     }
 559   }
 560 }
 561
 562 static void
 563 init_notify_peer2 (void *cls, struct GNUNET_CORE_Handle *server,
 564                    const struct GNUNET_PeerIdentity *my_identity)
 565 {
 566 #if VERBOSE
 567   GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
 568               "Core connection to `%4s' established, awaiting connections.\n",
 569               GNUNET_i2s (my_identity));
 570 #endif
 571   total_server_connections++;
 572 }
 573
 574 /**
 575  * Notify of all peer1's peers, once peer 2 is found, schedule connect
 576  * to peer two for message send.
 577  *
 578  * @param cls closure
 579  * @param peer peer identity this notification is about
 580  * @param atsi performance data for the connection
 581  * @param atsi_count number of atsi datums
 582  */
 583 static void
 584 connect_notify_peer1 (void *cls, const struct GNUNET_PeerIdentity *peer,
 585                       const struct GNUNET_ATS_Information *atsi,
 586                       unsigned int atsi_count)
 587 {
 588   struct TestMessageContext *pos = cls;
 589
 590   if (0 == memcmp (&pos->peer2->id, peer, sizeof (struct GNUNET_PeerIdentity)))
 591   {
 592 #if VERBOSE
 593     GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
 594                 "Core connection from `%s' to `%4s' verified.\n",
 595                 GNUNET_i2s (&pos->peer1->id), GNUNET_h2s (&peer->hashPubKey));
 596 #endif
 597     /*
 598      * Connect to the receiving peer
 599      */
 600     pos->peer2handle =
 601         GNUNET_CORE_connect (pos->peer2->cfg, 1, pos, &init_notify_peer2,
 602                              &connect_notify_peer2, NULL, NULL, GNUNET_YES,
 603                              NULL, GNUNET_YES, handlers);
 604   }
 605 }
 606
 607 static void
 608 init_notify_peer1 (void *cls, struct GNUNET_CORE_Handle *server,
 609                    const struct GNUNET_PeerIdentity *my_identity)
 610 {
 611   total_server_connections++;
 612 #if VERBOSE
 613   GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
 614               "Core connection to `%4s' established, awaiting connections...\n",
 615               GNUNET_i2s (my_identity));
 616 #endif
 617 }
 618
 619
 620 static void
 621 send_test_messages (void *cls, const struct GNUNET_SCHEDULER_TaskContext *tc)
 622 {
 623   struct TestMessageContext *pos = cls;
 624
 625   if (((tc->reason & GNUNET_SCHEDULER_REASON_SHUTDOWN) != 0) || (cls == NULL))
 626     return;
 627
 628   if (die_task == GNUNET_SCHEDULER_NO_TASK)
 629   {
 630     die_task =
 631         GNUNET_SCHEDULER_add_delayed (TEST_TIMEOUT, &end_badly,
 632                                       "from create topology (timeout)");
 633   }
 634
 635   if (total_server_connections >= MAX_OUTSTANDING_CONNECTIONS)
 636   {
 637     GNUNET_SCHEDULER_add_delayed (GNUNET_TIME_relative_multiply
 638                                   (GNUNET_TIME_UNIT_SECONDS, 1),
 639                                   &send_test_messages, pos);
 640     return;                     /* Otherwise we'll double schedule messages here! */
 641   }
 642 #if VERBOSE
 643   GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
 644               "Attempting to send test message from %s to %s\n",
 645               pos->peer1->shortname, pos->peer2->shortname);
 646 #endif
 647   /*
 648    * Connect to the sending peer
 649    */
 650   pos->peer1handle =
 651       GNUNET_CORE_connect (pos->peer1->cfg, 1, pos, &init_notify_peer1,
 652                            &connect_notify_peer1, NULL, NULL, GNUNET_NO, NULL,
 653                            GNUNET_NO, no_handlers);
 654
 655   GNUNET_assert (pos->peer1handle != NULL);
 656
 657   if (total_server_connections < MAX_OUTSTANDING_CONNECTIONS)
 658   {
 659     GNUNET_SCHEDULER_add_now (&send_test_messages, pos->next);
 660   }
 661   else
 662   {
 663     GNUNET_SCHEDULER_add_delayed (GNUNET_TIME_relative_multiply
 664                                   (GNUNET_TIME_UNIT_SECONDS, 1),
 665                                   &send_test_messages, pos->next);
 666   }
 667 }
 668
 669 static void
 670 send_other_messages (void *cls, const struct GNUNET_SCHEDULER_TaskContext *tc)
 671 {
 672   struct TestMessageContext *pos;
 673   struct TestMessageContext *free_pos;
 674   struct PeerContext *peer_pos;
 675
 676 #if TEST_ALL
 677   struct PeerContext *inner_peer_pos;
 678   struct TestMessageContext *temp_context;
 679 #endif
 680   peer_pos = all_peers;
 681   while (peer_pos != NULL)
 682   {
 683     if (peer_pos->peer_handle != NULL)
 684     {
 685       GNUNET_CORE_disconnect (peer_pos->peer_handle);
 686       peer_pos->peer_handle = NULL;
 687     }
 688 #if TEST_ALL
 689     inner_peer_pos = all_peers;
 690     while (inner_peer_pos != NULL)
 691     {
 692       if (inner_peer_pos != peer_pos)
 693       {
 694         temp_total_other_messages++;
 695         temp_context = GNUNET_malloc (sizeof (struct TestMessageContext));
 696         temp_context->peer1 = peer_pos->daemon;
 697         temp_context->peer2 = inner_peer_pos->daemon;
 698         temp_context->next = other_test_messages;
 699         temp_context->uid = total_connections + temp_total_other_messages;
 700         temp_context->disconnect_task = GNUNET_SCHEDULER_NO_TASK;
 701         other_test_messages = temp_context;
 702       }
 703       inner_peer_pos = inner_peer_pos->next;
 704     }
 705 #endif
 706     peer_pos = peer_pos->next;
 707   }
 708   all_peers = NULL;
 709
 710   pos = test_messages;
 711   while (pos != NULL)
 712   {
 713     if (pos->peer1handle != NULL)
 714     {
 715       GNUNET_CORE_disconnect (pos->peer1handle);
 716       pos->peer1handle = NULL;
 717     }
 718     if (pos->peer2handle != NULL)
 719     {
 720       GNUNET_CORE_disconnect (pos->peer2handle);
 721       pos->peer2handle = NULL;
 722     }
 723     free_pos = pos;
 724     pos = pos->next;
 725     if (free_pos->disconnect_task != GNUNET_SCHEDULER_NO_TASK)
 726     {
 727       GNUNET_SCHEDULER_cancel (free_pos->disconnect_task);
 728     }
 729     GNUNET_free (free_pos);
 730   }
 731   test_messages = NULL;
 732
 733   total_other_expected_messages = temp_total_other_messages;
 734   if (total_other_expected_messages == 0)
 735   {
 736     GNUNET_SCHEDULER_add_now (&end_badly,
 737                               "send_other_messages had 0 messages to send, no DV connections made!");
 738   }
 739 #if VERBOSE
 740   GNUNET_log (GNUNET_ERROR_TYPE_WARNING,
 741               "Preparing to send %d other test messages\n",
 742               total_other_expected_messages);
 743 #endif
 744
 745   GNUNET_SCHEDULER_add_now (&send_test_messages, other_test_messages);
 746   if (GNUNET_SCHEDULER_NO_TASK != die_task)
 747     GNUNET_SCHEDULER_cancel (die_task);
 748   die_task =
 749       GNUNET_SCHEDULER_add_delayed (GNUNET_TIME_relative_multiply
 750                                     (GNUNET_TIME_UNIT_SECONDS, 250), &end_badly,
 751                                     "from send_other_messages");
 752 }
 753
 754 static void
 755 topology_callback (void *cls, const struct GNUNET_PeerIdentity *first,
 756                    const struct GNUNET_PeerIdentity *second, uint32_t distance,
 757                    const struct GNUNET_CONFIGURATION_Handle *first_cfg,
 758                    const struct GNUNET_CONFIGURATION_Handle *second_cfg,
 759                    struct GNUNET_TESTING_Daemon *first_daemon,
 760                    struct GNUNET_TESTING_Daemon *second_daemon,
 761                    const char *emsg)
 762 {
 763   struct TestMessageContext *temp_context;
 764
 765   if (emsg == NULL)
 766   {
 767     total_connections++;
 768 #if VERBOSE
 769     GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
 770                 "connected peer %s to peer %s, distance %u\n",
 771                 first_daemon->shortname, second_daemon->shortname, distance);
 772 #endif
 773     temp_context = GNUNET_malloc (sizeof (struct TestMessageContext));
 774     temp_context->peer1 = first_daemon;
 775     temp_context->peer2 = second_daemon;
 776     temp_context->next = test_messages;
 777     temp_context->uid = total_connections;
 778     temp_context->disconnect_task = GNUNET_SCHEDULER_NO_TASK;
 779     test_messages = temp_context;
 780     expected_messages++;
 781   }
 782 #if VERBOSE
 783   else
 784   {
 785     failed_connections++;
 786     GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
 787                 "Failed to connect peer %s to peer %s with error :\n%s\n",
 788                 first_daemon->shortname, second_daemon->shortname, emsg);
 789   }
 790 #endif
 791
 792   if (total_connections == expected_connections)
 793   {
 794 #if VERBOSE
 795     GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
 796                 "Created %u total connections, which is our target number!  Calling send messages.\n",
 797                 total_connections);
 798 #endif
 799     if (GNUNET_SCHEDULER_NO_TASK != die_task)
 800       GNUNET_SCHEDULER_cancel (die_task);
 801     die_task = GNUNET_SCHEDULER_NO_TASK;
 802     GNUNET_SCHEDULER_add_now (&send_test_messages, test_messages);
 803   }
 804   else if (total_connections + failed_connections == expected_connections)
 805   {
 806     if (failed_connections <
 807         (unsigned int) (fail_percentage * total_connections))
 808     {
 809       GNUNET_SCHEDULER_cancel (die_task);
 810       die_task = GNUNET_SCHEDULER_NO_TASK;
 811       /* FIXME: ret value!? */ GNUNET_SCHEDULER_add_now (&send_test_messages,
 812                                                          test_messages);
 813     }
 814     else
 815     {
 816       if (die_task != GNUNET_SCHEDULER_NO_TASK)
 817         GNUNET_SCHEDULER_cancel (die_task);
 818       die_task =
 819           GNUNET_SCHEDULER_add_now (&end_badly,
 820                                     "from topology_callback (too many failed connections)");
 821     }
 822   }
 823   else
 824   {
 825 #if VERBOSE
 826     GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
 827                 "Have %d total connections, %d failed connections, Want %d (at least %d)\n",
 828                 total_connections, failed_connections, expected_connections,
 829                 expected_connections -
 830                 (unsigned int) (fail_percentage * expected_connections));
 831 #endif
 832   }
 833 }
 834
 835
 836 /**
 837  * Method called whenever a given peer connects.
 838  *
 839  * @param cls closure
 840  * @param peer peer identity this notification is about
 841  * @param atsi performance data about this peer's connection
 842  * @param atsi_count number of atsi datums
 843  *
 844  */
 845 static void
 846 all_connect_handler (void *cls, const struct GNUNET_PeerIdentity *peer,
 847                      const struct GNUNET_ATS_Information *atsi,
 848                      unsigned int atsi_count)
 849 {
 850   struct GNUNET_TESTING_Daemon *d = cls;
 851   struct GNUNET_TESTING_Daemon *second_daemon;
 852   char *second_shortname;
 853
 854 #if !TEST_ALL
 855   struct TestMessageContext *temp_context;
 856 #endif
 857   uint32_t distance;
 858
 859   if (0 == memcmp (&d->id, peer, sizeof (struct GNUNET_PeerIdentity)))
 860     return;
 861   second_shortname = GNUNET_strdup (GNUNET_i2s (peer));
 862   distance = get_atsi_distance (atsi, atsi_count);
 863
 864 #if VERBOSE
 865   GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
 866               "connected peer %s to peer %s, distance %u\n", d->shortname,
 867               second_shortname, distance);
 868 #endif
 869
 870   second_daemon =
 871       GNUNET_CONTAINER_multihashmap_get (peer_daemon_hash, &peer->hashPubKey);
 872
 873   if (second_daemon == NULL)
 874   {
 875     GNUNET_log (GNUNET_ERROR_TYPE_WARNING, "Couldn't find second peer!\n");
 876     GNUNET_free (second_shortname);
 877     return;
 878   }
 879 #if !TEST_ALL
 880   if (distance > 1)
 881   {
 882     temp_total_other_messages++;
 883     temp_context = GNUNET_malloc (sizeof (struct TestMessageContext));
 884     temp_context->peer1 = d;
 885     temp_context->peer2 = second_daemon;
 886     temp_context->next = other_test_messages;
 887     temp_context->uid = total_connections + temp_total_other_messages;
 888     temp_context->disconnect_task = GNUNET_SCHEDULER_NO_TASK;
 889     other_test_messages = temp_context;
 890   }
 891 #endif
 892
 893   if (dotOutFile != NULL)
 894   {
 895     if (distance == 1)
 896       fprintf (dotOutFile, "\tn%s -- n%s;\n", d->shortname, second_shortname);
 897     else if (distance == 2)
 898       fprintf (dotOutFile, "\tn%s -- n%s [color=blue];\n", d->shortname,
 899                second_shortname);
 900     else if (distance == 3)
 901       fprintf (dotOutFile, "\tn%s -- n%s [color=red];\n", d->shortname,
 902                second_shortname);
 903     else if (distance == 4)
 904       fprintf (dotOutFile, "\tn%s -- n%s [color=green];\n", d->shortname,
 905                second_shortname);
 906     else
 907       fprintf (dotOutFile, "\tn%s -- n%s [color=brown];\n", d->shortname,
 908                second_shortname);
 909   }
 910   GNUNET_free (second_shortname);
 911
 912   if (temp_total_other_messages == num_additional_messages)
 913   {
 914     /* FIXME: ret value!? */ GNUNET_SCHEDULER_add_now (&send_other_messages,
 915                                                        NULL);
 916   }
 917 }
 918
 919 static void
 920 peers_started_callback (void *cls, const struct GNUNET_PeerIdentity *id,
 921                         const struct GNUNET_CONFIGURATION_Handle *cfg,
 922                         struct GNUNET_TESTING_Daemon *d, const char *emsg)
 923 {
 924   struct PeerContext *new_peer;
 925
 926   if (emsg != NULL)
 927   {
 928     GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
 929                 "Failed to start daemon with error: `%s'\n", emsg);
 930     return;
 931   }
 932   GNUNET_assert (id != NULL);
 933 #if VERBOSE
 934   GNUNET_log (GNUNET_ERROR_TYPE_DEBUG, "Started daemon %llu out of %llu\n",
 935               (num_peers - peers_left) + 1, num_peers);
 936 #endif
 937   GNUNET_assert (GNUNET_SYSERR !=
 938                  GNUNET_CONTAINER_multihashmap_put (peer_daemon_hash,
 939                                                     &id->hashPubKey, d,
 940                                                     GNUNET_CONTAINER_MULTIHASHMAPOPTION_UNIQUE_ONLY));
 941
 942   new_peer = GNUNET_malloc (sizeof (struct PeerContext));
 943   new_peer->peer_handle =
 944       GNUNET_CORE_connect (cfg, 1, d, NULL, &all_connect_handler, NULL, NULL,
 945                            GNUNET_NO, NULL, GNUNET_NO, no_handlers);
 946   new_peer->daemon = d;
 947   new_peer->next = all_peers;
 948   all_peers = new_peer;
 949   peers_left--;
 950
 951   if (peers_left == 0)
 952   {
 953 #if VERBOSE
 954     GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
 955                 "All %d daemons started, now creating topology!\n", num_peers);
 956 #endif
 957     GNUNET_SCHEDULER_cancel (die_task);
 958     die_task = GNUNET_SCHEDULER_NO_TASK;
 959     expected_connections = -1;
 960     if ((pg != NULL) && (peers_left == 0))
 961     {
 962       expected_connections =
 963           GNUNET_TESTING_connect_topology (pg, connection_topology,
 964                                            connect_topology_option,
 965                                            connect_topology_option_modifier,
 966                                            TIMEOUT, 12, NULL, NULL);
 967 #if VERBOSE
 968       GNUNET_log (GNUNET_ERROR_TYPE_DEBUG, "Have %d expected connections\n",
 969                   expected_connections);
 970 #endif
 971     }
 972
 973     if (expected_connections == GNUNET_SYSERR)
 974     {
 975       die_task =
 976           GNUNET_SCHEDULER_add_now (&end_badly,
 977                                     "from connect topology (bad return)");
 978     }
 979     else
 980     {
 981       /* Set up task in case topology creation doesn't finish
 982        * within a reasonable amount of time */
 983       die_task =
 984           GNUNET_SCHEDULER_add_delayed (TEST_TIMEOUT, &end_badly,
 985                                         "from connect topology (timeout)");
 986     }
 987     ok = 0;
 988   }
 989 }
 990
 991 /**
 992  * Callback indicating that the hostkey was created for a peer.
 993  *
 994  * @param cls NULL
 995  * @param id the peer identity
 996  * @param d the daemon handle (pretty useless at this point, remove?)
 997  * @param emsg non-null on failure
 998  */
 999 static void
1000 hostkey_callback (void *cls, const struct GNUNET_PeerIdentity *id,
1001                   struct GNUNET_TESTING_Daemon *d, const char *emsg)
1002 {
1003   if (emsg != NULL)
1004   {
1005     GNUNET_log (GNUNET_ERROR_TYPE_WARNING,
1006                 "Hostkey callback received error: %s\n", emsg);
1007   }
1008
1009 #if VERBOSE
1010   GNUNET_log (GNUNET_ERROR_TYPE_DEBUG, "Hostkey created for peer `%s'\n",
1011               GNUNET_i2s (id));
1012 #endif
1013   peers_left--;
1014   if (peers_left == 0)
1015   {
1016 #if VERBOSE
1017     GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
1018                 "All %d hostkeys created, now creating topology!\n", num_peers);
1019 #endif
1020     if (GNUNET_SCHEDULER_NO_TASK != die_task)
1021     {
1022       GNUNET_SCHEDULER_cancel (die_task);
1023       die_task = GNUNET_SCHEDULER_NO_TASK;
1024     }
1025     /* create topology */
1026     peers_left = num_peers;     /* Reset counter */
1027     if (GNUNET_TESTING_create_topology
1028         (pg, topology, blacklist_topology,
1029          blacklist_transports) != GNUNET_SYSERR)
1030     {
1031 #if VERBOSE
1032       GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
1033                   "Topology set up, now starting peers!\n");
1034 #endif
1035       GNUNET_TESTING_daemons_continue_startup (pg);
1036       /* Set up task in case topology creation doesn't finish
1037        * within a reasonable amount of time */
1038       die_task =
1039           GNUNET_SCHEDULER_add_delayed (TEST_TIMEOUT, &end_badly,
1040                                         "from continue startup (timeout)");
1041     }
1042     else
1043     {
1044       die_task =
1045           GNUNET_SCHEDULER_add_now (&end_badly,
1046                                     "from create topology (bad return)");
1047     }
1048     ok = 0;
1049   }
1050 }
1051
1052 static void
1053 run (void *cls, char *const *args, const char *cfgfile,
1054      const struct GNUNET_CONFIGURATION_Handle *cfg)
1055 {
1056   char *topology_str;
1057   char *connect_topology_str;
1058   char *blacklist_topology_str;
1059   char *connect_topology_option_str;
1060   char *connect_topology_option_modifier_string;
1061
1062   ok = 1;
1063
1064   dotOutFile = fopen (dotOutFileName, "w");
1065   if (dotOutFile != NULL)
1066   {
1067     fprintf (dotOutFile, "strict graph G {\n");
1068   }
1069
1070 #if VERBOSE
1071   GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
1072               "Starting daemons based on config file %s\n", cfgfile);
1073 #endif
1074
1075   if (GNUNET_YES !=
1076       GNUNET_CONFIGURATION_get_value_string (cfg, "paths", "servicehome",
1077                                              &test_directory))
1078   {
1079     ok = 404;
1080     return;
1081   }
1082
1083   if ((GNUNET_YES ==
1084        GNUNET_CONFIGURATION_get_value_string (cfg, "testing", "topology",
1085                                               &topology_str)) &&
1086       (GNUNET_NO == GNUNET_TESTING_topology_get (&topology, topology_str)))
1087   {
1088     GNUNET_log (GNUNET_ERROR_TYPE_WARNING,
1089                 "Invalid topology `%s' given for section %s option %s\n",
1090                 topology_str, "TESTING", "TOPOLOGY");
1091     topology = GNUNET_TESTING_TOPOLOGY_CLIQUE;  /* Defaults to NONE, so set better default here */
1092   }
1093
1094   if ((GNUNET_YES ==
1095        GNUNET_CONFIGURATION_get_value_string (cfg, "testing",
1096                                               "connect_topology",
1097                                               &connect_topology_str)) &&
1098       (GNUNET_NO ==
1099        GNUNET_TESTING_topology_get (&connection_topology,
1100                                     connect_topology_str)))
1101   {
1102     GNUNET_log (GNUNET_ERROR_TYPE_WARNING,
1103                 "Invalid connect topology `%s' given for section %s option %s\n",
1104                 connect_topology_str, "TESTING", "CONNECT_TOPOLOGY");
1105   }
1106   GNUNET_free_non_null (connect_topology_str);
1107   if ((GNUNET_YES ==
1108        GNUNET_CONFIGURATION_get_value_string (cfg, "testing",
1109                                               "connect_topology_option",
1110                                               &connect_topology_option_str)) &&
1111       (GNUNET_NO ==
1112        GNUNET_TESTING_topology_option_get (&connect_topology_option,
1113                                            connect_topology_option_str)))
1114   {
1115     GNUNET_log (GNUNET_ERROR_TYPE_WARNING,
1116                 "Invalid connect topology option `%s' given for section %s option %s\n",
1117                 connect_topology_option_str, "TESTING",
1118                 "CONNECT_TOPOLOGY_OPTION");
1119     connect_topology_option = GNUNET_TESTING_TOPOLOGY_OPTION_ALL;       /* Defaults to NONE, set to ALL */
1120   }
1121   GNUNET_free_non_null (connect_topology_option_str);
1122   if (GNUNET_YES ==
1123       GNUNET_CONFIGURATION_get_value_string (cfg, "testing",
1124                                              "connect_topology_option_modifier",
1125                                              &connect_topology_option_modifier_string))
1126   {
1127     if (sscanf
1128         (connect_topology_option_modifier_string, "%lf",
1129          &connect_topology_option_modifier) != 1)
1130     {
1131       GNUNET_log (GNUNET_ERROR_TYPE_WARNING,
1132                   _
1133                   ("Invalid value `%s' for option `%s' in section `%s': expected float\n"),
1134                   connect_topology_option_modifier_string,
1135                   "connect_topology_option_modifier", "TESTING");
1136     }
1137     GNUNET_free (connect_topology_option_modifier_string);
1138   }
1139
1140   if (GNUNET_YES !=
1141       GNUNET_CONFIGURATION_get_value_string (cfg, "testing",
1142                                              "blacklist_transports",
1143                                              &blacklist_transports))
1144     blacklist_transports = NULL;
1145
1146   if ((GNUNET_YES ==
1147        GNUNET_CONFIGURATION_get_value_string (cfg, "testing",
1148                                               "blacklist_topology",
1149                                               &blacklist_topology_str)) &&
1150       (GNUNET_NO ==
1151        GNUNET_TESTING_topology_get (&blacklist_topology,
1152                                     blacklist_topology_str)))
1153   {
1154     GNUNET_log (GNUNET_ERROR_TYPE_WARNING,
1155                 "Invalid topology `%s' given for section %s option %s\n",
1156                 topology_str, "TESTING", "BLACKLIST_TOPOLOGY");
1157   }
1158   GNUNET_free_non_null (topology_str);
1159   GNUNET_free_non_null (blacklist_topology_str);
1160   if (GNUNET_SYSERR ==
1161       GNUNET_CONFIGURATION_get_value_number (cfg, "testing", "num_peers",
1162                                              &num_peers))
1163     num_peers = DEFAULT_NUM_PEERS;
1164
1165   if (GNUNET_SYSERR ==
1166       GNUNET_CONFIGURATION_get_value_number (cfg, "testing",
1167                                              "additional_messages",
1168                                              &num_additional_messages))
1169     num_additional_messages = DEFAULT_ADDITIONAL_MESSAGES;
1170
1171   main_cfg = cfg;
1172
1173   GNUNET_assert (num_peers > 0 && num_peers < (unsigned int) -1);
1174   peers_left = num_peers;
1175
1176   /* Set up a task to end testing if peer start fails */
1177   die_task =
1178       GNUNET_SCHEDULER_add_delayed (GNUNET_TIME_relative_multiply
1179                                     (GNUNET_TIME_UNIT_MINUTES, 5), &end_badly,
1180                                     "didn't start all daemons in reasonable amount of time!!!");
1181
1182   peer_daemon_hash = GNUNET_CONTAINER_multihashmap_create (peers_left);
1183   pg = GNUNET_TESTING_daemons_start (cfg, peers_left,   /* Total number of peers */
1184                                      peers_left,        /* Number of outstanding connections */
1185                                      peers_left,        /* Number of parallel ssh connections, or peers being started at once */
1186                                      TIMEOUT, &hostkey_callback, NULL,
1187                                      &peers_started_callback, NULL,
1188                                      &topology_callback, NULL, NULL);
1189
1190 }
1191
1192 static int
1193 check ()
1194 {
1195   int ret;
1196
1197   char *const argv[] = { "test-transport-dv",
1198     "-c",
1199     "test_transport_dv_data.conf",
1200 #if VERBOSE
1201     "-L", "DEBUG",
1202 #endif
1203     NULL
1204   };
1205   struct GNUNET_GETOPT_CommandLineOption options[] = {
1206     GNUNET_GETOPT_OPTION_END
1207   };
1208   ret =
1209       GNUNET_PROGRAM_run ((sizeof (argv) / sizeof (char *)) - 1, argv,
1210                           "test-transport-dv", "nohelp", options, &run, &ok);
1211   if (ret != GNUNET_OK)
1212   {
1213     GNUNET_log (GNUNET_ERROR_TYPE_WARNING,
1214                 "`test-transport-dv': Failed with error code %d\n", ret);
1215   }
1216   return ok;
1217 }
1218
1219 int
1220 main (int argc, char *argv[])
1221 {
1222   int ret;
1223
1224   GNUNET_log_setup ("test-transport-dv",
1225 #if VERBOSE
1226                     "DEBUG",
1227 #else
1228                     "WARNING",
1229 #endif
1230                     NULL);
1231   ret = check ();
1232   /**
1233    * Need to remove base directory, subdirectories taken care
1234    * of by the testing framework.
1235    */
1236   if (GNUNET_DISK_directory_remove (test_directory) != GNUNET_OK)
1237   {
1238     GNUNET_log (GNUNET_ERROR_TYPE_WARNING,
1239                 "Failed to remove testing directory %s\n", test_directory);
1240   }
1241   return ret;
1242 }
1243
1244 /* end of test_transport_api_dv.c */