src/dv/test_transport_api_dv.c

   1 /*
   2      This file is part of GNUnet.
   3      (C) 2009 Christian Grothoff (and other contributing authors)
   4
   5      GNUnet is free software; you can redistribute it and/or modify
   6      it under the terms of the GNU General Public License as published
   7      by the Free Software Foundation; either version 3, or (at your
   8      option) any later version.
   9
  10      GNUnet is distributed in the hope that it will be useful, but
  11      WITHOUT ANY WARRANTY; without even the implied warranty of
  12      MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  13      General Public License for more details.
  14
  15      You should have received a copy of the GNU General Public License
  16      along with GNUnet; see the file COPYING.  If not, write to the
  17      Free Software Foundation, Inc., 59 Temple Place - Suite 330,
  18      Boston, MA 02111-1307, USA.
  19 */
  20 /**
  21  * @file dv/test_transport_api_dv.c
  22  * @brief base testcase for testing distance vector transport
  23  */
  24 #include "platform.h"
  25 #include "gnunet_testing_lib.h"
  26 #include "gnunet_core_service.h"
  27
  28 #define VERBOSE 1
  29
  30 #define TEST_ALL GNUNET_NO
  31
  32 /**
  33  * How long until we fail the whole testcase?
  34  */
  35 #define TEST_TIMEOUT GNUNET_TIME_relative_multiply (GNUNET_TIME_UNIT_SECONDS, 600)
  36
  37 /**
  38  * How long until we give up on starting the peers?
  39  */
  40 #define TIMEOUT GNUNET_TIME_relative_multiply (GNUNET_TIME_UNIT_SECONDS, 500)
  41
  42 #define DEFAULT_NUM_PEERS 4
  43
  44 #define DEFAULT_ADDITIONAL_MESSAGES 2
  45
  46 #define MAX_OUTSTANDING_CONNECTIONS 100
  47
  48 static float fail_percentage = 0.00;
  49
  50 static int ok;
  51
  52 static unsigned long long num_additional_messages;
  53
  54 static unsigned long long num_peers;
  55
  56 static unsigned int total_connections;
  57
  58 static unsigned int failed_connections;
  59
  60 static unsigned int total_server_connections;
  61
  62 static unsigned int total_messages_received;
  63
  64 static unsigned int total_other_expected_messages;
  65
  66 static unsigned int temp_total_other_messages;
  67
  68 static unsigned int total_other_messages;
  69
  70 static unsigned int expected_messages;
  71
  72 static unsigned int expected_connections;
  73
  74 static unsigned long long peers_left;
  75
  76 static struct GNUNET_TESTING_PeerGroup *pg;
  77
  78 const struct GNUNET_CONFIGURATION_Handle *main_cfg;
  79
  80 static GNUNET_SCHEDULER_TaskIdentifier die_task;
  81
  82 static char *dotOutFileName = "topology.dot";
  83
  84 static FILE *dotOutFile;
  85
  86 static char *blacklist_transports;
  87
  88 static int transmit_ready_scheduled;
  89
  90 static int transmit_ready_failed;
  91
  92 static int transmit_ready_called;
  93
  94 static enum GNUNET_TESTING_Topology topology;
  95
  96 static enum GNUNET_TESTING_Topology blacklist_topology = GNUNET_TESTING_TOPOLOGY_NONE;  /* Don't do any blacklisting */
  97
  98 static enum GNUNET_TESTING_Topology connection_topology = GNUNET_TESTING_TOPOLOGY_NONE; /* NONE actually means connect all allowed peers */
  99
 100 static enum GNUNET_TESTING_TopologyOption connect_topology_option =
 101     GNUNET_TESTING_TOPOLOGY_OPTION_ALL;
 102
 103 static double connect_topology_option_modifier = 0.0;
 104
 105 static char *test_directory;
 106
 107 struct GNUNET_CONTAINER_MultiHashMap *peer_daemon_hash;
 108
 109 #define MTYPE 12345
 110
 111 struct GNUNET_TestMessage
 112 {
 113   /**
 114    * Header of the message
 115    */
 116   struct GNUNET_MessageHeader header;
 117
 118   /**
 119    * Unique identifier for this message.
 120    */
 121   uint32_t uid;
 122 };
 123
 124 struct PeerContext
 125 {
 126   /* This is a linked list */
 127   struct PeerContext *next;
 128
 129   /**
 130    * Handle to the daemon
 131    */
 132   struct GNUNET_TESTING_Daemon *daemon;
 133
 134   /* Handle to the peer core */
 135   struct GNUNET_CORE_Handle *peer_handle;
 136 };
 137
 138 static struct PeerContext *all_peers;
 139
 140 struct TestMessageContext
 141 {
 142   /* This is a linked list */
 143   struct TestMessageContext *next;
 144
 145   /* Handle to the sending peer core */
 146   struct GNUNET_CORE_Handle *peer1handle;
 147
 148   /* Handle to the receiving peer core */
 149   struct GNUNET_CORE_Handle *peer2handle;
 150
 151   /* Handle to the sending peer daemon */
 152   struct GNUNET_TESTING_Daemon *peer1;
 153
 154   /* Handle to the receiving peer daemon */
 155   struct GNUNET_TESTING_Daemon *peer2;
 156
 157   /* Identifier for this message, so we don't disconnect other peers! */
 158   uint32_t uid;
 159
 160   /* Task for disconnecting cores, allow task to be cancelled on shutdown */
 161   GNUNET_SCHEDULER_TaskIdentifier disconnect_task;
 162 };
 163
 164 static struct TestMessageContext *test_messages;
 165
 166 static struct TestMessageContext *other_test_messages;
 167
 168 /**
 169  * Check whether peers successfully shut down.
 170  */
 171 void
 172 shutdown_callback (void *cls, const char *emsg)
 173 {
 174   if (emsg != NULL)
 175   {
 176 #if VERBOSE
 177     GNUNET_log (GNUNET_ERROR_TYPE_DEBUG, "Shutdown of peers failed!\n");
 178 #endif
 179     if (ok == 0)
 180       ok = 666;
 181   }
 182   else
 183   {
 184 #if VERBOSE
 185     GNUNET_log (GNUNET_ERROR_TYPE_DEBUG, "All peers successfully shut down!\n");
 186 #endif
 187   }
 188 }
 189
 190 static void
 191 finish_testing (void *cls, const struct GNUNET_SCHEDULER_TaskContext *tc)
 192 {
 193   GNUNET_assert (pg != NULL);
 194   struct PeerContext *peer_pos;
 195   struct PeerContext *free_peer_pos;
 196   struct TestMessageContext *pos;
 197   struct TestMessageContext *free_pos;
 198
 199   die_task = GNUNET_SCHEDULER_NO_TASK;
 200 #if VERBOSE
 201   GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
 202               "Called finish testing, stopping daemons.\n");
 203 #endif
 204   peer_pos = all_peers;
 205   while (peer_pos != NULL)
 206   {
 207     if (peer_pos->peer_handle != NULL)
 208       GNUNET_CORE_disconnect (peer_pos->peer_handle);
 209     free_peer_pos = peer_pos;
 210     peer_pos = peer_pos->next;
 211     GNUNET_free (free_peer_pos);
 212   }
 213   all_peers = NULL;
 214
 215   pos = test_messages;
 216   while (pos != NULL)
 217   {
 218     if (pos->peer1handle != NULL)
 219     {
 220       GNUNET_CORE_disconnect (pos->peer1handle);
 221       pos->peer1handle = NULL;
 222     }
 223     if (pos->peer2handle != NULL)
 224     {
 225       GNUNET_CORE_disconnect (pos->peer2handle);
 226       pos->peer2handle = NULL;
 227     }
 228     free_pos = pos;
 229     pos = pos->next;
 230     if (free_pos->disconnect_task != GNUNET_SCHEDULER_NO_TASK)
 231     {
 232       GNUNET_SCHEDULER_cancel (free_pos->disconnect_task);
 233     }
 234     GNUNET_free (free_pos);
 235   }
 236
 237   pos = other_test_messages;
 238   while (pos != NULL)
 239   {
 240     if (pos->peer1handle != NULL)
 241     {
 242       GNUNET_CORE_disconnect (pos->peer1handle);
 243       pos->peer1handle = NULL;
 244     }
 245     if (pos->peer2handle != NULL)
 246     {
 247       GNUNET_CORE_disconnect (pos->peer2handle);
 248       pos->peer2handle = NULL;
 249     }
 250     free_pos = pos;
 251     pos = pos->next;
 252     if (free_pos->disconnect_task != GNUNET_SCHEDULER_NO_TASK)
 253     {
 254       GNUNET_SCHEDULER_cancel (free_pos->disconnect_task);
 255     }
 256     GNUNET_free (free_pos);
 257   }
 258 #if VERBOSE
 259   GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
 260               "transmit_ready's scheduled %d, failed %d, transmit_ready's called %d\n",
 261               transmit_ready_scheduled, transmit_ready_failed,
 262               transmit_ready_called);
 263 #endif
 264
 265 #if VERBOSE
 266   GNUNET_log (GNUNET_ERROR_TYPE_DEBUG, "Calling daemons_stop\n");
 267 #endif
 268   GNUNET_TESTING_daemons_stop (pg, TIMEOUT, &shutdown_callback, NULL);
 269 #if VERBOSE
 270   GNUNET_log (GNUNET_ERROR_TYPE_DEBUG, "daemons_stop finished\n");
 271 #endif
 272   if (dotOutFile != NULL)
 273   {
 274     fprintf (dotOutFile, "}");
 275     fclose (dotOutFile);
 276   }
 277
 278   ok = 0;
 279 }
 280
 281
 282 static void
 283 disconnect_cores (void *cls, const struct GNUNET_SCHEDULER_TaskContext *tc)
 284 {
 285   struct TestMessageContext *pos = cls;
 286
 287   /* Disconnect from the respective cores */
 288 #if VERBOSE
 289   GNUNET_log (GNUNET_ERROR_TYPE_DEBUG, "Disconnecting from peer 1 `%4s'\n",
 290               GNUNET_i2s (&pos->peer1->id));
 291 #endif
 292   if (pos->peer1handle != NULL)
 293     GNUNET_CORE_disconnect (pos->peer1handle);
 294 #if VERBOSE
 295   GNUNET_log (GNUNET_ERROR_TYPE_DEBUG, "Disconnecting from peer 2 `%4s'\n",
 296               GNUNET_i2s (&pos->peer2->id));
 297 #endif
 298   if (pos->peer2handle != NULL)
 299     GNUNET_CORE_disconnect (pos->peer2handle);
 300   /* Set handles to NULL so test case can be ended properly */
 301   pos->peer1handle = NULL;
 302   pos->peer2handle = NULL;
 303   pos->disconnect_task = GNUNET_SCHEDULER_NO_TASK;
 304   /* Decrement total connections so new can be established */
 305   total_server_connections -= 2;
 306 }
 307
 308 static void
 309 end_badly (void *cls, const struct GNUNET_SCHEDULER_TaskContext *tc)
 310 {
 311   char *msg = cls;
 312   struct TestMessageContext *pos;
 313   struct TestMessageContext *free_pos;
 314   struct PeerContext *peer_pos;
 315   struct PeerContext *free_peer_pos;
 316
 317   die_task = GNUNET_SCHEDULER_NO_TASK;
 318   GNUNET_log (GNUNET_ERROR_TYPE_WARNING,
 319               "End badly was called (%s)... stopping daemons.\n", msg);
 320
 321   peer_pos = all_peers;
 322   while (peer_pos != NULL)
 323   {
 324     if (peer_pos->peer_handle != NULL)
 325       GNUNET_CORE_disconnect (peer_pos->peer_handle);
 326     free_peer_pos = peer_pos;
 327     peer_pos = peer_pos->next;
 328     GNUNET_free (free_peer_pos);
 329   }
 330   all_peers = NULL;
 331
 332   pos = test_messages;
 333   while (pos != NULL)
 334   {
 335     if (pos->peer1handle != NULL)
 336     {
 337       GNUNET_CORE_disconnect (pos->peer1handle);
 338       pos->peer1handle = NULL;
 339     }
 340     if (pos->peer2handle != NULL)
 341     {
 342       GNUNET_CORE_disconnect (pos->peer2handle);
 343       pos->peer2handle = NULL;
 344     }
 345     free_pos = pos;
 346     pos = pos->next;
 347     GNUNET_free (free_pos);
 348   }
 349
 350   pos = other_test_messages;
 351   while (pos != NULL)
 352   {
 353     if (pos->peer1handle != NULL)
 354     {
 355       GNUNET_CORE_disconnect (pos->peer1handle);
 356       pos->peer1handle = NULL;
 357     }
 358     if (pos->peer2handle != NULL)
 359     {
 360       GNUNET_CORE_disconnect (pos->peer2handle);
 361       pos->peer2handle = NULL;
 362     }
 363     free_pos = pos;
 364     pos = pos->next;
 365     if (free_pos->disconnect_task != GNUNET_SCHEDULER_NO_TASK)
 366     {
 367       GNUNET_SCHEDULER_cancel (free_pos->disconnect_task);
 368     }
 369     GNUNET_free (free_pos);
 370   }
 371
 372   if (pg != NULL)
 373   {
 374     GNUNET_TESTING_daemons_stop (pg, TIMEOUT, &shutdown_callback, NULL);
 375     ok = 7331;                  /* Opposite of leet */
 376   }
 377   else
 378     ok = 401;                   /* Never got peers started */
 379
 380   if (dotOutFile != NULL)
 381   {
 382     fprintf (dotOutFile, "}");
 383     fclose (dotOutFile);
 384   }
 385 }
 386
 387 static void
 388 send_other_messages (void *cls, const struct GNUNET_SCHEDULER_TaskContext *tc);
 389
 390 /**
 391  * Get distance information from 'atsi'.
 392  *
 393  * @param atsi performance data
 394  * @return connected transport distance
 395  */
 396 static uint32_t
 397 get_atsi_distance (const struct GNUNET_ATS_Information *atsi, unsigned int atsi_count)
 398 {
 399   unsigned int i;
 400
 401   for (i = 0; i < atsi_count; i++)
 402     {
 403       if (ntohl (atsi->type) == GNUNET_ATS_QUALITY_NET_DISTANCE)
 404         return ntohl (atsi->value);
 405     }
 406
 407   GNUNET_break (0);
 408   /* FIXME: we do not have distance data? Assume direct neighbor. */
 409   return 1;
 410 }
 411
 412
 413 static int
 414 process_mtype (void *cls,
 415                const struct GNUNET_PeerIdentity *peer,
 416                const struct GNUNET_MessageHeader *message,
 417                const struct GNUNET_ATS_Information *atsi,
 418                unsigned int atsi_count)
 419 {
 420   struct TestMessageContext *pos = cls;
 421   struct GNUNET_TestMessage *msg = (struct GNUNET_TestMessage *) message;
 422
 423 #if VERBOSE
 424   uint32_t distance;
 425 #endif
 426   if (pos->uid != ntohl (msg->uid))
 427     return GNUNET_OK;
 428
 429 #if VERBOSE
 430   distance = get_atsi_distance (atsi, atsi_count);
 431 #endif
 432   GNUNET_assert (0 ==
 433                  memcmp (peer, &pos->peer1->id,
 434                          sizeof (struct GNUNET_PeerIdentity)));
 435   if (total_other_expected_messages == 0)
 436   {
 437     total_messages_received++;
 438 #if VERBOSE
 439     GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
 440                 "Received message from `%4s', type %d, uid %u, distance %u.\n",
 441                 GNUNET_i2s (peer), ntohs (message->type), ntohl (msg->uid),
 442                 distance);
 443     GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
 444                 "Total messages received %d, expected %d.\n",
 445                 total_messages_received, expected_messages);
 446 #endif
 447   }
 448   else
 449   {
 450     total_other_messages++;
 451 #if VERBOSE
 452     GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
 453                 "Received message from `%4s', type %d, uid %u, distance %u.\n",
 454                 GNUNET_i2s (peer), ntohs (message->type), ntohl (msg->uid),
 455                 distance);
 456     GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
 457                 "Total OTHER messages received %d, expected %d.\n",
 458                 total_other_messages, total_other_expected_messages);
 459 #endif
 460   }
 461
 462   if ((total_messages_received == expected_messages) &&
 463       (total_other_messages == 0))
 464   {
 465     GNUNET_SCHEDULER_cancel (die_task);
 466 #if VERBOSE
 467     GNUNET_log (GNUNET_ERROR_TYPE_DEBUG, "Scheduling timeout from DV connections.\n");
 468 #endif
 469     die_task =
 470         GNUNET_SCHEDULER_add_delayed (TEST_TIMEOUT, &end_badly,
 471                                       "waiting for DV peers to connect!");
 472   }
 473   else if ((total_other_expected_messages > 0) &&
 474            (total_other_messages == total_other_expected_messages))
 475   {
 476     GNUNET_SCHEDULER_cancel (die_task);
 477     die_task = GNUNET_SCHEDULER_add_now (&finish_testing, NULL);
 478   }
 479   else
 480   {
 481     pos->disconnect_task = GNUNET_SCHEDULER_add_now (&disconnect_cores, pos);
 482   }
 483
 484   return GNUNET_OK;
 485 }
 486
 487 static size_t
 488 transmit_ready (void *cls, size_t size, void *buf)
 489 {
 490   struct GNUNET_TestMessage *m;
 491   struct TestMessageContext *pos = cls;
 492
 493   GNUNET_assert (buf != NULL);
 494   m = (struct GNUNET_TestMessage *) buf;
 495   m->header.type = htons (MTYPE);
 496   m->header.size = htons (sizeof (struct GNUNET_TestMessage));
 497   m->uid = htonl (pos->uid);
 498   transmit_ready_called++;
 499 #if VERBOSE
 500   GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
 501               "transmit ready for peer %s\ntransmit_ready's scheduled %d, transmit_ready's called %d\n",
 502               GNUNET_i2s (&pos->peer1->id), transmit_ready_scheduled,
 503               transmit_ready_called);
 504 #endif
 505   return sizeof (struct GNUNET_TestMessage);
 506 }
 507
 508
 509 static struct GNUNET_CORE_MessageHandler no_handlers[] = {
 510   {NULL, 0, 0}
 511 };
 512
 513 static struct GNUNET_CORE_MessageHandler handlers[] = {
 514   {&process_mtype, MTYPE, sizeof (struct GNUNET_TestMessage)},
 515   {NULL, 0, 0}
 516 };
 517
 518 /**
 519  * Notify of all peer1's peers, once peer 2 is found, schedule connect
 520  * to peer two for message send.
 521  *
 522  * @param cls closure
 523  * @param peer peer identity this notification is about
 524  * @param atsi performance data for the connection
 525  * @param atsi_count number of ATS information included
 526  */
 527 static void
 528 connect_notify_peer2 (void *cls, const struct GNUNET_PeerIdentity *peer,
 529                       const struct GNUNET_ATS_Information *atsi,
 530                       unsigned int atsi_count)
 531 {
 532   struct TestMessageContext *pos = cls;
 533
 534   if (0 == memcmp (&pos->peer1->id, peer, sizeof (struct GNUNET_PeerIdentity)))
 535   {
 536 #if VERBOSE
 537     GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
 538                 "Core connection from `%s' to `%4s' verfied, sending message!\n",
 539                 GNUNET_i2s (&pos->peer2->id), GNUNET_h2s (&peer->hashPubKey));
 540 #endif
 541     if (NULL ==
 542         GNUNET_CORE_notify_transmit_ready (pos->peer1handle, GNUNET_YES, 0,
 543                                            TIMEOUT, &pos->peer2->id,
 544                                            sizeof (struct GNUNET_TestMessage),
 545                                            &transmit_ready, pos))
 546     {
 547       /* This probably shouldn't happen, but it does (timing issue?) */
 548       GNUNET_log (GNUNET_ERROR_TYPE_WARNING,
 549                   "RECEIVED NULL when asking core (1) for transmission to peer `%4s'\n",
 550                   GNUNET_i2s (&pos->peer2->id));
 551       transmit_ready_failed++;
 552       total_other_expected_messages--;
 553     }
 554     else
 555     {
 556       transmit_ready_scheduled++;
 557     }
 558   }
 559 }
 560
 561 static void
 562 init_notify_peer2 (void *cls, struct GNUNET_CORE_Handle *server,
 563                    const struct GNUNET_PeerIdentity *my_identity)
 564 {
 565 #if VERBOSE
 566   GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
 567               "Core connection to `%4s' established, awaiting connections.\n",
 568               GNUNET_i2s (my_identity));
 569 #endif
 570   total_server_connections++;
 571 }
 572
 573 /**
 574  * Notify of all peer1's peers, once peer 2 is found, schedule connect
 575  * to peer two for message send.
 576  *
 577  * @param cls closure
 578  * @param peer peer identity this notification is about
 579  * @param atsi performance data for the connection
 580  * @param atsi_count number of atsi datums
 581  */
 582 static void
 583 connect_notify_peer1 (void *cls, const struct GNUNET_PeerIdentity *peer,
 584                       const struct GNUNET_ATS_Information *atsi,
 585                       unsigned int atsi_count)
 586 {
 587   struct TestMessageContext *pos = cls;
 588
 589   if (0 == memcmp (&pos->peer2->id, peer, sizeof (struct GNUNET_PeerIdentity)))
 590   {
 591 #if VERBOSE
 592     GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
 593                 "Core connection from `%s' to `%4s' verified.\n",
 594                 GNUNET_i2s (&pos->peer1->id), GNUNET_h2s (&peer->hashPubKey));
 595 #endif
 596     /*
 597      * Connect to the receiving peer
 598      */
 599     pos->peer2handle =
 600         GNUNET_CORE_connect (pos->peer2->cfg, 1, pos, &init_notify_peer2,
 601                              &connect_notify_peer2, NULL, NULL, GNUNET_YES,
 602                              NULL, GNUNET_YES, handlers);
 603   }
 604 }
 605
 606 static void
 607 init_notify_peer1 (void *cls, struct GNUNET_CORE_Handle *server,
 608                    const struct GNUNET_PeerIdentity *my_identity)
 609 {
 610   total_server_connections++;
 611 #if VERBOSE
 612   GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
 613               "Core connection to `%4s' established, awaiting connections...\n",
 614               GNUNET_i2s (my_identity));
 615 #endif
 616 }
 617
 618
 619 static void
 620 send_test_messages (void *cls, const struct GNUNET_SCHEDULER_TaskContext *tc)
 621 {
 622   struct TestMessageContext *pos = cls;
 623
 624   if (((tc->reason & GNUNET_SCHEDULER_REASON_SHUTDOWN) != 0) || (cls == NULL))
 625     return;
 626
 627   if (die_task == GNUNET_SCHEDULER_NO_TASK)
 628   {
 629     die_task =
 630         GNUNET_SCHEDULER_add_delayed (TEST_TIMEOUT, &end_badly,
 631                                       "from create topology (timeout)");
 632   }
 633
 634   if (total_server_connections >= MAX_OUTSTANDING_CONNECTIONS)
 635   {
 636     GNUNET_SCHEDULER_add_delayed (GNUNET_TIME_relative_multiply
 637                                   (GNUNET_TIME_UNIT_SECONDS, 1),
 638                                   &send_test_messages, pos);
 639     return;                     /* Otherwise we'll double schedule messages here! */
 640   }
 641 #if VERBOSE
 642   GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
 643               "Attempting to send test message from %s to %s\n",
 644               pos->peer1->shortname, pos->peer2->shortname);
 645 #endif
 646   /*
 647    * Connect to the sending peer
 648    */
 649   pos->peer1handle =
 650       GNUNET_CORE_connect (pos->peer1->cfg, 1, pos, &init_notify_peer1,
 651                            &connect_notify_peer1, NULL, NULL, GNUNET_NO, NULL,
 652                            GNUNET_NO, no_handlers);
 653
 654   GNUNET_assert (pos->peer1handle != NULL);
 655
 656   if (total_server_connections < MAX_OUTSTANDING_CONNECTIONS)
 657   {
 658     GNUNET_SCHEDULER_add_now (&send_test_messages, pos->next);
 659   }
 660   else
 661   {
 662     GNUNET_SCHEDULER_add_delayed (GNUNET_TIME_relative_multiply
 663                                   (GNUNET_TIME_UNIT_SECONDS, 1),
 664                                   &send_test_messages, pos->next);
 665   }
 666 }
 667
 668 static void
 669 send_other_messages (void *cls, const struct GNUNET_SCHEDULER_TaskContext *tc)
 670 {
 671   struct TestMessageContext *pos;
 672   struct TestMessageContext *free_pos;
 673   struct PeerContext *peer_pos;
 674
 675 #if TEST_ALL
 676   struct PeerContext *inner_peer_pos;
 677   struct TestMessageContext *temp_context;
 678 #endif
 679   peer_pos = all_peers;
 680   while (peer_pos != NULL)
 681   {
 682     if (peer_pos->peer_handle != NULL)
 683     {
 684       GNUNET_CORE_disconnect (peer_pos->peer_handle);
 685       peer_pos->peer_handle = NULL;
 686     }
 687 #if TEST_ALL
 688     inner_peer_pos = all_peers;
 689     while (inner_peer_pos != NULL)
 690     {
 691       if (inner_peer_pos != peer_pos)
 692       {
 693         temp_total_other_messages++;
 694         temp_context = GNUNET_malloc (sizeof (struct TestMessageContext));
 695         temp_context->peer1 = peer_pos->daemon;
 696         temp_context->peer2 = inner_peer_pos->daemon;
 697         temp_context->next = other_test_messages;
 698         temp_context->uid = total_connections + temp_total_other_messages;
 699         temp_context->disconnect_task = GNUNET_SCHEDULER_NO_TASK;
 700         other_test_messages = temp_context;
 701       }
 702       inner_peer_pos = inner_peer_pos->next;
 703     }
 704 #endif
 705     peer_pos = peer_pos->next;
 706   }
 707   all_peers = NULL;
 708
 709   pos = test_messages;
 710   while (pos != NULL)
 711   {
 712     if (pos->peer1handle != NULL)
 713     {
 714       GNUNET_CORE_disconnect (pos->peer1handle);
 715       pos->peer1handle = NULL;
 716     }
 717     if (pos->peer2handle != NULL)
 718     {
 719       GNUNET_CORE_disconnect (pos->peer2handle);
 720       pos->peer2handle = NULL;
 721     }
 722     free_pos = pos;
 723     pos = pos->next;
 724     if (free_pos->disconnect_task != GNUNET_SCHEDULER_NO_TASK)
 725     {
 726       GNUNET_SCHEDULER_cancel (free_pos->disconnect_task);
 727     }
 728     GNUNET_free (free_pos);
 729   }
 730   test_messages = NULL;
 731
 732   total_other_expected_messages = temp_total_other_messages;
 733   if (total_other_expected_messages == 0)
 734   {
 735     GNUNET_SCHEDULER_add_now (&end_badly,
 736                               "send_other_messages had 0 messages to send, no DV connections made!");
 737   }
 738 #if VERBOSE
 739   GNUNET_log (GNUNET_ERROR_TYPE_WARNING,
 740               "Preparing to send %d other test messages\n",
 741               total_other_expected_messages);
 742 #endif
 743
 744   GNUNET_SCHEDULER_add_now (&send_test_messages, other_test_messages);
 745   if (GNUNET_SCHEDULER_NO_TASK != die_task)
 746     GNUNET_SCHEDULER_cancel (die_task);
 747   die_task =
 748       GNUNET_SCHEDULER_add_delayed (GNUNET_TIME_relative_multiply
 749                                     (GNUNET_TIME_UNIT_SECONDS, 250), &end_badly,
 750                                     "from send_other_messages");
 751 }
 752
 753 static void
 754 topology_callback (void *cls, const struct GNUNET_PeerIdentity *first,
 755                    const struct GNUNET_PeerIdentity *second, uint32_t distance,
 756                    const struct GNUNET_CONFIGURATION_Handle *first_cfg,
 757                    const struct GNUNET_CONFIGURATION_Handle *second_cfg,
 758                    struct GNUNET_TESTING_Daemon *first_daemon,
 759                    struct GNUNET_TESTING_Daemon *second_daemon,
 760                    const char *emsg)
 761 {
 762   struct TestMessageContext *temp_context;
 763
 764   if (emsg == NULL)
 765   {
 766     total_connections++;
 767 #if VERBOSE
 768     GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
 769                 "connected peer %s to peer %s, distance %u\n",
 770                 first_daemon->shortname, second_daemon->shortname, distance);
 771 #endif
 772     temp_context = GNUNET_malloc (sizeof (struct TestMessageContext));
 773     temp_context->peer1 = first_daemon;
 774     temp_context->peer2 = second_daemon;
 775     temp_context->next = test_messages;
 776     temp_context->uid = total_connections;
 777     temp_context->disconnect_task = GNUNET_SCHEDULER_NO_TASK;
 778     test_messages = temp_context;
 779     expected_messages++;
 780   }
 781 #if VERBOSE
 782   else
 783   {
 784     failed_connections++;
 785     GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
 786                 "Failed to connect peer %s to peer %s with error :\n%s\n",
 787                 first_daemon->shortname, second_daemon->shortname, emsg);
 788   }
 789 #endif
 790
 791   if (total_connections == expected_connections)
 792   {
 793 #if VERBOSE
 794     GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
 795                 "Created %u total connections, which is our target number!  Calling send messages.\n",
 796                 total_connections);
 797 #endif
 798     if (GNUNET_SCHEDULER_NO_TASK != die_task)
 799       GNUNET_SCHEDULER_cancel (die_task);
 800     die_task = GNUNET_SCHEDULER_NO_TASK;
 801     GNUNET_SCHEDULER_add_now (&send_test_messages, test_messages);
 802   }
 803   else if (total_connections + failed_connections == expected_connections)
 804   {
 805     if (failed_connections <
 806         (unsigned int) (fail_percentage * total_connections))
 807     {
 808       GNUNET_SCHEDULER_cancel (die_task);
 809       die_task = GNUNET_SCHEDULER_NO_TASK;
 810       /* FIXME: ret value!? */ GNUNET_SCHEDULER_add_now (&send_test_messages,
 811                                                          test_messages);
 812     }
 813     else
 814     {
 815       if (die_task != GNUNET_SCHEDULER_NO_TASK)
 816         GNUNET_SCHEDULER_cancel (die_task);
 817       die_task =
 818           GNUNET_SCHEDULER_add_now (&end_badly,
 819                                     "from topology_callback (too many failed connections)");
 820     }
 821   }
 822   else
 823   {
 824 #if VERBOSE
 825     GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
 826                 "Have %d total connections, %d failed connections, Want %d (at least %d)\n",
 827                 total_connections, failed_connections, expected_connections,
 828                 expected_connections -
 829                 (unsigned int) (fail_percentage * expected_connections));
 830 #endif
 831   }
 832 }
 833
 834
 835 /**
 836  * Method called whenever a given peer connects.
 837  *
 838  * @param cls closure
 839  * @param peer peer identity this notification is about
 840  * @param atsi performance data about this peer's connection
 841  * @param atsi_count number of atsi datums
 842  *
 843  */
 844 static void
 845 all_connect_handler (void *cls, const struct GNUNET_PeerIdentity *peer,
 846                      const struct GNUNET_ATS_Information *atsi,
 847                      unsigned int atsi_count)
 848 {
 849   struct GNUNET_TESTING_Daemon *d = cls;
 850   struct GNUNET_TESTING_Daemon *second_daemon;
 851   char *second_shortname;
 852
 853 #if !TEST_ALL
 854   struct TestMessageContext *temp_context;
 855 #endif
 856   uint32_t distance;
 857
 858   if (0 == memcmp (&d->id, peer, sizeof (struct GNUNET_PeerIdentity)))
 859     return;
 860   second_shortname = GNUNET_strdup (GNUNET_i2s (peer));
 861   distance = get_atsi_distance (atsi, atsi_count);
 862
 863 #if VERBOSE
 864   GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
 865               "connected peer %s to peer %s, distance %u\n", d->shortname,
 866               second_shortname, distance);
 867 #endif
 868
 869   second_daemon =
 870       GNUNET_CONTAINER_multihashmap_get (peer_daemon_hash, &peer->hashPubKey);
 871
 872   if (second_daemon == NULL)
 873   {
 874     GNUNET_log (GNUNET_ERROR_TYPE_WARNING, "Couldn't find second peer!\n");
 875     GNUNET_free (second_shortname);
 876     return;
 877   }
 878 #if !TEST_ALL
 879   if (distance > 1)
 880   {
 881     temp_total_other_messages++;
 882     temp_context = GNUNET_malloc (sizeof (struct TestMessageContext));
 883     temp_context->peer1 = d;
 884     temp_context->peer2 = second_daemon;
 885     temp_context->next = other_test_messages;
 886     temp_context->uid = total_connections + temp_total_other_messages;
 887     temp_context->disconnect_task = GNUNET_SCHEDULER_NO_TASK;
 888     other_test_messages = temp_context;
 889   }
 890 #endif
 891
 892   if (dotOutFile != NULL)
 893   {
 894     if (distance == 1)
 895       fprintf (dotOutFile, "\tn%s -- n%s;\n", d->shortname, second_shortname);
 896     else if (distance == 2)
 897       fprintf (dotOutFile, "\tn%s -- n%s [color=blue];\n", d->shortname,
 898                second_shortname);
 899     else if (distance == 3)
 900       fprintf (dotOutFile, "\tn%s -- n%s [color=red];\n", d->shortname,
 901                second_shortname);
 902     else if (distance == 4)
 903       fprintf (dotOutFile, "\tn%s -- n%s [color=green];\n", d->shortname,
 904                second_shortname);
 905     else
 906       fprintf (dotOutFile, "\tn%s -- n%s [color=brown];\n", d->shortname,
 907                second_shortname);
 908   }
 909   GNUNET_free (second_shortname);
 910
 911   if (temp_total_other_messages == num_additional_messages)
 912   {
 913     /* FIXME: ret value!? */ GNUNET_SCHEDULER_add_now (&send_other_messages,
 914                                                        NULL);
 915   }
 916 }
 917
 918 static void
 919 peers_started_callback (void *cls, const struct GNUNET_PeerIdentity *id,
 920                         const struct GNUNET_CONFIGURATION_Handle *cfg,
 921                         struct GNUNET_TESTING_Daemon *d, const char *emsg)
 922 {
 923   struct PeerContext *new_peer;
 924
 925   if (emsg != NULL)
 926   {
 927     GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
 928                 "Failed to start daemon with error: `%s'\n", emsg);
 929     return;
 930   }
 931   GNUNET_assert (id != NULL);
 932 #if VERBOSE
 933   GNUNET_log (GNUNET_ERROR_TYPE_DEBUG, "Started daemon %llu out of %llu\n",
 934               (num_peers - peers_left) + 1, num_peers);
 935 #endif
 936   GNUNET_assert (GNUNET_SYSERR !=
 937                  GNUNET_CONTAINER_multihashmap_put (peer_daemon_hash,
 938                                                     &id->hashPubKey, d,
 939                                                     GNUNET_CONTAINER_MULTIHASHMAPOPTION_UNIQUE_ONLY));
 940
 941   new_peer = GNUNET_malloc (sizeof (struct PeerContext));
 942   new_peer->peer_handle =
 943       GNUNET_CORE_connect (cfg, 1, d, NULL, &all_connect_handler, NULL, NULL,
 944                            GNUNET_NO, NULL, GNUNET_NO, no_handlers);
 945   new_peer->daemon = d;
 946   new_peer->next = all_peers;
 947   all_peers = new_peer;
 948   peers_left--;
 949
 950   if (peers_left == 0)
 951   {
 952 #if VERBOSE
 953     GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
 954                 "All %d daemons started, now creating topology!\n", num_peers);
 955 #endif
 956     GNUNET_SCHEDULER_cancel (die_task);
 957     die_task = GNUNET_SCHEDULER_NO_TASK;
 958     expected_connections = -1;
 959     if ((pg != NULL) && (peers_left == 0))
 960     {
 961       expected_connections =
 962           GNUNET_TESTING_connect_topology (pg, connection_topology,
 963                                            connect_topology_option,
 964                                            connect_topology_option_modifier,
 965                                            TIMEOUT, 12, NULL, NULL);
 966 #if VERBOSE
 967       GNUNET_log (GNUNET_ERROR_TYPE_DEBUG, "Have %d expected connections\n",
 968                   expected_connections);
 969 #endif
 970     }
 971
 972     if (expected_connections == GNUNET_SYSERR)
 973     {
 974       die_task =
 975           GNUNET_SCHEDULER_add_now (&end_badly,
 976                                     "from connect topology (bad return)");
 977     }
 978     else
 979     {
 980       /* Set up task in case topology creation doesn't finish
 981        * within a reasonable amount of time */
 982       die_task =
 983           GNUNET_SCHEDULER_add_delayed (TEST_TIMEOUT, &end_badly,
 984                                         "from connect topology (timeout)");
 985     }
 986     ok = 0;
 987   }
 988 }
 989
 990 /**
 991  * Callback indicating that the hostkey was created for a peer.
 992  *
 993  * @param cls NULL
 994  * @param id the peer identity
 995  * @param d the daemon handle (pretty useless at this point, remove?)
 996  * @param emsg non-null on failure
 997  */
 998 static void
 999 hostkey_callback (void *cls, const struct GNUNET_PeerIdentity *id,
1000                   struct GNUNET_TESTING_Daemon *d, const char *emsg)
1001 {
1002   if (emsg != NULL)
1003   {
1004     GNUNET_log (GNUNET_ERROR_TYPE_WARNING,
1005                 "Hostkey callback received error: %s\n", emsg);
1006   }
1007
1008 #if VERBOSE
1009   GNUNET_log (GNUNET_ERROR_TYPE_DEBUG, "Hostkey created for peer `%s'\n",
1010               GNUNET_i2s (id));
1011 #endif
1012   peers_left--;
1013   if (peers_left == 0)
1014   {
1015 #if VERBOSE
1016     GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
1017                 "All %d hostkeys created, now creating topology!\n", num_peers);
1018 #endif
1019     if (GNUNET_SCHEDULER_NO_TASK != die_task)
1020     {
1021       GNUNET_SCHEDULER_cancel (die_task);
1022       die_task = GNUNET_SCHEDULER_NO_TASK;
1023     }
1024     /* create topology */
1025     peers_left = num_peers;     /* Reset counter */
1026     if (GNUNET_TESTING_create_topology
1027         (pg, topology, blacklist_topology,
1028          blacklist_transports) != GNUNET_SYSERR)
1029     {
1030 #if VERBOSE
1031       GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
1032                   "Topology set up, now starting peers!\n");
1033 #endif
1034       GNUNET_TESTING_daemons_continue_startup (pg);
1035       /* Set up task in case topology creation doesn't finish
1036        * within a reasonable amount of time */
1037       die_task =
1038           GNUNET_SCHEDULER_add_delayed (TEST_TIMEOUT, &end_badly,
1039                                         "from continue startup (timeout)");
1040     }
1041     else
1042     {
1043       die_task =
1044           GNUNET_SCHEDULER_add_now (&end_badly,
1045                                     "from create topology (bad return)");
1046     }
1047     ok = 0;
1048   }
1049 }
1050
1051 static void
1052 run (void *cls, char *const *args, const char *cfgfile,
1053      const struct GNUNET_CONFIGURATION_Handle *cfg)
1054 {
1055   char *topology_str;
1056   char *connect_topology_str;
1057   char *blacklist_topology_str;
1058   char *connect_topology_option_str;
1059   char *connect_topology_option_modifier_string;
1060
1061   ok = 1;
1062
1063   dotOutFile = fopen (dotOutFileName, "w");
1064   if (dotOutFile != NULL)
1065   {
1066     fprintf (dotOutFile, "strict graph G {\n");
1067   }
1068
1069 #if VERBOSE
1070   GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
1071               "Starting daemons based on config file %s\n", cfgfile);
1072 #endif
1073
1074   if (GNUNET_YES !=
1075       GNUNET_CONFIGURATION_get_value_string (cfg, "paths", "servicehome",
1076                                              &test_directory))
1077   {
1078     ok = 404;
1079     return;
1080   }
1081
1082   if ((GNUNET_YES ==
1083        GNUNET_CONFIGURATION_get_value_string (cfg, "testing", "topology",
1084                                               &topology_str)) &&
1085       (GNUNET_NO == GNUNET_TESTING_topology_get (&topology, topology_str)))
1086   {
1087     GNUNET_log (GNUNET_ERROR_TYPE_WARNING,
1088                 "Invalid topology `%s' given for section %s option %s\n",
1089                 topology_str, "TESTING", "TOPOLOGY");
1090     topology = GNUNET_TESTING_TOPOLOGY_CLIQUE;  /* Defaults to NONE, so set better default here */
1091   }
1092
1093   if ((GNUNET_YES ==
1094        GNUNET_CONFIGURATION_get_value_string (cfg, "testing",
1095                                               "connect_topology",
1096                                               &connect_topology_str)) &&
1097       (GNUNET_NO ==
1098        GNUNET_TESTING_topology_get (&connection_topology,
1099                                     connect_topology_str)))
1100   {
1101     GNUNET_log (GNUNET_ERROR_TYPE_WARNING,
1102                 "Invalid connect topology `%s' given for section %s option %s\n",
1103                 connect_topology_str, "TESTING", "CONNECT_TOPOLOGY");
1104   }
1105   GNUNET_free_non_null (connect_topology_str);
1106   if ((GNUNET_YES ==
1107        GNUNET_CONFIGURATION_get_value_string (cfg, "testing",
1108                                               "connect_topology_option",
1109                                               &connect_topology_option_str)) &&
1110       (GNUNET_NO ==
1111        GNUNET_TESTING_topology_option_get (&connect_topology_option,
1112                                            connect_topology_option_str)))
1113   {
1114     GNUNET_log (GNUNET_ERROR_TYPE_WARNING,
1115                 "Invalid connect topology option `%s' given for section %s option %s\n",
1116                 connect_topology_option_str, "TESTING",
1117                 "CONNECT_TOPOLOGY_OPTION");
1118     connect_topology_option = GNUNET_TESTING_TOPOLOGY_OPTION_ALL;       /* Defaults to NONE, set to ALL */
1119   }
1120   GNUNET_free_non_null (connect_topology_option_str);
1121   if (GNUNET_YES ==
1122       GNUNET_CONFIGURATION_get_value_string (cfg, "testing",
1123                                              "connect_topology_option_modifier",
1124                                              &connect_topology_option_modifier_string))
1125   {
1126     if (sscanf
1127         (connect_topology_option_modifier_string, "%lf",
1128          &connect_topology_option_modifier) != 1)
1129     {
1130       GNUNET_log (GNUNET_ERROR_TYPE_WARNING,
1131                   _
1132                   ("Invalid value `%s' for option `%s' in section `%s': expected float\n"),
1133                   connect_topology_option_modifier_string,
1134                   "connect_topology_option_modifier", "TESTING");
1135     }
1136     GNUNET_free (connect_topology_option_modifier_string);
1137   }
1138
1139   if (GNUNET_YES !=
1140       GNUNET_CONFIGURATION_get_value_string (cfg, "testing",
1141                                              "blacklist_transports",
1142                                              &blacklist_transports))
1143     blacklist_transports = NULL;
1144
1145   if ((GNUNET_YES ==
1146        GNUNET_CONFIGURATION_get_value_string (cfg, "testing",
1147                                               "blacklist_topology",
1148                                               &blacklist_topology_str)) &&
1149       (GNUNET_NO ==
1150        GNUNET_TESTING_topology_get (&blacklist_topology,
1151                                     blacklist_topology_str)))
1152   {
1153     GNUNET_log (GNUNET_ERROR_TYPE_WARNING,
1154                 "Invalid topology `%s' given for section %s option %s\n",
1155                 topology_str, "TESTING", "BLACKLIST_TOPOLOGY");
1156   }
1157   GNUNET_free_non_null (topology_str);
1158   GNUNET_free_non_null (blacklist_topology_str);
1159   if (GNUNET_SYSERR ==
1160       GNUNET_CONFIGURATION_get_value_number (cfg, "testing", "num_peers",
1161                                              &num_peers))
1162     num_peers = DEFAULT_NUM_PEERS;
1163
1164   if (GNUNET_SYSERR ==
1165       GNUNET_CONFIGURATION_get_value_number (cfg, "testing",
1166                                              "additional_messages",
1167                                              &num_additional_messages))
1168     num_additional_messages = DEFAULT_ADDITIONAL_MESSAGES;
1169
1170   main_cfg = cfg;
1171
1172   GNUNET_assert (num_peers > 0 && num_peers < (unsigned int) -1);
1173   peers_left = num_peers;
1174
1175   /* Set up a task to end testing if peer start fails */
1176   die_task =
1177       GNUNET_SCHEDULER_add_delayed (GNUNET_TIME_relative_multiply
1178                                     (GNUNET_TIME_UNIT_MINUTES, 5), &end_badly,
1179                                     "didn't start all daemons in reasonable amount of time!!!");
1180
1181   peer_daemon_hash = GNUNET_CONTAINER_multihashmap_create (peers_left);
1182   pg = GNUNET_TESTING_daemons_start (cfg, peers_left,   /* Total number of peers */
1183                                      peers_left,        /* Number of outstanding connections */
1184                                      peers_left,        /* Number of parallel ssh connections, or peers being started at once */
1185                                      TIMEOUT, &hostkey_callback, NULL,
1186                                      &peers_started_callback, NULL,
1187                                      &topology_callback, NULL, NULL);
1188
1189 }
1190
1191 static int
1192 check ()
1193 {
1194   int ret;
1195
1196   char *const argv[] = { "test-transport-dv",
1197     "-c",
1198     "test_transport_dv_data.conf",
1199 #if VERBOSE
1200     "-L", "DEBUG",
1201 #endif
1202     NULL
1203   };
1204   struct GNUNET_GETOPT_CommandLineOption options[] = {
1205     GNUNET_GETOPT_OPTION_END
1206   };
1207   ret =
1208       GNUNET_PROGRAM_run ((sizeof (argv) / sizeof (char *)) - 1, argv,
1209                           "test-transport-dv", "nohelp", options, &run, &ok);
1210   if (ret != GNUNET_OK)
1211   {
1212     GNUNET_log (GNUNET_ERROR_TYPE_WARNING,
1213                 "`test-transport-dv': Failed with error code %d\n", ret);
1214   }
1215   return ok;
1216 }
1217
1218 int
1219 main (int argc, char *argv[])
1220 {
1221   int ret;
1222
1223   GNUNET_log_setup ("test-transport-dv",
1224 #if VERBOSE
1225                     "DEBUG",
1226 #else
1227                     "WARNING",
1228 #endif
1229                     NULL);
1230   ret = check ();
1231   /**
1232    * Need to remove base directory, subdirectories taken care
1233    * of by the testing framework.
1234    */
1235   if (GNUNET_DISK_directory_remove (test_directory) != GNUNET_OK)
1236   {
1237     GNUNET_log (GNUNET_ERROR_TYPE_WARNING,
1238                 "Failed to remove testing directory %s\n", test_directory);
1239   }
1240   return ret;
1241 }
1242
1243 /* end of test_transport_api_dv.c */