src/dv/test_transport_api_dv.c

   1 /*
   2      This file is part of GNUnet.
   3      (C) 2009 Christian Grothoff (and other contributing authors)
   4
   5      GNUnet is free software; you can redistribute it and/or modify
   6      it under the terms of the GNU General Public License as published
   7      by the Free Software Foundation; either version 3, or (at your
   8      option) any later version.
   9
  10      GNUnet is distributed in the hope that it will be useful, but
  11      WITHOUT ANY WARRANTY; without even the implied warranty of
  12      MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  13      General Public License for more details.
  14
  15      You should have received a copy of the GNU General Public License
  16      along with GNUnet; see the file COPYING.  If not, write to the
  17      Free Software Foundation, Inc., 59 Temple Place - Suite 330,
  18      Boston, MA 02111-1307, USA.
  19 */
  20 /**
  21  * @file dv/test_transport_api_dv.c
  22  * @brief base testcase for testing distance vector transport
  23  */
  24 #include "platform.h"
  25 #include "gnunet_testing_lib.h"
  26 #include "gnunet_core_service.h"
  27
  28 #define VERBOSE GNUNET_NO
  29
  30 #define TEST_ALL GNUNET_NO
  31
  32 /**
  33  * How long until we fail the whole testcase?
  34  */
  35 #define TEST_TIMEOUT GNUNET_TIME_relative_multiply (GNUNET_TIME_UNIT_SECONDS, 600)
  36
  37 /**
  38  * How long until we give up on starting the peers?
  39  */
  40 #define TIMEOUT GNUNET_TIME_relative_multiply (GNUNET_TIME_UNIT_SECONDS, 500)
  41
  42 #define DEFAULT_NUM_PEERS 4
  43
  44 #define DEFAULT_ADDITIONAL_MESSAGES 2
  45
  46 #define MAX_OUTSTANDING_CONNECTIONS 100
  47
  48 static float fail_percentage = 0.00;
  49
  50 static int ok;
  51
  52 static unsigned long long num_additional_messages;
  53
  54 static unsigned long long num_peers;
  55
  56 static unsigned int total_connections;
  57
  58 static unsigned int failed_connections;
  59
  60 static unsigned int total_server_connections;
  61
  62 static unsigned int total_messages_received;
  63
  64 static unsigned int total_other_expected_messages;
  65
  66 static unsigned int temp_total_other_messages;
  67
  68 static unsigned int total_other_messages;
  69
  70 static unsigned int expected_messages;
  71
  72 static unsigned int expected_connections;
  73
  74 static unsigned long long peers_left;
  75
  76 static struct GNUNET_TESTING_PeerGroup *pg;
  77
  78 const struct GNUNET_CONFIGURATION_Handle *main_cfg;
  79
  80 GNUNET_SCHEDULER_TaskIdentifier die_task;
  81
  82 static char *dotOutFileName = "topology.dot";
  83
  84 static FILE *dotOutFile;
  85
  86 static char *blacklist_transports;
  87
  88 static int transmit_ready_scheduled;
  89
  90 static int transmit_ready_failed;
  91
  92 static int transmit_ready_called;
  93
  94 static enum GNUNET_TESTING_Topology topology;
  95
  96 static enum GNUNET_TESTING_Topology blacklist_topology = GNUNET_TESTING_TOPOLOGY_NONE; /* Don't do any blacklisting */
  97
  98 static enum GNUNET_TESTING_Topology connection_topology = GNUNET_TESTING_TOPOLOGY_NONE; /* NONE actually means connect all allowed peers */
  99
 100 static enum GNUNET_TESTING_TopologyOption connect_topology_option = GNUNET_TESTING_TOPOLOGY_OPTION_ALL;
 101
 102 static double connect_topology_option_modifier = 0.0;
 103
 104 static char *test_directory;
 105
 106 struct GNUNET_CONTAINER_MultiHashMap *peer_daemon_hash;
 107
 108 #define MTYPE 12345
 109
 110 struct GNUNET_TestMessage
 111 {
 112   /**
 113    * Header of the message
 114    */
 115   struct GNUNET_MessageHeader header;
 116
 117   /**
 118    * Unique identifier for this message.
 119    */
 120   uint32_t uid;
 121 };
 122
 123 struct PeerContext
 124 {
 125   /* This is a linked list */
 126   struct PeerContext *next;
 127
 128   /**
 129    * Handle to the daemon
 130    */
 131   struct GNUNET_TESTING_Daemon *daemon;
 132
 133   /* Handle to the peer core */
 134   struct GNUNET_CORE_Handle *peer_handle;
 135 };
 136
 137 static struct PeerContext *all_peers;
 138
 139 struct TestMessageContext
 140 {
 141   /* This is a linked list */
 142   struct TestMessageContext *next;
 143
 144   /* Handle to the sending peer core */
 145   struct GNUNET_CORE_Handle *peer1handle;
 146
 147   /* Handle to the receiving peer core */
 148   struct GNUNET_CORE_Handle *peer2handle;
 149
 150   /* Handle to the sending peer daemon */
 151   struct GNUNET_TESTING_Daemon *peer1;
 152
 153   /* Handle to the receiving peer daemon */
 154   struct GNUNET_TESTING_Daemon *peer2;
 155
 156   /* Identifier for this message, so we don't disconnect other peers! */
 157   uint32_t uid;
 158
 159   /* Task for disconnecting cores, allow task to be cancelled on shutdown */
 160   GNUNET_SCHEDULER_TaskIdentifier disconnect_task;
 161 };
 162
 163 static struct TestMessageContext *test_messages;
 164
 165 static struct TestMessageContext *other_test_messages;
 166
 167 /**
 168  * Check whether peers successfully shut down.
 169  */
 170 void shutdown_callback (void *cls,
 171                         const char *emsg)
 172 {
 173   if (emsg != NULL)
 174     {
 175 #if VERBOSE
 176       GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
 177                   "Shutdown of peers failed!\n");
 178 #endif
 179       if (ok == 0)
 180         ok = 666;
 181     }
 182   else
 183     {
 184 #if VERBOSE
 185       GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
 186                   "All peers successfully shut down!\n");
 187 #endif
 188     }
 189 }
 190
 191 static void
 192 finish_testing ()
 193 {
 194   GNUNET_assert (pg != NULL);
 195   struct PeerContext *peer_pos;
 196   struct PeerContext *free_peer_pos;
 197   struct TestMessageContext *pos;
 198   struct TestMessageContext *free_pos;
 199
 200 #if VERBOSE
 201   GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
 202               "Called finish testing, stopping daemons.\n");
 203 #endif
 204   peer_pos = all_peers;
 205   while (peer_pos != NULL)
 206     {
 207       if (peer_pos->peer_handle != NULL)
 208         GNUNET_CORE_disconnect(peer_pos->peer_handle);
 209       free_peer_pos = peer_pos;
 210       peer_pos = peer_pos->next;
 211       GNUNET_free(free_peer_pos);
 212     }
 213   all_peers = NULL;
 214
 215   pos = test_messages;
 216   while (pos != NULL)
 217     {
 218       if (pos->peer1handle != NULL)
 219         {
 220           GNUNET_CORE_disconnect(pos->peer1handle);
 221           pos->peer1handle = NULL;
 222         }
 223       if (pos->peer2handle != NULL)
 224         {
 225           GNUNET_CORE_disconnect(pos->peer2handle);
 226           pos->peer2handle = NULL;
 227         }
 228       free_pos = pos;
 229       pos = pos->next;
 230       if (free_pos->disconnect_task != GNUNET_SCHEDULER_NO_TASK)
 231         {
 232           GNUNET_SCHEDULER_cancel(free_pos->disconnect_task);
 233         }
 234       GNUNET_free(free_pos);
 235     }
 236
 237   pos = other_test_messages;
 238   while (pos != NULL)
 239     {
 240       if (pos->peer1handle != NULL)
 241         {
 242           GNUNET_CORE_disconnect(pos->peer1handle);
 243           pos->peer1handle = NULL;
 244         }
 245       if (pos->peer2handle != NULL)
 246         {
 247           GNUNET_CORE_disconnect(pos->peer2handle);
 248           pos->peer2handle = NULL;
 249         }
 250       free_pos = pos;
 251       pos = pos->next;
 252       if (free_pos->disconnect_task != GNUNET_SCHEDULER_NO_TASK)
 253         {
 254           GNUNET_SCHEDULER_cancel(free_pos->disconnect_task);
 255         }
 256       GNUNET_free(free_pos);
 257     }
 258 #if VERBOSE
 259           GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
 260                       "transmit_ready's scheduled %d, failed %d, transmit_ready's called %d\n", transmit_ready_scheduled, transmit_ready_failed, transmit_ready_called);
 261 #endif
 262
 263 #if VERBOSE
 264           GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
 265                       "Calling daemons_stop\n");
 266 #endif
 267   GNUNET_TESTING_daemons_stop (pg, TIMEOUT, &shutdown_callback, NULL);
 268 #if VERBOSE
 269           GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
 270                       "daemons_stop finished\n");
 271 #endif
 272   if (dotOutFile != NULL)
 273     {
 274       fprintf(dotOutFile, "}");
 275       fclose(dotOutFile);
 276     }
 277
 278   ok = 0;
 279 }
 280
 281
 282 static void
 283 disconnect_cores (void *cls, const struct GNUNET_SCHEDULER_TaskContext * tc)
 284 {
 285   struct TestMessageContext *pos = cls;
 286
 287   /* Disconnect from the respective cores */
 288 #if VERBOSE
 289   GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
 290               "Disconnecting from peer 1 `%4s'\n", GNUNET_i2s (&pos->peer1->id));
 291 #endif
 292   if (pos->peer1handle != NULL)
 293     GNUNET_CORE_disconnect(pos->peer1handle);
 294 #if VERBOSE
 295   GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
 296               "Disconnecting from peer 2 `%4s'\n", GNUNET_i2s (&pos->peer2->id));
 297 #endif
 298   if (pos->peer2handle != NULL)
 299     GNUNET_CORE_disconnect(pos->peer2handle);
 300   /* Set handles to NULL so test case can be ended properly */
 301   pos->peer1handle = NULL;
 302   pos->peer2handle = NULL;
 303   pos->disconnect_task = GNUNET_SCHEDULER_NO_TASK;
 304   /* Decrement total connections so new can be established */
 305   total_server_connections -= 2;
 306 }
 307
 308 static void
 309 end_badly (void *cls, const struct GNUNET_SCHEDULER_TaskContext * tc)
 310 {
 311   char *msg = cls;
 312   GNUNET_log (GNUNET_ERROR_TYPE_WARNING,
 313               "End badly was called (%s)... stopping daemons.\n", msg);
 314   struct TestMessageContext *pos;
 315   struct TestMessageContext *free_pos;
 316   struct PeerContext * peer_pos;
 317   struct PeerContext * free_peer_pos;
 318
 319   peer_pos = all_peers;
 320   while (peer_pos != NULL)
 321     {
 322       if (peer_pos->peer_handle != NULL)
 323         GNUNET_CORE_disconnect(peer_pos->peer_handle);
 324       free_peer_pos = peer_pos;
 325       peer_pos = peer_pos->next;
 326       GNUNET_free(free_peer_pos);
 327     }
 328   all_peers = NULL;
 329
 330   pos = test_messages;
 331   while (pos != NULL)
 332     {
 333       if (pos->peer1handle != NULL)
 334         {
 335           GNUNET_CORE_disconnect(pos->peer1handle);
 336           pos->peer1handle = NULL;
 337         }
 338       if (pos->peer2handle != NULL)
 339         {
 340           GNUNET_CORE_disconnect(pos->peer2handle);
 341           pos->peer2handle = NULL;
 342         }
 343       free_pos = pos;
 344       pos = pos->next;
 345       GNUNET_free(free_pos);
 346     }
 347
 348   pos = other_test_messages;
 349   while (pos != NULL)
 350     {
 351       if (pos->peer1handle != NULL)
 352         {
 353           GNUNET_CORE_disconnect(pos->peer1handle);
 354           pos->peer1handle = NULL;
 355         }
 356       if (pos->peer2handle != NULL)
 357         {
 358           GNUNET_CORE_disconnect(pos->peer2handle);
 359           pos->peer2handle = NULL;
 360         }
 361       free_pos = pos;
 362       pos = pos->next;
 363       if (free_pos->disconnect_task != GNUNET_SCHEDULER_NO_TASK)
 364         {
 365           GNUNET_SCHEDULER_cancel(free_pos->disconnect_task);
 366         }
 367       GNUNET_free(free_pos);
 368     }
 369
 370   if (pg != NULL)
 371     {
 372       GNUNET_TESTING_daemons_stop (pg, TIMEOUT, &shutdown_callback, NULL);
 373       ok = 7331;                /* Opposite of leet */
 374     }
 375   else
 376     ok = 401;                   /* Never got peers started */
 377
 378   if (dotOutFile != NULL)
 379     {
 380       fprintf(dotOutFile, "}");
 381       fclose(dotOutFile);
 382     }
 383 }
 384
 385 static void
 386 send_other_messages (void *cls, const struct GNUNET_SCHEDULER_TaskContext * tc);
 387
 388 /**
 389  * Get distance information from 'atsi'.
 390  *
 391  * @param atsi performance data
 392  * @return connected transport distance
 393  */
 394 static uint32_t
 395 get_atsi_distance (const struct GNUNET_TRANSPORT_ATS_Information *atsi)
 396 {
 397   while ( (ntohl (atsi->type) != GNUNET_TRANSPORT_ATS_ARRAY_TERMINATOR) &&
 398           (ntohl (atsi->type) != GNUNET_TRANSPORT_ATS_QUALITY_NET_DISTANCE) )
 399     atsi++;
 400   if (ntohl (atsi->type) == GNUNET_TRANSPORT_ATS_ARRAY_TERMINATOR)
 401     {
 402       GNUNET_break (0);
 403       /* FIXME: we do not have distance data? Assume direct neighbor. */
 404       return 1;
 405     }
 406   return ntohl (atsi->value);
 407 }
 408
 409 static int
 410 process_mtype (void *cls,
 411                const struct GNUNET_PeerIdentity *peer,
 412                const struct GNUNET_MessageHeader *message,
 413                const struct GNUNET_TRANSPORT_ATS_Information *atsi)
 414 {
 415   struct TestMessageContext *pos = cls;
 416   struct GNUNET_TestMessage *msg = (struct GNUNET_TestMessage *)message;
 417 #if VERBOSE
 418   uint32_t distance;
 419 #endif
 420   if (pos->uid != ntohl(msg->uid))
 421     return GNUNET_OK;
 422
 423 #if VERBOSE
 424   distance = get_atsi_distance(atsi);
 425 #endif
 426   GNUNET_assert(0 == memcmp(peer, &pos->peer1->id, sizeof(struct GNUNET_PeerIdentity)));
 427   if (total_other_expected_messages == 0)
 428     {
 429       total_messages_received++;
 430 #if VERBOSE
 431       GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
 432                   "Received message from `%4s', type %d, uid %u, distance %u.\n", GNUNET_i2s (peer), ntohs(message->type), ntohl(msg->uid), distance);
 433       GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
 434                   "Total messages received %d, expected %d.\n", total_messages_received, expected_messages);
 435 #endif
 436     }
 437   else
 438     {
 439       total_other_messages++;
 440 #if VERBOSE
 441       GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
 442                   "Received message from `%4s', type %d, uid %u, distance %u.\n", GNUNET_i2s (peer), ntohs(message->type), ntohl(msg->uid), distance);
 443       GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
 444                   "Total messages received %d, expected %d.\n", total_other_messages, total_other_expected_messages);
 445 #endif
 446     }
 447
 448   if ((total_messages_received == expected_messages) && (total_other_messages == 0))
 449     {
 450       GNUNET_SCHEDULER_cancel (die_task);
 451       die_task = GNUNET_SCHEDULER_add_delayed (TEST_TIMEOUT,
 452                                                &end_badly, "waiting for DV peers to connect!");
 453       /*
 454       if ((num_peers == 3) && (total_other_expected_messages == 2))
 455         {
 456           GNUNET_SCHEDULER_add_now (&send_other_messages, NULL);
 457         }
 458       else
 459         {
 460           GNUNET_SCHEDULER_add_delayed (GNUNET_TIME_relative_multiply (GNUNET_TIME_UNIT_SECONDS, 20), &send_other_messages, NULL);
 461         }*/
 462     }
 463   else if ((total_other_expected_messages > 0) && (total_other_messages == total_other_expected_messages))
 464     {
 465       GNUNET_SCHEDULER_cancel (die_task);
 466       GNUNET_SCHEDULER_add_now (&finish_testing, NULL);
 467     }
 468   else
 469     {
 470       pos->disconnect_task = GNUNET_SCHEDULER_add_now(&disconnect_cores, pos);
 471     }
 472
 473   return GNUNET_OK;
 474 }
 475
 476 static size_t
 477 transmit_ready (void *cls, size_t size, void *buf)
 478 {
 479   struct GNUNET_TestMessage *m;
 480   struct TestMessageContext *pos = cls;
 481
 482   GNUNET_assert (buf != NULL);
 483   m = (struct GNUNET_TestMessage *) buf;
 484   m->header.type = htons (MTYPE);
 485   m->header.size = htons (sizeof (struct GNUNET_TestMessage));
 486   m->uid = htonl(pos->uid);
 487   transmit_ready_called++;
 488 #if VERBOSE
 489   GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
 490               "transmit ready for peer %s\ntransmit_ready's scheduled %d, transmit_ready's called %d\n", GNUNET_i2s(&pos->peer1->id), transmit_ready_scheduled, transmit_ready_called);
 491 #endif
 492   return sizeof (struct GNUNET_TestMessage);
 493 }
 494
 495
 496 static struct GNUNET_CORE_MessageHandler no_handlers[] = {
 497   {NULL, 0, 0}
 498 };
 499
 500 static struct GNUNET_CORE_MessageHandler handlers[] = {
 501   {&process_mtype, MTYPE, sizeof (struct GNUNET_TestMessage)},
 502   {NULL, 0, 0}
 503 };
 504
 505 /**
 506  * Notify of all peer1's peers, once peer 2 is found, schedule connect
 507  * to peer two for message send.
 508  *
 509  * @param cls closure
 510  * @param peer peer identity this notification is about
 511  * @param atsi performance data for the connection
 512  */
 513 static void connect_notify_peer2 (void *cls,
 514                                   const struct
 515                                   GNUNET_PeerIdentity *peer,
 516                                   const struct GNUNET_TRANSPORT_ATS_Information *atsi)
 517 {
 518   struct TestMessageContext *pos = cls;
 519
 520   if (0 == memcmp(&pos->peer1->id, peer, sizeof(struct GNUNET_PeerIdentity)))
 521     {
 522 #if VERBOSE
 523       GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
 524                   "Core connection from `%s' to `%4s' verfied, sending message!\n",
 525                   GNUNET_i2s(&pos->peer2->id), GNUNET_h2s (&peer->hashPubKey));
 526 #endif
 527       if (NULL == GNUNET_CORE_notify_transmit_ready (pos->peer1handle,
 528                                                      GNUNET_YES,
 529                                                      0,
 530                                                      TIMEOUT,
 531                                                      &pos->peer2->id,
 532                                                      sizeof (struct GNUNET_TestMessage),
 533                                                      &transmit_ready, pos))
 534         {
 535           /* This probably shouldn't happen, but it does (timing issue?) */
 536           GNUNET_log (GNUNET_ERROR_TYPE_WARNING,
 537                       "RECEIVED NULL when asking core (1) for transmission to peer `%4s'\n",
 538                       GNUNET_i2s (&pos->peer2->id));
 539           transmit_ready_failed++;
 540           total_other_expected_messages--;
 541         }
 542       else
 543         {
 544           transmit_ready_scheduled++;
 545         }
 546     }
 547 }
 548
 549 static void
 550 init_notify_peer2 (void *cls,
 551                    struct GNUNET_CORE_Handle *server,
 552                    const struct GNUNET_PeerIdentity *my_identity,
 553                    const struct GNUNET_CRYPTO_RsaPublicKeyBinaryEncoded *publicKey)
 554 {
 555 #if VERBOSE
 556   GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
 557               "Core connection to `%4s' established, awaiting connections.\n",
 558               GNUNET_i2s (my_identity));
 559 #endif
 560   total_server_connections++;
 561 }
 562
 563 /**
 564  * Notify of all peer1's peers, once peer 2 is found, schedule connect
 565  * to peer two for message send.
 566  *
 567  * @param cls closure
 568  * @param peer peer identity this notification is about
 569  * @param atsi performance data for the connection
 570  */
 571 static void connect_notify_peer1 (void *cls,
 572                                   const struct
 573                                   GNUNET_PeerIdentity *peer,
 574                                   const struct GNUNET_TRANSPORT_ATS_Information *atsi)
 575 {
 576   struct TestMessageContext *pos = cls;
 577
 578   if (0 == memcmp(&pos->peer2->id, peer, sizeof(struct GNUNET_PeerIdentity)))
 579     {
 580 #if VERBOSE
 581       GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
 582                   "Core connection from `%s' to `%4s' verified.\n",
 583                   GNUNET_i2s(&pos->peer1->id), GNUNET_h2s (&peer->hashPubKey));
 584 #endif
 585       /*
 586        * Connect to the receiving peer
 587        */
 588       pos->peer2handle = GNUNET_CORE_connect (pos->peer2->cfg,
 589                                               1,
 590                                               pos,
 591                                               &init_notify_peer2,
 592                                               &connect_notify_peer2,
 593                                               NULL,
 594                                               NULL, NULL,
 595                                               GNUNET_YES, NULL, GNUNET_YES, handlers);
 596     }
 597 }
 598
 599 static void
 600 init_notify_peer1 (void *cls,
 601                    struct GNUNET_CORE_Handle *server,
 602                    const struct GNUNET_PeerIdentity *my_identity,
 603                    const struct GNUNET_CRYPTO_RsaPublicKeyBinaryEncoded *publicKey)
 604 {
 605   total_server_connections++;
 606 #if VERBOSE
 607   GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
 608               "Core connection to `%4s' established, awaiting connections...\n",
 609               GNUNET_i2s (my_identity));
 610 #endif
 611 }
 612
 613
 614 static void
 615 send_test_messages (void *cls, const struct GNUNET_SCHEDULER_TaskContext * tc)
 616 {
 617   struct TestMessageContext *pos = cls;
 618
 619   if ((tc->reason == GNUNET_SCHEDULER_REASON_SHUTDOWN) || (cls == NULL))
 620     return;
 621
 622   if (die_task == GNUNET_SCHEDULER_NO_TASK)
 623     {
 624       die_task = GNUNET_SCHEDULER_add_delayed (TEST_TIMEOUT,
 625                                                &end_badly, "from create topology (timeout)");
 626     }
 627
 628   if (total_server_connections >= MAX_OUTSTANDING_CONNECTIONS)
 629     {
 630       GNUNET_SCHEDULER_add_delayed (GNUNET_TIME_relative_multiply (GNUNET_TIME_UNIT_SECONDS, 1),
 631                                     &send_test_messages, pos);
 632       return; /* Otherwise we'll double schedule messages here! */
 633     }
 634 #if VERBOSE
 635   GNUNET_log(GNUNET_ERROR_TYPE_DEBUG, "Attempting to send test message from %s to %s\n", pos->peer1->shortname, pos->peer2->shortname);
 636 #endif
 637   /*
 638    * Connect to the sending peer
 639    */
 640   pos->peer1handle = GNUNET_CORE_connect (pos->peer1->cfg,
 641                                           1,
 642                                           pos,
 643                                           &init_notify_peer1,
 644                                           &connect_notify_peer1,
 645                                           NULL,
 646                                           NULL,
 647                                           NULL,
 648                                           GNUNET_NO, NULL, GNUNET_NO, no_handlers);
 649
 650   GNUNET_assert(pos->peer1handle != NULL);
 651
 652   if (total_server_connections < MAX_OUTSTANDING_CONNECTIONS)
 653     {
 654       GNUNET_SCHEDULER_add_now (&send_test_messages, pos->next);
 655     }
 656   else
 657     {
 658       GNUNET_SCHEDULER_add_delayed (GNUNET_TIME_relative_multiply (GNUNET_TIME_UNIT_SECONDS, 1),
 659                                     &send_test_messages, pos->next);
 660     }
 661 }
 662
 663 static void
 664 send_other_messages (void *cls, const struct GNUNET_SCHEDULER_TaskContext * tc)
 665 {
 666   struct TestMessageContext *pos;
 667   struct TestMessageContext *free_pos;
 668   struct PeerContext *peer_pos;
 669 #if TEST_ALL
 670   struct PeerContext *inner_peer_pos;
 671   struct TestMessageContext *temp_context;
 672 #endif
 673   peer_pos = all_peers;
 674   while (peer_pos != NULL)
 675     {
 676       if (peer_pos->peer_handle != NULL)
 677         {
 678           GNUNET_CORE_disconnect(peer_pos->peer_handle);
 679           peer_pos->peer_handle = NULL;
 680         }
 681 #if TEST_ALL
 682       inner_peer_pos = all_peers;
 683       while (inner_peer_pos != NULL)
 684         {
 685           if (inner_peer_pos != peer_pos)
 686           {
 687             temp_total_other_messages++;
 688             temp_context = GNUNET_malloc(sizeof(struct TestMessageContext));
 689             temp_context->peer1 = peer_pos->daemon;
 690             temp_context->peer2 = inner_peer_pos->daemon;
 691             temp_context->next = other_test_messages;
 692             temp_context->uid = total_connections + temp_total_other_messages;
 693             temp_context->disconnect_task = GNUNET_SCHEDULER_NO_TASK;
 694             other_test_messages = temp_context;
 695           }
 696           inner_peer_pos = inner_peer_pos->next;
 697         }
 698 #endif
 699       peer_pos = peer_pos->next;
 700     }
 701   all_peers = NULL;
 702
 703   pos = test_messages;
 704   while (pos != NULL)
 705     {
 706       if (pos->peer1handle != NULL)
 707         {
 708           GNUNET_CORE_disconnect(pos->peer1handle);
 709           pos->peer1handle = NULL;
 710         }
 711       if (pos->peer2handle != NULL)
 712         {
 713           GNUNET_CORE_disconnect(pos->peer2handle);
 714           pos->peer2handle = NULL;
 715         }
 716       free_pos = pos;
 717       pos = pos->next;
 718       if (free_pos->disconnect_task != GNUNET_SCHEDULER_NO_TASK)
 719         {
 720           GNUNET_SCHEDULER_cancel(free_pos->disconnect_task);
 721         }
 722       GNUNET_free(free_pos);
 723     }
 724   test_messages = NULL;
 725
 726   total_other_expected_messages = temp_total_other_messages;
 727   if (total_other_expected_messages == 0)
 728     {
 729       GNUNET_SCHEDULER_add_now (&end_badly, "send_other_messages had 0 messages to send, no DV connections made!");
 730     }
 731 #if VERBOSE
 732   GNUNET_log(GNUNET_ERROR_TYPE_WARNING, "Preparing to send %d other test messages\n", total_other_expected_messages);
 733 #endif
 734
 735   GNUNET_SCHEDULER_add_now (&send_test_messages, other_test_messages);
 736   GNUNET_SCHEDULER_cancel(die_task);
 737   die_task = GNUNET_SCHEDULER_add_delayed (GNUNET_TIME_relative_multiply (GNUNET_TIME_UNIT_SECONDS, 250), &end_badly, "from send_other_messages");
 738 }
 739
 740 void
 741 topology_callback (void *cls,
 742                    const struct GNUNET_PeerIdentity *first,
 743                    const struct GNUNET_PeerIdentity *second,
 744                    uint32_t distance,
 745                    const struct GNUNET_CONFIGURATION_Handle *first_cfg,
 746                    const struct GNUNET_CONFIGURATION_Handle *second_cfg,
 747                    struct GNUNET_TESTING_Daemon *first_daemon,
 748                    struct GNUNET_TESTING_Daemon *second_daemon,
 749                    const char *emsg)
 750 {
 751   struct TestMessageContext *temp_context;
 752   if (emsg == NULL)
 753     {
 754       total_connections++;
 755 #if VERBOSE
 756       GNUNET_log (GNUNET_ERROR_TYPE_DEBUG, "connected peer %s to peer %s, distance %u\n",
 757                first_daemon->shortname,
 758                second_daemon->shortname,
 759                distance);
 760 #endif
 761       temp_context = GNUNET_malloc(sizeof(struct TestMessageContext));
 762       temp_context->peer1 = first_daemon;
 763       temp_context->peer2 = second_daemon;
 764       temp_context->next = test_messages;
 765       temp_context->uid = total_connections;
 766       temp_context->disconnect_task = GNUNET_SCHEDULER_NO_TASK;
 767       test_messages = temp_context;
 768       expected_messages++;
 769     }
 770 #if VERBOSE
 771   else
 772     {
 773       failed_connections++;
 774       GNUNET_log (GNUNET_ERROR_TYPE_DEBUG, "Failed to connect peer %s to peer %s with error :\n%s\n",
 775                first_daemon->shortname,
 776                second_daemon->shortname, emsg);
 777     }
 778 #endif
 779
 780   if (total_connections == expected_connections)
 781     {
 782 #if VERBOSE
 783       GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
 784                   "Created %u total connections, which is our target number!  Calling send messages.\n",
 785                   total_connections);
 786 #endif
 787
 788       GNUNET_SCHEDULER_cancel (die_task);
 789       die_task = GNUNET_SCHEDULER_NO_TASK;
 790       GNUNET_SCHEDULER_add_now (&send_test_messages, test_messages);
 791     }
 792   else if (total_connections + failed_connections == expected_connections)
 793     {
 794       if (failed_connections < (unsigned int)(fail_percentage * total_connections))
 795         {
 796           GNUNET_SCHEDULER_cancel (die_task);
 797           die_task = GNUNET_SCHEDULER_NO_TASK;
 798           GNUNET_SCHEDULER_add_now (&send_test_messages, test_messages);
 799         }
 800       else
 801         {
 802           GNUNET_SCHEDULER_cancel (die_task);
 803           die_task = GNUNET_SCHEDULER_add_now (&end_badly, "from topology_callback (too many failed connections)");
 804         }
 805     }
 806   else
 807     {
 808 #if VERBOSE
 809       GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
 810                   "Have %d total connections, %d failed connections, Want %d (at least %d)\n",
 811                   total_connections, failed_connections, expected_connections, expected_connections - (unsigned int)(fail_percentage * expected_connections));
 812 #endif
 813     }
 814 }
 815
 816 static void
 817 connect_topology ()
 818 {
 819   expected_connections = -1;
 820   if ((pg != NULL) && (peers_left == 0))
 821     {
 822       expected_connections = GNUNET_TESTING_connect_topology (pg,
 823                                                               connection_topology,
 824                                                               connect_topology_option,
 825                                                               connect_topology_option_modifier,
 826                                                               TIMEOUT,
 827                                                               12,
 828                                                               NULL, NULL);
 829 #if VERBOSE
 830       GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
 831                   "Have %d expected connections\n", expected_connections);
 832 #endif
 833     }
 834
 835   GNUNET_SCHEDULER_cancel (die_task);
 836   if (expected_connections == GNUNET_SYSERR)
 837     {
 838       die_task = GNUNET_SCHEDULER_add_now (&end_badly, "from connect topology (bad return)");
 839     }
 840
 841   die_task = GNUNET_SCHEDULER_add_delayed (TEST_TIMEOUT,
 842                                            &end_badly, "from connect topology (timeout)");
 843 }
 844
 845 static void
 846 create_topology ()
 847 {
 848   peers_left = num_peers; /* Reset counter */
 849   if (GNUNET_TESTING_create_topology (pg, topology, blacklist_topology, blacklist_transports) != GNUNET_SYSERR)
 850     {
 851 #if VERBOSE
 852       GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
 853                   "Topology set up, now starting peers!\n");
 854 #endif
 855       GNUNET_TESTING_daemons_continue_startup(pg);
 856     }
 857   else
 858     {
 859       GNUNET_SCHEDULER_cancel (die_task);
 860       die_task = GNUNET_SCHEDULER_add_now (&end_badly, "from create topology (bad return)");
 861     }
 862   GNUNET_SCHEDULER_cancel (die_task);
 863   die_task = GNUNET_SCHEDULER_add_delayed (TEST_TIMEOUT,
 864                                            &end_badly, "from continue startup (timeout)");
 865 }
 866
 867 /**
 868  * Method called whenever a given peer connects.
 869  *
 870  * @param cls closure
 871  * @param peer peer identity this notification is about
 872  * @param latency reported latency of the connection with 'other'
 873  * @param distance reported distance (DV) to 'other'
 874  */
 875 static void all_connect_handler (void *cls,
 876                                  const struct
 877                                  GNUNET_PeerIdentity * peer,
 878                                  const struct GNUNET_TRANSPORT_ATS_Information *atsi)
 879 {
 880   struct GNUNET_TESTING_Daemon *d = cls;
 881   struct GNUNET_TESTING_Daemon *second_daemon;
 882   char *second_shortname = strdup(GNUNET_i2s(peer));
 883 #if !TEST_ALL
 884   struct TestMessageContext *temp_context;
 885 #endif
 886   uint32_t distance;
 887
 888   if (0 == memcmp(&d->id, peer, sizeof(struct GNUNET_PeerIdentity)))
 889     return;
 890
 891   distance = get_atsi_distance(atsi);
 892
 893 #if VERBOSE
 894   GNUNET_log (GNUNET_ERROR_TYPE_DEBUG, "connected peer %s to peer %s, distance %u\n",
 895            d->shortname,
 896            second_shortname,
 897            distance);
 898 #endif
 899
 900   second_daemon = GNUNET_CONTAINER_multihashmap_get(peer_daemon_hash, &peer->hashPubKey);
 901
 902   if (second_daemon == NULL)
 903     {
 904       GNUNET_log (GNUNET_ERROR_TYPE_WARNING, "Couldn't find second peer!\n");
 905       GNUNET_free(second_shortname);
 906       return;
 907     }
 908 #if !TEST_ALL
 909   if (distance > 1)
 910     {
 911       temp_total_other_messages++;
 912       temp_context = GNUNET_malloc(sizeof(struct TestMessageContext));
 913       temp_context->peer1 = d;
 914       temp_context->peer2 = second_daemon;
 915       temp_context->next = other_test_messages;
 916       temp_context->uid = total_connections + temp_total_other_messages;
 917       temp_context->disconnect_task = GNUNET_SCHEDULER_NO_TASK;
 918       other_test_messages = temp_context;
 919     }
 920 #endif
 921
 922   if (dotOutFile != NULL)
 923     {
 924       if (distance == 1)
 925         fprintf(dotOutFile, "\tn%s -- n%s;\n", d->shortname, second_shortname);
 926       else if (distance == 2)
 927         fprintf(dotOutFile, "\tn%s -- n%s [color=blue];\n", d->shortname, second_shortname);
 928       else if (distance == 3)
 929         fprintf(dotOutFile, "\tn%s -- n%s [color=red];\n", d->shortname, second_shortname);
 930       else if (distance == 4)
 931         fprintf(dotOutFile, "\tn%s -- n%s [color=green];\n", d->shortname, second_shortname);
 932       else
 933         fprintf(dotOutFile, "\tn%s -- n%s [color=brown];\n", d->shortname, second_shortname);
 934     }
 935   GNUNET_free(second_shortname);
 936
 937   if (temp_total_other_messages == num_additional_messages)
 938     {
 939       GNUNET_SCHEDULER_add_now (&send_other_messages, NULL);
 940     }
 941 }
 942
 943 static void
 944 peers_started_callback (void *cls,
 945        const struct GNUNET_PeerIdentity *id,
 946        const struct GNUNET_CONFIGURATION_Handle *cfg,
 947        struct GNUNET_TESTING_Daemon *d, const char *emsg)
 948 {
 949   struct PeerContext *new_peer;
 950   if (emsg != NULL)
 951     {
 952       GNUNET_log (GNUNET_ERROR_TYPE_DEBUG, "Failed to start daemon with error: `%s'\n",
 953                   emsg);
 954       return;
 955     }
 956   GNUNET_assert (id != NULL);
 957 #if VERBOSE
 958   GNUNET_log (GNUNET_ERROR_TYPE_DEBUG, "Started daemon %llu out of %llu\n",
 959               (num_peers - peers_left) + 1, num_peers);
 960 #endif
 961   GNUNET_assert(GNUNET_SYSERR != GNUNET_CONTAINER_multihashmap_put(peer_daemon_hash, &id->hashPubKey, d, GNUNET_CONTAINER_MULTIHASHMAPOPTION_UNIQUE_ONLY));
 962
 963   new_peer = GNUNET_malloc(sizeof(struct PeerContext));
 964   new_peer->peer_handle = GNUNET_CORE_connect(cfg,
 965                                               1,
 966                                               d, NULL,
 967                                               &all_connect_handler,
 968                                               NULL, NULL, NULL,
 969                                               GNUNET_NO, NULL, GNUNET_NO,
 970                                               no_handlers);
 971   new_peer->daemon = d;
 972   new_peer->next = all_peers;
 973   all_peers = new_peer;
 974   peers_left--;
 975
 976   if (peers_left == 0)
 977     {
 978 #if VERBOSE
 979       GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
 980                   "All %d daemons started, now creating topology!\n",
 981                   num_peers);
 982 #endif
 983       GNUNET_SCHEDULER_cancel (die_task);
 984       /* Set up task in case topology creation doesn't finish
 985        * within a reasonable amount of time */
 986       die_task = GNUNET_SCHEDULER_add_delayed (GNUNET_TIME_relative_multiply
 987                                                (GNUNET_TIME_UNIT_MINUTES, 5),
 988                                                &end_badly, "from peers_started_callback");
 989
 990       connect_topology ();
 991       ok = 0;
 992     }
 993 }
 994
 995 /**
 996  * Callback indicating that the hostkey was created for a peer.
 997  *
 998  * @param cls NULL
 999  * @param id the peer identity
1000  * @param d the daemon handle (pretty useless at this point, remove?)
1001  * @param emsg non-null on failure
1002  */
1003 void hostkey_callback (void *cls,
1004                        const struct GNUNET_PeerIdentity *id,
1005                        struct GNUNET_TESTING_Daemon *d,
1006                        const char *emsg)
1007 {
1008   if (emsg != NULL)
1009     {
1010       GNUNET_log(GNUNET_ERROR_TYPE_WARNING, "Hostkey callback received error: %s\n", emsg);
1011     }
1012
1013 #if VERBOSE
1014     GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
1015                 "Hostkey created for peer `%s'\n",
1016                 GNUNET_i2s(id));
1017 #endif
1018     peers_left--;
1019     if (peers_left == 0)
1020       {
1021 #if VERBOSE
1022         GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
1023                     "All %d hostkeys created, now creating topology!\n",
1024                     num_peers);
1025 #endif
1026         GNUNET_SCHEDULER_cancel (die_task);
1027         /* Set up task in case topology creation doesn't finish
1028          * within a reasonable amount of time */
1029         die_task = GNUNET_SCHEDULER_add_delayed (GNUNET_TIME_relative_multiply
1030                                                  (GNUNET_TIME_UNIT_MINUTES, 5),
1031                                                  &end_badly, "from hostkey_callback");
1032         GNUNET_SCHEDULER_add_now(&create_topology, NULL);
1033         ok = 0;
1034       }
1035 }
1036
1037 static void
1038 run (void *cls,
1039      char *const *args,
1040      const char *cfgfile, const struct GNUNET_CONFIGURATION_Handle *cfg)
1041 {
1042   char * topology_str;
1043   char * connect_topology_str;
1044   char * blacklist_topology_str;
1045   char * connect_topology_option_str;
1046   char * connect_topology_option_modifier_string;
1047   ok = 1;
1048
1049   dotOutFile = fopen (dotOutFileName, "w");
1050   if (dotOutFile != NULL)
1051     {
1052       fprintf (dotOutFile, "strict graph G {\n");
1053     }
1054
1055 #if VERBOSE
1056   GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
1057               "Starting daemons based on config file %s\n", cfgfile);
1058 #endif
1059
1060   if (GNUNET_YES != GNUNET_CONFIGURATION_get_value_string(cfg, "paths", "servicehome", &test_directory))
1061     {
1062       ok = 404;
1063       return;
1064     }
1065
1066   if ((GNUNET_YES ==
1067       GNUNET_CONFIGURATION_get_value_string(cfg, "testing", "topology",
1068                                             &topology_str)) && (GNUNET_NO == GNUNET_TESTING_topology_get(&topology, topology_str)))
1069     {
1070       GNUNET_log (GNUNET_ERROR_TYPE_WARNING,
1071                   "Invalid topology `%s' given for section %s option %s\n", topology_str, "TESTING", "TOPOLOGY");
1072       topology = GNUNET_TESTING_TOPOLOGY_CLIQUE; /* Defaults to NONE, so set better default here */
1073     }
1074
1075   if ((GNUNET_YES ==
1076       GNUNET_CONFIGURATION_get_value_string(cfg, "testing", "connect_topology",
1077                                             &connect_topology_str)) && (GNUNET_NO == GNUNET_TESTING_topology_get(&connection_topology, connect_topology_str)))
1078     {
1079       GNUNET_log (GNUNET_ERROR_TYPE_WARNING,
1080                   "Invalid connect topology `%s' given for section %s option %s\n", connect_topology_str, "TESTING", "CONNECT_TOPOLOGY");
1081     }
1082   GNUNET_free_non_null(connect_topology_str);
1083   if ((GNUNET_YES ==
1084       GNUNET_CONFIGURATION_get_value_string(cfg, "testing", "connect_topology_option",
1085                                             &connect_topology_option_str)) && (GNUNET_NO == GNUNET_TESTING_topology_option_get(&connect_topology_option, connect_topology_option_str)))
1086     {
1087       GNUNET_log (GNUNET_ERROR_TYPE_WARNING,
1088                   "Invalid connect topology option `%s' given for section %s option %s\n", connect_topology_option_str, "TESTING", "CONNECT_TOPOLOGY_OPTION");
1089       connect_topology_option = GNUNET_TESTING_TOPOLOGY_OPTION_ALL; /* Defaults to NONE, set to ALL */
1090     }
1091   GNUNET_free_non_null(connect_topology_option_str);
1092   if (GNUNET_YES ==
1093         GNUNET_CONFIGURATION_get_value_string (cfg, "testing", "connect_topology_option_modifier",
1094                                                &connect_topology_option_modifier_string))
1095     {
1096       if (sscanf(connect_topology_option_modifier_string, "%lf", &connect_topology_option_modifier) != 1)
1097       {
1098         GNUNET_log (GNUNET_ERROR_TYPE_WARNING,
1099         _("Invalid value `%s' for option `%s' in section `%s': expected float\n"),
1100         connect_topology_option_modifier_string,
1101         "connect_topology_option_modifier",
1102         "TESTING");
1103       }
1104       GNUNET_free (connect_topology_option_modifier_string);
1105     }
1106
1107   if (GNUNET_YES != GNUNET_CONFIGURATION_get_value_string (cfg, "testing", "blacklist_transports",
1108                                          &blacklist_transports))
1109     blacklist_transports = NULL;
1110
1111   if ((GNUNET_YES ==
1112       GNUNET_CONFIGURATION_get_value_string(cfg, "testing", "blacklist_topology",
1113                                             &blacklist_topology_str)) && (GNUNET_NO == GNUNET_TESTING_topology_get(&blacklist_topology, blacklist_topology_str)))
1114     {
1115       GNUNET_log (GNUNET_ERROR_TYPE_WARNING,
1116                   "Invalid topology `%s' given for section %s option %s\n", topology_str, "TESTING", "BLACKLIST_TOPOLOGY");
1117     }
1118   GNUNET_free_non_null(topology_str);
1119   GNUNET_free_non_null(blacklist_topology_str);
1120   if (GNUNET_SYSERR ==
1121       GNUNET_CONFIGURATION_get_value_number (cfg, "testing", "num_peers",
1122                                              &num_peers))
1123     num_peers = DEFAULT_NUM_PEERS;
1124
1125   if (GNUNET_SYSERR ==
1126       GNUNET_CONFIGURATION_get_value_number (cfg, "testing", "additional_messages",
1127                                              &num_additional_messages))
1128     num_additional_messages = DEFAULT_ADDITIONAL_MESSAGES;
1129
1130   main_cfg = cfg;
1131
1132   GNUNET_assert(num_peers > 0 && num_peers < (unsigned int)-1);
1133   peers_left = num_peers;
1134
1135   /* Set up a task to end testing if peer start fails */
1136   die_task = GNUNET_SCHEDULER_add_delayed (GNUNET_TIME_relative_multiply
1137                                            (GNUNET_TIME_UNIT_MINUTES, 5),
1138                                            &end_badly, "didn't start all daemons in reasonable amount of time!!!");
1139
1140   peer_daemon_hash = GNUNET_CONTAINER_multihashmap_create(peers_left);
1141   pg = GNUNET_TESTING_daemons_start (cfg,
1142                                      peers_left, /* Total number of peers */
1143                                      peers_left, /* Number of outstanding connections */
1144                                      peers_left, /* Number of parallel ssh connections, or peers being started at once */
1145                                      TIMEOUT,
1146                                      &hostkey_callback,
1147                                      NULL,
1148                                      &peers_started_callback,
1149                                      NULL,
1150                                      &topology_callback,
1151                                      NULL,
1152                                      NULL);
1153
1154 }
1155
1156 static int
1157 check ()
1158 {
1159   int ret;
1160   char *const argv[] = {"test-transport-dv",
1161     "-c",
1162     "test_transport_dv_data.conf",
1163 #if VERBOSE
1164     "-L", "DEBUG",
1165 #endif
1166     NULL
1167   };
1168   struct GNUNET_GETOPT_CommandLineOption options[] = {
1169     GNUNET_GETOPT_OPTION_END
1170   };
1171   ret = GNUNET_PROGRAM_run ((sizeof (argv) / sizeof (char *)) - 1,
1172                       argv, "test-transport-dv", "nohelp",
1173                       options, &run, &ok);
1174   if (ret != GNUNET_OK)
1175     {
1176       GNUNET_log(GNUNET_ERROR_TYPE_WARNING, "`test-transport-dv': Failed with error code %d\n", ret);
1177     }
1178   return ok;
1179 }
1180
1181 int
1182 main (int argc, char *argv[])
1183 {
1184   int ret;
1185
1186   GNUNET_log_setup ("test-transport-dv",
1187 #if VERBOSE
1188                     "DEBUG",
1189 #else
1190                     "WARNING",
1191 #endif
1192                     NULL);
1193   ret = check ();
1194   /**
1195    * Need to remove base directory, subdirectories taken care
1196    * of by the testing framework.
1197    */
1198   if (GNUNET_DISK_directory_remove (test_directory) != GNUNET_OK)
1199     {
1200       GNUNET_log(GNUNET_ERROR_TYPE_WARNING, "Failed to remove testing directory %s\n", test_directory);
1201     }
1202   return ret;
1203 }
1204
1205 /* end of test_transport_api_dv.c */