2 This file is part of GNUnet.
3 (C) 2009 Christian Grothoff (and other contributing authors)
5 GNUnet is free software; you can redistribute it and/or modify
6 it under the terms of the GNU General Public License as published
7 by the Free Software Foundation; either version 3, or (at your
8 option) any later version.
10 GNUnet is distributed in the hope that it will be useful, but
11 WITHOUT ANY WARRANTY; without even the implied warranty of
12 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
13 General Public License for more details.
15 You should have received a copy of the GNU General Public License
16 along with GNUnet; see the file COPYING. If not, write to the
17 Free Software Foundation, Inc., 59 Temple Place - Suite 330,
18 Boston, MA 02111-1307, USA.
21 * @file testing/test_transport_ats_multiple_peers.c
22 * @brief testcase for ats functionality by starting multiple peers
26 #include "gnunet_util_lib.h"
28 #include "gnunet_testing_lib.h"
29 #include "gnunet_transport_service.h"
31 #include "gnunet-service-transport_ats.h"
33 #define VERBOSE GNUNET_NO
36 #define MEASUREMENTS 5
38 #define DELAY GNUNET_TIME_relative_multiply (GNUNET_TIME_UNIT_SECONDS, 300)
39 #define TIMEOUT GNUNET_TIME_relative_multiply (GNUNET_TIME_UNIT_SECONDS, 300)
40 #define SEND_TIMEOUT GNUNET_TIME_relative_multiply (GNUNET_TIME_UNIT_SECONDS, 1)
44 static int peers_left;
46 static int failed_peers;
48 static int measurement_started = GNUNET_NO;
49 static char *config_file;
51 static struct GNUNET_TESTING_PeerGroup *pg;
53 static GNUNET_SCHEDULER_TaskIdentifier shutdown_task;
54 static GNUNET_SCHEDULER_TaskIdentifier stats_task;
55 static GNUNET_SCHEDULER_TaskIdentifier send_task;
56 struct GNUNET_TESTING_Daemon *master_deamon;
57 struct GNUNET_TESTING_Daemon *ping_deamon;
59 struct GNUNET_STATISTICS_Handle *stats;
71 GNUNET_NETWORK_STRUCT_BEGIN
75 struct GNUNET_MessageHeader header;
78 GNUNET_NETWORK_STRUCT_END
83 static int c_unmodified;
84 static int c_modified;
88 static int force_q_updates;
89 static int force_rebuild;
91 static int machine_parsable;
93 static struct TEST_result results_new[MEASUREMENTS + 1];
94 static struct TEST_result results_modified[MEASUREMENTS + 1];
95 static struct TEST_result results_unmodified[MEASUREMENTS + 1];
96 static struct TEST_result current;
98 static struct GNUNET_STATISTICS_GetHandle *s_solution;
99 static struct GNUNET_STATISTICS_GetHandle *s_time;
100 static struct GNUNET_STATISTICS_GetHandle *s_peers;
101 static struct GNUNET_STATISTICS_GetHandle *s_mechs;
102 static struct GNUNET_STATISTICS_GetHandle *s_duration;
103 static struct GNUNET_STATISTICS_GetHandle *s_invalid;
104 static struct GNUNET_STATISTICS_GetHandle *s_state;
106 struct GNUNET_TRANSPORT_TransmitHandle *t;
107 struct GNUNET_TRANSPORT_Handle *th;
110 * Check whether peers successfully shut down.
113 shutdown_callback (void *cls, const char *emsg)
118 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG, "Shutdown of peers failed!\n");
126 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG, "All peers successfully shut down!\n");
128 GNUNET_STATISTICS_destroy (stats, GNUNET_NO);
137 if (shutdown_task != GNUNET_SCHEDULER_NO_TASK)
139 GNUNET_SCHEDULER_cancel (shutdown_task);
140 shutdown_task = GNUNET_SCHEDULER_NO_TASK;
142 if (stats_task != GNUNET_SCHEDULER_NO_TASK)
144 GNUNET_SCHEDULER_cancel (stats_task);
145 stats_task = GNUNET_SCHEDULER_NO_TASK;
147 if (send_task != GNUNET_SCHEDULER_NO_TASK)
149 GNUNET_SCHEDULER_cancel (send_task);
150 send_task = GNUNET_SCHEDULER_NO_TASK;
155 GNUNET_TRANSPORT_notify_transmit_ready_cancel (t);
158 GNUNET_TRANSPORT_disconnect (th);
161 GNUNET_STATISTICS_get_cancel (s_time);
166 GNUNET_STATISTICS_get_cancel (s_peers);
171 GNUNET_STATISTICS_get_cancel (s_mechs);
174 if (s_solution != NULL)
176 GNUNET_STATISTICS_get_cancel (s_solution);
179 if (s_duration != NULL)
181 GNUNET_STATISTICS_get_cancel (s_duration);
184 if (s_invalid != NULL)
186 GNUNET_STATISTICS_get_cancel (s_invalid);
191 GNUNET_STATISTICS_get_cancel (s_state);
194 GNUNET_TESTING_daemons_stop (pg, TIMEOUT, &shutdown_callback, NULL);
198 evaluate_measurements ()
209 //GNUNET_asprintf(&output, "p,%i,m,%i,",peers, MEASUREMENTS, results_modified[0].mechs,
212 for (c = 0; c < c_new; c++)
214 average[0] += (double) results_new[c].duration;
219 for (c = 0; c < c_new; c++)
222 (results_new[c].duration - average[0]) * (results_new[c].duration -
226 stddev[0] = sqrt (stddev[0]);
227 if (!machine_parsable)
228 FPRINTF (stderr, "new, %i measurements, average: %f stddev: %f\n", c_new,
229 average[0], stddev[0]);
232 for (c = 0; c < c_modified; c++)
234 average[1] += (double) results_modified[c].duration;
236 average[1] /= c_modified;
239 for (c = 0; c < c_modified; c++)
242 (results_modified[c].duration -
243 average[1]) * (results_modified[c].duration - average[1]);
245 stddev[1] /= c_modified;
246 stddev[1] = sqrt (stddev[1]);
247 if (!machine_parsable)
248 FPRINTF (stderr, "modified, %i measurements, average: %f stddev: %f\n",
249 c_modified, average[1], stddev[1]);
252 for (c = 0; c < c_unmodified; c++)
254 average[2] += (double) results_unmodified[c].duration;
256 average[2] /= c_unmodified;
258 for (c = 0; c < c_unmodified; c++)
261 (results_unmodified[c].duration -
262 average[2]) * (results_unmodified[c].duration - average[2]);
264 stddev[2] /= c_unmodified;
265 stddev[2] = sqrt (stddev[2]);
267 if (!machine_parsable)
268 FPRINTF (stderr, "unmodified, %i measurements, average: %f stddev: %f\n",
269 c_unmodified, average[2], stddev[2]);
271 if (machine_parsable)
273 "peers,%i,mechs,%llu," "new,%i,%f,%f," "mod,%i,%f,%f,"
274 "unmod,%i,%f,%f\n", peers - 1,
275 (unsigned long long) results_unmodified[0].mechs, c_new,
276 average[0], stddev[0], c_modified, average[1], stddev[1],
277 c_unmodified, average[2], stddev[2]);
283 stats_cb (void *cls, const char *subsystem, const char *name, uint64_t value,
286 static int printed = GNUNET_NO;
289 GNUNET_log (GNUNET_ERROR_TYPE_ERROR, "%s = %llu\n", name, value);
291 if (0 == strcmp (name, "ATS invalid solutions"))
293 if (stats_task != GNUNET_SCHEDULER_NO_TASK)
295 GNUNET_SCHEDULER_cancel (stats_task);
296 stats_task = GNUNET_SCHEDULER_NO_TASK;
298 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
299 "MLP produced invalid %llu result(s)!\n", value);
301 return GNUNET_SYSERR;
304 if (0 == strcmp (name, "ATS solution"))
309 if (0 == strcmp (name, "ATS peers"))
314 if (0 == strcmp (name, "ATS mechanisms"))
319 if (0 == strcmp (name, "ATS duration"))
323 if (0 == strcmp (name, "ATS timestamp"))
327 if (0 == strcmp (name, "ATS state"))
332 if ((measurement_started == GNUNET_NO) && (0 == strcmp (name, "ATS peers")) &&
333 (value == peers - 1))
335 measurement_started = GNUNET_YES;
337 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG, "All %llu peers connected\n", value);
339 if (!machine_parsable)
340 FPRINTF (stderr, "%i", count);
344 if (measurement_started == GNUNET_YES)
346 // GNUNET_log (GNUNET_ERROR_TYPE_ERROR, "%s == %llu\n", name ,value);
347 if (0 == strcmp (name, "ATS timestamp"))
349 if (current.timestamp == 0)
352 current.timestamp = value;
354 if (current.timestamp == value)
356 printed = GNUNET_YES;
358 if (current.timestamp != value)
360 if (current.state == ATS_NEW)
362 if (c_new < MEASUREMENTS)
364 results_new[c_new] = current;
369 force_rebuild = GNUNET_NO;
370 force_q_updates = GNUNET_NO;
371 send_msg = GNUNET_NO;
374 if (current.state == ATS_UNMODIFIED)
376 if (c_unmodified < MEASUREMENTS)
378 results_unmodified[c_unmodified] = current;
383 if (current.state == ATS_QUALITY_UPDATED)
385 if (c_modified < MEASUREMENTS)
387 results_modified[c_modified] = current;
392 force_q_updates = GNUNET_NO;
393 force_rebuild = GNUNET_YES;
398 FPRINTF (stderr, "(new: %i / modified: %i / unmodified: %i) of %i \n",
399 c_new, c_modified, c_unmodified, MEASUREMENTS);
401 if ((c_modified >= MEASUREMENTS) && (c_new >= MEASUREMENTS) &&
402 (c_unmodified >= MEASUREMENTS))
405 if (!machine_parsable)
406 FPRINTF (stdout, "\n");
408 if (stats_task != GNUNET_SCHEDULER_NO_TASK)
410 GNUNET_SCHEDULER_cancel (stats_task);
411 stats_task = GNUNET_SCHEDULER_NO_TASK;
413 evaluate_measurements ();
414 return GNUNET_SYSERR;
418 current.timestamp = value;
420 if (!machine_parsable)
421 FPRINTF (stderr, "..%i", count);
427 if (0 == strcmp (name, "ATS solution"))
429 current.solution = value;
430 if (printed == GNUNET_NO)
431 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG, "[%i] %s: %llu \n", count, name,
435 if (0 == strcmp (name, "ATS peers"))
437 current.peers = value;
438 if (printed == GNUNET_NO)
439 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG, "[%i] %s: %llu \n", count, name,
443 if (0 == strcmp (name, "ATS mechanisms"))
445 current.mechs = value;
446 if (printed == GNUNET_NO)
447 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG, "[%i] %s: %llu \n", count, name,
451 if (0 == strcmp (name, "ATS duration"))
453 current.duration = value;
454 if (printed == GNUNET_NO)
455 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG, "[%i] %s: %llu \n", count, name,
458 if (0 == strcmp (name, "ATS state"))
460 current.state = value;
468 case ATS_COST_UPDATED:
471 case ATS_QUALITY_UPDATED:
474 case ATS_QUALITY_COST_UPDATED:
482 cont = "<undefined>";
485 if (printed == GNUNET_NO)
486 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG, "[%i] ATS state: %s\n", count,
495 stats_get_task (void *cls, const struct GNUNET_SCHEDULER_TaskContext *tc)
497 stats_task = GNUNET_SCHEDULER_NO_TASK;
498 if ((tc->reason & GNUNET_SCHEDULER_REASON_SHUTDOWN) != 0)
502 GNUNET_STATISTICS_get (stats, "transport", "ATS timestamp", TIMEOUT, NULL,
505 GNUNET_STATISTICS_get (stats, "transport", "ATS solution", TIMEOUT, NULL,
508 GNUNET_STATISTICS_get (stats, "transport", "ATS duration", TIMEOUT, NULL,
511 GNUNET_STATISTICS_get (stats, "transport", "ATS peers", TIMEOUT, NULL,
514 GNUNET_STATISTICS_get (stats, "transport", "ATS mechanisms", TIMEOUT,
515 NULL, &stats_cb, NULL);
517 GNUNET_STATISTICS_get (stats, "transport", "ATS invalid solutions",
518 TIMEOUT, NULL, &stats_cb, NULL);
520 GNUNET_STATISTICS_get (stats, "transport", "ATS state", TIMEOUT, NULL,
524 GNUNET_SCHEDULER_add_delayed (GNUNET_TIME_relative_multiply
525 (GNUNET_TIME_UNIT_MILLISECONDS, 100),
526 &stats_get_task, NULL);
531 delay (void *cls, const struct GNUNET_SCHEDULER_TaskContext *tc)
533 shutdown_task = GNUNET_SCHEDULER_NO_TASK;
534 if ((tc->reason & GNUNET_SCHEDULER_REASON_SHUTDOWN) != 0)
537 GNUNET_log (GNUNET_ERROR_TYPE_ERROR, "Delay over\n");
545 shutdown_task = GNUNET_SCHEDULER_add_delayed (DELAY, &delay, NULL);
549 /* To make compiler happy */
553 struct ATS_quality_metric *q = qm;
557 struct ATS_ressource *r = ressources;
564 send_dummy_data_task (void *cls, size_t size, void *buf)
566 int s = sizeof (struct TestMessage);
567 struct TestMessage hdr;
569 hdr.header.size = htons (s);
570 hdr.header.type = htons (GNUNET_MESSAGE_TYPE_TRANSPORT_ATS);
573 else if (force_q_updates)
577 memcpy (buf, &hdr, s);
578 // GNUNET_log (GNUNET_ERROR_TYPE_ERROR, "Sent bytes: %i of %i\n", s, s);
585 send_task_f (void *cls, const struct GNUNET_SCHEDULER_TaskContext *tc)
587 send_task = GNUNET_SCHEDULER_NO_TASK;
588 if ((tc->reason & GNUNET_SCHEDULER_REASON_SHUTDOWN) != 0)
593 GNUNET_TRANSPORT_notify_transmit_ready_cancel (t);
597 if (send_msg == GNUNET_YES)
598 t = GNUNET_TRANSPORT_notify_transmit_ready (th, &master_deamon->id,
599 sizeof (struct TestMessage), 0,
601 &send_dummy_data_task, NULL);
603 GNUNET_SCHEDULER_add_delayed (GNUNET_TIME_relative_multiply
604 (GNUNET_TIME_UNIT_MILLISECONDS, 1000),
610 notify_connect (void *cls, const struct GNUNET_PeerIdentity *peer,
611 const struct GNUNET_ATS_Information *ats, uint32_t ats_count)
613 send_task = GNUNET_SCHEDULER_add_now (&send_task_f, NULL);
617 notify_disconnect (void *cls, const struct GNUNET_PeerIdentity *peer)
619 if (GNUNET_SCHEDULER_NO_TASK != send_task)
621 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
622 "Disconnect event before transmission request could be scheduled!\n");
623 GNUNET_SCHEDULER_cancel (send_task);
624 send_task = GNUNET_SCHEDULER_NO_TASK;
628 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
629 "Disconnect event before transmission request could be completed!\n");
630 GNUNET_TRANSPORT_notify_transmit_ready_cancel (t);
636 daemon_connect_cb (void *cls, const struct GNUNET_PeerIdentity *first,
637 const struct GNUNET_PeerIdentity *second, uint32_t distance,
638 const struct GNUNET_CONFIGURATION_Handle *first_cfg,
639 const struct GNUNET_CONFIGURATION_Handle *second_cfg,
640 struct GNUNET_TESTING_Daemon *first_daemon,
641 struct GNUNET_TESTING_Daemon *second_daemon,
644 char *firstc = GNUNET_strdup (GNUNET_i2s (first));
645 char *secondc = GNUNET_strdup (GNUNET_i2s (second));
648 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG, "Connected peers `%s'<->`%s' (%i/%i)\n",
649 firstc, secondc, connected, peers - 1);
650 GNUNET_free (firstc);
651 GNUNET_free (secondc);
653 if (((first_daemon == ping_deamon) || (second_daemon == ping_deamon)) &&
654 (master_deamon != NULL) && (ping_deamon != NULL))
656 th = GNUNET_TRANSPORT_connect (ping_deamon->cfg, &ping_deamon->id, NULL,
657 NULL, ¬ify_connect, ¬ify_disconnect);
658 force_q_updates = GNUNET_YES;
659 send_msg = GNUNET_YES;
666 daemon_start_cb (void *cls, const struct GNUNET_PeerIdentity *id,
667 const struct GNUNET_CONFIGURATION_Handle *cfg,
668 struct GNUNET_TESTING_Daemon *d, const char *emsg)
672 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
673 "Start callback called with error (too long starting peers), aborting test!\n");
674 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG, "Error from testing: `%s'\n");
676 if (failed_peers == peers_left)
678 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
679 "Too many peers failed, ending test!\n");
687 if (master_deamon == NULL)
689 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG, "Master peer `%s' '%s'\n",
690 GNUNET_i2s (id), d->cfgfile);
692 stats = GNUNET_STATISTICS_create ("transport", master_deamon->cfg);
693 GNUNET_assert (stats != NULL);
694 stats_task = GNUNET_SCHEDULER_add_now (&stats_get_task, NULL);
698 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG, "Connecting peer `%s'\n",
699 GNUNET_i2s (id), GNUNET_i2s (&master_deamon->id));
700 GNUNET_TESTING_daemons_connect (d, master_deamon, TIMEOUT, 0, GNUNET_YES,
701 &daemon_connect_cb, NULL);
706 if (ping_deamon == NULL)
709 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG, "Ping peer `%s' '%s'\n",
710 GNUNET_i2s (id), d->cfgfile);
713 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG, "All peers started successfully!\n");
717 else if (failed_peers == peers_left)
719 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
720 "Too many peers failed, ending test!\n");
728 run (void *cls, char *const *args, const char *cfgfile,
729 const struct GNUNET_CONFIGURATION_Handle *cfg)
732 measurement_started = GNUNET_NO;
734 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG, "Starting %i peers.\n", peers);
737 pg = GNUNET_TESTING_daemons_start (cfg, peers_left, /* Total number of peers */
738 peers_left, /* Number of outstanding connections */
739 peers_left, /* Number of parallel ssh connections, or peers being started at once */
740 TIMEOUT, NULL, NULL, &daemon_start_cb,
741 NULL, NULL, NULL, NULL);
742 GNUNET_assert (pg != NULL);
749 char *const argv[] = { "test-testing",
757 struct GNUNET_GETOPT_CommandLineOption options[] = {
758 GNUNET_GETOPT_OPTION_END
760 GNUNET_PROGRAM_run ((sizeof (argv) / sizeof (char *)) - 1, argv,
761 "test_transport_ats_multiple_peers", "nohelp", options,
767 main (int argc, char *argv[])
771 GNUNET_log_setup ("test-transport-ats-multiple-peers",
779 GNUNET_DISK_directory_remove ("/tmp/test-gnunet-testing");
780 machine_parsable = GNUNET_NO;
782 config_file = "test_transport_ats_4addr.conf";
788 for (c = 0; c < argc; c++)
791 if ((strcmp (argv[c], "-p") == 0) && c < (argc - 1))
793 peers = atoi (argv[c + 1]);
796 /* set machine parsable */
797 if (strcmp (argv[c], "-m") == 0)
799 machine_parsable = GNUNET_YES;
801 /* set config file */
802 if ((strcmp (argv[c], "-c") == 0) && c < (argc - 1))
804 config_file = argv[c + 1];
811 * Still need to remove the base testing directory here,
812 * because group starts will create subdirectories under this
813 * main dir. However, we no longer need to sleep, as the
814 * shutdown sequence won't return until everything is cleaned
817 GNUNET_DISK_directory_remove ("/tmp/test-gnunet-testing");
821 /* end of test_transport_ats_multiple_peers.c*/