2 This file is part of GNUnet.
3 (C) 2011 Christian Grothoff (and other contributing authors)
5 GNUnet is free software; you can redistribute it and/or modify
6 it under the terms of the GNU General Public License as published
7 by the Free Software Foundation; either version 3, or (at your
8 option) any later version.
10 GNUnet is distributed in the hope that it will be useful, but
11 WITHOUT ANY WARRANTY; without even the implied warranty of
12 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
13 General Public License for more details.
15 You should have received a copy of the GNU General Public License
16 along with GNUnet; see the file COPYING. If not, write to the
17 Free Software Foundation, Inc., 59 Temple Place - Suite 330,
18 Boston, MA 02111-1307, USA.
21 * @file mesh/gnunet-mesh-profiler.c
23 * @brief Profiler for mesh experiments.
27 #include "mesh_test_lib.h"
28 #include "gnunet_mesh_service.h"
29 #include "gnunet_statistics_service.h"
36 * How namy peers to run
38 #define TOTAL_PEERS 10
41 * Duration of each round.
43 #define ROUND_TIME GNUNET_TIME_relative_multiply (GNUNET_TIME_UNIT_SECONDS, 20)
46 * Paximum ping period in milliseconds. Real period = rand (0, PING_PERIOD)
48 #define PING_PERIOD 2000
51 * How long until we give up on connecting the peers?
53 #define TIMEOUT GNUNET_TIME_relative_multiply (GNUNET_TIME_UNIT_SECONDS, 120)
56 * Time to wait for stuff that should be rather fast
58 #define SHORT_TIME GNUNET_TIME_relative_multiply (GNUNET_TIME_UNIT_SECONDS, 60)
60 static float rounds[] = {0.8, 0.7, 0.6, 0.5, 0.0};
65 * Testbed Operation (to get peer id, etc).
67 struct GNUNET_TESTBED_Operation *op;
72 struct GNUNET_PeerIdentity id;
75 * Mesh handle for the root peer
77 struct GNUNET_MESH_Handle *mesh;
80 * Channel handle for the root peer
82 struct GNUNET_MESH_Channel *ch;
85 * Channel handle for the dest peer
87 struct GNUNET_MESH_Channel *incoming_ch;
90 * Number of payload packes sent
95 * Number of payload packets received
101 struct MeshPeer *dest;
102 struct MeshPeer *incoming;
103 GNUNET_SCHEDULER_TaskIdentifier ping_task;
104 struct GNUNET_TIME_Absolute timestamp;
108 * GNUNET_PeerIdentity -> MeshPeer
110 static struct GNUNET_CONTAINER_MultiPeerMap *ids;
113 * Testbed peer handles.
115 static struct GNUNET_TESTBED_Peer **testbed_handles;
118 * Testbed Operation (to get stats).
120 static struct GNUNET_TESTBED_Operation *stats_op;
123 * How many events have happened
128 * Number of events expected to conclude the test successfully.
133 * Size of each test packet
135 size_t size_payload = sizeof (struct GNUNET_MessageHeader) + sizeof (uint32_t);
138 * Operation to get peer ids.
140 struct MeshPeer peers[TOTAL_PEERS];
145 static unsigned int p_ids;
148 * Total number of currently running peers.
150 static unsigned long long peers_running;
153 * Test context (to shut down).
155 static struct GNUNET_MESH_TEST_Context *test_ctx;
158 * Task called to shutdown test.
160 static GNUNET_SCHEDULER_TaskIdentifier shutdown_handle;
163 * Task called to disconnect peers, before shutdown.
165 static GNUNET_SCHEDULER_TaskIdentifier disconnect_task;
168 * Task to perform tests
170 static GNUNET_SCHEDULER_TaskIdentifier test_task;
174 * Flag to notify callbacks not to generate any new traffic anymore.
176 static int test_finished;
179 * Calculate a random delay.
181 * @param max Exclusive maximum, in ms.
183 * @return A time between 0 a max-1 ms.
185 static struct GNUNET_TIME_Relative
186 delay_ms_rnd (unsigned int max)
190 rnd = GNUNET_CRYPTO_random_u32 (GNUNET_CRYPTO_QUALITY_WEAK, max);
191 return GNUNET_TIME_relative_multiply (GNUNET_TIME_UNIT_MILLISECONDS, rnd);
196 * Get the index of a peer in the peers array.
198 * @param peer Peer whose index to get.
200 * @return Index of peer in peers.
203 get_index (struct MeshPeer *peer)
210 * Show the results of the test (banwidth acheived) and log them to GAUGER
219 * Shut down peergroup, clean up.
221 * @param cls Closure (unused).
222 * @param tc Task Context.
225 shutdown_task (void *cls, const struct GNUNET_SCHEDULER_TaskContext *tc)
227 GNUNET_log (GNUNET_ERROR_TYPE_INFO, "Ending test.\n");
228 shutdown_handle = GNUNET_SCHEDULER_NO_TASK;
233 * Disconnect from mesh services af all peers, call shutdown.
235 * @param cls Closure (unused).
236 * @param tc Task Context.
239 disconnect_mesh_peers (void *cls, const struct GNUNET_SCHEDULER_TaskContext *tc)
241 long line = (long) cls;
244 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
245 "disconnecting mesh service of peers, called from line %ld\n",
247 disconnect_task = GNUNET_SCHEDULER_NO_TASK;
248 for (i = 0; i < TOTAL_PEERS; i++)
250 GNUNET_TESTBED_operation_done (peers[i].op);
251 GNUNET_MESH_channel_destroy (peers[i].ch);
252 GNUNET_MESH_channel_destroy (peers[i].incoming_ch);
254 GNUNET_MESH_TEST_cleanup (test_ctx);
255 if (GNUNET_SCHEDULER_NO_TASK != shutdown_handle)
257 GNUNET_SCHEDULER_cancel (shutdown_handle);
259 shutdown_handle = GNUNET_SCHEDULER_add_now (&shutdown_task, NULL);
264 * Finish test normally: schedule disconnect and shutdown
266 * @param line Line in the code the abort is requested from (__LINE__).
269 abort_test (long line)
271 if (disconnect_task != GNUNET_SCHEDULER_NO_TASK)
273 GNUNET_SCHEDULER_cancel (disconnect_task);
274 disconnect_task = GNUNET_SCHEDULER_add_now (&disconnect_mesh_peers,
280 * Stats callback. Finish the stats testbed operation and when all stats have
281 * been iterated, shutdown the test.
284 * @param op the operation that has been finished
285 * @param emsg error message in case the operation has failed; will be NULL if
286 * operation has executed successfully.
289 stats_cont (void *cls, struct GNUNET_TESTBED_Operation *op, const char *emsg)
291 GNUNET_log (GNUNET_ERROR_TYPE_INFO, "... collecting statistics done.\n");
292 GNUNET_TESTBED_operation_done (stats_op);
294 if (GNUNET_SCHEDULER_NO_TASK != disconnect_task)
295 GNUNET_SCHEDULER_cancel (disconnect_task);
296 disconnect_task = GNUNET_SCHEDULER_add_now (&disconnect_mesh_peers,
303 * Process statistic values.
306 * @param peer the peer the statistic belong to
307 * @param subsystem name of subsystem that created the statistic
308 * @param name the name of the datum
309 * @param value the current value
310 * @param is_persistent GNUNET_YES if the value is persistent, GNUNET_NO if not
311 * @return GNUNET_OK to continue, GNUNET_SYSERR to abort iteration
314 stats_iterator (void *cls, const struct GNUNET_TESTBED_Peer *peer,
315 const char *subsystem, const char *name,
316 uint64_t value, int is_persistent)
320 i = GNUNET_TESTBED_get_index (peer);
321 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG, " STATS %u - %s [%s]: %llu\n",
322 i, subsystem, name, value);
329 * Task check that keepalives were sent and received.
331 * @param cls Closure (NULL).
332 * @param tc Task Context.
335 collect_stats (void *cls, const struct GNUNET_SCHEDULER_TaskContext *tc)
337 if ((GNUNET_SCHEDULER_REASON_SHUTDOWN & tc->reason) != 0)
340 disconnect_task = GNUNET_SCHEDULER_NO_TASK;
341 GNUNET_log (GNUNET_ERROR_TYPE_INFO, "Start collecting statistics...\n");
342 stats_op = GNUNET_TESTBED_get_statistics (TOTAL_PEERS, testbed_handles,
344 stats_iterator, stats_cont, NULL);
349 * @brief Finish profiler normally. Signal finish and start collecting stats.
351 * @param cls Closure (unused).
352 * @param tc Task context.
355 finish_profiler (void *cls, const struct GNUNET_SCHEDULER_TaskContext *tc)
357 if ((GNUNET_SCHEDULER_REASON_SHUTDOWN & tc->reason) != 0)
360 test_finished = GNUNET_YES;
362 GNUNET_SCHEDULER_add_now (&collect_stats, NULL);
366 * Set the total number of running peers.
368 * @param target Desired number of running peers.
371 adjust_running_peers (unsigned int target)
373 struct GNUNET_TESTBED_Operation *op;
379 GNUNET_assert (target <= TOTAL_PEERS);
381 if (target > peers_running)
383 delta = target - peers_running;
388 delta = peers_running - target;
392 for (i = 0; i < delta; i++)
395 r = GNUNET_CRYPTO_random_u32 (GNUNET_CRYPTO_QUALITY_WEAK, TOTAL_PEERS);
396 } while (!run == peers[r].up);
397 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG, "St%s peer %\n",
398 run ? "arting" : "opping", GNUNET_i2s (&peers[r].id));
399 op = GNUNET_TESTBED_peer_manage_service (&peers[r], testbed_handles[r],
400 "mesh", NULL, NULL, run);
401 GNUNET_break (NULL != op);
407 * @brief Move to next round.
409 * @param cls Closure (round #).
410 * @param tc Task context.
413 next_round (void *cls, const struct GNUNET_SCHEDULER_TaskContext *tc)
415 long round = (long) cls;
417 if ((GNUNET_SCHEDULER_REASON_SHUTDOWN & tc->reason) != 0)
420 GNUNET_log (GNUNET_ERROR_TYPE_INFO, "ROUND %ld\n", round);
421 if (0.0 == rounds[round])
423 GNUNET_SCHEDULER_add_now (&finish_profiler, NULL);
426 adjust_running_peers (rounds[round] * TOTAL_PEERS);
428 GNUNET_SCHEDULER_add_delayed (ROUND_TIME, &next_round, (void *) (round + 1));
433 * Transmit ready callback.
435 * @param cls Closure (peer for PING, NULL for PONG).
436 * @param size Size of the tranmist buffer.
437 * @param buf Pointer to the beginning of the buffer.
439 * @return Number of bytes written to buf.
442 tmt_rdy (void *cls, size_t size, void *buf);
446 * @brief Send a ping to destination
448 * @param cls Closure (peer).
449 * @param tc Task context.
452 ping (void *cls, const struct GNUNET_SCHEDULER_TaskContext *tc)
454 struct MeshPeer *peer = (struct MeshPeer *) cls;
456 peer->ping_task = GNUNET_SCHEDULER_NO_TASK;
458 if ((GNUNET_SCHEDULER_REASON_SHUTDOWN & tc->reason) != 0
459 || GNUNET_YES == test_finished
460 || 0 != peer->timestamp.abs_value_us)
463 GNUNET_log (GNUNET_ERROR_TYPE_INFO, "%u -> %u\n",
464 get_index (peer), get_index (peer->dest));
466 GNUNET_MESH_notify_transmit_ready (peer->ch, GNUNET_NO,
467 GNUNET_TIME_UNIT_FOREVER_REL,
468 size_payload, &tmt_rdy, peer);
472 * @brief Reply with a pong to origin.
474 * @param cls Closure (peer).
475 * @param tc Task context.
478 pong (struct GNUNET_MESH_Channel *channel)
480 GNUNET_MESH_notify_transmit_ready (channel, GNUNET_NO,
481 GNUNET_TIME_UNIT_FOREVER_REL,
482 size_payload, &tmt_rdy, NULL);
487 * Transmit ready callback
489 * @param cls Closure (peer for PING, NULL for PONG).
490 * @param size Size of the buffer we have.
491 * @param buf Buffer to copy data to.
494 tmt_rdy (void *cls, size_t size, void *buf)
496 struct MeshPeer *peer = (struct MeshPeer *) cls;
497 struct GNUNET_MessageHeader *msg = buf;
500 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG, "tmt_rdy called, filling buffer\n");
501 if (size < size_payload || NULL == buf)
504 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
505 "size %u, buf %p, data_sent %u, data_received %u\n",
506 size, buf, peer->data_sent, peer->data_received);
510 msg->size = htons (size);
513 msg->type = htons (PONG);
514 return sizeof (*msg);
517 msg->type = htons (PING);
518 data = (uint32_t *) &msg[1];
519 *data = htonl (peer->data_sent);
520 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG, "Sent: msg %d\n", peer->data_sent);
522 peer->timestamp = GNUNET_TIME_absolute_get ();
523 peer->ping_task = GNUNET_SCHEDULER_add_delayed (delay_ms_rnd (PING_PERIOD),
531 * Function is called whenever a PING message is received.
533 * @param cls closure (peer #, set from GNUNET_MESH_connect)
534 * @param channel connection to the other end
535 * @param channel_ctx place to store local state associated with the channel
536 * @param message the actual message
537 * @return GNUNET_OK to keep the connection open,
538 * GNUNET_SYSERR to close it (signal serious error)
541 ping_handler (void *cls, struct GNUNET_MESH_Channel *channel,
543 const struct GNUNET_MessageHeader *message)
547 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG, "%u got PING\n", n);
548 GNUNET_MESH_receive_done (channel);
549 if (GNUNET_NO == test_finished)
557 * Function is called whenever a PONG message is received.
559 * @param cls closure (peer #, set from GNUNET_MESH_connect)
560 * @param channel connection to the other end
561 * @param channel_ctx place to store local state associated with the channel
562 * @param message the actual message
563 * @return GNUNET_OK to keep the connection open,
564 * GNUNET_SYSERR to close it (signal serious error)
567 pong_handler (void *cls, struct GNUNET_MESH_Channel *channel,
569 const struct GNUNET_MessageHeader *message)
572 struct MeshPeer *peer;
573 struct GNUNET_TIME_Relative latency;
575 GNUNET_MESH_receive_done (channel);
578 GNUNET_break (0 != peer->timestamp.abs_value_us);
579 latency = GNUNET_TIME_absolute_get_duration (peer->timestamp);
580 FPRINTF (stderr, "%ld latency: %s\n",
581 n, GNUNET_STRINGS_relative_time_to_string (latency, GNUNET_NO));
583 if (GNUNET_SCHEDULER_NO_TASK == peer->ping_task)
585 peer->timestamp = GNUNET_TIME_absolute_get ();
586 peer->ping_task = GNUNET_SCHEDULER_add_delayed (delay_ms_rnd (60 * 1000),
591 peer->timestamp.abs_value_us = 0;
599 * Handlers, for diverse services
601 static struct GNUNET_MESH_MessageHandler handlers[] = {
602 {&ping_handler, PING, sizeof (struct GNUNET_MessageHeader)},
603 {&pong_handler, PONG, sizeof (struct GNUNET_MessageHeader)},
609 * Method called whenever another peer has added us to a channel
610 * the other peer initiated.
612 * @param cls Closure.
613 * @param channel New handle to the channel.
614 * @param initiator Peer that started the channel.
615 * @param port Port this channel is connected to.
616 * @param options channel option flags
617 * @return Initial channel context for the channel
618 * (can be NULL -- that's not an error).
621 incoming_channel (void *cls, struct GNUNET_MESH_Channel *channel,
622 const struct GNUNET_PeerIdentity *initiator,
623 uint32_t port, enum GNUNET_MESH_ChannelOption options)
626 struct MeshPeer *peer;
628 peer = GNUNET_CONTAINER_multipeermap_get (ids, initiator);
629 GNUNET_assert (NULL != peer);
630 GNUNET_log (GNUNET_ERROR_TYPE_INFO, "%u <= %u\n", n, get_index (peer));
631 peers[n].incoming_ch = channel;
633 if (GNUNET_SCHEDULER_NO_TASK != disconnect_task)
635 GNUNET_SCHEDULER_cancel (disconnect_task);
636 disconnect_task = GNUNET_SCHEDULER_add_delayed (SHORT_TIME,
637 &disconnect_mesh_peers,
645 * Function called whenever an inbound channel is destroyed. Should clean up
646 * any associated state.
648 * @param cls closure (set from GNUNET_MESH_connect)
649 * @param channel connection to the other end (henceforth invalid)
650 * @param channel_ctx place where local state associated
651 * with the channel is stored
654 channel_cleaner (void *cls, const struct GNUNET_MESH_Channel *channel,
659 GNUNET_log (GNUNET_ERROR_TYPE_INFO,
660 "Incoming channel disconnected at peer %ld\n", n);
661 GNUNET_log (GNUNET_ERROR_TYPE_INFO, " ok: %d\n", ok);
663 if (GNUNET_SCHEDULER_NO_TASK != disconnect_task)
665 GNUNET_SCHEDULER_cancel (disconnect_task);
666 disconnect_task = GNUNET_SCHEDULER_add_now (&disconnect_mesh_peers,
672 static struct MeshPeer *
673 select_random_peer (struct MeshPeer *peer)
679 r = GNUNET_CRYPTO_random_u32 (GNUNET_CRYPTO_QUALITY_WEAK, TOTAL_PEERS);
680 } while (NULL != peers[r].incoming);
681 peers[r].incoming = peer;
687 * START THE TEST ITSELF, AS WE ARE CONNECTED TO THE MESH SERVICES.
689 * Testcase continues when the root receives confirmation of connected peers,
690 * on callback funtion ch.
692 * @param cls Closure (unsued).
693 * @param tc Task Context.
696 start_test (void *cls, const struct GNUNET_SCHEDULER_TaskContext *tc)
698 enum GNUNET_MESH_ChannelOption flags;
701 if ((GNUNET_SCHEDULER_REASON_SHUTDOWN & tc->reason) != 0)
704 GNUNET_log (GNUNET_ERROR_TYPE_INFO, "Start profiler\n");
706 if (GNUNET_SCHEDULER_NO_TASK != disconnect_task)
707 GNUNET_SCHEDULER_cancel (disconnect_task);
708 disconnect_task = GNUNET_SCHEDULER_add_delayed (SHORT_TIME,
709 &disconnect_mesh_peers,
712 flags = GNUNET_MESH_OPTION_DEFAULT;
713 for (i = 0; i < TOTAL_PEERS; i++)
716 peers[i].dest = select_random_peer (&peers[i]);
717 peers[i].ch = GNUNET_MESH_channel_create (peers[i].mesh, NULL,
720 GNUNET_log (GNUNET_ERROR_TYPE_INFO, "%u => %u\n",
721 i, get_index (peers[i].dest));
722 peers[i].ping_task = GNUNET_SCHEDULER_add_delayed (delay_ms_rnd (2000),
725 peers_running = TOTAL_PEERS;
726 GNUNET_SCHEDULER_add_delayed (ROUND_TIME, &next_round, NULL);
731 * Callback to be called when the requested peer information is available
733 * @param cls the closure from GNUNET_TESTBED_peer_get_information()
734 * @param op the operation this callback corresponds to
735 * @param pinfo the result; will be NULL if the operation has failed
736 * @param emsg error message if the operation has failed;
737 * NULL if the operation is successfull
740 peer_id_cb (void *cls,
741 struct GNUNET_TESTBED_Operation *op,
742 const struct GNUNET_TESTBED_PeerInformation *pinfo,
747 if (NULL == pinfo || NULL != emsg)
749 GNUNET_log (GNUNET_ERROR_TYPE_ERROR, "pi_cb: %s\n", emsg);
750 abort_test (__LINE__);
753 peers[n].id = *(pinfo->result.id);
754 GNUNET_log (GNUNET_ERROR_TYPE_INFO, " %u id: %s\n",
755 n, GNUNET_i2s (&peers[n].id));
756 GNUNET_break (GNUNET_OK ==
757 GNUNET_CONTAINER_multipeermap_put (ids, &peers[n].id, &peers[n],
758 GNUNET_CONTAINER_MULTIHASHMAPOPTION_UNIQUE_FAST));
760 if (p_ids < TOTAL_PEERS)
762 GNUNET_log (GNUNET_ERROR_TYPE_INFO, "Got all IDs, starting profiler\n");
763 test_task = GNUNET_SCHEDULER_add_delayed (GNUNET_TIME_UNIT_SECONDS,
768 * test main: start test when all peers are connected
770 * @param cls Closure.
771 * @param ctx Argument to give to GNUNET_MESH_TEST_cleanup on test end.
772 * @param num_peers Number of peers that are running.
773 * @param testbed_peers Array of peers.
774 * @param meshes Handle to each of the MESHs of the peers.
778 struct GNUNET_MESH_TEST_Context *ctx,
779 unsigned int num_peers,
780 struct GNUNET_TESTBED_Peer **testbed_peers,
781 struct GNUNET_MESH_Handle **meshes)
785 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG, "test main\n");
788 GNUNET_assert (TOTAL_PEERS == num_peers);
789 peers_running = num_peers;
790 testbed_handles = testbed_peers;
791 disconnect_task = GNUNET_SCHEDULER_add_delayed (SHORT_TIME,
792 &disconnect_mesh_peers,
794 shutdown_handle = GNUNET_SCHEDULER_add_delayed (GNUNET_TIME_UNIT_FOREVER_REL,
795 &shutdown_task, NULL);
796 for (i = 0; i < TOTAL_PEERS; i++)
798 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG, "requesting id %ld\n", i);
799 peers[i].up = GNUNET_YES;
800 peers[i].mesh = meshes[i];
802 GNUNET_TESTBED_peer_get_information (testbed_handles[i],
803 GNUNET_TESTBED_PIT_IDENTITY,
804 &peer_id_cb, (void *) i);
806 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG, "requested peer ids\n");
807 /* Continues from pi_cb -> do_test */
812 * Main: start profiler.
815 main (int argc, char *argv[])
817 static uint32_t ports[2];
818 const char *config_file;
820 config_file = "test_mesh.conf";
822 ids = GNUNET_CONTAINER_multipeermap_create (2 * TOTAL_PEERS, GNUNET_YES);
823 GNUNET_assert (NULL != ids);
825 test_finished = GNUNET_NO;
828 GNUNET_MESH_TEST_run ("mesh-profiler", config_file, TOTAL_PEERS,
829 &tmain, NULL, /* tmain cls */
830 &incoming_channel, &channel_cleaner,
835 GNUNET_log (GNUNET_ERROR_TYPE_ERROR,
836 "FAILED! (%d/%d)\n", ok, ok_goal);
839 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG, "success\n");
843 /* end of gnunet-mesh-profiler.c */