2 This file is part of GNUnet
3 (C) 2008--2012 Christian Grothoff (and other contributing authors)
5 GNUnet is free software; you can redistribute it and/or modify
6 it under the terms of the GNU General Public License as published
7 by the Free Software Foundation; either version 3, or (at your
8 option) any later version.
10 GNUnet is distributed in the hope that it will be useful, but
11 WITHOUT ANY WARRANTY; without even the implied warranty of
12 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
13 General Public License for more details.
15 You should have received a copy of the GNU General Public License
16 along with GNUnet; see the file COPYING. If not, write to the
17 Free Software Foundation, Inc., 59 Temple Place - Suite 330,
18 Boston, MA 02111-1307, USA.
22 * @file testbed/testbed_api_testbed.c
23 * @brief high-level testbed management
24 * @author Christian Grothoff
25 * @author Sree Harsha Totakura
29 #include "gnunet_testbed_service.h"
30 #include "testbed_api_peers.h"
31 #include "testbed_api_hosts.h"
32 #include "testbed_api_topology.h"
35 * Generic loggins shorthand
37 #define LOG(kind,...) \
38 GNUNET_log_from (kind, "testbed-api-testbed", __VA_ARGS__)
41 * Opaque handle to an abstract operation to be executed by the testing framework.
43 struct GNUNET_TESTBED_Testbed
48 struct GNUNET_TESTBED_Host **hosts;
51 * The number of hosts in the hosts array
53 unsigned int num_hosts;
56 * The controller handle
58 struct GNUNET_TESTBED_Controller *c;
68 * The testbed operation handle
70 struct GNUNET_TESTBED_Operation *op;
73 * Context information for GNUNET_TESTBED_run()
75 struct RunContext *rc;
83 * The next pointer for DLL
85 struct DLLOperation *next;
88 * The prev pointer for DLL
90 struct DLLOperation *prev;
95 * States of RunContext
105 * The testbed run is ready and the master callback can be called now. At this
106 * time the peers are all started and if a topology is provided in the
107 * configuration the topology would have been attempted
117 * Peers are destroyed
129 * The controller handle
131 struct GNUNET_TESTBED_Controller *c;
134 * Handle to the host on which the controller runs
136 struct GNUNET_TESTBED_Host *h;
139 * The handle to the controller process
141 struct GNUNET_TESTBED_ControllerProc *cproc;
144 * The callback to use as controller callback
146 GNUNET_TESTBED_ControllerCallback cc;
149 * The pointer to the controller callback
154 * Master task to call when testbed initialization is done
156 GNUNET_SCHEDULER_Task master;
159 * The closure for the master task
164 * The head element of DLL operations
166 struct DLLOperation *dll_op_head;
169 * The tail element of DLL operations
171 struct DLLOperation *dll_op_tail;
174 * Array of peers which we create
176 struct GNUNET_TESTBED_Peer **peers;
179 * The topology generation operation. Will be null if no topology is set in
182 struct GNUNET_TESTBED_Operation *topology_operation;
185 * The file containing topology data. Only used if the topology is set to 'FROM_FILE'
190 * The event mask for the controller
195 * State of this context
200 * The topology which has to be achieved with the peers started in this context
202 enum GNUNET_TESTBED_TopologyOption topology;
205 * Current peer count for an operation; Set this to 0 and increment for each
206 * successful operation on a peer
208 unsigned int peer_count;
211 * number of peers to start
213 unsigned int num_peers;
216 * counter to count overlay connect attempts. This counter includes both
217 * successful and failed overlay connects
219 unsigned int oc_count;
222 * Expected overlay connects. Should be zero if no topology is relavant
227 * Number of random links to established
229 unsigned int random_links;
235 * Task for starting peers
237 * @param cls the RunHandle
238 * @param tc the task context from scheduler
241 start_peers_task (void *cls, const struct GNUNET_SCHEDULER_TaskContext *tc)
243 struct RunContext *rc = cls;
244 struct DLLOperation *dll_op;
247 LOG (GNUNET_ERROR_TYPE_DEBUG, "Starting Peers\n");
248 for (peer = 0; peer < rc->num_peers; peer++)
250 dll_op = GNUNET_malloc (sizeof (struct DLLOperation));
251 dll_op->op = GNUNET_TESTBED_peer_start (NULL, rc->peers[peer], NULL, NULL);
252 dll_op->cls = rc->peers[peer];
253 GNUNET_CONTAINER_DLL_insert_tail (rc->dll_op_head, rc->dll_op_tail, dll_op);
260 * Functions of this signature are called when a peer has been successfully
263 * @param cls the closure from GNUNET_TESTBED_peer_create()
264 * @param peer the handle for the created peer; NULL on any error during
266 * @param emsg NULL if peer is not NULL; else MAY contain the error description
269 peer_create_cb (void *cls, struct GNUNET_TESTBED_Peer *peer, const char *emsg)
271 struct DLLOperation *dll_op = cls;
272 struct RunContext *rc;
274 GNUNET_assert (NULL != dll_op);
276 GNUNET_assert (NULL != rc);
277 GNUNET_CONTAINER_DLL_remove (rc->dll_op_head, rc->dll_op_tail, dll_op);
278 GNUNET_TESTBED_operation_done (dll_op->op);
279 GNUNET_free (dll_op);
283 LOG (GNUNET_ERROR_TYPE_WARNING, "Error while creating a peer: %s\n",
285 /* FIXME: GNUNET_TESTBED_shutdown_run()? */
288 rc->peers[rc->peer_count] = peer;
290 if (rc->peer_count < rc->num_peers)
292 LOG (GNUNET_ERROR_TYPE_DEBUG, "Required peers created successfully\n");
293 GNUNET_SCHEDULER_add_now (&start_peers_task, rc);
298 * Assuming all peers have been destroyed cleanup run handle
300 * @param cls the run handle
301 * @param tc the task context from scheduler
304 cleanup_task (void *cls, const struct GNUNET_SCHEDULER_TaskContext *tc)
306 struct RunContext *rc = cls;
307 struct DLLOperation *dll_op;
309 GNUNET_assert (NULL == rc->peers);
310 GNUNET_assert (RC_PEERS_DESTROYED == rc->state);
312 GNUNET_TESTBED_controller_disconnect (rc->c);
313 if (NULL != rc->cproc)
314 GNUNET_TESTBED_controller_stop (rc->cproc);
316 GNUNET_TESTBED_host_destroy (rc->h);
317 if (NULL != rc->dll_op_head)
319 LOG (GNUNET_ERROR_TYPE_WARNING,
320 _("Some operations are still pending. Cancelling them\n"));
321 while (NULL != (dll_op = rc->dll_op_head))
323 GNUNET_TESTBED_operation_done (dll_op->op);
324 GNUNET_CONTAINER_DLL_remove (rc->dll_op_head, rc->dll_op_tail, dll_op);
325 GNUNET_free (dll_op);
328 GNUNET_free_non_null (rc->topo_file);
334 * Task to call master task
336 * @param cls the run context
337 * @param tc the task context
340 call_master (void *cls, const struct GNUNET_SCHEDULER_TaskContext *tc)
342 struct RunContext *rc = cls;
344 if (NULL != rc->topology_operation)
346 GNUNET_TESTBED_operation_done (rc->topology_operation);
347 rc->topology_operation = NULL;
349 if (NULL != rc->master)
350 GNUNET_SCHEDULER_add_continuation (rc->master, rc->master_cls,
351 GNUNET_SCHEDULER_REASON_PREREQ_DONE);
356 * Signature of the event handler function called by the
357 * respective event controller.
360 * @param event information about the event
363 event_cb (void *cls, const struct GNUNET_TESTBED_EventInformation *event)
365 struct RunContext *rc = cls;
366 struct DLLOperation *dll_op;
367 unsigned int peer_id;
369 if (NULL != rc->topology_operation)
373 case GNUNET_TESTBED_ET_OPERATION_FINISHED:
374 case GNUNET_TESTBED_ET_CONNECT:
380 if (rc->oc_count == rc->num_oc)
382 rc->state = RC_READY;
383 GNUNET_SCHEDULER_add_continuation (&call_master, rc,
384 GNUNET_SCHEDULER_REASON_PREREQ_DONE);
388 if ((RC_INIT != rc->state) &&
389 ((GNUNET_TESTBED_ET_OPERATION_FINISHED == event->type) ||
390 (GNUNET_TESTBED_ET_PEER_STOP == event->type)))
392 for (dll_op = rc->dll_op_head; NULL != dll_op; dll_op = dll_op->next)
394 if ((GNUNET_TESTBED_ET_OPERATION_FINISHED == event->type) &&
395 (event->details.operation_finished.operation == dll_op->op))
397 if ((GNUNET_TESTBED_ET_PEER_STOP == event->type) &&
398 (event->details.peer_stop.peer == dll_op->cls))
403 GNUNET_CONTAINER_DLL_remove (rc->dll_op_head, rc->dll_op_tail, dll_op);
404 GNUNET_TESTBED_operation_done (dll_op->op);
405 GNUNET_free (dll_op);
407 if (rc->peer_count < rc->num_peers)
412 rc->state = RC_PEERS_STOPPED;
414 for (peer_id = 0; peer_id < rc->num_peers; peer_id++)
416 dll_op = GNUNET_malloc (sizeof (struct DLLOperation));
417 dll_op->op = GNUNET_TESTBED_peer_destroy (rc->peers[peer_id]);
418 GNUNET_CONTAINER_DLL_insert_tail (rc->dll_op_head, rc->dll_op_tail,
422 case RC_PEERS_STOPPED:
423 rc->state = RC_PEERS_DESTROYED;
424 GNUNET_free (rc->peers);
426 LOG (GNUNET_ERROR_TYPE_DEBUG, "All peers successfully destroyed\n");
427 GNUNET_SCHEDULER_add_now (&cleanup_task, rc);
436 if ((0 != (rc->event_mask && (1LL << event->type))) && (NULL != rc->cc))
437 rc->cc (rc->cc_cls, event);
438 if (GNUNET_TESTBED_ET_PEER_START != event->type)
440 for (dll_op = rc->dll_op_head; NULL != dll_op; dll_op = dll_op->next)
441 if ((NULL != dll_op->cls) &&
442 (event->details.peer_start.peer == dll_op->cls))
444 GNUNET_assert (NULL != dll_op);
445 GNUNET_CONTAINER_DLL_remove (rc->dll_op_head, rc->dll_op_tail, dll_op);
446 GNUNET_TESTBED_operation_done (dll_op->op);
447 GNUNET_free (dll_op);
449 if (rc->peer_count < rc->num_peers)
451 LOG (GNUNET_ERROR_TYPE_DEBUG, "Peers started successfully\n");
452 if (GNUNET_TESTBED_TOPOLOGY_NONE != rc->topology)
454 if ( (GNUNET_TESTBED_TOPOLOGY_ERDOS_RENYI == rc->topology)
455 || (GNUNET_TESTBED_TOPOLOGY_SMALL_WORLD_RING == rc->topology)
456 || (GNUNET_TESTBED_TOPOLOGY_SMALL_WORLD == rc->topology))
458 rc->topology_operation =
459 GNUNET_TESTBED_overlay_configure_topology (NULL,
465 GNUNET_TESTBED_TOPOLOGY_OPTION_END);
467 else if (GNUNET_TESTBED_TOPOLOGY_FROM_FILE == rc->topology)
469 GNUNET_assert (NULL != rc->topo_file);
470 rc->topology_operation =
471 GNUNET_TESTBED_overlay_configure_topology (NULL,
477 GNUNET_TESTBED_TOPOLOGY_OPTION_END);
480 rc->topology_operation =
481 GNUNET_TESTBED_overlay_configure_topology (NULL,
486 GNUNET_TESTBED_TOPOLOGY_OPTION_END);
487 if (NULL == rc->topology_operation)
488 LOG (GNUNET_ERROR_TYPE_WARNING,
489 "Not generating topology. Check number of peers\n");
493 rc->state = RC_READY;
494 GNUNET_SCHEDULER_add_continuation (&call_master, rc,
495 GNUNET_SCHEDULER_REASON_PREREQ_DONE);
501 * Callback to signal successfull startup of the controller process
503 * @param cls the closure from GNUNET_TESTBED_controller_start()
504 * @param cfg the configuration with which the controller has been started;
505 * NULL if status is not GNUNET_OK
506 * @param status GNUNET_OK if the startup is successfull; GNUNET_SYSERR if not,
507 * GNUNET_TESTBED_controller_stop() shouldn't be called in this case
510 controller_status_cb (void *cls, const struct GNUNET_CONFIGURATION_Handle *cfg,
513 struct RunContext *rc = cls;
514 struct DLLOperation *dll_op;
518 if (status != GNUNET_OK)
520 GNUNET_log (GNUNET_ERROR_TYPE_WARNING, "Testbed startup failed\n");
523 event_mask = rc->event_mask;
524 event_mask |= (1LL << GNUNET_TESTBED_ET_PEER_STOP);
525 event_mask |= (1LL << GNUNET_TESTBED_ET_OPERATION_FINISHED);
526 if (rc->topology < GNUNET_TESTBED_TOPOLOGY_NONE)
527 event_mask |= GNUNET_TESTBED_ET_CONNECT;
529 GNUNET_TESTBED_controller_connect (cfg, rc->h, event_mask, &event_cb, rc);
531 GNUNET_malloc (sizeof (struct GNUNET_TESTBED_Peer *) * rc->num_peers);
532 GNUNET_assert (NULL != rc->c);
534 for (peer = 0; peer < rc->num_peers; peer++)
536 dll_op = GNUNET_malloc (sizeof (struct DLLOperation));
539 GNUNET_TESTBED_peer_create (rc->c, rc->h, cfg, peer_create_cb, dll_op);
540 GNUNET_CONTAINER_DLL_insert_tail (rc->dll_op_head, rc->dll_op_tail, dll_op);
546 * Stops the testbed run and releases any used resources
548 * @param cls the tesbed run handle
549 * @param tc the task context from scheduler
552 shutdown_run_task (void *cls, const struct GNUNET_SCHEDULER_TaskContext *tc)
554 struct RunContext *rc = cls;
555 struct DLLOperation *dll_op;
560 if (NULL != rc->peers)
562 if (NULL != rc->topology_operation)
564 GNUNET_TESTBED_operation_done (rc->topology_operation);
565 rc->topology_operation = NULL;
567 if (RC_INIT == rc->state)
568 rc->state = RC_READY; /* Even though we haven't called the master callback */
570 /* Check if some peers are stopped */
571 for (peer = 0; peer < rc->num_peers; peer++)
573 if (PS_STOPPED != rc->peers[peer]->state)
576 if (peer == rc->num_peers)
578 /* All peers are stopped */
579 rc->state = RC_PEERS_STOPPED;
580 for (peer = 0; peer < rc->num_peers; peer++)
582 dll_op = GNUNET_malloc (sizeof (struct DLLOperation));
583 dll_op->op = GNUNET_TESTBED_peer_destroy (rc->peers[peer]);
584 GNUNET_CONTAINER_DLL_insert_tail (rc->dll_op_head, rc->dll_op_tail,
589 /* Some peers are stopped */
590 for (peer = 0; peer < rc->num_peers; peer++)
592 if (PS_STARTED != rc->peers[peer]->state)
597 dll_op = GNUNET_malloc (sizeof (struct DLLOperation));
598 dll_op->op = GNUNET_TESTBED_peer_stop (rc->peers[peer], NULL, NULL);
599 dll_op->cls = rc->peers[peer];
600 GNUNET_CONTAINER_DLL_insert_tail (rc->dll_op_head, rc->dll_op_tail,
603 if (rc->peer_count != rc->num_peers)
607 rc->state = RC_PEERS_DESTROYED; /* No peers are present so we consider the
608 * state where all peers are destroyed */
609 GNUNET_SCHEDULER_add_now (&cleanup_task, rc);
614 * Convenience method for running a testbed with
615 * a single call. Underlay and overlay topology
616 * are configured using the "UNDERLAY" and "OVERLAY"
617 * options in the "[testbed]" section of the configuration\
618 * (with possible options given in "UNDERLAY_XXX" and/or
621 * The testbed is to be terminated using a call to
622 * "GNUNET_SCHEDULER_shutdown".
624 * @param host_filename name of the file with the 'hosts', NULL
625 * to run everything on 'localhost'
626 * @param cfg configuration to use (for testbed, controller and peers)
627 * @param num_peers number of peers to start; FIXME: maybe put that ALSO into cfg?
628 * @param event_mask bit mask with set of events to call 'cc' for;
629 * or-ed values of "1LL" shifted by the
630 * respective 'enum GNUNET_TESTBED_EventType'
631 * (i.e. "(1LL << GNUNET_TESTBED_ET_CONNECT) || ...")
632 * @param cc controller callback to invoke on events; This callback is called
633 * for all peer start events even if GNUNET_TESTBED_ET_PEER_START isn't
634 * set in the event_mask as this is the only way get access to the
635 * handle of each peer
636 * @param cc_cls closure for cc
637 * @param master task to run once the testbed is ready
641 GNUNET_TESTBED_run (const char *host_filename,
642 const struct GNUNET_CONFIGURATION_Handle *cfg,
643 unsigned int num_peers, uint64_t event_mask,
644 GNUNET_TESTBED_ControllerCallback cc, void *cc_cls,
645 GNUNET_SCHEDULER_Task master, void *master_cls)
647 struct RunContext *rc;
649 unsigned long long random_links;
651 GNUNET_break (NULL == host_filename); /* Currently we do not support host
653 GNUNET_assert (NULL != cc);
654 GNUNET_assert (num_peers > 0);
655 host_filename = NULL;
656 rc = GNUNET_malloc (sizeof (struct RunContext));
657 rc->h = GNUNET_TESTBED_host_create (NULL, NULL, 0);
658 GNUNET_assert (NULL != rc->h);
660 GNUNET_TESTBED_controller_start ("127.0.0.1", rc->h, cfg,
661 &controller_status_cb, rc);
662 GNUNET_assert (NULL != rc->cproc);
663 rc->num_peers = num_peers;
664 rc->event_mask = event_mask;
665 rc->event_mask |= (1LL << GNUNET_TESTBED_ET_PEER_START);
669 rc->master_cls = master_cls;
671 rc->topology = GNUNET_TESTBED_TOPOLOGY_NONE;
672 if (GNUNET_OK == GNUNET_CONFIGURATION_get_value_string (cfg, "testbed",
676 if (GNUNET_NO == GNUNET_TESTBED_topology_get_ (&rc->topology,
679 LOG (GNUNET_ERROR_TYPE_WARNING,
680 "Unknown topology %s given in configuration\n", topology);
682 GNUNET_free (topology);
684 if ( (GNUNET_TESTBED_TOPOLOGY_ERDOS_RENYI == rc->topology)
685 || (GNUNET_TESTBED_TOPOLOGY_SMALL_WORLD_RING == rc->topology)
686 || (GNUNET_TESTBED_TOPOLOGY_SMALL_WORLD == rc->topology))
688 if (GNUNET_OK != GNUNET_CONFIGURATION_get_value_number (cfg, "testbed",
689 "OVERLAY_RANDOM_LINKS",
692 /* OVERLAY option RANDOM & SMALL_WORLD_RING requires OVERLAY_RANDOM_LINKS
693 option to be set to the number of random links to be established */
698 if (random_links > UINT32_MAX)
700 GNUNET_break (0); /* Too big number */
704 rc->random_links = (unsigned int) random_links;
706 else if (GNUNET_TESTBED_TOPOLOGY_FROM_FILE == rc->topology)
708 if (GNUNET_OK != GNUNET_CONFIGURATION_get_value_string (cfg, "testbed",
712 /* You need to set TOPOLOGY_FILE option to a topolog file */
718 GNUNET_SCHEDULER_add_delayed (GNUNET_TIME_UNIT_FOREVER_REL,
719 &shutdown_run_task, rc);
724 * Configure and run a testbed using the given
725 * master controller on 'num_hosts' starting
726 * 'num_peers' using the given peer configuration.
728 * @param controller master controller for the testbed
729 * (must not be destroyed until after the
730 * testbed is destroyed).
731 * @param num_hosts number of hosts in 'hosts', 0 to only
733 * @param hosts list of hosts to use for the testbed
734 * @param num_peers number of peers to start
735 * @param cfg the configuration to use as a template for peers and also for
736 * checking the value of testbed helper binary
737 * @param underlay_topology underlay topology to create
738 * @param va topology-specific options
739 * @return handle to the testbed; NULL upon error (error messaage will be printed)
741 struct GNUNET_TESTBED_Testbed *
742 GNUNET_TESTBED_create_va (struct GNUNET_TESTBED_Controller *controller,
743 unsigned int num_hosts,
744 struct GNUNET_TESTBED_Host **hosts,
745 unsigned int num_peers,
746 const struct GNUNET_CONFIGURATION_Handle *cfg,
747 enum GNUNET_TESTBED_TopologyOption underlay_topology,
752 GNUNET_assert (underlay_topology < GNUNET_TESTBED_TOPOLOGY_NONE);
755 for (nhost = 0; nhost < num_hosts; nhost++)
757 if (GNUNET_YES != GNUNET_TESTBED_is_host_habitable (hosts[nhost], cfg))
759 LOG (GNUNET_ERROR_TYPE_ERROR, _("Host %s cannot start testbed\n"),
760 GNUNET_TESTBED_host_get_hostname_ (hosts[nhost]));
764 if (num_hosts != nhost)
767 /* We need controller callback here to get operation done events while
775 * Configure and run a testbed using the given
776 * master controller on 'num_hosts' starting
777 * 'num_peers' using the given peer configuration.
779 * @param controller master controller for the testbed
780 * (must not be destroyed until after the
781 * testbed is destroyed).
782 * @param num_hosts number of hosts in 'hosts', 0 to only
784 * @param hosts list of hosts to use for the testbed
785 * @param num_peers number of peers to start
786 * @param cfg the configuration to use as a template for peers and also for
787 * checking the value of testbed helper binary
788 * @param underlay_topology underlay topology to create
789 * @param ... topology-specific options
791 struct GNUNET_TESTBED_Testbed *
792 GNUNET_TESTBED_create (struct GNUNET_TESTBED_Controller *controller,
793 unsigned int num_hosts,
794 struct GNUNET_TESTBED_Host **hosts,
795 unsigned int num_peers,
796 const struct GNUNET_CONFIGURATION_Handle *cfg,
797 enum GNUNET_TESTBED_TopologyOption underlay_topology,
800 struct GNUNET_TESTBED_Testbed *testbed;
803 va_start (vargs, underlay_topology);
804 testbed = GNUNET_TESTBED_create_va (controller, num_hosts, hosts, num_peers,
805 cfg, underlay_topology, vargs);
812 * Destroy a testbed. Stops all running peers and then
813 * destroys all peers. Does NOT destroy the master controller.
815 * @param testbed testbed to destroy
818 GNUNET_TESTBED_destroy (struct GNUNET_TESTBED_Testbed *testbed)
824 /* end of testbed_api_testbed.c */