2 This file is part of GNUnet
3 (C) 2008--2012 Christian Grothoff (and other contributing authors)
5 GNUnet is free software; you can redistribute it and/or modify
6 it under the terms of the GNU General Public License as published
7 by the Free Software Foundation; either version 3, or (at your
8 option) any later version.
10 GNUnet is distributed in the hope that it will be useful, but
11 WITHOUT ANY WARRANTY; without even the implied warranty of
12 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
13 General Public License for more details.
15 You should have received a copy of the GNU General Public License
16 along with GNUnet; see the file COPYING. If not, write to the
17 Free Software Foundation, Inc., 59 Temple Place - Suite 330,
18 Boston, MA 02111-1307, USA.
22 * @file testbed/testbed_api_topology.c
23 * @brief topology-generation functions
24 * @author Christian Grothoff
27 #include "gnunet_testbed_service.h"
28 #include "testbed_api.h"
29 #include "testbed_api_peers.h"
30 #include "testbed_api_operations.h"
31 #include "testbed_api_topology.h"
34 * Generic loggins shorthand
36 #define LOG(kind,...) \
37 GNUNET_log_from (kind, "testbed-api-topology", __VA_ARGS__)
41 * Context information for topology operations
43 struct TopologyContext;
47 * Representation of an overlay link
53 * An operation corresponding to this link
55 struct GNUNET_TESTBED_Operation *op;
58 * The topology context this link is a part of
60 struct TopologyContext *tc;
63 * position of peer A's handle in peers array
68 * position of peer B's handle in peers array
76 * Context information for topology operations
78 struct TopologyContext
83 struct GNUNET_TESTBED_Peer **peers;
86 * An array of links; this array is of size link_array_size
88 struct OverlayLink *link_array;
91 * The operation closure
98 unsigned int num_peers;
101 * The size of the link array
103 unsigned int link_array_size;
106 * should the automatic retry be disabled
114 * A array of names representing topologies. Should be in sync with enum
115 * GNUNET_TESTBED_TopologyOption
117 const char * topology_strings[] = {
120 * A clique (everyone connected to everyone else). No options. If there are N
121 * peers this topology results in (N * (N -1)) connections.
126 * Small-world network (2d torus plus random links). Followed
127 * by the number of random links to add (unsigned int).
132 * Small-world network (ring plus random links). Followed
133 * by the number of random links to add (unsigned int).
138 * Ring topology. No options.
143 * 2-d torus. No options.
148 * Random graph. Followed by the number of random links to be established
151 "RANDOM", // GNUNET_TESTBED_TOPOLOGY_ERDOS_RENYI
154 * Certain percentage of peers are unable to communicate directly
155 * replicating NAT conditions. Followed by the fraction of
156 * NAT'ed peers (float).
161 * Scale free topology. No options.
166 * Straight line topology. No options.
171 * Read a topology from a given file. Followed by the name of the file (const char *).
176 * All peers are disconnected. No options.
189 * Callback to be called when an overlay_link operation complete
191 * @param cls element of the link_op array which points to the corresponding operation
192 * @param op the operation that has been finished
193 * @param emsg error message in case the operation has failed; will be NULL if
194 * operation has executed successfully.
197 overlay_link_completed (void *cls,
198 struct GNUNET_TESTBED_Operation *op,
201 struct OverlayLink *link = cls;
202 struct TopologyContext *tc;
204 GNUNET_assert (op == link->op);
205 GNUNET_TESTBED_operation_done (op);
208 if ((NULL != emsg) && (GNUNET_NO == tc->disable_retry))
210 LOG (GNUNET_ERROR_TYPE_WARNING,
211 "Error while establishing a link: %s -- Retrying\n", emsg);
213 GNUNET_TESTBED_overlay_connect (tc->op_cls,
214 &overlay_link_completed,
225 * Function called when a overlay connect operation is ready
227 * @param cls the Topology context
230 opstart_overlay_configure_topology (void *cls)
232 struct TopologyContext *tc = cls;
235 for (p = 0; p < tc->link_array_size; p++)
237 tc->link_array[p].op =
238 GNUNET_TESTBED_overlay_connect (tc->op_cls, &overlay_link_completed,
240 tc->peers[tc->link_array[p].A],
241 tc->peers[tc->link_array[p].B]);
247 * Callback which will be called when overlay connect operation is released
249 * @param cls the Topology context
252 oprelease_overlay_configure_topology (void *cls)
254 struct TopologyContext *tc = cls;
257 if (NULL != tc->link_array)
259 for (p = 0; p < tc->link_array_size; p++)
260 if (NULL != tc->link_array[p].op)
261 GNUNET_TESTBED_operation_done (tc->link_array[p].op);
262 GNUNET_free (tc->link_array);
269 * Populates the OverlayLink structure.
271 * @param link the OverlayLink
272 * @param A the peer A. Should be different from B
273 * @param B the peer B. Should be different from A
274 * @param tc the TopologyContext
278 make_link (struct OverlayLink *link,
281 struct TopologyContext *tc)
283 GNUNET_assert (A != B);
284 LOG (GNUNET_ERROR_TYPE_DEBUG, "Connecting peer %u to %u\n", B, A);
293 * Generates line topology
295 * @param tc the topology context
298 gen_topo_line (struct TopologyContext *tc)
302 tc->link_array_size = tc->num_peers - 1;
303 tc->link_array = GNUNET_malloc (sizeof (struct OverlayLink) *
304 tc->link_array_size);
305 for (cnt=0; cnt < (tc->num_peers - 1); cnt++)
306 make_link (&tc->link_array[cnt], cnt, cnt + 1, tc);
311 * Generates ring topology
313 * @param tc the topology context
316 gen_topo_ring (struct TopologyContext *tc)
319 tc->link_array_size++;
320 tc->link_array = GNUNET_realloc (tc->link_array,
321 sizeof (struct OverlayLink) *
322 tc->link_array_size);
323 make_link (&tc->link_array[tc->link_array_size - 1],
331 * Returns the number of links that are required to generate a 2d torus for the
332 * given number of peers. Also returns the arrangment (number of rows and the
333 * length of each row)
335 * @param num_peers number of peers
336 * @param rows number of rows in the 2d torus. Can be NULL
337 * @param rows_len the length of each row. This array will be allocated
338 * fresh. The caller should free it. Can be NULL
341 GNUNET_TESTBED_2dtorus_calc_links (unsigned int num_peers,
343 unsigned int **rows_len)
346 unsigned int sq_floor;
348 unsigned int *_rows_len;
351 unsigned int _num_peers;
354 sq = sqrt (num_peers);
356 sq_floor = (unsigned int) sq;
357 _rows = (sq_floor + 1);
358 _rows_len = GNUNET_malloc (sizeof (unsigned int) * _rows);
359 for (y = 0; y < _rows - 1; y++)
360 _rows_len[y] = sq_floor;
361 _num_peers = sq_floor * sq_floor;
362 cnt = 2 * _num_peers;
365 while (_num_peers < num_peers)
368 _rows_len[_rows - 1] = ++x;
373 cnt += (x < 2) ? x : 2 * x;
374 cnt += (y < 2) ? y : 2 * y;
375 if (0 == _rows_len[_rows - 1])
379 if (NULL != rows_len)
380 *rows_len = _rows_len;
382 GNUNET_free (_rows_len);
388 * Generates ring topology
390 * @param tc the topology context
393 gen_topo_2dtorus (struct TopologyContext *tc)
396 unsigned int *rows_len;
402 tc->link_array_size = GNUNET_TESTBED_2dtorus_calc_links (tc->num_peers, &rows,
404 tc->link_array = GNUNET_malloc (sizeof (struct OverlayLink) *
405 tc->link_array_size);
408 for (y = 0; y < rows; y++)
410 for (x = 0; x < rows_len[y] - 1; x++)
412 make_link (&tc->link_array[cnt],
420 make_link (&tc->link_array[cnt],
425 offset += rows_len[y];
427 for (x = 0; x < rows_len[0]; x++)
430 for (y = 0; y < rows - 1; y++)
432 if (x == rows_len[y+1])
434 GNUNET_assert (x < rows_len[y+1]);
435 make_link (&tc->link_array[cnt],
437 offset + rows_len[y] + x,
439 offset += rows_len[y];
444 make_link (&tc->link_array[cnt],
450 GNUNET_assert (cnt == tc->link_array_size);
451 GNUNET_free (rows_len);
456 * Generates ring topology
458 * @param tc the topology context
459 * @param links the number of random links to establish
460 * @param append GNUNET_YES to add links to existing link array; GNUNET_NO to
461 * create a new link array
464 gen_topo_random (struct TopologyContext *tc, unsigned int links, int append)
471 if (GNUNET_YES == append)
473 GNUNET_assert ((0 < tc->link_array_size) && (NULL != tc->link_array));
474 index = tc->link_array_size;
475 tc->link_array_size += links;
476 tc->link_array = GNUNET_realloc (tc->link_array,
477 sizeof (struct OverlayLink) *
478 tc->link_array_size);
482 GNUNET_assert ((0 == tc->link_array_size) && (NULL == tc->link_array));
484 tc->link_array_size = links;
485 tc->link_array = GNUNET_malloc (sizeof (struct OverlayLink) *
486 tc->link_array_size);
488 for (cnt = 0; cnt < links; cnt++)
491 A_rand = GNUNET_CRYPTO_random_u32 (GNUNET_CRYPTO_QUALITY_WEAK,
493 B_rand = GNUNET_CRYPTO_random_u32 (GNUNET_CRYPTO_QUALITY_WEAK,
495 } while (A_rand == B_rand);
496 make_link (&tc->link_array[index + cnt], A_rand, B_rand, tc);
502 * Generates scale free network. Its construction is described in:
504 * "Emergence of Scaling in Random Networks." Science 286, 509-512, 1999.
506 * @param tc the topology context
509 gen_scale_free (struct TopologyContext *tc)
514 unsigned int previous_connections;
516 uint16_t *popularity;
518 popularity = GNUNET_malloc (sizeof (uint16_t) * tc->num_peers);
519 /* Initially connect peer 1 to peer 0 */
520 tc->link_array_size = 1;
521 tc->link_array = GNUNET_malloc (sizeof (struct OverlayLink));
522 make_link (&tc->link_array[0], 0, 1, tc);
523 popularity[0]++; /* increase popularity of 0 as 1 connected to it*/
524 for (cnt = 1; cnt < tc->num_peers; cnt++)
526 previous_connections = tc->link_array_size;
527 for (i = 0; i < cnt; i++)
529 probability = ((double) popularity[i]) / ((double) previous_connections);
531 GNUNET_CRYPTO_random_u64 (GNUNET_CRYPTO_QUALITY_WEAK,
532 UINT64_MAX)) / ((double) UINT64_MAX);
533 if (random < probability)
535 tc->link_array_size++;
536 tc->link_array = GNUNET_realloc (tc->link_array,
537 (sizeof (struct OverlayLink) *
538 tc->link_array_size));
539 make_link (&tc->link_array[tc->link_array_size - 1], cnt, i, tc);
544 GNUNET_free (popularity);
549 * Generates topology from the given file
551 * @param tc the topology context
552 * @param filename the filename of the file containing topology data
555 gen_topo_from_file (struct TopologyContext *tc, const char *filename)
562 unsigned long int peer_id;
563 unsigned long int other_peer_id;
567 * We read the peer index
572 * We read the other peer indices
579 status = GNUNET_SYSERR;
580 if (GNUNET_YES != GNUNET_DISK_file_test (filename))
582 LOG (GNUNET_ERROR_TYPE_ERROR, _("Topology file %s not found\n"), filename);
586 GNUNET_DISK_file_size (filename, &fs, GNUNET_YES, GNUNET_YES))
588 LOG (GNUNET_ERROR_TYPE_ERROR, _("Topology file %s has no data\n"), filename);
591 data = GNUNET_malloc (fs);
592 if (fs != GNUNET_DISK_fn_read (filename, data, fs))
594 LOG (GNUNET_ERROR_TYPE_ERROR, _("Topology file %s cannot be read\n"),
605 if (0 != isspace (data[offset]))
613 buf = strchr (&data[offset], ':');
616 LOG (GNUNET_ERROR_TYPE_ERROR,
617 _("Failed to read peer index from toology file: %s"), filename);
622 peer_id = (unsigned int) strtoul (&data[offset], &end, 10);
625 LOG (GNUNET_ERROR_TYPE_ERROR,
626 _("Value in given topology file: %s out of range\n"), filename);
629 if (&data[offset] == end)
631 LOG (GNUNET_ERROR_TYPE_ERROR,
632 _("Failed to read peer index from topology file: %s"), filename);
635 if (tc->num_peers <= peer_id)
637 LOG (GNUNET_ERROR_TYPE_ERROR,
638 _("Topology file needs more peers than given ones\n"),
642 state = OTHER_PEER_INDEX;
643 offset += ((unsigned int) (buf - &data[offset])) + 1;
645 case OTHER_PEER_INDEX:
647 other_peer_id = (unsigned int) strtoul (&data[offset], &end, 10);
650 LOG (GNUNET_ERROR_TYPE_ERROR,
651 _("Value in given topology file: %s out of range\n"), filename);
654 if (&data[offset] == end)
656 LOG (GNUNET_ERROR_TYPE_ERROR,
657 _("Failed to read peer index from topology file: %s"), filename);
660 if (tc->num_peers <= other_peer_id)
662 LOG (GNUNET_ERROR_TYPE_ERROR,
663 _("Topology file needs more peers than given ones\n"),
667 if (peer_id != other_peer_id)
669 tc->link_array_size++;
670 tc->link_array = GNUNET_realloc (tc->link_array,
671 sizeof (struct OverlayLink) *
672 tc->link_array_size);
673 offset += end - &data[offset];
674 make_link (&tc->link_array[tc->link_array_size - 1], peer_id,
678 LOG (GNUNET_ERROR_TYPE_WARNING,
679 _("Ignoring to connect peer %u to peer %u\n"), peer_id, other_peer_id);
680 while (('\n' != data[offset]) && ('|' != data[offset])
683 if ('\n' == data[offset])
685 else if ('|' == data[offset])
687 state = OTHER_PEER_INDEX;
697 if (GNUNET_OK != status)
699 LOG (GNUNET_ERROR_TYPE_WARNING,
700 "Removing link data read from the file\n");
701 tc->link_array_size = 0;
702 GNUNET_free_non_null (tc->link_array);
703 tc->link_array = NULL;
709 * Configure overall network topology to have a particular shape.
711 * @param op_cls closure argument to give with the operation event
712 * @param num_peers number of peers in 'peers'
713 * @param peers array of 'num_peers' with the peers to configure
714 * @param topo desired underlay topology to use
715 * @param ap topology-specific options
716 * @return handle to the operation, NULL if configuring the topology
717 * is not allowed at this time
719 struct GNUNET_TESTBED_Operation *
720 GNUNET_TESTBED_underlay_configure_topology_va (void *op_cls,
721 unsigned int num_peers,
722 struct GNUNET_TESTBED_Peer
725 GNUNET_TESTBED_TopologyOption
734 * Configure overall network topology to have a particular shape.
736 * @param op_cls closure argument to give with the operation event
737 * @param num_peers number of peers in 'peers'
738 * @param peers array of 'num_peers' with the peers to configure
739 * @param topo desired underlay topology to use
740 * @param ... topology-specific options
741 * @return handle to the operation, NULL if configuring the topology
742 * is not allowed at this time
744 struct GNUNET_TESTBED_Operation *
745 GNUNET_TESTBED_underlay_configure_topology (void *op_cls,
746 unsigned int num_peers,
747 struct GNUNET_TESTBED_Peer **peers,
748 enum GNUNET_TESTBED_TopologyOption
757 * All peers must have been started before calling this function.
758 * This function then connects the given peers in the P2P overlay
759 * using the given topology.
761 * @param op_cls closure argument to give with the operation event
762 * @param num_peers number of peers in 'peers'
763 * @param peers array of 'num_peers' with the peers to configure
764 * @param max_connections the maximums number of overlay connections that will
765 * be made to achieve the given topology
766 * @param topo desired underlay topology to use
767 * @param va topology-specific options
768 * @return handle to the operation, NULL if connecting these
769 * peers is fundamentally not possible at this time (peers
770 * not running or underlay disallows) or if num_peers is less than 2
772 struct GNUNET_TESTBED_Operation *
773 GNUNET_TESTBED_overlay_configure_topology_va (void *op_cls,
774 unsigned int num_peers,
775 struct GNUNET_TESTBED_Peer **peers,
776 unsigned int *max_connections,
777 enum GNUNET_TESTBED_TopologyOption
780 struct TopologyContext *tc;
781 struct GNUNET_TESTBED_Operation *op;
782 struct GNUNET_TESTBED_Controller *c;
783 enum GNUNET_TESTBED_TopologyOption secondary_option;
788 c = peers[0]->controller;
789 tc = GNUNET_malloc (sizeof (struct TopologyContext));
791 tc->num_peers = num_peers;
795 case GNUNET_TESTBED_TOPOLOGY_LINE:
798 case GNUNET_TESTBED_TOPOLOGY_RING:
801 case GNUNET_TESTBED_TOPOLOGY_ERDOS_RENYI:
803 va_arg (va, unsigned int),
806 case GNUNET_TESTBED_TOPOLOGY_SMALL_WORLD_RING:
809 va_arg (va, unsigned int),
812 case GNUNET_TESTBED_TOPOLOGY_CLIQUE:
813 tc->link_array_size = num_peers * (num_peers - 1);
814 tc->link_array = GNUNET_malloc (sizeof (struct OverlayLink) *
815 tc->link_array_size);
820 for (cnt=0; cnt < num_peers; cnt++)
822 unsigned int neighbour;
824 for (neighbour=0; neighbour < num_peers; neighbour++)
826 if (neighbour == cnt)
828 tc->link_array[offset].A = cnt;
829 tc->link_array[offset].B = neighbour;
830 tc->link_array[offset].tc = tc;
836 case GNUNET_TESTBED_TOPOLOGY_2D_TORUS:
837 gen_topo_2dtorus (tc);
839 case GNUNET_TESTBED_TOPOLOGY_SMALL_WORLD:
840 gen_topo_2dtorus (tc);
842 va_arg (va, unsigned int),
845 case GNUNET_TESTBED_TOPOLOGY_SCALE_FREE:
848 case GNUNET_TESTBED_TOPOLOGY_FROM_FILE:
850 const char *filename;
852 filename = va_arg (va, const char *);
853 GNUNET_assert (NULL != filename);
854 gen_topo_from_file (tc, filename);
864 secondary_option = va_arg (va, enum GNUNET_TESTBED_TopologyOption);
865 switch (secondary_option)
867 case GNUNET_TESTBED_TOPOLOGY_DISABLE_AUTO_RETRY:
868 tc->disable_retry = GNUNET_YES;
870 case GNUNET_TESTBED_TOPOLOGY_OPTION_END:
873 GNUNET_break (0); /* Should not use any other option apart from
874 the ones handled here */
875 GNUNET_free_non_null (tc->link_array);
879 } while (GNUNET_TESTBED_TOPOLOGY_OPTION_END != secondary_option);
880 op = GNUNET_TESTBED_operation_create_ (tc,
881 &opstart_overlay_configure_topology,
882 &oprelease_overlay_configure_topology);
883 GNUNET_TESTBED_operation_queue_insert_
884 (c->opq_parallel_topology_config_operations, op);
885 GNUNET_TESTBED_operation_begin_wait_ (op);
886 LOG (GNUNET_ERROR_TYPE_DEBUG,
887 "Generated %u connections\n", tc->link_array_size);
888 if (NULL != max_connections)
889 *max_connections = tc->link_array_size;
895 * All peers must have been started before calling this function.
896 * This function then connects the given peers in the P2P overlay
897 * using the given topology.
899 * @param op_cls closure argument to give with the operation event
900 * @param num_peers number of peers in 'peers'
901 * @param peers array of 'num_peers' with the peers to configure
902 * @param max_connections the maximums number of overlay connections that will
903 * be made to achieve the given topology
904 * @param topo desired underlay topology to use
905 * @param ... topology-specific options
906 * @return handle to the operation, NULL if connecting these
907 * peers is fundamentally not possible at this time (peers
908 * not running or underlay disallows) or if num_peers is less than 2
910 struct GNUNET_TESTBED_Operation *
911 GNUNET_TESTBED_overlay_configure_topology (void *op_cls, unsigned int num_peers,
912 struct GNUNET_TESTBED_Peer **peers,
913 unsigned int *max_connections,
914 enum GNUNET_TESTBED_TopologyOption
917 struct GNUNET_TESTBED_Operation *op;
920 GNUNET_assert (topo < GNUNET_TESTBED_TOPOLOGY_OPTION_END);
921 va_start (vargs, topo);
922 op = GNUNET_TESTBED_overlay_configure_topology_va (op_cls, num_peers, peers,
931 * Get a topology from a string input.
933 * @param topology where to write the retrieved topology
934 * @param topology_string The string to attempt to
935 * get a configuration value from
936 * @return GNUNET_YES if topology string matched a
937 * known topology, GNUNET_NO if not
940 GNUNET_TESTBED_topology_get_ (enum GNUNET_TESTBED_TopologyOption *topology,
941 const char *topology_string)
945 for (cnt = 0; NULL != topology_strings[cnt]; cnt++)
947 if (0 == strcasecmp (topology_string, topology_strings[cnt]))
949 if (NULL != topology)
950 *topology = (enum GNUNET_TESTBED_TopologyOption) cnt;
959 * Returns the string corresponding to the given topology
961 * @param topology the topology
962 * @return the string (freshly allocated) of given topology; NULL if topology cannot be
963 * expressed as a string
966 GNUNET_TESTBED_topology_to_str_ (enum GNUNET_TESTBED_TopologyOption topology)
968 if (GNUNET_TESTBED_TOPOLOGY_OPTION_END <= topology)
970 return GNUNET_strdup (topology_strings[topology]);
973 /* end of testbed_api_topology.c */