2 This file is part of GNUnet
3 (C) 2008--2012 Christian Grothoff (and other contributing authors)
5 GNUnet is free software; you can redistribute it and/or modify
6 it under the terms of the GNU General Public License as published
7 by the Free Software Foundation; either version 3, or (at your
8 option) any later version.
10 GNUnet is distributed in the hope that it will be useful, but
11 WITHOUT ANY WARRANTY; without even the implied warranty of
12 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
13 General Public License for more details.
15 You should have received a copy of the GNU General Public License
16 along with GNUnet; see the file COPYING. If not, write to the
17 Free Software Foundation, Inc., 59 Temple Place - Suite 330,
18 Boston, MA 02111-1307, USA.
22 * @file testbed/testbed_api_topology.c
23 * @brief topology-generation functions
24 * @author Christian Grothoff
27 #include "gnunet_testbed_service.h"
28 #include "testbed_api.h"
29 #include "testbed_api_peers.h"
30 #include "testbed_api_operations.h"
31 #include "testbed_api_topology.h"
34 * Generic loggins shorthand
36 #define LOG(kind,...) \
37 GNUNET_log_from (kind, "testbed-api-topology", __VA_ARGS__)
41 * Context information for topology operations
43 struct TopologyContext;
47 * Representation of an overlay link
53 * An operation corresponding to this link
55 struct GNUNET_TESTBED_Operation *op;
58 * The topology context this link is a part of
60 struct TopologyContext *tc;
63 * position of peer A's handle in peers array
68 * position of peer B's handle in peers array
76 * Context information for topology operations
78 struct TopologyContext
83 struct GNUNET_TESTBED_Peer **peers;
86 * An array of links; this array is of size link_array_size
88 struct OverlayLink *link_array;
91 * The operation closure
98 unsigned int num_peers;
101 * The size of the link array
103 unsigned int link_array_size;
106 * should the automatic retry be disabled
114 * A array of names representing topologies. Should be in sync with enum
115 * GNUNET_TESTBED_TopologyOption
117 const char * topology_strings[] = {
120 * A clique (everyone connected to everyone else). No options. If there are N
121 * peers this topology results in (N * (N -1)) connections.
126 * Small-world network (2d torus plus random links). Followed
127 * by the number of random links to add (unsigned int).
132 * Small-world network (ring plus random links). Followed
133 * by the number of random links to add (unsigned int).
138 * Ring topology. No options.
143 * 2-d torus. No options.
148 * Random graph. Followed by the number of random links to be established
151 "RANDOM", // GNUNET_TESTBED_TOPOLOGY_ERDOS_RENYI
154 * Certain percentage of peers are unable to communicate directly
155 * replicating NAT conditions. Followed by the fraction of
156 * NAT'ed peers (float).
161 * Scale free topology. No options.
166 * Straight line topology. No options.
171 * Read a topology from a given file. Followed by the name of the file (const char *).
176 * All peers are disconnected. No options.
189 * Callback to be called when an overlay_link operation complete
191 * @param cls element of the link_op array which points to the corresponding operation
192 * @param op the operation that has been finished
193 * @param emsg error message in case the operation has failed; will be NULL if
194 * operation has executed successfully.
197 overlay_link_completed (void *cls,
198 struct GNUNET_TESTBED_Operation *op,
201 struct OverlayLink *link = cls;
202 struct TopologyContext *tc;
204 GNUNET_assert (op == link->op);
205 GNUNET_TESTBED_operation_done (op);
208 if ((NULL != emsg) && (GNUNET_NO == tc->disable_retry))
210 LOG (GNUNET_ERROR_TYPE_WARNING,
211 "Error while establishing a link: %s -- Retrying\n", emsg);
213 GNUNET_TESTBED_overlay_connect (tc->op_cls,
214 &overlay_link_completed,
225 * Function called when a overlay connect operation is ready
227 * @param cls the Topology context
230 opstart_overlay_configure_topology (void *cls)
232 struct TopologyContext *tc = cls;
235 for (p = 0; p < tc->link_array_size; p++)
237 tc->link_array[p].op =
238 GNUNET_TESTBED_overlay_connect (tc->op_cls, &overlay_link_completed,
240 tc->peers[tc->link_array[p].A],
241 tc->peers[tc->link_array[p].B]);
247 * Callback which will be called when overlay connect operation is released
249 * @param cls the Topology context
252 oprelease_overlay_configure_topology (void *cls)
254 struct TopologyContext *tc = cls;
257 if (NULL != tc->link_array)
259 for (p = 0; p < tc->link_array_size; p++)
260 if (NULL != tc->link_array[p].op)
261 GNUNET_TESTBED_operation_done (tc->link_array[p].op);
262 GNUNET_free (tc->link_array);
269 * Populates the OverlayLink structure
271 * @param link the OverlayLink
272 * @param A the peer A
273 * @param B the peer B
274 * @param tc the TopologyContext
278 make_link (struct OverlayLink *link,
281 struct TopologyContext *tc)
291 * Generates line topology
293 * @param tc the topology context
296 gen_topo_line (struct TopologyContext *tc)
300 tc->link_array_size = tc->num_peers - 1;
301 tc->link_array = GNUNET_malloc (sizeof (struct OverlayLink) *
302 tc->link_array_size);
303 for (cnt=0; cnt < (tc->num_peers - 1); cnt++)
304 make_link (&tc->link_array[cnt], cnt, cnt + 1, tc);
309 * Generates ring topology
311 * @param tc the topology context
314 gen_topo_ring (struct TopologyContext *tc)
317 tc->link_array_size++;
318 tc->link_array = GNUNET_realloc (tc->link_array,
319 sizeof (struct OverlayLink) *
320 tc->link_array_size);
321 make_link (&tc->link_array[tc->link_array_size - 1],
329 * Returns the number of links that are required to generate a 2d torus for the
330 * given number of peers. Also returns the arrangment (number of rows and the
331 * length of each row)
333 * @param num_peers number of peers
334 * @param rows number of rows in the 2d torus. Can be NULL
335 * @param rows_len the length of each row. This array will be allocated
336 * fresh. The caller should free it. Can be NULL
339 GNUNET_TESTBED_2dtorus_calc_links (unsigned int num_peers,
341 unsigned int **rows_len)
344 unsigned int sq_floor;
346 unsigned int *_rows_len;
349 unsigned int _num_peers;
352 sq = sqrt (num_peers);
354 sq_floor = (unsigned int) sq;
355 _rows = (sq_floor + 1);
356 _rows_len = GNUNET_malloc (sizeof (unsigned int) * _rows);
357 for (y = 0; y < _rows - 1; y++)
358 _rows_len[y] = sq_floor;
359 _num_peers = sq_floor * sq_floor;
360 cnt = 2 * _num_peers;
363 while (_num_peers < num_peers)
366 _rows_len[_rows - 1] = ++x;
371 cnt += (x < 2) ? x : 2 * x;
372 cnt += (y < 2) ? y : 2 * y;
373 if (0 == _rows_len[_rows - 1])
377 if (NULL != rows_len)
378 *rows_len = _rows_len;
380 GNUNET_free (_rows_len);
386 * Generates ring topology
388 * @param tc the topology context
391 gen_topo_2dtorus (struct TopologyContext *tc)
394 unsigned int *rows_len;
400 tc->link_array_size = GNUNET_TESTBED_2dtorus_calc_links (tc->num_peers, &rows,
402 tc->link_array = GNUNET_malloc (sizeof (struct OverlayLink) *
403 tc->link_array_size);
406 for (y = 0; y < rows; y++)
408 for (x = 0; x < rows_len[y] - 1; x++)
410 make_link (&tc->link_array[cnt],
418 make_link (&tc->link_array[cnt],
423 offset += rows_len[y];
425 for (x = 0; x < rows_len[0]; x++)
428 for (y = 0; y < rows - 1; y++)
430 if (x == rows_len[y+1])
432 GNUNET_assert (x < rows_len[y+1]);
433 make_link (&tc->link_array[cnt],
435 offset + rows_len[y] + x,
437 offset += rows_len[y];
442 make_link (&tc->link_array[cnt],
448 GNUNET_assert (cnt == tc->link_array_size);
449 GNUNET_free (rows_len);
454 * Generates ring topology
456 * @param tc the topology context
457 * @param links the number of random links to establish
458 * @param append GNUNET_YES to add links to existing link array; GNUNET_NO to
459 * create a new link array
462 gen_topo_random (struct TopologyContext *tc, unsigned int links, int append)
469 if (GNUNET_YES == append)
471 GNUNET_assert ((0 < tc->link_array_size) && (NULL != tc->link_array));
472 index = tc->link_array_size;
473 tc->link_array_size += links;
474 tc->link_array = GNUNET_realloc (tc->link_array,
475 sizeof (struct OverlayLink) *
476 tc->link_array_size);
480 GNUNET_assert ((0 == tc->link_array_size) && (NULL == tc->link_array));
482 tc->link_array_size = links;
483 tc->link_array = GNUNET_malloc (sizeof (struct OverlayLink) *
484 tc->link_array_size);
486 for (cnt = 0; cnt < links; cnt++)
489 A_rand = GNUNET_CRYPTO_random_u32 (GNUNET_CRYPTO_QUALITY_WEAK,
491 B_rand = GNUNET_CRYPTO_random_u32 (GNUNET_CRYPTO_QUALITY_WEAK,
493 } while (A_rand == B_rand);
494 make_link (&tc->link_array[index + cnt], A_rand, B_rand, tc);
500 * Generates scale free network. Its construction is described in:
502 * "Emergence of Scaling in Random Networks." Science 286, 509-512, 1999.
504 * @param tc the topology context
507 gen_scale_free (struct TopologyContext *tc)
512 unsigned int previous_connections;
514 uint16_t *popularity;
516 popularity = GNUNET_malloc (sizeof (uint16_t) * tc->num_peers);
517 /* Initially connect peer 1 to peer 0 */
518 tc->link_array_size = 1;
519 tc->link_array = GNUNET_malloc (sizeof (struct OverlayLink));
520 make_link (&tc->link_array[0], 0, 1, tc);
521 popularity[0]++; /* increase popularity of 0 as 1 connected to it*/
522 for (cnt = 1; cnt < tc->num_peers; cnt++)
524 previous_connections = tc->link_array_size;
525 for (i = 0; i < cnt; i++)
527 probability = ((double) popularity[i]) / ((double) previous_connections);
529 GNUNET_CRYPTO_random_u64 (GNUNET_CRYPTO_QUALITY_WEAK,
530 UINT64_MAX)) / ((double) UINT64_MAX);
531 if (random < probability)
533 tc->link_array_size++;
534 tc->link_array = GNUNET_realloc (tc->link_array,
535 (sizeof (struct OverlayLink) *
536 tc->link_array_size));
537 make_link (&tc->link_array[tc->link_array_size - 1], cnt, i, tc);
542 GNUNET_free (popularity);
547 * Generates topology from the given file
549 * @param tc the topology context
550 * @param filename the filename of the file containing topology data
553 gen_topo_from_file (struct TopologyContext *tc, const char *filename)
560 unsigned long int peer_id;
561 unsigned long int other_peer_id;
565 * We read the peer index
570 * We read the other peer indices
577 status = GNUNET_SYSERR;
578 if (GNUNET_YES != GNUNET_DISK_file_test (filename))
580 LOG (GNUNET_ERROR_TYPE_ERROR, _("Topology file %s not found\n"), filename);
584 GNUNET_DISK_file_size (filename, &fs, GNUNET_YES, GNUNET_YES))
586 LOG (GNUNET_ERROR_TYPE_ERROR, _("Topology file %s has no data\n"), filename);
589 data = GNUNET_malloc (fs);
590 if (fs != GNUNET_DISK_fn_read (filename, data, fs))
592 LOG (GNUNET_ERROR_TYPE_ERROR, _("Topology file %s cannot be read\n"),
603 if (0 != isspace (data[offset]))
611 buf = strchr (&data[offset], ':');
614 LOG (GNUNET_ERROR_TYPE_ERROR,
615 _("Failed to read peer index from toology file: %s"), filename);
620 peer_id = (unsigned int) strtoul (&data[offset], &end, 10);
623 LOG (GNUNET_ERROR_TYPE_ERROR,
624 _("Value in given topology file: %s out of range\n"), filename);
627 if (&data[offset] == end)
629 LOG (GNUNET_ERROR_TYPE_ERROR,
630 _("Failed to read peer index from topology file: %s"), filename);
633 if (tc->num_peers <= peer_id)
635 LOG (GNUNET_ERROR_TYPE_ERROR,
636 _("Topology file need more peers than the given ones\n"),
640 state = OTHER_PEER_INDEX;
641 offset += ((unsigned int) (buf - &data[offset])) + 1;
643 case OTHER_PEER_INDEX:
645 other_peer_id = (unsigned int) strtoul (&data[offset], &end, 10);
648 LOG (GNUNET_ERROR_TYPE_ERROR,
649 _("Value in given topology file: %s out of range\n"), filename);
652 if (&data[offset] == end)
654 LOG (GNUNET_ERROR_TYPE_ERROR,
655 _("Failed to read peer index from topology file: %s"), filename);
658 if (tc->num_peers <= other_peer_id)
660 LOG (GNUNET_ERROR_TYPE_ERROR,
661 _("Topology file need more peers than the given ones\n"),
665 tc->link_array_size++;
666 tc->link_array = GNUNET_realloc (tc->link_array,
667 sizeof (struct OverlayLink) *
668 tc->link_array_size);
669 offset += end - &data[offset];
670 make_link (&tc->link_array[tc->link_array_size - 1], peer_id,
672 while (('\n' != data[offset]) && ('|' != data[offset])
675 if ('\n' == data[offset])
677 else if ('|' == data[offset])
679 state = OTHER_PEER_INDEX;
689 if (GNUNET_OK != status)
691 LOG (GNUNET_ERROR_TYPE_WARNING,
692 "Removing and link data read from the file\n");
693 tc->link_array_size = 0;
694 GNUNET_free_non_null (tc->link_array);
695 tc->link_array = NULL;
701 * Configure overall network topology to have a particular shape.
703 * @param op_cls closure argument to give with the operation event
704 * @param num_peers number of peers in 'peers'
705 * @param peers array of 'num_peers' with the peers to configure
706 * @param topo desired underlay topology to use
707 * @param ap topology-specific options
708 * @return handle to the operation, NULL if configuring the topology
709 * is not allowed at this time
711 struct GNUNET_TESTBED_Operation *
712 GNUNET_TESTBED_underlay_configure_topology_va (void *op_cls,
713 unsigned int num_peers,
714 struct GNUNET_TESTBED_Peer
717 GNUNET_TESTBED_TopologyOption
726 * Configure overall network topology to have a particular shape.
728 * @param op_cls closure argument to give with the operation event
729 * @param num_peers number of peers in 'peers'
730 * @param peers array of 'num_peers' with the peers to configure
731 * @param topo desired underlay topology to use
732 * @param ... topology-specific options
733 * @return handle to the operation, NULL if configuring the topology
734 * is not allowed at this time
736 struct GNUNET_TESTBED_Operation *
737 GNUNET_TESTBED_underlay_configure_topology (void *op_cls,
738 unsigned int num_peers,
739 struct GNUNET_TESTBED_Peer **peers,
740 enum GNUNET_TESTBED_TopologyOption
749 * All peers must have been started before calling this function.
750 * This function then connects the given peers in the P2P overlay
751 * using the given topology.
753 * @param op_cls closure argument to give with the operation event
754 * @param num_peers number of peers in 'peers'
755 * @param peers array of 'num_peers' with the peers to configure
756 * @param max_connections the maximums number of overlay connections that will
757 * be made to achieve the given topology
758 * @param topo desired underlay topology to use
759 * @param va topology-specific options
760 * @return handle to the operation, NULL if connecting these
761 * peers is fundamentally not possible at this time (peers
762 * not running or underlay disallows) or if num_peers is less than 2
764 struct GNUNET_TESTBED_Operation *
765 GNUNET_TESTBED_overlay_configure_topology_va (void *op_cls,
766 unsigned int num_peers,
767 struct GNUNET_TESTBED_Peer **peers,
768 unsigned int *max_connections,
769 enum GNUNET_TESTBED_TopologyOption
772 struct TopologyContext *tc;
773 struct GNUNET_TESTBED_Operation *op;
774 struct GNUNET_TESTBED_Controller *c;
775 enum GNUNET_TESTBED_TopologyOption secondary_option;
780 c = peers[0]->controller;
781 tc = GNUNET_malloc (sizeof (struct TopologyContext));
783 tc->num_peers = num_peers;
787 case GNUNET_TESTBED_TOPOLOGY_LINE:
790 case GNUNET_TESTBED_TOPOLOGY_RING:
793 case GNUNET_TESTBED_TOPOLOGY_ERDOS_RENYI:
795 va_arg (va, unsigned int),
798 case GNUNET_TESTBED_TOPOLOGY_SMALL_WORLD_RING:
801 va_arg (va, unsigned int),
804 case GNUNET_TESTBED_TOPOLOGY_CLIQUE:
805 tc->link_array_size = num_peers * (num_peers - 1);
806 tc->link_array = GNUNET_malloc (sizeof (struct OverlayLink) *
807 tc->link_array_size);
812 for (cnt=0; cnt < num_peers; cnt++)
814 unsigned int neighbour;
816 for (neighbour=0; neighbour < num_peers; neighbour++)
818 if (neighbour == cnt)
820 tc->link_array[offset].A = cnt;
821 tc->link_array[offset].B = neighbour;
822 tc->link_array[offset].tc = tc;
828 case GNUNET_TESTBED_TOPOLOGY_2D_TORUS:
829 gen_topo_2dtorus (tc);
831 case GNUNET_TESTBED_TOPOLOGY_SMALL_WORLD:
832 gen_topo_2dtorus (tc);
834 va_arg (va, unsigned int),
837 case GNUNET_TESTBED_TOPOLOGY_SCALE_FREE:
840 case GNUNET_TESTBED_TOPOLOGY_FROM_FILE:
842 const char *filename;
844 filename = va_arg (va, const char *);
845 GNUNET_assert (NULL != filename);
846 gen_topo_from_file (tc, filename);
856 secondary_option = va_arg (va, enum GNUNET_TESTBED_TopologyOption);
857 switch (secondary_option)
859 case GNUNET_TESTBED_TOPOLOGY_DISABLE_AUTO_RETRY:
860 tc->disable_retry = GNUNET_YES;
862 case GNUNET_TESTBED_TOPOLOGY_OPTION_END:
865 GNUNET_break (0); /* Should not use any other option apart from
866 the ones handled here */
867 GNUNET_free_non_null (tc->link_array);
871 } while (GNUNET_TESTBED_TOPOLOGY_OPTION_END != secondary_option);
872 op = GNUNET_TESTBED_operation_create_ (tc,
873 &opstart_overlay_configure_topology,
874 &oprelease_overlay_configure_topology);
875 GNUNET_TESTBED_operation_queue_insert_
876 (c->opq_parallel_topology_config_operations, op);
877 GNUNET_TESTBED_operation_begin_wait_ (op);
878 LOG (GNUNET_ERROR_TYPE_DEBUG,
879 "Generated %u connections\n", tc->link_array_size);
880 if (NULL != max_connections)
881 *max_connections = tc->link_array_size;
887 * All peers must have been started before calling this function.
888 * This function then connects the given peers in the P2P overlay
889 * using the given topology.
891 * @param op_cls closure argument to give with the operation event
892 * @param num_peers number of peers in 'peers'
893 * @param peers array of 'num_peers' with the peers to configure
894 * @param max_connections the maximums number of overlay connections that will
895 * be made to achieve the given topology
896 * @param topo desired underlay topology to use
897 * @param ... topology-specific options
898 * @return handle to the operation, NULL if connecting these
899 * peers is fundamentally not possible at this time (peers
900 * not running or underlay disallows) or if num_peers is less than 2
902 struct GNUNET_TESTBED_Operation *
903 GNUNET_TESTBED_overlay_configure_topology (void *op_cls, unsigned int num_peers,
904 struct GNUNET_TESTBED_Peer **peers,
905 unsigned int *max_connections,
906 enum GNUNET_TESTBED_TopologyOption
909 struct GNUNET_TESTBED_Operation *op;
912 GNUNET_assert (topo < GNUNET_TESTBED_TOPOLOGY_OPTION_END);
913 va_start (vargs, topo);
914 op = GNUNET_TESTBED_overlay_configure_topology_va (op_cls, num_peers, peers,
923 * Get a topology from a string input.
925 * @param topology where to write the retrieved topology
926 * @param topology_string The string to attempt to
927 * get a configuration value from
928 * @return GNUNET_YES if topology string matched a
929 * known topology, GNUNET_NO if not
932 GNUNET_TESTBED_topology_get_ (enum GNUNET_TESTBED_TopologyOption *topology,
933 const char *topology_string)
937 for (cnt = 0; NULL != topology_strings[cnt]; cnt++)
939 if (0 == strcasecmp (topology_string, topology_strings[cnt]))
941 if (NULL != topology)
942 *topology = (enum GNUNET_TESTBED_TopologyOption) cnt;
951 * Returns the string corresponding to the given topology
953 * @param topology the topology
954 * @return the string (freshly allocated) of given topology; NULL if topology cannot be
955 * expressed as a string
958 GNUNET_TESTBED_topology_to_str_ (enum GNUNET_TESTBED_TopologyOption topology)
960 if (GNUNET_TESTBED_TOPOLOGY_OPTION_END <= topology)
962 return GNUNET_strdup (topology_strings[topology]);
965 /* end of testbed_api_topology.c */