2 This file is part of GNUnet
3 Copyright (C) 2013 GNUnet e.V.
5 GNUnet is free software; you can redistribute it and/or modify
6 it under the terms of the GNU General Public License as published
7 by the Free Software Foundation; either version 3, or (at your
8 option) any later version.
10 GNUnet is distributed in the hope that it will be useful, but
11 WITHOUT ANY WARRANTY; without even the implied warranty of
12 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
13 General Public License for more details.
15 You should have received a copy of the GNU General Public License
16 along with GNUnet; see the file COPYING. If not, write to the
17 Free Software Foundation, Inc., 51 Franklin Street, Fifth Floor,
18 Boston, MA 02110-1301, USA.
22 * @file set/gnunet-set-profiler.c
23 * @brief profiling tool for set
24 * @author Florian Dold
27 #include "gnunet_util_lib.h"
28 #include "gnunet_statistics_service.h"
29 #include "gnunet_set_service.h"
30 #include "gnunet_testbed_service.h"
35 static unsigned int num_a = 5;
36 static unsigned int num_b = 5;
37 static unsigned int num_c = 20;
39 static char *op_str = "union";
41 const static struct GNUNET_CONFIGURATION_Handle *config;
46 struct GNUNET_SET_Handle *set;
47 struct GNUNET_SET_OperationHandle *oh;
48 struct GNUNET_CONTAINER_MultiHashMap *sent;
49 struct GNUNET_CONTAINER_MultiHashMap *received;
53 static struct GNUNET_CONTAINER_MultiHashMap *common_sent;
55 static struct GNUNET_HashCode app_id;
57 static struct GNUNET_PeerIdentity local_peer;
59 static struct GNUNET_SET_ListenHandle *set_listener;
62 static int force_delta;
63 static int force_full;
65 static unsigned int element_length = 32;
68 * Handle to the statistics service.
70 static struct GNUNET_STATISTICS_Handle *statistics;
73 * The profiler will write statistics
74 * for all peers to the file with this name.
76 static char *statistics_filename;
79 * The profiler will write statistics
80 * for all peers to this file.
82 static FILE *statistics_file;
86 map_remove_iterator (void *cls,
87 const struct GNUNET_HashCode *key,
90 struct GNUNET_CONTAINER_MultiHashMap *m = cls;
93 GNUNET_assert (NULL != key);
95 ret = GNUNET_CONTAINER_multihashmap_remove (m, key, NULL);
97 printf ("spurious element\n");
104 * Callback function to process statistic values.
107 * @param subsystem name of subsystem that created the statistic
108 * @param name the name of the datum
109 * @param value the current value
110 * @param is_persistent #GNUNET_YES if the value is persistent, #GNUNET_NO if not
111 * @return #GNUNET_OK to continue, #GNUNET_SYSERR to abort iteration
114 statistics_result (void *cls,
115 const char *subsystem,
120 if (NULL != statistics_file)
122 fprintf (statistics_file, "%s\t%s\t%lu\n", subsystem, name, (unsigned long) value);
129 statistics_done (void *cls,
132 GNUNET_assert (GNUNET_YES == success);
133 if (NULL != statistics_file)
134 fclose (statistics_file);
135 GNUNET_SCHEDULER_shutdown ();
140 check_all_done (void)
142 if (info1.done == GNUNET_NO || info2.done == GNUNET_NO)
145 GNUNET_CONTAINER_multihashmap_iterate (info1.received, map_remove_iterator, info2.sent);
146 GNUNET_CONTAINER_multihashmap_iterate (info2.received, map_remove_iterator, info1.sent);
148 printf ("set a: %d missing elements\n", GNUNET_CONTAINER_multihashmap_size (info1.sent));
149 printf ("set b: %d missing elements\n", GNUNET_CONTAINER_multihashmap_size (info2.sent));
151 if (NULL == statistics_filename)
153 GNUNET_SCHEDULER_shutdown ();
157 statistics_file = fopen (statistics_filename, "w");
158 GNUNET_STATISTICS_get (statistics, NULL, NULL,
160 &statistics_result, NULL);
165 set_result_cb (void *cls,
166 const struct GNUNET_SET_Element *element,
167 uint64_t current_size,
168 enum GNUNET_SET_Status status)
170 struct SetInfo *info = cls;
171 struct GNUNET_HashCode hash;
173 GNUNET_assert (GNUNET_NO == info->done);
176 case GNUNET_SET_STATUS_DONE:
177 case GNUNET_SET_STATUS_HALF_DONE:
178 info->done = GNUNET_YES;
179 GNUNET_log (GNUNET_ERROR_TYPE_INFO, "set %s done\n", info->id);
183 case GNUNET_SET_STATUS_FAILURE:
185 GNUNET_log (GNUNET_ERROR_TYPE_ERROR, "failure\n");
186 GNUNET_SCHEDULER_shutdown ();
188 case GNUNET_SET_STATUS_ADD_LOCAL:
189 GNUNET_log (GNUNET_ERROR_TYPE_INFO, "set %s: local element\n", info->id);
191 case GNUNET_SET_STATUS_ADD_REMOTE:
192 GNUNET_CRYPTO_hash (element->data, element->size, &hash);
193 GNUNET_log (GNUNET_ERROR_TYPE_INFO, "set %s: remote element %s\n", info->id,
195 // XXX: record and check
201 if (element->size != sizeof (struct GNUNET_HashCode))
203 GNUNET_log (GNUNET_ERROR_TYPE_INFO,
204 "wrong element size: %u, expected %u\n",
206 (unsigned int) sizeof (struct GNUNET_HashCode));
210 GNUNET_log (GNUNET_ERROR_TYPE_INFO, "set %s: got element (%s)\n",
211 info->id, GNUNET_h2s (element->data));
212 GNUNET_assert (NULL != element->data);
213 GNUNET_CONTAINER_multihashmap_put (info->received,
215 GNUNET_CONTAINER_MULTIHASHMAPOPTION_REPLACE);
220 set_listen_cb (void *cls,
221 const struct GNUNET_PeerIdentity *other_peer,
222 const struct GNUNET_MessageHeader *context_msg,
223 struct GNUNET_SET_Request *request)
225 /* max. 2 options plus terminator */
226 struct GNUNET_SET_Option opts[3] = {{0}};
227 unsigned int n_opts = 0;
231 GNUNET_log (GNUNET_ERROR_TYPE_ERROR,
232 "listener failed\n");
235 GNUNET_assert (NULL == info2.oh);
236 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
237 "set listen cb called\n");
240 opts[n_opts++] = (struct GNUNET_SET_Option) { .type = GNUNET_SET_OPTION_BYZANTINE };
242 GNUNET_assert (!(force_full && force_delta));
245 opts[n_opts++] = (struct GNUNET_SET_Option) { .type = GNUNET_SET_OPTION_FORCE_FULL };
249 opts[n_opts++] = (struct GNUNET_SET_Option) { .type = GNUNET_SET_OPTION_FORCE_DELTA };
252 opts[n_opts].type = 0;
253 info2.oh = GNUNET_SET_accept (request, GNUNET_SET_RESULT_SYMMETRIC,
255 set_result_cb, &info2);
256 GNUNET_SET_commit (info2.oh, info2.set);
261 set_insert_iterator (void *cls,
262 const struct GNUNET_HashCode *key,
265 struct GNUNET_SET_Handle *set = cls;
266 struct GNUNET_SET_Element el;
268 GNUNET_assert (element_length > 0);
269 char payload[element_length];
271 GNUNET_CRYPTO_random_block (GNUNET_CRYPTO_QUALITY_WEAK, payload, element_length);
275 el.size = element_length;
276 GNUNET_SET_add_element (set, &el, NULL, NULL);
283 handle_shutdown (void *cls)
285 GNUNET_log (GNUNET_ERROR_TYPE_INFO,
286 "Shutting down set profiler\n");
287 if (NULL != set_listener)
289 GNUNET_SET_listen_cancel (set_listener);
292 if (NULL != info1.oh)
294 GNUNET_SET_operation_cancel (info1.oh);
297 if (NULL != info2.oh)
299 GNUNET_SET_operation_cancel (info2.oh);
302 if (NULL != info1.set)
304 GNUNET_SET_destroy (info1.set);
307 if (NULL != info2.set)
309 GNUNET_SET_destroy (info2.set);
312 GNUNET_STATISTICS_destroy (statistics, GNUNET_NO);
318 const struct GNUNET_CONFIGURATION_Handle *cfg,
319 struct GNUNET_TESTING_Peer *peer)
322 struct GNUNET_HashCode hash;
323 /* max. 2 options plus terminator */
324 struct GNUNET_SET_Option opts[3] = {{0}};
325 unsigned int n_opts = 0;
329 if (GNUNET_OK != GNUNET_CRYPTO_get_peer_identity (cfg, &local_peer))
331 GNUNET_log (GNUNET_ERROR_TYPE_ERROR, "could not retrieve host identity\n");
336 statistics = GNUNET_STATISTICS_create ("set-profiler", cfg);
338 GNUNET_SCHEDULER_add_shutdown (&handle_shutdown, NULL);
343 info1.sent = GNUNET_CONTAINER_multihashmap_create (num_a+1, GNUNET_NO);
344 info2.sent = GNUNET_CONTAINER_multihashmap_create (num_b+1, GNUNET_NO);
345 common_sent = GNUNET_CONTAINER_multihashmap_create (num_c+1, GNUNET_NO);
347 info1.received = GNUNET_CONTAINER_multihashmap_create (num_a+1, GNUNET_NO);
348 info2.received = GNUNET_CONTAINER_multihashmap_create (num_b+1, GNUNET_NO);
350 for (i = 0; i < num_a; i++)
352 GNUNET_CRYPTO_hash_create_random (GNUNET_CRYPTO_QUALITY_STRONG, &hash);
353 GNUNET_CONTAINER_multihashmap_put (info1.sent, &hash, NULL,
354 GNUNET_CONTAINER_MULTIHASHMAPOPTION_REPLACE);
357 for (i = 0; i < num_b; i++)
359 GNUNET_CRYPTO_hash_create_random (GNUNET_CRYPTO_QUALITY_STRONG, &hash);
360 GNUNET_CONTAINER_multihashmap_put (info2.sent, &hash, NULL,
361 GNUNET_CONTAINER_MULTIHASHMAPOPTION_REPLACE);
364 for (i = 0; i < num_c; i++)
366 GNUNET_CRYPTO_hash_create_random (GNUNET_CRYPTO_QUALITY_STRONG, &hash);
367 GNUNET_CONTAINER_multihashmap_put (common_sent, &hash, NULL,
368 GNUNET_CONTAINER_MULTIHASHMAPOPTION_REPLACE);
371 GNUNET_CRYPTO_hash_create_random (GNUNET_CRYPTO_QUALITY_STRONG, &app_id);
373 /* FIXME: also implement intersection etc. */
374 info1.set = GNUNET_SET_create (config, GNUNET_SET_OPERATION_UNION);
375 info2.set = GNUNET_SET_create (config, GNUNET_SET_OPERATION_UNION);
377 GNUNET_CONTAINER_multihashmap_iterate (info1.sent, set_insert_iterator, info1.set);
378 GNUNET_CONTAINER_multihashmap_iterate (info2.sent, set_insert_iterator, info2.set);
379 GNUNET_CONTAINER_multihashmap_iterate (common_sent, set_insert_iterator, info1.set);
380 GNUNET_CONTAINER_multihashmap_iterate (common_sent, set_insert_iterator, info2.set);
382 set_listener = GNUNET_SET_listen (config, GNUNET_SET_OPERATION_UNION,
383 &app_id, set_listen_cb, NULL);
388 opts[n_opts++] = (struct GNUNET_SET_Option) { .type = GNUNET_SET_OPTION_BYZANTINE };
390 GNUNET_assert (!(force_full && force_delta));
393 opts[n_opts++] = (struct GNUNET_SET_Option) { .type = GNUNET_SET_OPTION_FORCE_FULL };
397 opts[n_opts++] = (struct GNUNET_SET_Option) { .type = GNUNET_SET_OPTION_FORCE_DELTA };
400 opts[n_opts].type = 0;
402 info1.oh = GNUNET_SET_prepare (&local_peer, &app_id, NULL,
403 GNUNET_SET_RESULT_SYMMETRIC,
405 set_result_cb, &info1);
406 GNUNET_SET_commit (info1.oh, info1.set);
407 GNUNET_SET_destroy (info1.set);
413 pre_run (void *cls, char *const *args, const char *cfgfile,
414 const struct GNUNET_CONFIGURATION_Handle *cfg)
416 if (0 != GNUNET_TESTING_peer_run ("set-profiler",
424 main (int argc, char **argv)
426 static const struct GNUNET_GETOPT_CommandLineOption options[] = {
427 { 'A', "num-first", NULL,
428 gettext_noop ("number of values"),
429 GNUNET_YES, &GNUNET_GETOPT_set_uint, &num_a },
430 { 'B', "num-second", NULL,
431 gettext_noop ("number of values"),
432 GNUNET_YES, &GNUNET_GETOPT_set_uint, &num_b },
433 { 'b', "byzantine", NULL,
434 gettext_noop ("use byzantine mode"),
435 GNUNET_NO, &GNUNET_GETOPT_set_one, &byzantine },
436 { 'f', "force-full", NULL,
437 gettext_noop ("force sending full set"),
438 GNUNET_NO, &GNUNET_GETOPT_set_uint, &force_full },
439 { 'l', "element-length", NULL,
440 gettext_noop ("element length in byte"),
441 GNUNET_NO, &GNUNET_GETOPT_set_uint, &element_length },
442 { 'd', "force-delta", NULL,
443 gettext_noop ("number delta operation"),
444 GNUNET_NO, &GNUNET_GETOPT_set_uint, &force_delta },
445 { 'C', "num-common", NULL,
446 gettext_noop ("number of values"),
447 GNUNET_YES, &GNUNET_GETOPT_set_uint, &num_c },
448 { 'x', "operation", NULL,
449 gettext_noop ("operation to execute"),
450 GNUNET_YES, &GNUNET_GETOPT_set_string, &op_str },
451 { 's', "statistics", NULL,
452 gettext_noop ("write statistics to file"),
453 GNUNET_YES, &GNUNET_GETOPT_set_filename, &statistics_filename },
454 GNUNET_GETOPT_OPTION_END
456 GNUNET_PROGRAM_run2 (argc, argv, "gnunet-set-profiler",
458 options, &pre_run, NULL, GNUNET_YES);