2 This file is part of GNUnet.
3 Copyright (C) 2012 GNUnet e.V.
5 GNUnet is free software; you can redistribute it and/or modify
6 it under the terms of the GNU General Public License as published
7 by the Free Software Foundation; either version 3, or (at your
8 option) any later version.
10 GNUnet is distributed in the hope that it will be useful, but
11 WITHOUT ANY WARRANTY; without even the implied warranty of
12 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
13 General Public License for more details.
15 You should have received a copy of the GNU General Public License
16 along with GNUnet; see the file COPYING. If not, write to the
17 Free Software Foundation, Inc., 51 Franklin Street, Fifth Floor,
18 Boston, MA 02110-1301, USA.
22 * @file set/gnunet-set-ibf-profiler.c
23 * @brief tool for profiling the invertible bloom filter implementation
24 * @author Florian Dold
28 #include "gnunet_util_lib.h"
32 static unsigned int asize = 10;
33 static unsigned int bsize = 10;
34 static unsigned int csize = 10;
35 static unsigned int hash_num = 4;
36 static unsigned int ibf_size = 80;
38 /* FIXME: add parameter for this */
39 static enum GNUNET_CRYPTO_Quality random_quality = GNUNET_CRYPTO_QUALITY_WEAK;
41 static struct GNUNET_CONTAINER_MultiHashMap *set_a;
42 static struct GNUNET_CONTAINER_MultiHashMap *set_b;
43 /* common elements in a and b */
44 static struct GNUNET_CONTAINER_MultiHashMap *set_c;
46 static struct GNUNET_CONTAINER_MultiHashMap *key_to_hashcode;
48 static struct InvertibleBloomFilter *ibf_a;
49 static struct InvertibleBloomFilter *ibf_b;
53 register_hashcode (struct GNUNET_HashCode *hash)
55 struct GNUNET_HashCode replicated;
57 key = ibf_key_from_hashcode (hash);
58 ibf_hashcode_from_key (key, &replicated);
59 (void) GNUNET_CONTAINER_multihashmap_put (key_to_hashcode,
61 GNUNET_memdup (hash, sizeof *hash),
62 GNUNET_CONTAINER_MULTIHASHMAPOPTION_MULTIPLE);
67 iter_hashcodes (struct IBF_Key key,
68 GNUNET_CONTAINER_HashMapIterator iter,
71 struct GNUNET_HashCode replicated;
73 ibf_hashcode_from_key (key, &replicated);
74 GNUNET_CONTAINER_multihashmap_get_multiple (key_to_hashcode,
81 insert_iterator (void *cls,
82 const struct GNUNET_HashCode *key,
85 struct InvertibleBloomFilter *ibf = cls;
87 ibf_insert (ibf, ibf_key_from_hashcode (key));
93 remove_iterator (void *cls,
94 const struct GNUNET_HashCode *key,
97 struct GNUNET_CONTAINER_MultiHashMap *hashmap = cls;
98 /* if remove fails, there just was a collision with another key */
99 (void) GNUNET_CONTAINER_multihashmap_remove (hashmap, value, NULL);
108 const struct GNUNET_CONFIGURATION_Handle *cfg)
110 struct GNUNET_HashCode id;
111 struct IBF_Key ibf_key;
115 struct GNUNET_TIME_Absolute start_time;
116 struct GNUNET_TIME_Relative delta_time;
118 set_a = GNUNET_CONTAINER_multihashmap_create (((asize == 0) ? 1 : (asize + csize)),
120 set_b = GNUNET_CONTAINER_multihashmap_create (((bsize == 0) ? 1 : (bsize + csize)),
122 set_c = GNUNET_CONTAINER_multihashmap_create (((csize == 0) ? 1 : csize),
125 key_to_hashcode = GNUNET_CONTAINER_multihashmap_create (((asize+bsize+csize == 0) ? 1 : (asize+bsize+csize)),
128 printf ("hash-num=%u, size=%u, #(A-B)=%u, #(B-A)=%u, #(A&B)=%u\n",
129 hash_num, ibf_size, asize, bsize, csize);
134 GNUNET_CRYPTO_hash_create_random (random_quality, &id);
135 if (GNUNET_YES == GNUNET_CONTAINER_multihashmap_contains (set_a, &id))
137 GNUNET_break (GNUNET_OK ==
138 GNUNET_CONTAINER_multihashmap_put (set_a, &id, NULL,
139 GNUNET_CONTAINER_MULTIHASHMAPOPTION_UNIQUE_ONLY));
140 register_hashcode (&id);
146 GNUNET_CRYPTO_hash_create_random (random_quality, &id);
147 if (GNUNET_YES == GNUNET_CONTAINER_multihashmap_contains (set_a, &id))
149 if (GNUNET_YES == GNUNET_CONTAINER_multihashmap_contains (set_b, &id))
151 GNUNET_break (GNUNET_OK ==
152 GNUNET_CONTAINER_multihashmap_put (set_b, &id, NULL,
153 GNUNET_CONTAINER_MULTIHASHMAPOPTION_UNIQUE_ONLY));
154 register_hashcode (&id);
160 GNUNET_CRYPTO_hash_create_random (random_quality, &id);
161 if (GNUNET_YES == GNUNET_CONTAINER_multihashmap_contains (set_a, &id))
163 if (GNUNET_YES == GNUNET_CONTAINER_multihashmap_contains (set_b, &id))
165 if (GNUNET_YES == GNUNET_CONTAINER_multihashmap_contains (set_c, &id))
167 GNUNET_break (GNUNET_OK ==
168 GNUNET_CONTAINER_multihashmap_put (set_c, &id, NULL,
169 GNUNET_CONTAINER_MULTIHASHMAPOPTION_UNIQUE_ONLY));
170 register_hashcode (&id);
174 ibf_a = ibf_create (ibf_size, hash_num);
175 ibf_b = ibf_create (ibf_size, hash_num);
176 if ( (NULL == ibf_a) ||
179 /* insufficient memory */
181 GNUNET_SCHEDULER_shutdown ();
186 printf ("generated sets\n");
188 start_time = GNUNET_TIME_absolute_get ();
190 GNUNET_CONTAINER_multihashmap_iterate (set_a, &insert_iterator, ibf_a);
191 GNUNET_CONTAINER_multihashmap_iterate (set_b, &insert_iterator, ibf_b);
192 GNUNET_CONTAINER_multihashmap_iterate (set_c, &insert_iterator, ibf_a);
193 GNUNET_CONTAINER_multihashmap_iterate (set_c, &insert_iterator, ibf_b);
195 delta_time = GNUNET_TIME_absolute_get_duration (start_time);
197 printf ("encoded in: %s\n",
198 GNUNET_STRINGS_relative_time_to_string (delta_time,
201 ibf_subtract (ibf_a, ibf_b);
204 start_time = GNUNET_TIME_absolute_get ();
206 for (i = 0; i <= asize + bsize; i++)
208 res = ibf_decode (ibf_a, &side, &ibf_key);
209 if (GNUNET_SYSERR == res)
211 printf ("decode failed, %u/%u elements left\n",
212 GNUNET_CONTAINER_multihashmap_size (set_a) + GNUNET_CONTAINER_multihashmap_size (set_b),
216 if (GNUNET_NO == res)
218 if ((0 == GNUNET_CONTAINER_multihashmap_size (set_b)) &&
219 (0 == GNUNET_CONTAINER_multihashmap_size (set_a)))
221 delta_time = GNUNET_TIME_absolute_get_duration (start_time);
222 printf ("decoded successfully in: %s\n",
223 GNUNET_STRINGS_relative_time_to_string (delta_time,
228 printf ("decode missed elements (should never happen)\n");
234 iter_hashcodes (ibf_key, remove_iterator, set_a);
236 iter_hashcodes (ibf_key, remove_iterator, set_b);
238 printf("cyclic IBF, %u/%u elements left\n",
239 GNUNET_CONTAINER_multihashmap_size (set_a) + GNUNET_CONTAINER_multihashmap_size (set_b),
245 main (int argc, char **argv)
247 struct GNUNET_GETOPT_CommandLineOption options[] = {
249 GNUNET_GETOPT_OPTION_SET_UINT ('A',
252 gettext_noop ("number of element in set A-B"),
255 GNUNET_GETOPT_OPTION_SET_UINT ('B',
258 gettext_noop ("number of element in set B-A"),
261 GNUNET_GETOPT_OPTION_SET_UINT ('C',
264 gettext_noop ("number of common elements in A and B"),
267 GNUNET_GETOPT_OPTION_SET_UINT ('k',
270 gettext_noop ("hash num"),
273 GNUNET_GETOPT_OPTION_SET_UINT ('s',
276 gettext_noop ("ibf size"),
279 GNUNET_GETOPT_OPTION_END
282 GNUNET_PROGRAM_run2 (argc, argv, "gnunet-consensus-ibf",
284 options, &run, NULL, GNUNET_YES);