2 This file is part of GNUnet.
3 (C) 2009, 2010 Christian Grothoff (and other contributing authors)
5 GNUnet is free software; you can redistribute it and/or modify
6 it under the terms of the GNU General Public License as published
7 by the Free Software Foundation; either version 3, or (at your
8 option) any later version.
10 GNUnet is distributed in the hope that it will be useful, but
11 WITHOUT ANY WARRANTY; without even the implied warranty of
12 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
13 General Public License for more details.
15 You should have received a copy of the GNU General Public License
16 along with GNUnet; see the file COPYING. If not, write to the
17 Free Software Foundation, Inc., 59 Temple Place - Suite 330,
18 Boston, MA 02111-1307, USA.
21 * @file transport/test_transport_api_unreliability.c
22 * @brief test case for transports; ensures messages get
23 * through, regardless of order
25 * This test case serves as a base for unreliable
26 * transport test cases to check that the transports
27 * achieve reliable message delivery.
30 #include "gnunet_common.h"
31 #include "gnunet_hello_lib.h"
32 #include "gnunet_getopt_lib.h"
33 #include "gnunet_os_lib.h"
34 #include "gnunet_program_lib.h"
35 #include "gnunet_scheduler_lib.h"
36 #include "gnunet_server_lib.h"
37 #include "gnunet_transport_service.h"
39 #include "transport.h"
40 #include "transport-testing.h"
42 #define VERBOSE GNUNET_YES
44 #define VERBOSE_ARM GNUNET_NO
46 #define START_ARM GNUNET_YES
51 #define TIMEOUT GNUNET_TIME_relative_multiply (GNUNET_TIME_UNIT_SECONDS, 60)
54 * How long until we give up on transmitting the message?
56 #define TIMEOUT_TRANSMIT GNUNET_TIME_relative_multiply (GNUNET_TIME_UNIT_SECONDS, 10)
58 static char *test_source;
60 static char *test_plugin;
62 static char *test_name;
66 static GNUNET_SCHEDULER_TaskIdentifier die_task;
68 struct PeerContext *p1;
70 struct PeerContext *p2;
72 struct GNUNET_TRANSPORT_TransmitHandle *th;
82 * Testcase specific declarations
86 * Note that this value must not significantly exceed
87 * 'MAX_PENDING' in 'gnunet-service-transport.c', otherwise
88 * messages may be dropped even for a reliable transport.
90 #define TOTAL_MSGS (1024 * 3)
96 struct GNUNET_MessageHeader header;
100 static char *test_name;
102 static int msg_scheduled;
104 static int msg_recv_expected;
107 static int test_failed;
109 static unsigned long long total_bytes;
111 static struct GNUNET_TIME_Absolute start_time;
113 static char bitmap[TOTAL_MSGS / 8];
116 * END Testcase specific declarations
120 #define OKPP do { ok++; fprintf (stderr, "Now at stage %u at %s:%u\n", ok, __FILE__, __LINE__); } while (0)
122 #define OKPP do { ok++; } while (0)
126 get_bit (const char *map, unsigned int bit);
131 unsigned long long delta;
135 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG, "Stopping peers\n");
137 delta = GNUNET_TIME_absolute_get_duration (start_time).rel_value;
138 fprintf (stderr, "\nThroughput was %llu kb/s\n",
139 total_bytes * 1000 / 1024 / delta);
140 GNUNET_asprintf (&value_name, "unreliable_%s", test_plugin);
141 GAUGER ("TRANSPORT", value_name, (int) (total_bytes * 1000 / 1024 / delta),
143 GNUNET_free (value_name);
145 if (die_task != GNUNET_SCHEDULER_NO_TASK)
146 GNUNET_SCHEDULER_cancel (die_task);
149 GNUNET_TRANSPORT_notify_transmit_ready_cancel (th);
152 GNUNET_TRANSPORT_TESTING_stop_peer (p1);
153 GNUNET_TRANSPORT_TESTING_stop_peer (p2);
159 for (i = 0; i < TOTAL_MSGS; i++)
161 if (get_bit (bitmap, i) == 0)
163 GNUNET_log (GNUNET_ERROR_TYPE_WARNING, "Did not receive message %d\n", i);
172 die_task = GNUNET_SCHEDULER_NO_TASK;
173 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG, "Fail! Stopping peers\n");
175 if (test_failed == GNUNET_NO)
176 GNUNET_log (GNUNET_ERROR_TYPE_ERROR, "Testcase timeout\n");
178 GNUNET_log (GNUNET_ERROR_TYPE_ERROR,
179 "Reliability failed: Last message sent %u, Next message scheduled %u, Last message received %u, Message expected %u\n",
180 msg_sent, msg_scheduled, msg_recv, msg_recv_expected);
183 GNUNET_TRANSPORT_notify_transmit_ready_cancel (th);
187 GNUNET_TRANSPORT_TESTING_stop_peer (p1);
189 GNUNET_TRANSPORT_TESTING_stop_peer (p2);
196 get_size (unsigned int iter)
200 ret = (iter * iter * iter);
201 return sizeof (struct TestMessage) + (ret % 60000);
206 * Sets a bit active in the bitmap.
208 * @param bitIdx which bit to set
211 set_bit (unsigned int bitIdx)
214 unsigned int targetBit;
216 if (bitIdx >= sizeof (bitmap) * 8)
218 GNUNET_log (GNUNET_ERROR_TYPE_WARNING, "tried to set bit %d of %d(!?!?)\n",
219 bitIdx, sizeof (bitmap) * 8);
222 arraySlot = bitIdx / 8;
223 targetBit = (1L << (bitIdx % 8));
224 bitmap[arraySlot] |= targetBit;
228 * Obtain a bit from bitmap.
229 * @param map the bitmap
230 * @param bit index from bitmap
232 * @return Bit \a bit from hashcode \a code
235 get_bit (const char *map, unsigned int bit)
237 if (bit >= TOTAL_MSGS)
239 GNUNET_log (GNUNET_ERROR_TYPE_ERROR, "get bit %d of %d(!?!?)\n", bit,
240 sizeof (bitmap) * 8);
243 return ((map)[bit >> 3] & (1 << (bit & 7))) > 0;
248 notify_receive (void *cls, const struct GNUNET_PeerIdentity *peer,
249 const struct GNUNET_MessageHeader *message,
250 const struct GNUNET_TRANSPORT_ATS_Information *ats,
256 char cbuf[GNUNET_SERVER_MAX_MESSAGE_SIZE - 1];
257 const struct TestMessage *hdr;
259 hdr = (const struct TestMessage *) message;
261 if (MTYPE != ntohs (message->type))
263 msg_recv_expected = n;
264 msg_recv = ntohl (hdr->num);
265 s = get_size (ntohl (hdr->num));
267 if (ntohs (message->size) != s)
269 GNUNET_log (GNUNET_ERROR_TYPE_ERROR,
270 "Expected message %u of size %u, got %u bytes of message %u\n",
271 ntohl (hdr->num), s, ntohs (message->size), ntohl (hdr->num));
272 if (GNUNET_SCHEDULER_NO_TASK != die_task)
273 GNUNET_SCHEDULER_cancel (die_task);
274 test_failed = GNUNET_YES;
275 die_task = GNUNET_SCHEDULER_add_now (&end_badly, NULL);
279 memset (cbuf, ntohl (hdr->num), s - sizeof (struct TestMessage));
280 if (0 != memcmp (cbuf, &hdr[1], s - sizeof (struct TestMessage)))
282 GNUNET_log (GNUNET_ERROR_TYPE_ERROR,
283 "Expected message %u with bits %u, but body did not match\n",
284 ntohl (hdr->num), (unsigned char) n);
285 if (GNUNET_SCHEDULER_NO_TASK != die_task)
286 GNUNET_SCHEDULER_cancel (die_task);
287 test_failed = GNUNET_YES;
288 die_task = GNUNET_SCHEDULER_add_now (&end_badly, NULL);
292 if (ntohl (hdr->num) % 5 == 0)
294 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG, "Got message %u of size %u\n",
295 ntohl (hdr->num), ntohs (message->size));
299 set_bit (ntohl (hdr->num));
300 if (0 == (n % (TOTAL_MSGS / 100)))
302 fprintf (stderr, ".");
303 if (GNUNET_SCHEDULER_NO_TASK != die_task)
304 GNUNET_SCHEDULER_cancel (die_task);
305 test_failed = GNUNET_YES;
306 die_task = GNUNET_SCHEDULER_add_delayed (TIMEOUT, &end_badly, NULL);
314 notify_ready (void *cls, size_t size, void *buf)
318 struct TestMessage hdr;
326 GNUNET_log (GNUNET_ERROR_TYPE_ERROR,
327 "Timeout occurred while waiting for transmit_ready\n");
328 if (GNUNET_SCHEDULER_NO_TASK != die_task)
329 GNUNET_SCHEDULER_cancel (die_task);
330 die_task = GNUNET_SCHEDULER_add_now (&end_badly, NULL);
336 GNUNET_assert (size >= s);
337 GNUNET_assert (buf != NULL);
341 hdr.header.size = htons (s);
342 hdr.header.type = htons (MTYPE);
345 memcpy (&cbuf[ret], &hdr, sizeof (struct TestMessage));
346 ret += sizeof (struct TestMessage);
347 memset (&cbuf[ret], n, s - sizeof (struct TestMessage));
348 ret += s - sizeof (struct TestMessage);
352 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG, "Sending message %u of size %u\n", n,
359 if (0 == GNUNET_CRYPTO_random_u32 (GNUNET_CRYPTO_QUALITY_WEAK, 16))
360 break; /* sometimes pack buffer full, sometimes not */
362 while (size - ret >= s);
365 th = GNUNET_TRANSPORT_notify_transmit_ready (p2->th, &p1->id, s, 0,
367 ¬ify_ready, NULL);
372 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
373 "All messages scheduled to be sent!!\n");
374 if (GNUNET_SCHEDULER_NO_TASK != die_task)
375 GNUNET_SCHEDULER_cancel (die_task);
376 die_task = GNUNET_SCHEDULER_add_delayed (TIMEOUT, &end_badly, NULL);
380 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
381 "Returning total message block of size %u\n", ret);
389 notify_connect (void *cls, const struct GNUNET_PeerIdentity *peer,
390 const struct GNUNET_TRANSPORT_ATS_Information *ats,
394 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG, "Peer `%4s' connected to us (%p)!\n",
395 GNUNET_i2s (peer), cls);
400 long long unsigned int l_bps;
402 GNUNET_asprintf(&sec, "transport-%s", test_plugin);
403 if (GNUNET_CONFIGURATION_have_value (p1->cfg, sec, "MAX_BPS"))
405 GNUNET_CONFIGURATION_get_value_number (p1->cfg, sec, "MAX_BPS",
410 max_bps_p1 = 1024 * 1024 * 1024;
413 GNUNET_TRANSPORT_set_quota (p1->th, &p2->id,
414 GNUNET_BANDWIDTH_value_init (max_bps_p1),
415 GNUNET_BANDWIDTH_value_init (max_bps_p1));
420 long long unsigned int l_bps;
422 GNUNET_asprintf(&sec, "transport-%s", test_plugin);
423 if (GNUNET_CONFIGURATION_have_value (p2->cfg, sec, "MAX_BPS"))
425 GNUNET_CONFIGURATION_get_value_number (p2->cfg, sec, "MAX_BPS",
430 max_bps_p2 = 1024 * 1024 * 1024;
433 GNUNET_TRANSPORT_set_quota (p2->th, &p1->id,
434 GNUNET_BANDWIDTH_value_init (max_bps_p2),
435 GNUNET_BANDWIDTH_value_init (max_bps_p2));
441 notify_disconnect (void *cls, const struct GNUNET_PeerIdentity *peer)
443 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG, "Peer `%4s' disconnected (%p)!\n",
444 GNUNET_i2s (peer), cls);
450 start_time = GNUNET_TIME_absolute_get ();
451 th = GNUNET_TRANSPORT_notify_transmit_ready (p2->th, &p1->id, get_size (0), 0,
452 TIMEOUT_TRANSMIT, ¬ify_ready,
457 testing_connect_cb (struct PeerContext *p1, struct PeerContext *p2, void *cls)
459 char *p1_c = strdup (GNUNET_i2s (&p1->id));
461 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG, "Peers connected: %s <-> %s\n", p1_c,
462 GNUNET_i2s (&p2->id));
465 // FIXME: THIS IS REQUIRED! SEEMS TO BE A BUG!
466 GNUNET_SCHEDULER_add_delayed (GNUNET_TIME_UNIT_SECONDS, &sendtask, NULL);
470 run (void *cls, char *const *args, const char *cfgfile,
471 const struct GNUNET_CONFIGURATION_Handle *cfg)
473 die_task = GNUNET_SCHEDULER_add_delayed (TIMEOUT, &end_badly, NULL);
475 p1 = GNUNET_TRANSPORT_TESTING_start_peer (cfg_file_p1, ¬ify_receive,
476 ¬ify_connect, ¬ify_disconnect,
478 p2 = GNUNET_TRANSPORT_TESTING_start_peer (cfg_file_p2, ¬ify_receive,
479 ¬ify_connect, ¬ify_disconnect,
482 if ((p1 == NULL) || (p2 == NULL))
484 GNUNET_log (GNUNET_ERROR_TYPE_ERROR, "Fail! Could not start peers!\n");
485 if (die_task != GNUNET_SCHEDULER_NO_TASK)
486 GNUNET_SCHEDULER_cancel (die_task);
487 die_task = GNUNET_SCHEDULER_add_now (&end_badly, NULL);
491 GNUNET_TRANSPORT_TESTING_connect_peers (p1, p2, &testing_connect_cb, NULL);
497 static char *const argv[] = { "test-transport-api-unreliability",
499 "test_transport_api_data.conf",
505 static struct GNUNET_GETOPT_CommandLineOption options[] = {
506 GNUNET_GETOPT_OPTION_END
510 setTransportOptions ("test_transport_api_data.conf");
514 GNUNET_PROGRAM_run ((sizeof (argv) / sizeof (char *)) - 1, argv, test_name,
515 "nohelp", options, &run, &ok);
521 main (int argc, char *argv[])
526 GNUNET_TRANSPORT_TESTING_get_test_source_name (__FILE__, &test_source);
527 GNUNET_TRANSPORT_TESTING_get_test_plugin_name (argv[0], test_source,
529 GNUNET_TRANSPORT_TESTING_get_test_name (argv[0], &test_name);
531 GNUNET_log_setup (test_name,
539 if ((strcmp (test_plugin, "tcp_nat") == 0) ||
540 (strcmp (test_plugin, "udp_nat") == 0))
542 nat_res = GNUNET_OS_check_helper_binary ("gnunet-nat-server");
543 if (GNUNET_NO == nat_res)
545 GNUNET_log (GNUNET_ERROR_TYPE_WARNING, "Cannot run NAT test: `%s' %s \n",
546 "gnunet-nat-server", "SUID not set");
549 if (GNUNET_SYSERR == nat_res)
551 GNUNET_log (GNUNET_ERROR_TYPE_WARNING, "Cannot run NAT test: `%s' %s \n",
552 "gnunet-nat-server", "file not found");
557 GNUNET_TRANSPORT_TESTING_get_config_name (argv[0], &cfg_file_p1, 1);
558 GNUNET_TRANSPORT_TESTING_get_config_name (argv[0], &cfg_file_p2, 2);
562 GNUNET_free (cfg_file_p1);
563 GNUNET_free (cfg_file_p2);
565 GNUNET_free (test_source);
566 GNUNET_free (test_plugin);
567 GNUNET_free (test_name);
572 /* end of test_transport_api_unreliability.c */