2 This file is part of GNUnet.
3 (C) 2009, 2010 Christian Grothoff (and other contributing authors)
5 GNUnet is free software; you can redistribute it and/or modify
6 it under the terms of the GNU General Public License as published
7 by the Free Software Foundation; either version 3, or (at your
8 option) any later version.
10 GNUnet is distributed in the hope that it will be useful, but
11 WITHOUT ANY WARRANTY; without even the implied warranty of
12 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
13 General Public License for more details.
15 You should have received a copy of the GNU General Public License
16 along with GNUnet; see the file COPYING. If not, write to the
17 Free Software Foundation, Inc., 59 Temple Place - Suite 330,
18 Boston, MA 02111-1307, USA.
21 * @file transport/test_transport_api_unreliability.c
22 * @brief test case for transports; ensures messages get
23 * through, regardless of order
25 * This test case serves as a base for unreliable
26 * transport test cases to check that the transports
27 * achieve reliable message delivery.
30 #include "gnunet_transport_service.h"
32 #include "transport-testing.h"
37 #define TIMEOUT GNUNET_TIME_relative_multiply (GNUNET_TIME_UNIT_SECONDS, 900)
40 * How long until we give up on transmitting the message?
42 #define TIMEOUT_TRANSMIT GNUNET_TIME_relative_multiply (GNUNET_TIME_UNIT_SECONDS, 60)
44 static char *test_source;
46 static char *test_plugin;
48 static char *test_name;
52 static GNUNET_SCHEDULER_TaskIdentifier die_task;
54 struct PeerContext *p1;
56 struct PeerContext *p2;
58 struct GNUNET_TRANSPORT_TransmitHandle *th;
67 struct GNUNET_TRANSPORT_TESTING_handle *tth;
70 * Testcase specific declarations
74 * Total number of messages to send
76 * Note that this value must not significantly exceed
77 * 'MAX_PENDING' in 'gnunet-service-transport.c', otherwise
78 * messages may be dropped even for a reliable transport.
80 #define TOTAL_MSGS (1024 * 3)
84 GNUNET_NETWORK_STRUCT_BEGIN
88 struct GNUNET_MessageHeader header;
91 GNUNET_NETWORK_STRUCT_END
93 static char *test_name;
95 static int msg_scheduled;
97 static int msg_recv_expected;
100 static int test_connected;
101 static int test_sending;
102 static int test_send_timeout;
104 static unsigned long long total_bytes;
106 static struct GNUNET_TIME_Absolute start_time;
108 static char bitmap[TOTAL_MSGS / 8];
110 static GNUNET_TRANSPORT_TESTING_ConnectRequest cc;
113 * END Testcase specific declarations
117 #define OKPP do { ok++; FPRINTF (stderr, "Now at stage %u at %s:%u\n", ok, __FILE__, __LINE__); } while (0)
119 #define OKPP do { ok++; } while (0)
123 get_bit (const char *map, unsigned int bit);
128 unsigned long long delta;
132 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG, "Stopping peers\n");
134 delta = GNUNET_TIME_absolute_get_duration (start_time).rel_value;
135 FPRINTF (stderr, "\nThroughput was %llu kb/s\n",
136 total_bytes * 1000 / 1024 / delta);
137 GNUNET_asprintf (&value_name, "unreliable_%s", test_plugin);
138 GAUGER ("TRANSPORT", value_name, (int) (total_bytes * 1000 / 1024 / delta),
140 GNUNET_free (value_name);
142 if (die_task != GNUNET_SCHEDULER_NO_TASK)
143 GNUNET_SCHEDULER_cancel (die_task);
146 GNUNET_TRANSPORT_notify_transmit_ready_cancel (th);
150 GNUNET_TRANSPORT_TESTING_connect_peers_cancel (tth, cc);
153 GNUNET_TRANSPORT_TESTING_stop_peer (tth, p1);
154 GNUNET_TRANSPORT_TESTING_stop_peer (tth, p2);
156 GNUNET_TRANSPORT_TESTING_done (tth);
162 for (i = 0; i < TOTAL_MSGS; i++)
164 if (get_bit (bitmap, i) == 0)
166 GNUNET_log (GNUNET_ERROR_TYPE_ERROR, "Did not receive message %d\n", i);
175 die_task = GNUNET_SCHEDULER_NO_TASK;
176 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG, "Fail! Stopping peers\n");
178 if (test_connected == GNUNET_YES)
179 GNUNET_log (GNUNET_ERROR_TYPE_ERROR, "Peers got connected\n");
181 GNUNET_log (GNUNET_ERROR_TYPE_ERROR, "Peers got NOT connected\n");
183 if (test_sending == GNUNET_NO)
184 GNUNET_log (GNUNET_ERROR_TYPE_ERROR,
185 "Testcase did not send any messages before timeout\n");
187 GNUNET_log (GNUNET_ERROR_TYPE_ERROR,
188 "Reliability failed: Last message sent %u, Next message scheduled %u, Last message received %u, Message expected %u\n",
189 msg_sent, msg_scheduled, msg_recv, msg_recv_expected);
190 if (test_send_timeout == GNUNET_YES)
191 GNUNET_log (GNUNET_ERROR_TYPE_ERROR,
192 "Test had timeout while waiting to send data\n");
196 for (i = 0; i < TOTAL_MSGS; i++)
198 if (get_bit (bitmap, i) == 0)
200 GNUNET_log (GNUNET_ERROR_TYPE_ERROR, "Did not receive message %d\n", i);
206 GNUNET_TRANSPORT_notify_transmit_ready_cancel (th);
210 GNUNET_TRANSPORT_TESTING_connect_peers_cancel (tth, cc);
214 GNUNET_TRANSPORT_TESTING_stop_peer (tth, p1);
216 GNUNET_TRANSPORT_TESTING_stop_peer (tth, p2);
218 GNUNET_TRANSPORT_TESTING_done (tth);
225 get_size (unsigned int iter)
229 ret = (iter * iter * iter);
232 /* FreeBSD/OSX etc. Unix DGRAMs do not work
233 * with large messages */
234 if (0 == strcmp ("unix", test_plugin))
235 return sizeof (struct TestMessage) + (ret % 1024);
237 return sizeof (struct TestMessage) + (ret % 60000);
242 * Sets a bit active in the bitmap.
244 * @param bitIdx which bit to set
245 * @return GNUNET_SYSERR on error, GNUNET_OK on success
248 set_bit (unsigned int bitIdx)
251 unsigned int targetBit;
253 if (bitIdx >= sizeof (bitmap) * 8)
255 GNUNET_log (GNUNET_ERROR_TYPE_ERROR, "tried to set bit %d of %d(!?!?)\n",
256 bitIdx, sizeof (bitmap) * 8);
257 return GNUNET_SYSERR;
259 arraySlot = bitIdx / 8;
260 targetBit = (1L << (bitIdx % 8));
261 bitmap[arraySlot] |= targetBit;
266 * Obtain a bit from bitmap.
267 * @param map the bitmap
268 * @param bit index from bitmap
270 * @return Bit \a bit from hashcode \a code
273 get_bit (const char *map, unsigned int bit)
275 if (bit > TOTAL_MSGS)
277 GNUNET_log (GNUNET_ERROR_TYPE_ERROR, "get bit %d of %d(!?!?)\n", bit,
278 sizeof (bitmap) * 8);
281 return ((map)[bit >> 3] & (1 << (bit & 7))) > 0;
286 notify_receive (void *cls, const struct GNUNET_PeerIdentity *peer,
287 const struct GNUNET_MessageHeader *message,
288 const struct GNUNET_ATS_Information *ats, uint32_t ats_count)
293 char cbuf[GNUNET_SERVER_MAX_MESSAGE_SIZE - 1];
294 const struct TestMessage *hdr;
296 hdr = (const struct TestMessage *) message;
298 if (MTYPE != ntohs (message->type))
300 msg_recv_expected = n;
301 msg_recv = ntohl (hdr->num);
302 s = get_size (ntohl (hdr->num));
304 if (ntohs (message->size) != s)
306 GNUNET_log (GNUNET_ERROR_TYPE_ERROR,
307 "Expected message %u of size %u, got %u bytes of message %u\n",
308 ntohl (hdr->num), s, ntohs (message->size), ntohl (hdr->num));
309 if (GNUNET_SCHEDULER_NO_TASK != die_task)
310 GNUNET_SCHEDULER_cancel (die_task);
311 test_sending = GNUNET_YES;
312 die_task = GNUNET_SCHEDULER_add_now (&end_badly, NULL);
316 memset (cbuf, ntohl (hdr->num), s - sizeof (struct TestMessage));
317 if (0 != memcmp (cbuf, &hdr[1], s - sizeof (struct TestMessage)))
319 GNUNET_log (GNUNET_ERROR_TYPE_ERROR,
320 "Expected message %u with bits %u, but body did not match\n",
321 ntohl (hdr->num), (unsigned char) n);
322 if (GNUNET_SCHEDULER_NO_TASK != die_task)
323 GNUNET_SCHEDULER_cancel (die_task);
324 test_sending = GNUNET_YES;
325 die_task = GNUNET_SCHEDULER_add_now (&end_badly, NULL);
329 if (ntohl (hdr->num) % 5 == 0)
331 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG, "Got message %u of size %u\n",
332 ntohl (hdr->num), ntohs (message->size));
336 if (GNUNET_SYSERR == set_bit (ntohl (hdr->num)))
338 GNUNET_log (GNUNET_ERROR_TYPE_ERROR,
339 _("Message id %u is bigger than maxmimum number of messages %u expected\n"),
340 ntohl (hdr->num), TOTAL_MSGS);
342 test_sending = GNUNET_YES;
343 if (0 == (n % (TOTAL_MSGS / 100)))
345 FPRINTF (stderr, "%s", ".");
346 if (GNUNET_SCHEDULER_NO_TASK != die_task)
347 GNUNET_SCHEDULER_cancel (die_task);
348 die_task = GNUNET_SCHEDULER_add_delayed (TIMEOUT, &end_badly, NULL);
358 notify_ready (void *cls, size_t size, void *buf)
362 struct TestMessage hdr;
370 test_send_timeout = GNUNET_YES;
371 GNUNET_log (GNUNET_ERROR_TYPE_ERROR,
372 "Timeout occurred while waiting for transmit_ready for msg %u of %u\n",
373 msg_scheduled, TOTAL_MSGS);
374 if (GNUNET_SCHEDULER_NO_TASK != die_task)
375 GNUNET_SCHEDULER_cancel (die_task);
376 die_task = GNUNET_SCHEDULER_add_now (&end_badly, NULL);
382 GNUNET_assert (size >= s);
383 GNUNET_assert (buf != NULL);
384 GNUNET_assert (n < TOTAL_MSGS);
388 GNUNET_assert (n < TOTAL_MSGS);
389 hdr.header.size = htons (s);
390 hdr.header.type = htons (MTYPE);
393 memcpy (&cbuf[ret], &hdr, sizeof (struct TestMessage));
394 ret += sizeof (struct TestMessage);
395 memset (&cbuf[ret], n, s - sizeof (struct TestMessage));
396 ret += s - sizeof (struct TestMessage);
401 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG, "Sending message %u of size %u\n", n,
407 if (0 == GNUNET_CRYPTO_random_u32 (GNUNET_CRYPTO_QUALITY_WEAK, 16))
408 break; /* sometimes pack buffer full, sometimes not */
410 while ((size - ret >= s) && (n < TOTAL_MSGS));
413 th = GNUNET_TRANSPORT_notify_transmit_ready (p2->th, &p1->id, s, 0,
415 ¬ify_ready, NULL);
420 FPRINTF (stderr, "%s", "\n");
421 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG, "All messages scheduled to be sent\n");
422 if (GNUNET_SCHEDULER_NO_TASK != die_task)
423 GNUNET_SCHEDULER_cancel (die_task);
424 die_task = GNUNET_SCHEDULER_add_delayed (TIMEOUT, &end_badly, NULL);
428 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
429 "Returning total message block of size %u\n", ret);
437 notify_connect (void *cls, const struct GNUNET_PeerIdentity *peer,
438 const struct GNUNET_ATS_Information *ats, uint32_t ats_count)
441 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG, "Peer `%4s' connected to us (%p)!\n",
442 GNUNET_i2s (peer), cls);
447 notify_disconnect (void *cls, const struct GNUNET_PeerIdentity *peer)
449 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG, "Peer `%4s' disconnected (%p)!\n",
450 GNUNET_i2s (peer), cls);
452 GNUNET_TRANSPORT_notify_transmit_ready_cancel (th);
459 start_time = GNUNET_TIME_absolute_get ();
460 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG, "Starting to send %u messages\n",
462 th = GNUNET_TRANSPORT_notify_transmit_ready (p2->th, &p1->id, get_size (0), 0,
463 TIMEOUT_TRANSMIT, ¬ify_ready,
468 testing_connect_cb (struct PeerContext *p1, struct PeerContext *p2, void *cls)
470 char *p1_c = GNUNET_strdup (GNUNET_i2s (&p1->id));
472 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG, "Peers connected: %s <-> %s\n", p1_c,
473 GNUNET_i2s (&p2->id));
476 test_connected = GNUNET_YES;
479 GNUNET_SCHEDULER_add_now (&sendtask, NULL);
483 start_cb (struct PeerContext *p, void *cls)
489 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG, "Peer %u (`%s') started\n", p->no,
490 GNUNET_i2s (&p->id));
495 test_connected = GNUNET_NO;
496 cc = GNUNET_TRANSPORT_TESTING_connect_peers (tth, p1, p2, &testing_connect_cb,
502 run (void *cls, char *const *args, const char *cfgfile,
503 const struct GNUNET_CONFIGURATION_Handle *cfg)
505 die_task = GNUNET_SCHEDULER_add_delayed (TIMEOUT, &end_badly, NULL);
506 test_send_timeout = GNUNET_NO;
509 p1 = GNUNET_TRANSPORT_TESTING_start_peer (tth, cfg_file_p1, 1,
510 ¬ify_receive, ¬ify_connect,
511 ¬ify_disconnect, &start_cb,
513 p2 = GNUNET_TRANSPORT_TESTING_start_peer (tth, cfg_file_p2, 2,
514 ¬ify_receive, ¬ify_connect,
515 ¬ify_disconnect, &start_cb,
519 if ((p1 == NULL) || (p2 == NULL))
521 GNUNET_log (GNUNET_ERROR_TYPE_ERROR, "Fail! Could not start peers!\n");
522 if (die_task != GNUNET_SCHEDULER_NO_TASK)
523 GNUNET_SCHEDULER_cancel (die_task);
524 die_task = GNUNET_SCHEDULER_add_now (&end_badly, NULL);
534 static char *const argv[] = { "test-transport-api-unreliability",
536 "test_transport_api_data.conf",
539 static struct GNUNET_GETOPT_CommandLineOption options[] = {
540 GNUNET_GETOPT_OPTION_END
544 setTransportOptions ("test_transport_api_data.conf");
548 GNUNET_PROGRAM_run ((sizeof (argv) / sizeof (char *)) - 1, argv, test_name,
549 "nohelp", options, &run, &ok);
555 main (int argc, char *argv[])
559 GNUNET_TRANSPORT_TESTING_get_test_name (argv[0], &test_name);
561 GNUNET_log_setup (test_name,
565 GNUNET_TRANSPORT_TESTING_get_test_source_name (__FILE__, &test_source);
566 GNUNET_TRANSPORT_TESTING_get_test_plugin_name (argv[0], test_source,
569 tth = GNUNET_TRANSPORT_TESTING_init ();
571 GNUNET_TRANSPORT_TESTING_get_config_name (argv[0], &cfg_file_p1, 1);
572 GNUNET_TRANSPORT_TESTING_get_config_name (argv[0], &cfg_file_p2, 2);
576 GNUNET_free (cfg_file_p1);
577 GNUNET_free (cfg_file_p2);
579 GNUNET_free (test_source);
580 GNUNET_free (test_plugin);
581 GNUNET_free (test_name);
587 /* end of test_transport_api_unreliability.c */