2 This file is part of GNUnet.
3 (C) 2009, 2010 Christian Grothoff (and other contributing authors)
5 GNUnet is free software; you can redistribute it and/or modify
6 it under the terms of the GNU General Public License as published
7 by the Free Software Foundation; either version 3, or (at your
8 option) any later version.
10 GNUnet is distributed in the hope that it will be useful, but
11 WITHOUT ANY WARRANTY; without even the implied warranty of
12 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
13 General Public License for more details.
15 You should have received a copy of the GNU General Public License
16 along with GNUnet; see the file COPYING. If not, write to the
17 Free Software Foundation, Inc., 59 Temple Place - Suite 330,
18 Boston, MA 02111-1307, USA.
21 * @file transport/test_transport_api_reliability.c
22 * @brief base test case for transport implementations
24 * This test case serves as a base for tcp and http
25 * transport test cases to check that the transports
26 * achieve reliable message delivery.
29 #include "gnunet_common.h"
30 #include "gnunet_hello_lib.h"
31 #include "gnunet_getopt_lib.h"
32 #include "gnunet_os_lib.h"
33 #include "gnunet_program_lib.h"
34 #include "gnunet_scheduler_lib.h"
35 #include "gnunet_server_lib.h"
36 #include "gnunet_transport_service.h"
37 #include "transport.h"
39 #define VERBOSE GNUNET_NO
41 #define VERBOSE_ARM GNUNET_NO
43 #define START_ARM GNUNET_YES
46 * Note that this value must not significantly exceed
47 * 'MAX_PENDING' in 'gnunet-service-transport.c', otherwise
48 * messages may be dropped even for a reliable transport.
50 #define TOTAL_MSGS (60000 * 2)
53 * How long until we give up on transmitting the message?
55 #define TIMEOUT GNUNET_TIME_relative_multiply (GNUNET_TIME_UNIT_SECONDS, 1500)
61 struct GNUNET_CONFIGURATION_Handle *cfg;
62 struct GNUNET_TRANSPORT_Handle *th;
63 struct GNUNET_PeerIdentity id;
69 static struct PeerContext p1;
71 static struct PeerContext p2;
73 static struct GNUNET_SCHEDULER_Handle *sched;
79 static int is_tcp_nat;
89 static unsigned long long total_bytes;
91 static struct GNUNET_TIME_Absolute start_time;
93 static GNUNET_SCHEDULER_TaskIdentifier die_task;
95 static char * key_file_p1;
96 static char * cert_file_p1;
98 static char * key_file_p2;
99 static char * cert_file_p2;
101 static int msg_scheduled;
107 #define OKPP do { ok++; fprintf (stderr, "Now at stage %u at %s:%u\n", ok, __FILE__, __LINE__); } while (0)
109 #define OKPP do { ok++; } while (0)
116 unsigned long long delta;
118 GNUNET_SCHEDULER_cancel (sched, die_task);
119 die_task = GNUNET_SCHEDULER_NO_TASK;
121 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG, "Disconnecting from transports!\n");
123 GNUNET_TRANSPORT_disconnect (p1.th);
124 GNUNET_TRANSPORT_disconnect (p2.th);
126 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
127 "Transports disconnected, returning success!\n");
129 delta = GNUNET_TIME_absolute_get_duration (start_time).value;
131 "\nThroughput was %llu kb/s\n",
132 total_bytes * 1000 / 1024 / delta);
140 stop_arm (struct PeerContext *p)
143 if (0 != PLIBC_KILL (p->arm_pid, SIGTERM))
144 GNUNET_log_strerror (GNUNET_ERROR_TYPE_WARNING, "kill");
145 GNUNET_OS_process_wait (p->arm_pid);
147 GNUNET_CONFIGURATION_destroy (p->cfg);
152 end_badly (void *cls,
153 const struct GNUNET_SCHEDULER_TaskContext *tc)
155 GNUNET_log (GNUNET_ERROR_TYPE_ERROR,
156 "Reliability failed: \nLast message scheduled %u of %u \nLast message sent %u \nLast message received %u \n ", msg_scheduled, TOTAL_MSGS, msg_sent, msg_recv);
158 GNUNET_TRANSPORT_disconnect (p1.th);
159 GNUNET_TRANSPORT_disconnect (p2.th);
166 struct GNUNET_MessageHeader header;
172 get_size (unsigned int iter)
177 return iter + sizeof (struct TestMessage);
178 ret = (iter * iter * iter);
179 return sizeof (struct TestMessage) + (ret % 60000);
184 notify_receive (void *cls,
185 const struct GNUNET_PeerIdentity *peer,
186 const struct GNUNET_MessageHeader *message,
187 struct GNUNET_TIME_Relative latency,
192 char cbuf[GNUNET_SERVER_MAX_MESSAGE_SIZE - 1];
193 const struct TestMessage *hdr;
195 hdr = (const struct TestMessage*) message;
197 if (MTYPE != ntohs (message->type))
200 if (ntohs (message->size) != s)
202 GNUNET_log (GNUNET_ERROR_TYPE_ERROR,
203 "Expected message %u of size %u, got %u bytes of message %u\n",
205 ntohs (message->size),
207 GNUNET_SCHEDULER_cancel (sched, die_task);
208 die_task = GNUNET_SCHEDULER_add_now (sched, &end_badly, NULL);
211 if (ntohl (hdr->num) != n)
213 GNUNET_log (GNUNET_ERROR_TYPE_ERROR,
214 "Expected message %u of size %u, got %u bytes of message %u\n",
216 ntohs (message->size),
218 GNUNET_SCHEDULER_cancel (sched, die_task);
219 die_task = GNUNET_SCHEDULER_add_now (sched, &end_badly, NULL);
222 memset (cbuf, n, s - sizeof (struct TestMessage));
223 if (0 != memcmp (cbuf,
225 s - sizeof (struct TestMessage)))
227 GNUNET_log (GNUNET_ERROR_TYPE_ERROR,
228 "Expected message %u with bits %u, but body did not match\n",
229 n, (unsigned char) n);
230 GNUNET_SCHEDULER_cancel (sched, die_task);
231 die_task = GNUNET_SCHEDULER_add_now (sched, &end_badly, NULL);
235 if (ntohl(hdr->num) % 5000 == 0)
237 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
238 "Got message %u of size %u\n",
240 ntohs (message->size));
244 if (0 == (n % (TOTAL_MSGS/100)))
246 fprintf (stderr, ".");
247 GNUNET_SCHEDULER_cancel (sched, die_task);
248 die_task = GNUNET_SCHEDULER_add_delayed (sched,
259 notify_ready (void *cls, size_t size, void *buf)
263 struct TestMessage hdr;
275 GNUNET_assert (size >= s);
276 GNUNET_assert (buf != NULL);
280 hdr.header.size = htons (s);
281 hdr.header.type = htons (MTYPE);
284 memcpy (&cbuf[ret], &hdr, sizeof (struct TestMessage));
285 ret += sizeof (struct TestMessage);
286 memset (&cbuf[ret], n, s - sizeof (struct TestMessage));
287 ret += s - sizeof (struct TestMessage);
291 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
292 "Sending message %u of size %u\n",
299 if (0 == GNUNET_CRYPTO_random_u32 (GNUNET_CRYPTO_QUALITY_WEAK, 16))
300 break; /* sometimes pack buffer full, sometimes not */
302 while (size - ret >= s);
305 GNUNET_TRANSPORT_notify_transmit_ready (p2.th,
314 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
315 "Returning total message block of size %u\n",
324 notify_connect (void *cls,
325 const struct GNUNET_PeerIdentity *peer,
326 struct GNUNET_TIME_Relative latency,
331 GNUNET_TRANSPORT_set_quota (p1.th,
333 GNUNET_BANDWIDTH_value_init (1024 * 1024 * 1024),
334 GNUNET_BANDWIDTH_value_init (1024 * 1024 * 1024),
335 GNUNET_TIME_UNIT_FOREVER_REL,
337 start_time = GNUNET_TIME_absolute_get ();
342 GNUNET_TRANSPORT_set_quota (p2.th,
344 GNUNET_BANDWIDTH_value_init (1024 * 1024 * 1024),
345 GNUNET_BANDWIDTH_value_init (1024 * 1024 * 1024),
346 GNUNET_TIME_UNIT_FOREVER_REL,
353 GNUNET_TRANSPORT_notify_transmit_ready (p2.th,
355 get_size (0), 0, TIMEOUT,
360 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
361 "Peer `%4s' connected to us (%p)!\n", GNUNET_i2s (peer), cls);
367 notify_disconnect (void *cls, const struct GNUNET_PeerIdentity *peer)
370 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
371 "Peer `%4s' disconnected (%p)!\n",
372 GNUNET_i2s (peer), cls);
378 setup_peer (struct PeerContext *p, const char *cfgname)
380 p->cfg = GNUNET_CONFIGURATION_create ();
382 p->arm_pid = GNUNET_OS_start_process (NULL, NULL,
383 "gnunet-service-arm",
384 "gnunet-service-arm",
388 "-c", cfgname, NULL);
390 GNUNET_assert (GNUNET_OK == GNUNET_CONFIGURATION_load (p->cfg, cfgname));
397 if (GNUNET_CONFIGURATION_have_value (p->cfg,
398 "transport-https", "KEY_FILE"))
399 GNUNET_CONFIGURATION_get_value_string (p->cfg, "transport-https", "KEY_FILE", &key_file_p1);
400 if (key_file_p1 == NULL)
401 GNUNET_asprintf(&key_file_p1,"https_p1.key");
402 if (0 == stat (key_file_p1, &sbuf ))
404 if (0 == remove(key_file_p1))
405 GNUNET_log (GNUNET_ERROR_TYPE_ERROR, "Successfully removed existing private key file `%s'\n",key_file_p1);
407 GNUNET_log (GNUNET_ERROR_TYPE_ERROR, "Failed to remove private key file `%s'\n",key_file_p1);
409 if (GNUNET_CONFIGURATION_have_value (p->cfg,"transport-https", "CERT_FILE"))
410 GNUNET_CONFIGURATION_get_value_string (p->cfg, "transport-https", "CERT_FILE", &cert_file_p1);
411 if (cert_file_p1 == NULL)
412 GNUNET_asprintf(&cert_file_p1,"https_p1.cert");
413 if (0 == stat (cert_file_p1, &sbuf ))
415 if (0 == remove(cert_file_p1))
416 GNUNET_log (GNUNET_ERROR_TYPE_ERROR, "Successfully removed existing certificate file `%s'\n",cert_file_p1);
418 GNUNET_log (GNUNET_ERROR_TYPE_ERROR, "Failed to remove existing certificate file `%s'\n",cert_file_p1);
423 if (GNUNET_CONFIGURATION_have_value (p->cfg,
424 "transport-https", "KEY_FILE"))
425 GNUNET_CONFIGURATION_get_value_string (p->cfg, "transport-https", "KEY_FILE", &key_file_p2);
426 if (key_file_p2 == NULL)
427 GNUNET_asprintf(&key_file_p2,"https_p2.key");
428 if (0 == stat (key_file_p2, &sbuf ))
430 if (0 == remove(key_file_p2))
431 GNUNET_log (GNUNET_ERROR_TYPE_ERROR, "Successfully removed existing private key file `%s'\n",key_file_p2);
433 GNUNET_log (GNUNET_ERROR_TYPE_ERROR, "Failed to remove private key file `%s'\n",key_file_p2);
435 if (GNUNET_CONFIGURATION_have_value (p->cfg,"transport-https", "CERT_FILE"))
436 GNUNET_CONFIGURATION_get_value_string (p->cfg, "transport-https", "CERT_FILE", &cert_file_p2);
437 if (cert_file_p2 == NULL)
438 GNUNET_asprintf(&cert_file_p2,"https_p2.cert");
439 if (0 == stat (cert_file_p2, &sbuf ))
441 if (0 == remove(cert_file_p2))
442 GNUNET_log (GNUNET_ERROR_TYPE_ERROR, "Successfully removed existing certificate file `%s'\n",cert_file_p2);
444 GNUNET_log (GNUNET_ERROR_TYPE_ERROR, "Failed to remove existing certificate file `%s'\n",cert_file_p2);
449 p->th = GNUNET_TRANSPORT_connect (sched, p->cfg, NULL,
454 GNUNET_assert (p->th != NULL);
459 exchange_hello_last (void *cls,
460 const struct GNUNET_MessageHeader *message)
462 struct PeerContext *me = cls;
464 GNUNET_TRANSPORT_get_hello_cancel (p2.th, &exchange_hello_last, me);
466 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
467 "Exchanging HELLO with peer (%p)!\n", cls);
469 GNUNET_assert (ok >= 3);
471 GNUNET_assert (message != NULL);
472 GNUNET_assert (GNUNET_OK ==
473 GNUNET_HELLO_get_id ((const struct GNUNET_HELLO_Message *)
475 /* both HELLOs exchanged, get ready to test transmission! */
476 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
477 "Finished exchanging HELLOs, now waiting for transmission!\n");
482 exchange_hello (void *cls,
483 const struct GNUNET_MessageHeader *message)
485 struct PeerContext *me = cls;
487 GNUNET_TRANSPORT_get_hello_cancel (p1.th, &exchange_hello, me);
489 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
490 "Exchanging HELLO with peer (%p)!\n", cls);
492 GNUNET_assert (ok >= 2);
494 GNUNET_assert (message != NULL);
495 GNUNET_assert (GNUNET_OK ==
496 GNUNET_HELLO_get_id ((const struct GNUNET_HELLO_Message *)
500 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
501 "Received HELLO size %d\n",
502 GNUNET_HELLO_size((const struct GNUNET_HELLO_Message *)message));
504 GNUNET_TRANSPORT_offer_hello (p2.th, message);
505 GNUNET_TRANSPORT_get_hello (p2.th, &exchange_hello_last, &p2);
511 struct GNUNET_SCHEDULER_Handle *s,
513 const char *cfgfile, const struct GNUNET_CONFIGURATION_Handle *cfg)
515 GNUNET_assert (ok == 1);
518 die_task = GNUNET_SCHEDULER_add_delayed (sched,
524 setup_peer (&p1, "test_transport_api_tcp_peer1.conf");
525 setup_peer (&p2, "test_transport_api_tcp_peer2.conf");
529 setup_peer (&p1, "test_transport_api_rel_http_peer1.conf");
530 setup_peer (&p2, "test_transport_api_rel_http_peer2.conf");
534 setup_peer (&p1, "test_transport_api_rel_https_peer1.conf");
535 setup_peer (&p2, "test_transport_api_rel_https_peer2.conf");
539 setup_peer (&p1, "test_transport_api_udp_peer1.conf");
540 setup_peer (&p2, "test_transport_api_udp_peer2.conf");
544 setup_peer (&p1, "test_transport_api_tcp_nat_peer1.conf");
545 setup_peer (&p2, "test_transport_api_tcp_nat_peer2.conf");
549 GNUNET_assert(p1.th != NULL);
550 GNUNET_assert(p2.th != NULL);
551 GNUNET_TRANSPORT_get_hello (p1.th, &exchange_hello, &p1);
558 char *const argv[] = { "test-transport-api-reliability",
560 "test_transport_api_data.conf",
566 struct GNUNET_GETOPT_CommandLineOption options[] = {
567 GNUNET_GETOPT_OPTION_END
571 setTransportOptions("test_transport_api_data.conf");
574 GNUNET_PROGRAM_run ((sizeof (argv) / sizeof (char *)) - 1,
575 argv, "test-transport-api-reliability", "nohelp",
583 if (0 == stat (cert_file_p1, &sbuf ))
585 if (0 == remove(cert_file_p1))
586 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG, "Successfully removed existing certificate file `%s'\n",cert_file_p1);
588 GNUNET_log (GNUNET_ERROR_TYPE_ERROR, "Failed to remove certfile `%s'\n",cert_file_p1);
591 if (0 == stat (key_file_p1, &sbuf ))
593 if (0 == remove(key_file_p1))
594 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG, "Successfully removed private key file `%s'\n",key_file_p1);
596 GNUNET_log (GNUNET_ERROR_TYPE_ERROR, "Failed to private key file `%s'\n",key_file_p1);
599 if (0 == stat (cert_file_p2, &sbuf ))
601 if (0 == remove(cert_file_p2))
602 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG, "Successfully removed existing certificate file `%s'\n",cert_file_p2);
604 GNUNET_log (GNUNET_ERROR_TYPE_ERROR, "Failed to remove certfile `%s'\n",cert_file_p2);
607 if (0 == stat (key_file_p2, &sbuf ))
609 if (0 == remove(key_file_p2))
610 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG, "Successfully removed private key file `%s'\n",key_file_p2);
612 GNUNET_log (GNUNET_ERROR_TYPE_ERROR, "Failed to private key file `%s'\n",key_file_p2);
614 GNUNET_free(key_file_p1);
615 GNUNET_free(key_file_p2);
616 GNUNET_free(cert_file_p1);
617 GNUNET_free(cert_file_p2);
625 main (int argc, char *argv[])
629 return GNUNET_SYSERR;
631 if (strstr(argv[0], "tcp_nat") != NULL)
633 is_tcp_nat = GNUNET_YES;
635 else if (strstr(argv[0], "tcp") != NULL)
639 else if (strstr(argv[0], "https") != NULL)
641 is_https = GNUNET_YES;
643 else if (strstr(argv[0], "http") != NULL)
645 is_http = GNUNET_YES;
647 else if (strstr(argv[0], "udp") != NULL)
651 GNUNET_log_setup ("test-transport-api-reliability",
659 GNUNET_DISK_directory_remove ("/tmp/test-gnunetd-transport-peer-1");
660 GNUNET_DISK_directory_remove ("/tmp/test-gnunetd-transport-peer-2");
664 /* end of test_transport_api_reliability.c */