2 This file is part of GNUnet.
3 (C) 2009 Christian Grothoff (and other contributing authors)
5 GNUnet is free software; you can redistribute it and/or modify
6 it under the terms of the GNU General Public License as published
7 by the Free Software Foundation; either version 3, or (at your
8 option) any later version.
10 GNUnet is distributed in the hope that it will be useful, but
11 WITHOUT ANY WARRANTY; without even the implied warranty of
12 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
13 General Public License for more details.
15 You should have received a copy of the GNU General Public License
16 along with GNUnet; see the file COPYING. If not, write to the
17 Free Software Foundation, Inc., 59 Temple Place - Suite 330,
18 Boston, MA 02111-1307, USA.
21 * @file dht/test_dht_twopeer_get_put.c
22 * @brief base testcase for testing DHT service with
25 * This testcase starts peers using the GNUNET_TESTING_daemons_start
26 * function call. On peer start, connects to the peers DHT service
27 * by calling GNUNET_DHT_connected. Once notified about all peers
28 * being started (by the peers_started_callback function), calls
29 * GNUNET_TESTING_connect_topology, which connects the peers in a
30 * "straight line" topology. On notification that all peers have
31 * been properly connected, calls the do_get function which initiates
32 * a GNUNET_DHT_get from the *second* peer. Once the GNUNET_DHT_get
33 * function starts, runs the do_put function to insert data at the first peer.
34 * If the GET is successful, schedules finish_testing
35 * to stop the test and shut down peers. If GET is unsuccessful
36 * after GET_TIMEOUT seconds, prints an error message and shuts down
40 #include "gnunet_testing_lib.h"
41 #include "gnunet_core_service.h"
42 #include "gnunet_dht_service_new.h"
43 #include "block_dns.h"
44 #include "gnunet_signatures.h"
47 #define VERBOSE GNUNET_NO
49 /* Timeout for entire testcase */
50 #define TIMEOUT GNUNET_TIME_relative_multiply(GNUNET_TIME_UNIT_SECONDS, 40)
52 /* Timeout for waiting for replies to get requests */
53 #define GET_TIMEOUT GNUNET_TIME_relative_multiply(GNUNET_TIME_UNIT_SECONDS, 30)
55 /* If number of peers not in config file, use this number */
56 #define DEFAULT_NUM_PEERS 2
63 * Directory to store temp data in, defined in config file
65 static char *test_directory;
68 * Variable used to store the number of connections we should wait for.
70 static unsigned int expected_connections;
73 * Variable used to keep track of how many peers aren't yet started.
75 static unsigned long long peers_left;
78 * Handle to the set of all peers run for this test.
80 static struct GNUNET_TESTING_PeerGroup *pg;
83 * Global handle we will use for GET requests.
85 struct GNUNET_DHT_GetHandle *global_get_handle;
89 * Total number of peers to run, set based on config file.
91 static unsigned long long num_peers;
94 * Global used to count how many connections we have currently
95 * been notified about (how many times has topology_callback been called
98 static unsigned int total_connections;
101 * Global used to count how many failed connections we have
102 * been notified about (how many times has topology_callback
103 * been called with failure?)
105 static unsigned int failed_connections;
107 /* Task handle to use to schedule test failure */
108 GNUNET_SCHEDULER_TaskIdentifier die_task;
110 /* Global return value (0 for success, anything else for failure) */
114 struct GNUNET_DNS_Record data;
118 * Peer identity of the first peer started.
120 static struct GNUNET_PeerIdentity peer1id;
123 * Peer identity of the second peer started.
125 static struct GNUNET_PeerIdentity peer2id;
128 * Handle to the first peers DHT service (via the API)
130 static struct GNUNET_DHT_Handle *peer1dht;
133 * Handle to the second peers DHT service (via the API)
135 static struct GNUNET_DHT_Handle *peer2dht;
138 do_put (void *cls, const struct GNUNET_SCHEDULER_TaskContext *tc);
141 * Check whether peers successfully shut down.
144 shutdown_callback (void *cls, const char *emsg)
154 * Function scheduled to be run on the successful completion of this
155 * testcase. Specifically, called when our get request completes.
158 finish_testing (void *cls, const struct GNUNET_SCHEDULER_TaskContext *tc)
160 GNUNET_assert (pg != NULL);
161 GNUNET_assert (peer1dht != NULL);
162 GNUNET_assert (peer2dht != NULL);
163 GNUNET_DHT_disconnect (peer1dht);
164 GNUNET_DHT_disconnect (peer2dht);
165 GNUNET_TESTING_daemons_stop (pg, TIMEOUT, &shutdown_callback, NULL);
170 * Continuation for the GNUNET_DHT_get_stop call, so that we don't shut
171 * down the peers without freeing memory associated with GET request.
174 end_badly_cont (void *cls, const struct GNUNET_SCHEDULER_TaskContext *tc)
176 if (peer1dht != NULL)
177 GNUNET_DHT_disconnect (peer1dht);
179 if (peer2dht != NULL)
180 GNUNET_DHT_disconnect (peer2dht);
183 GNUNET_TESTING_daemons_stop (pg, TIMEOUT, &shutdown_callback, NULL);
187 * Check if the get_handle is being used, if so stop the request. Either
188 * way, schedule the end_badly_cont function which actually shuts down the
192 end_badly (void *cls, const struct GNUNET_SCHEDULER_TaskContext *tc)
194 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG, "Failing test with error: `%s'!\n",
196 if (global_get_handle != NULL)
198 GNUNET_DHT_get_stop (global_get_handle);
199 global_get_handle = NULL;
201 GNUNET_SCHEDULER_add_now (&end_badly_cont, NULL);
206 * Iterator called if the GET request initiated returns a response.
209 * @param exp when will this value expire
210 * @param key key of the result
211 * @param type type of the result
212 * @param size number of bytes in data
213 * @param data pointer to the result data
216 get_result_iterator (void *cls, struct GNUNET_TIME_Absolute exp,
217 const GNUNET_HashCode * key,
218 const struct GNUNET_PeerIdentity *get_path,
219 unsigned int get_path_size,
220 const struct GNUNET_PeerIdentity *put_path,
221 unsigned int put_path_size,
222 enum GNUNET_BLOCK_Type type, size_t size,
223 const void *result_data)
225 GNUNET_HashCode original_key; /* Key data was stored data under */
226 char original_data[4]; /* Made up data that was stored */
228 memset (&original_key, 42, sizeof (GNUNET_HashCode)); /* Set the key to what it was set to previously */
229 memset (original_data, 43, sizeof (original_data));
232 if ((sizeof (original_data) != size) ||
233 (0 != memcmp (&data.service_descriptor, key, sizeof (GNUNET_HashCode))) ||
234 (0 != memcmp ((char *) &data, result_data, sizeof (original_data))))
236 GNUNET_log (GNUNET_ERROR_TYPE_WARNING,
237 "Key or data is not the same as was inserted!\n");
238 GNUNET_SCHEDULER_cancel (die_task);
239 GNUNET_SCHEDULER_add_now (&end_badly,
240 "key or data mismatch in get response!\n");
244 if ((sizeof (original_data) != size) ||
245 (0 != memcmp (&original_key, key, sizeof (GNUNET_HashCode))) ||
246 (0 != memcmp (original_data, result_data, sizeof (original_data))))
248 GNUNET_log (GNUNET_ERROR_TYPE_WARNING,
249 "Key or data is not the same as was inserted!\n");
250 GNUNET_SCHEDULER_cancel (die_task);
251 GNUNET_SCHEDULER_add_now (&end_badly,
252 "key or data mismatch in get response!\n");
257 GNUNET_SCHEDULER_cancel (die_task);
258 GNUNET_DHT_get_stop (global_get_handle);
259 GNUNET_SCHEDULER_add_now (&finish_testing, NULL);
263 * Start the GET request for the same key/data that was inserted.
266 do_get (void *cls, const struct GNUNET_SCHEDULER_TaskContext *tc)
268 GNUNET_HashCode key; /* Key for data lookup */
271 memcpy (&key, &data.service_descriptor, sizeof (GNUNET_HashCode));
273 memset (&key, 42, sizeof (GNUNET_HashCode)); /* Set the key to the same thing as when data was inserted */
276 GNUNET_DHT_get_start (peer2dht, GNUNET_TIME_relative_get_forever (),
278 GNUNET_BLOCK_TYPE_DNS,
280 GNUNET_BLOCK_TYPE_TEST,
282 &key, 1, GNUNET_DHT_RO_NONE,
283 NULL, 0, &get_result_iterator, NULL);
284 GNUNET_SCHEDULER_add_delayed (GNUNET_TIME_relative_multiply
285 (GNUNET_TIME_UNIT_SECONDS, 10), &do_put, NULL);
289 * Called when the PUT request has been transmitted to the DHT service.
290 * Schedule the GET request for some time in the future.
293 put_finished (void *cls, const struct GNUNET_SCHEDULER_TaskContext *tc)
295 GNUNET_SCHEDULER_cancel (die_task);
297 GNUNET_SCHEDULER_add_delayed (GET_TIMEOUT, &end_badly,
298 "waiting for get response (data not found)");
304 * Set up some data, and call API PUT function
307 do_put (void *cls, const struct GNUNET_SCHEDULER_TaskContext *tc)
309 GNUNET_HashCode key; /* Made up key to store data under */
310 char data[4]; /* Made up data to store */
312 memset (&key, 42, sizeof (GNUNET_HashCode)); /* Set the key to something simple so we can issue GET request */
313 memset (data, 43, sizeof (data));
315 /* Insert the data at the first peer */
316 GNUNET_DHT_put (peer1dht, &key, 1, GNUNET_DHT_RO_NONE,
317 GNUNET_BLOCK_TYPE_TEST, sizeof (data), data,
318 GNUNET_TIME_UNIT_FOREVER_ABS, GNUNET_TIME_UNIT_FOREVER_REL,
319 &put_finished, NULL);
324 * Set up some data, and call API PUT function
327 do_put (void *cls, const struct GNUNET_SCHEDULER_TaskContext *tc)
329 char *name = "philipptoelke.gnunet.";
330 size_t size = sizeof (struct GNUNET_DNS_Record);
332 memset (&data, 0, size);
334 data.purpose.size = htonl (size - sizeof (struct GNUNET_CRYPTO_RsaSignature));
335 data.purpose.purpose = GNUNET_SIGNATURE_PURPOSE_DNS_RECORD;
337 GNUNET_CRYPTO_hash (name, strlen (name) + 1, &data.service_descriptor);
339 data.service_type = htonl (GNUNET_DNS_SERVICE_TYPE_UDP);
340 data.ports = htons (69);
344 GNUNET_asprintf (&keyfile, "/tmp/test_dns_data_key");
345 struct GNUNET_CRYPTO_RsaPrivateKey *my_private_key =
346 GNUNET_CRYPTO_rsa_key_create_from_file (keyfile);
347 GNUNET_free (keyfile);
348 GNUNET_assert (my_private_key != NULL);
350 GNUNET_CRYPTO_rsa_key_get_public (my_private_key, &data.peer);
352 data.expiration_time =
353 GNUNET_TIME_relative_to_absolute (GNUNET_TIME_UNIT_HOURS);
357 GNUNET_CRYPTO_rsa_sign (my_private_key, &data.purpose, &data.signature))
359 GNUNET_log (GNUNET_ERROR_TYPE_ERROR, "could not sign DNS_Record\n");
362 GNUNET_CRYPTO_rsa_key_free (my_private_key);
364 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG, "Putting with key %08x\n",
365 *((unsigned int *) &data.service_descriptor));
367 GNUNET_DHT_put (peer1dht, &data.service_descriptor, DEFAULT_PUT_REPLICATION,
368 GNUNET_DHT_RO_NONE, GNUNET_BLOCK_TYPE_DNS, size,
370 GNUNET_TIME_relative_to_absolute (GNUNET_TIME_UNIT_HOURS),
371 GNUNET_TIME_UNIT_MINUTES, &put_finished, NULL);
376 * This function is called whenever a connection attempt is finished between two of
377 * the started peers (started with GNUNET_TESTING_daemons_start). The total
378 * number of times this function is called should equal the number returned
379 * from the GNUNET_TESTING_connect_topology call.
381 * The emsg variable is NULL on success (peers connected), and non-NULL on
382 * failure (peers failed to connect).
385 topology_callback (void *cls, const struct GNUNET_PeerIdentity *first,
386 const struct GNUNET_PeerIdentity *second, uint32_t distance,
387 const struct GNUNET_CONFIGURATION_Handle *first_cfg,
388 const struct GNUNET_CONFIGURATION_Handle *second_cfg,
389 struct GNUNET_TESTING_Daemon *first_daemon,
390 struct GNUNET_TESTING_Daemon *second_daemon,
397 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
398 "connected peer %s to peer %s, distance %u\n",
399 first_daemon->shortname, second_daemon->shortname, distance);
405 failed_connections++;
406 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
407 "Failed to connect peer %s to peer %s with error :\n%s\n",
408 first_daemon->shortname, second_daemon->shortname, emsg);
412 if (total_connections == expected_connections)
415 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
416 "Created %d total connections, which is our target number! Starting next phase of testing.\n",
419 GNUNET_SCHEDULER_cancel (die_task);
421 GNUNET_SCHEDULER_add_delayed (TIMEOUT, &end_badly, "from test gets");
423 GNUNET_SCHEDULER_add_delayed (GNUNET_TIME_relative_multiply
424 (GNUNET_TIME_UNIT_SECONDS, 2), &do_get, NULL);
426 else if (total_connections + failed_connections == expected_connections)
428 GNUNET_SCHEDULER_cancel (die_task);
430 GNUNET_SCHEDULER_add_now (&end_badly,
431 "from topology_callback (too many failed connections)");
437 * Callback which is called whenever a peer is started (as a result of the
438 * GNUNET_TESTING_daemons_start call.
440 * @param cls closure argument given to GNUNET_TESTING_daemons_start
441 * @param id the GNUNET_PeerIdentity of the started peer
442 * @param cfg the configuration for this specific peer (needed to connect
444 * @param d the handle to the daemon started
445 * @param emsg NULL if peer started, non-NULL on error
448 peers_started_callback (void *cls, const struct GNUNET_PeerIdentity *id,
449 const struct GNUNET_CONFIGURATION_Handle *cfg,
450 struct GNUNET_TESTING_Daemon *d, const char *emsg)
454 GNUNET_log (GNUNET_ERROR_TYPE_WARNING,
455 "Failed to start daemon with error: `%s'\n", emsg);
458 GNUNET_assert (id != NULL);
460 /* This is the first peer started */
461 if (peers_left == num_peers)
463 memcpy (&peer1id, id, sizeof (struct GNUNET_PeerIdentity)); /* Save the peer id */
464 peer1dht = GNUNET_DHT_connect (cfg, 100); /* Connect to the first peers DHT service */
465 if (peer1dht == NULL) /* If DHT connect failed */
467 GNUNET_SCHEDULER_cancel (die_task);
468 GNUNET_SCHEDULER_add_now (&end_badly, "Failed to get dht handle!\n");
471 else /* This is the second peer started */
473 memcpy (&peer2id, id, sizeof (struct GNUNET_PeerIdentity)); /* Same as for first peer... */
474 peer2dht = GNUNET_DHT_connect (cfg, 100);
475 if (peer2dht == NULL)
477 GNUNET_SCHEDULER_cancel (die_task);
478 GNUNET_SCHEDULER_add_now (&end_badly, "Failed to get dht handle!\n");
482 /* Decrement number of peers left to start */
485 if (peers_left == 0) /* Indicates all peers started */
488 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
489 "All %d daemons started, now connecting peers!\n", num_peers);
491 expected_connections = -1;
492 if ((pg != NULL)) /* Sanity check */
494 /* Connect peers in a "straight line" topology, return the number of expected connections */
495 expected_connections =
496 GNUNET_TESTING_connect_topology (pg, GNUNET_TESTING_TOPOLOGY_LINE,
497 GNUNET_TESTING_TOPOLOGY_OPTION_ALL,
498 0.0, TIMEOUT, 12, NULL, NULL);
501 /* Cancel current timeout fail task */
502 GNUNET_SCHEDULER_cancel (die_task);
503 if (expected_connections == GNUNET_SYSERR) /* Some error happened */
505 GNUNET_SCHEDULER_add_now (&end_badly,
506 "from connect topology (bad return)");
508 /* Schedule timeout on failure task */
510 GNUNET_SCHEDULER_add_delayed (TIMEOUT, &end_badly,
511 "from connect topology (timeout)");
517 run (void *cls, char *const *args, const char *cfgfile,
518 const struct GNUNET_CONFIGURATION_Handle *cfg)
521 /* Get path from configuration file */
523 GNUNET_CONFIGURATION_get_value_string (cfg, "paths", "servicehome",
530 /* Get number of peers to start from configuration (should be two) */
532 GNUNET_CONFIGURATION_get_value_number (cfg, "testing", "num_peers",
534 num_peers = DEFAULT_NUM_PEERS;
536 /* Set peers_left so we know when all peers started */
537 peers_left = num_peers;
539 /* Set up a task to end testing if peer start fails */
541 GNUNET_SCHEDULER_add_delayed (TIMEOUT, &end_badly,
542 "didn't start all daemons in reasonable amount of time!!!");
544 /* Start num_peers peers, call peers_started_callback on peer start, topology_callback on peer connect */
545 /* Read the API documentation for other parameters! */
546 pg = GNUNET_TESTING_daemons_start (cfg, num_peers, 2, 2, TIMEOUT, NULL, NULL,
547 &peers_started_callback, NULL,
548 &topology_callback, NULL, NULL);
557 /* Arguments for GNUNET_PROGRAM_run */
558 char *const argv[] = { "test-dht-twopeer-get-put", /* Name to give running binary */
560 "test_dht_twopeer_data.conf", /* Config file to use */
566 struct GNUNET_GETOPT_CommandLineOption options[] = {
567 GNUNET_GETOPT_OPTION_END
569 /* Run the run function as a new program */
571 GNUNET_PROGRAM_run ((sizeof (argv) / sizeof (char *)) - 1, argv,
572 "test-dht-twopeer-get-put", "nohelp", options, &run,
574 if (ret != GNUNET_OK)
576 GNUNET_log (GNUNET_ERROR_TYPE_WARNING,
577 "`test-dht-twopeer': Failed with error code %d\n", ret);
583 main (int argc, char *argv[])
587 GNUNET_log_setup ("test-dht-twopeer",
596 * Need to remove base directory, subdirectories taken care
597 * of by the testing framework.
599 if (GNUNET_DISK_directory_remove (test_directory) != GNUNET_OK)
601 GNUNET_log (GNUNET_ERROR_TYPE_WARNING,
602 "Failed to remove testing directory %s\n", test_directory);
607 /* end of test_dht_twopeer_get_put.c */