2 This file is part of GNUnet.
3 (C) 2010 Christian Grothoff (and other contributing authors)
5 GNUnet is free software; you can redistribute it and/or modify
6 it under the terms of the GNU General Public License as published
7 by the Free Software Foundation; either version 2, or (at your
8 option) any later version.
10 GNUnet is distributed in the hope that it will be useful, but
11 WITHOUT ANY WARRANTY; without even the implied warranty of
12 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
13 General Public License for more details.
15 You should have received a copy of the GNU General Public License
16 along with GNUnet; see the file COPYING. If not, write to the
17 Free Software Foundation, Inc., 59 Temple Place - Suite 330,
18 Boston, MA 02111-1307, USA.
22 * @file fs/fs_test_lib.c
23 * @brief library routines for testing FS publishing and downloading
24 * with multiple peers; this code is limited to flat files
25 * and no keywords (those functions can be tested with
26 * single-peer setups; this is for testing routing).
27 * @author Christian Grothoff
30 #include "fs_test_lib.h"
31 #include "gnunet_testing_lib.h"
33 #define CONNECT_ATTEMPTS 4
36 * Handle for a daemon started for testing FS.
38 struct GNUNET_FS_TestDaemon
42 * Handle to the file sharing context using this daemon.
44 struct GNUNET_FS_Handle *fs;
47 * Handle to the daemon via testing.
49 struct GNUNET_TESTING_Daemon *daemon;
52 * Note that 'group' will be the same value for all of the
53 * daemons started jointly.
55 struct GNUNET_TESTING_PeerGroup *group;
58 * Configuration for accessing this peer.
60 struct GNUNET_CONFIGURATION_Handle *cfg;
65 struct GNUNET_PeerIdentity id;
68 * Scheduler to use (for publish_cont).
70 struct GNUNET_SCHEDULER_Handle *publish_sched;
73 * Function to call when upload is done.
75 GNUNET_FS_TEST_UriContinuation publish_cont;
78 * Closure for publish_cont.
80 void *publish_cont_cls;
83 * Task to abort publishing (timeout).
85 GNUNET_SCHEDULER_TaskIdentifier publish_timeout_task;
88 * Seed for file generation.
90 uint32_t publish_seed;
93 * Context for current publishing operation.
95 struct GNUNET_FS_PublishContext *publish_context;
100 struct GNUNET_FS_Uri *publish_uri;
103 * Scheduler to use (for download_cont).
105 struct GNUNET_SCHEDULER_Handle *download_sched;
108 * Function to call when download is done.
110 GNUNET_SCHEDULER_Task download_cont;
113 * Closure for download_cont.
115 void *download_cont_cls;
118 * Seed for download verification.
120 uint32_t download_seed;
123 * Task to abort downloading (timeout).
125 GNUNET_SCHEDULER_TaskIdentifier download_timeout_task;
128 * Context for current download operation.
130 struct GNUNET_FS_DownloadContext *download_context;
133 * Verbosity level of the current operation.
142 report_uri (void *cls,
143 const struct GNUNET_SCHEDULER_TaskContext *tc)
145 struct GNUNET_FS_TestDaemon *daemon = cls;
146 GNUNET_FS_TEST_UriContinuation cont;
147 struct GNUNET_FS_Uri *uri;
149 GNUNET_FS_publish_stop (daemon->publish_context);
150 daemon->publish_context = NULL;
151 daemon->publish_sched = NULL;
152 cont = daemon->publish_cont;
153 daemon->publish_cont = NULL;
154 uri = daemon->publish_uri;
155 cont (daemon->publish_cont_cls,
157 GNUNET_FS_uri_destroy (uri);
162 report_success (void *cls,
163 const struct GNUNET_SCHEDULER_TaskContext *tc)
165 struct GNUNET_FS_TestDaemon *daemon = cls;
167 GNUNET_FS_download_stop (daemon->download_context, GNUNET_YES);
168 daemon->download_context = NULL;
169 GNUNET_SCHEDULER_add_continuation (daemon->download_sched,
170 daemon->download_cont,
171 daemon->download_cont_cls,
172 GNUNET_SCHEDULER_REASON_PREREQ_DONE);
173 daemon->download_cont = NULL;
174 daemon->download_sched = NULL;
178 progress_cb (void *cls,
179 const struct GNUNET_FS_ProgressInfo *info)
181 struct GNUNET_FS_TestDaemon *daemon = cls;
183 switch (info->status)
185 case GNUNET_FS_STATUS_PUBLISH_COMPLETED:
186 GNUNET_SCHEDULER_cancel (daemon->publish_sched,
187 daemon->publish_timeout_task);
188 daemon->publish_timeout_task = GNUNET_SCHEDULER_NO_TASK;
189 daemon->publish_uri = GNUNET_FS_uri_dup (info->value.publish.specifics.completed.chk_uri);
190 GNUNET_SCHEDULER_add_continuation (daemon->publish_sched,
193 GNUNET_SCHEDULER_REASON_PREREQ_DONE);
195 case GNUNET_FS_STATUS_PUBLISH_PROGRESS:
197 GNUNET_log (GNUNET_ERROR_TYPE_INFO,
198 "Publishing at %llu/%llu bytes\n",
199 (unsigned long long) info->value.publish.completed,
200 (unsigned long long) info->value.publish.size);
202 case GNUNET_FS_STATUS_DOWNLOAD_PROGRESS:
204 GNUNET_log (GNUNET_ERROR_TYPE_INFO,
205 "Download at %llu/%llu bytes\n",
206 (unsigned long long) info->value.download.completed,
207 (unsigned long long) info->value.download.size);
209 case GNUNET_FS_STATUS_DOWNLOAD_COMPLETED:
210 GNUNET_SCHEDULER_cancel (daemon->download_sched,
211 daemon->download_timeout_task);
212 daemon->download_timeout_task = GNUNET_SCHEDULER_NO_TASK;
213 GNUNET_SCHEDULER_add_continuation (daemon->download_sched,
216 GNUNET_SCHEDULER_REASON_PREREQ_DONE);
218 case GNUNET_FS_STATUS_DOWNLOAD_ACTIVE:
219 case GNUNET_FS_STATUS_DOWNLOAD_INACTIVE:
221 /* FIXME: monitor data correctness during download progress */
222 /* FIXME: do performance reports given sufficient verbosity */
223 /* FIXME: advance timeout task to "immediate" on error */
234 struct GNUNET_SCHEDULER_Handle *sched;
235 struct GNUNET_TIME_Relative timeout;
238 struct GNUNET_FS_TestDaemon **daemons;
239 GNUNET_SCHEDULER_Task cont;
241 struct GNUNET_TESTING_PeerGroup *group;
242 struct GNUNET_CONFIGURATION_Handle *cfg;
243 GNUNET_SCHEDULER_TaskIdentifier timeout_task;
248 notify_running (void *cls,
249 const struct GNUNET_PeerIdentity *id,
250 const struct GNUNET_CONFIGURATION_Handle *cfg,
251 struct GNUNET_TESTING_Daemon *d,
254 struct StartContext *sctx = cls;
256 unsigned long long fsport;
260 GNUNET_log (GNUNET_ERROR_TYPE_ERROR,
261 _("Failed to start daemon: %s\n"),
265 GNUNET_assert (sctx->have < sctx->total);
266 sctx->daemons[sctx->have]->cfg = GNUNET_CONFIGURATION_dup (cfg);
267 sctx->daemons[sctx->have]->group = sctx->group;
268 sctx->daemons[sctx->have]->daemon = d;
269 sctx->daemons[sctx->have]->id = *id;
271 if (sctx->have == sctx->total)
273 GNUNET_SCHEDULER_add_continuation (sctx->sched,
276 GNUNET_SCHEDULER_REASON_PREREQ_DONE);
277 GNUNET_CONFIGURATION_destroy (sctx->cfg);
278 GNUNET_SCHEDULER_cancel (sctx->sched,
280 for (i=0;i<sctx->total;i++)
283 GNUNET_break (GNUNET_OK ==
284 GNUNET_CONFIGURATION_get_value_number (sctx->daemons[i]->cfg,
288 GNUNET_log (GNUNET_ERROR_TYPE_INFO,
289 _("Testing connects to port %llu for peer %u\n"),
292 sctx->daemons[i]->fs = GNUNET_FS_start (sctx->sched,
293 sctx->daemons[i]->cfg,
297 GNUNET_FS_FLAGS_NONE,
298 GNUNET_FS_OPTIONS_END);
306 start_timeout (void *cls,
307 const struct GNUNET_SCHEDULER_TaskContext *tc)
309 struct StartContext *sctx = cls;
312 GNUNET_TESTING_daemons_stop (sctx->group, GNUNET_TIME_relative_multiply(GNUNET_TIME_UNIT_SECONDS, 30));
313 for (i=0;i<sctx->total;i++)
316 GNUNET_CONFIGURATION_destroy (sctx->daemons[i]->cfg);
317 GNUNET_free (sctx->daemons[i]);
319 GNUNET_CONFIGURATION_destroy (sctx->cfg);
320 GNUNET_SCHEDULER_add_continuation (sctx->sched,
323 GNUNET_SCHEDULER_REASON_TIMEOUT);
329 * Start daemons for testing.
331 * @param sched scheduler to use
332 * @param template_cfg_file configuration template to use
333 * @param timeout if this operation cannot be completed within the
334 * given period, call the continuation with an error code
335 * @param total number of daemons to start
336 * @param daemons array of 'total' entries to be initialized
337 * (array must already be allocated, will be filled)
338 * @param cont function to call when done
339 * @param cont_cls closure for cont
342 GNUNET_FS_TEST_daemons_start (struct GNUNET_SCHEDULER_Handle *sched,
343 const char *template_cfg_file,
344 struct GNUNET_TIME_Relative timeout,
346 struct GNUNET_FS_TestDaemon **daemons,
347 GNUNET_SCHEDULER_Task cont,
350 struct StartContext *sctx;
353 GNUNET_assert (total > 0);
354 sctx = GNUNET_malloc (sizeof (struct StartContext));
356 sctx->daemons = daemons;
359 sctx->cont_cls = cont_cls;
360 sctx->cfg = GNUNET_CONFIGURATION_create ();
362 GNUNET_CONFIGURATION_load (sctx->cfg,
366 GNUNET_CONFIGURATION_destroy (sctx->cfg);
368 GNUNET_SCHEDULER_add_continuation (sched,
371 GNUNET_SCHEDULER_REASON_TIMEOUT);
374 for (i=0;i<total;i++)
375 daemons[i] = GNUNET_malloc (sizeof (struct GNUNET_FS_TestDaemon));
376 sctx->group = GNUNET_TESTING_daemons_start (sched,
386 sctx->timeout_task = GNUNET_SCHEDULER_add_delayed (sched,
393 struct ConnectContext
395 struct GNUNET_SCHEDULER_Handle *sched;
396 GNUNET_SCHEDULER_Task cont;
402 notify_connection (void *cls,
403 const struct GNUNET_PeerIdentity *first,
404 const struct GNUNET_PeerIdentity *second,
405 const struct GNUNET_CONFIGURATION_Handle *first_cfg,
406 const struct GNUNET_CONFIGURATION_Handle *second_cfg,
407 struct GNUNET_TESTING_Daemon *first_daemon,
408 struct GNUNET_TESTING_Daemon *second_daemon,
411 struct ConnectContext *cc = cls;
414 GNUNET_log (GNUNET_ERROR_TYPE_WARNING,
415 _("Failed to connect peers: %s\n"),
417 GNUNET_SCHEDULER_add_continuation (cc->sched,
421 ? GNUNET_SCHEDULER_REASON_TIMEOUT
422 : GNUNET_SCHEDULER_REASON_PREREQ_DONE);
428 * Connect two daemons for testing.
430 * @param sched scheduler to use
431 * @param daemon1 first daemon to connect
432 * @param daemon2 second first daemon to connect
433 * @param timeout if this operation cannot be completed within the
434 * given period, call the continuation with an error code
435 * @param cont function to call when done
436 * @param cont_cls closure for cont
439 GNUNET_FS_TEST_daemons_connect (struct GNUNET_SCHEDULER_Handle *sched,
440 struct GNUNET_FS_TestDaemon *daemon1,
441 struct GNUNET_FS_TestDaemon *daemon2,
442 struct GNUNET_TIME_Relative timeout,
443 GNUNET_SCHEDULER_Task cont,
446 struct ConnectContext *ncc;
448 ncc = GNUNET_malloc (sizeof (struct ConnectContext));
451 ncc->cont_cls = cont_cls;
452 GNUNET_TESTING_daemons_connect (daemon1->daemon,
462 * Obtain peer group used for testing.
464 * @param daemons array with the daemons (must contain at least one)
467 struct GNUNET_TESTING_PeerGroup *
468 GNUNET_FS_TEST_get_group (struct GNUNET_FS_TestDaemon **daemons)
470 return daemons[0]->group;
475 * Stop daemons used for testing.
477 * @param sched scheduler to use
478 * @param total number of daemons to stop
479 * @param daemons array with the daemons (values will be clobbered)
482 GNUNET_FS_TEST_daemons_stop (struct GNUNET_SCHEDULER_Handle *sched,
484 struct GNUNET_FS_TestDaemon **daemons)
487 struct GNUNET_TESTING_PeerGroup *pg;
489 GNUNET_assert (total > 0);
490 pg = daemons[0]->group;
491 for (i=0;i<total;i++)
493 GNUNET_FS_stop (daemons[i]->fs);
494 GNUNET_CONFIGURATION_destroy (daemons[i]->cfg);
495 GNUNET_free (daemons[i]);
498 GNUNET_TESTING_daemons_stop (pg, GNUNET_TIME_relative_multiply(GNUNET_TIME_UNIT_SECONDS, 30));
503 publish_timeout (void *cls,
504 const struct GNUNET_SCHEDULER_TaskContext *tc)
506 struct GNUNET_FS_TestDaemon *daemon = cls;
507 GNUNET_FS_TEST_UriContinuation cont;
509 cont = daemon->publish_cont;
510 daemon->publish_timeout_task = GNUNET_SCHEDULER_NO_TASK;
511 daemon->publish_cont = NULL;
512 GNUNET_FS_publish_stop (daemon->publish_context);
513 daemon->publish_context = NULL;
514 cont (daemon->publish_cont_cls,
520 file_generator (void *cls,
526 struct GNUNET_FS_TestDaemon *daemon = cls;
531 for (pos=0;pos<max;pos++)
533 mod = (255 - (offset / 1024 / 32));
536 cbuf[pos] = (uint8_t) ((offset * daemon->publish_seed) % mod);
544 * Publish a file at the given daemon.
546 * @param sched scheduler to use
547 * @param daemon where to publish
548 * @param timeout if this operation cannot be completed within the
549 * given period, call the continuation with an error code
550 * @param anonymity option for publication
551 * @param do_index GNUNET_YES for index, GNUNET_NO for insertion,
552 * GNUNET_SYSERR for simulation
553 * @param size size of the file to publish
554 * @param seed seed to use for file generation
555 * @param verbose how verbose to be in reporting
556 * @param cont function to call when done
557 * @param cont_cls closure for cont
560 GNUNET_FS_TEST_publish (struct GNUNET_SCHEDULER_Handle *sched,
561 struct GNUNET_FS_TestDaemon *daemon,
562 struct GNUNET_TIME_Relative timeout,
567 unsigned int verbose,
568 GNUNET_FS_TEST_UriContinuation cont,
571 GNUNET_assert (daemon->publish_cont == NULL);
572 struct GNUNET_FS_FileInformation *fi;
574 daemon->publish_cont = cont;
575 daemon->publish_cont_cls = cont_cls;
576 daemon->publish_seed = seed;
577 daemon->verbose = verbose;
578 daemon->publish_sched = sched;
579 fi = GNUNET_FS_file_information_create_from_reader (daemon->fs,
589 GNUNET_TIME_relative_to_absolute (GNUNET_TIME_UNIT_HOURS));
590 daemon->publish_context = GNUNET_FS_publish_start (daemon->fs,
593 GNUNET_FS_PUBLISH_OPTION_NONE);
594 daemon->publish_timeout_task = GNUNET_SCHEDULER_add_delayed (sched,
602 download_timeout (void *cls,
603 const struct GNUNET_SCHEDULER_TaskContext *tc)
605 struct GNUNET_FS_TestDaemon *daemon = cls;
607 daemon->download_timeout_task = GNUNET_SCHEDULER_NO_TASK;
608 GNUNET_FS_download_stop (daemon->download_context, GNUNET_YES);
609 daemon->download_context = NULL;
610 GNUNET_SCHEDULER_add_continuation (daemon->download_sched,
611 daemon->download_cont,
612 daemon->download_cont_cls,
613 GNUNET_SCHEDULER_REASON_TIMEOUT);
614 daemon->download_cont = NULL;
615 daemon->download_sched = NULL;
620 * Perform test download.
622 * @param sched scheduler to use
623 * @param daemon which peer to download from
624 * @param timeout if this operation cannot be completed within the
625 * given period, call the continuation with an error code
626 * @param anonymity option for download
627 * @param seed used for file validation
628 * @param uri URI of file to download (CHK/LOC only)
629 * @param verbose how verbose to be in reporting
630 * @param cont function to call when done
631 * @param cont_cls closure for cont
634 GNUNET_FS_TEST_download (struct GNUNET_SCHEDULER_Handle *sched,
635 struct GNUNET_FS_TestDaemon *daemon,
636 struct GNUNET_TIME_Relative timeout,
639 const struct GNUNET_FS_Uri *uri,
640 unsigned int verbose,
641 GNUNET_SCHEDULER_Task cont,
646 GNUNET_assert (daemon->download_cont == NULL);
647 size = GNUNET_FS_uri_chk_get_file_size (uri);
648 daemon->verbose = verbose;
649 daemon->download_sched = sched;
650 daemon->download_cont = cont;
651 daemon->download_cont_cls = cont_cls;
652 daemon->download_seed = seed;
653 daemon->download_context = GNUNET_FS_download_start (daemon->fs,
660 GNUNET_FS_DOWNLOAD_OPTION_NONE,
663 daemon->download_timeout_task = GNUNET_SCHEDULER_add_delayed (sched,
669 /* end of test_fs_lib.c */