src/fs/test_fs_download_indexed.c

   1 /*
   2      This file is part of GNUnet.
   3      (C) 2004, 2005, 2006, 2008, 2009, 2011 Christian Grothoff (and other contributing authors)
   4
   5      GNUnet is free software; you can redistribute it and/or modify
   6      it under the terms of the GNU General Public License as published
   7      by the Free Software Foundation; either version 3, or (at your
   8      option) any later version.
   9
  10      GNUnet is distributed in the hope that it will be useful, but
  11      WITHOUT ANY WARRANTY; without even the implied warranty of
  12      MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  13      General Public License for more details.
  14
  15      You should have received a copy of the GNU General Public License
  16      along with GNUnet; see the file COPYING.  If not, write to the
  17      Free Software Foundation, Inc., 59 Temple Place - Suite 330,
  18      Boston, MA 02111-1307, USA.
  19 */
  20
  21 /**
  22  * @file fs/test_fs_download_indexed.c
  23  * @brief simple testcase for downloading of indexed file
  24  * @author Christian Grothoff
  25  */
  26
  27 #include "platform.h"
  28 #include "gnunet_util_lib.h"
  29 #include "gnunet_arm_service.h"
  30 #include "gnunet_fs_service.h"
  31 #include <gauger.h>
  32
  33 #define VERBOSE GNUNET_NO
  34
  35 #define START_ARM GNUNET_YES
  36
  37 /**
  38  * File-size we use for testing.
  39  */
  40 #define FILESIZE (1024 * 1024 * 2)
  41
  42 /**
  43  * How long until we give up on transmitting the message?
  44  */
  45 #define TIMEOUT GNUNET_TIME_relative_multiply (GNUNET_TIME_UNIT_SECONDS, 60)
  46
  47 /**
  48  * How long should our test-content live?
  49  */
  50 #define LIFETIME GNUNET_TIME_relative_multiply (GNUNET_TIME_UNIT_MINUTES, 15)
  51
  52 struct PeerContext
  53 {
  54   struct GNUNET_CONFIGURATION_Handle *cfg;
  55 #if START_ARM
  56   struct GNUNET_OS_Process *arm_proc;
  57 #endif
  58 };
  59
  60 static struct PeerContext p1;
  61
  62 static struct GNUNET_TIME_Absolute start;
  63
  64 static struct GNUNET_FS_Handle *fs;
  65
  66 static struct GNUNET_FS_DownloadContext *download;
  67
  68 static struct GNUNET_FS_PublishContext *publish;
  69
  70 static GNUNET_SCHEDULER_TaskIdentifier timeout_kill;
  71
  72 static char *fn;
  73
  74 static char *fn1;
  75
  76 static int err;
  77
  78 static void
  79 timeout_kill_task (void *cls,
  80                    const struct GNUNET_SCHEDULER_TaskContext *tc)
  81 {
  82   if (download != NULL)
  83     {
  84       GNUNET_FS_download_stop (download, GNUNET_YES);
  85       download = NULL;
  86     }
  87   else if (publish != NULL)
  88     {
  89       GNUNET_FS_publish_stop (publish);
  90       publish = NULL;
  91     }
  92   timeout_kill = GNUNET_SCHEDULER_NO_TASK;
  93   err = 1;
  94 }
  95
  96 static void
  97 abort_publish_task (void *cls,
  98                      const struct GNUNET_SCHEDULER_TaskContext *tc)
  99 {
 100   if (publish != NULL)
 101     {
 102       GNUNET_FS_publish_stop (publish);
 103       publish = NULL;
 104     }
 105 }
 106
 107 static void
 108 stop_fs_task (void *cls,
 109               const struct GNUNET_SCHEDULER_TaskContext *tc)
 110 {
 111   GNUNET_FS_stop (fs);
 112   fs = NULL;
 113 }
 114
 115 static void
 116 abort_download_task (void *cls,
 117                      const struct GNUNET_SCHEDULER_TaskContext *tc)
 118 {
 119   uint64_t size;
 120
 121   if (download != NULL)
 122     {
 123       GNUNET_FS_download_stop (download, GNUNET_YES);
 124       download = NULL;
 125     }
 126   GNUNET_assert (GNUNET_OK == GNUNET_DISK_file_size (fn, &size, GNUNET_YES));
 127   GNUNET_assert (size == FILESIZE);
 128   GNUNET_DISK_directory_remove (fn);
 129   GNUNET_free (fn);
 130   fn = NULL;
 131   GNUNET_SCHEDULER_cancel (timeout_kill);
 132   timeout_kill = GNUNET_SCHEDULER_NO_TASK;
 133 }
 134
 135
 136 static void *
 137 progress_cb (void *cls,
 138              const struct GNUNET_FS_ProgressInfo *event)
 139 {
 140
 141   switch (event->status)
 142     {
 143     case GNUNET_FS_STATUS_PUBLISH_PROGRESS:
 144 #if VERBOSE
 145       printf ("Publish is progressing (%llu/%llu at level %u off %llu)...\n",
 146               (unsigned long long) event->value.publish.completed,
 147               (unsigned long long) event->value.publish.size,
 148               event->value.publish.specifics.progress.depth,
 149               (unsigned long long) event->value.publish.specifics.progress.offset);
 150 #endif
 151       break;
 152     case GNUNET_FS_STATUS_PUBLISH_COMPLETED:
 153       printf ("Publishing complete, %llu kbps.\n",
 154               (unsigned long long) (FILESIZE * 1000LL / (1+GNUNET_TIME_absolute_get_duration (start).rel_value) / 1024LL));
 155       GAUGER ("FS",
 156               "Publishing speed (indexing)",
 157               (unsigned long long) (FILESIZE * 1000LL / (1+GNUNET_TIME_absolute_get_duration (start).rel_value) / 1024LL),
 158               "kb/s");
 159       fn = GNUNET_DISK_mktemp ("gnunet-download-test-dst");
 160       start = GNUNET_TIME_absolute_get ();
 161       download = GNUNET_FS_download_start (fs,
 162                                            event->value.publish.specifics.completed.chk_uri,
 163                                            NULL,
 164                                            fn, NULL,
 165                                            0,
 166                                            FILESIZE,
 167                                            1,
 168                                            GNUNET_FS_DOWNLOAD_OPTION_NONE,
 169                                            "download",
 170                                            NULL);
 171       GNUNET_assert (download != NULL);
 172       break;
 173     case GNUNET_FS_STATUS_DOWNLOAD_COMPLETED:
 174       printf ("Download complete,  %llu kbps.\n",
 175               (unsigned long long) (FILESIZE * 1000LL / (1+GNUNET_TIME_absolute_get_duration (start).rel_value) / 1024LL));
 176       GAUGER ("FS",
 177               "Local download speed (indexed)",
 178               (unsigned long long) (FILESIZE * 1000LL / (1+GNUNET_TIME_absolute_get_duration (start).rel_value) / 1024LL),
 179               "kb/s");
 180       GNUNET_SCHEDULER_add_now (&abort_download_task,
 181                                 NULL);
 182       break;
 183     case GNUNET_FS_STATUS_DOWNLOAD_PROGRESS:
 184       GNUNET_assert (download == event->value.download.dc);
 185 #if VERBOSE
 186       printf ("Download is progressing (%llu/%llu at level %u off %llu)...\n",
 187               (unsigned long long) event->value.download.completed,
 188               (unsigned long long) event->value.download.size,
 189               event->value.download.specifics.progress.depth,
 190               (unsigned long long) event->value.download.specifics.progress.offset);
 191 #endif
 192       break;
 193     case GNUNET_FS_STATUS_PUBLISH_ERROR:
 194       fprintf (stderr,
 195                "Error publishing file: %s\n",
 196                event->value.publish.specifics.error.message);
 197       GNUNET_break (0);
 198       GNUNET_SCHEDULER_add_continuation (&abort_publish_task,
 199                                          NULL,
 200                                          GNUNET_SCHEDULER_REASON_PREREQ_DONE);
 201       break;
 202     case GNUNET_FS_STATUS_DOWNLOAD_ERROR:
 203       fprintf (stderr,
 204                "Error downloading file: %s\n",
 205                event->value.download.specifics.error.message);
 206       GNUNET_SCHEDULER_add_now (&abort_download_task,
 207                                 NULL);
 208       break;
 209     case GNUNET_FS_STATUS_DOWNLOAD_ACTIVE:
 210     case GNUNET_FS_STATUS_DOWNLOAD_INACTIVE:
 211       break;
 212     case GNUNET_FS_STATUS_PUBLISH_START:
 213       GNUNET_assert (0 == strcmp ("publish-context", event->value.publish.cctx));
 214       GNUNET_assert (NULL == event->value.publish.pctx);
 215       GNUNET_assert (FILESIZE == event->value.publish.size);
 216       GNUNET_assert (0 == event->value.publish.completed);
 217       GNUNET_assert (1 == event->value.publish.anonymity);
 218       break;
 219     case GNUNET_FS_STATUS_PUBLISH_STOPPED:
 220       GNUNET_assert (publish == event->value.publish.pc);
 221       GNUNET_assert (FILESIZE == event->value.publish.size);
 222       GNUNET_assert (1 == event->value.publish.anonymity);
 223       GNUNET_SCHEDULER_add_now (&stop_fs_task,
 224                                 NULL);
 225       break;
 226     case GNUNET_FS_STATUS_DOWNLOAD_START:
 227       GNUNET_assert (0 == strcmp ("download", event->value.download.cctx));
 228       GNUNET_assert (NULL == event->value.download.pctx);
 229       GNUNET_assert (NULL != event->value.download.uri);
 230       GNUNET_assert (0 == strcmp (fn, event->value.download.filename));
 231       GNUNET_assert (FILESIZE == event->value.download.size);
 232       GNUNET_assert (0 == event->value.download.completed);
 233       GNUNET_assert (1 == event->value.download.anonymity);
 234       break;
 235     case GNUNET_FS_STATUS_DOWNLOAD_STOPPED:
 236       GNUNET_assert (download == event->value.download.dc);
 237       GNUNET_SCHEDULER_add_continuation (&abort_publish_task,
 238                                          NULL,
 239                                          GNUNET_SCHEDULER_REASON_PREREQ_DONE);
 240       break;
 241     default:
 242       printf ("Unexpected event: %d\n",
 243               event->status);
 244       break;
 245     }
 246   return NULL;
 247 }
 248
 249
 250 static void
 251 setup_peer (struct PeerContext *p, const char *cfgname)
 252 {
 253   p->cfg = GNUNET_CONFIGURATION_create ();
 254 #if START_ARM
 255   p->arm_proc = GNUNET_OS_start_process (NULL, NULL, "gnunet-service-arm",
 256                                         "gnunet-service-arm",
 257 #if VERBOSE
 258                                         "-L", "DEBUG",
 259 #endif
 260                                         "-c", cfgname, NULL);
 261 #endif
 262   GNUNET_assert (GNUNET_OK == GNUNET_CONFIGURATION_load (p->cfg, cfgname));
 263 }
 264
 265
 266 static void
 267 stop_arm (struct PeerContext *p)
 268 {
 269 #if START_ARM
 270   if (NULL != p->arm_proc)
 271     {
 272       if (0 != GNUNET_OS_process_kill (p->arm_proc, SIGTERM))
 273         GNUNET_log_strerror (GNUNET_ERROR_TYPE_WARNING, "kill");
 274       if (GNUNET_OS_process_wait(p->arm_proc) != GNUNET_OK)
 275         GNUNET_log_strerror (GNUNET_ERROR_TYPE_WARNING, "waitpid");
 276       GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
 277                   "ARM process %u stopped\n", GNUNET_OS_process_get_pid (p->arm_proc));
 278       GNUNET_OS_process_close (p->arm_proc);
 279       p->arm_proc = NULL;
 280     }
 281 #endif
 282   GNUNET_CONFIGURATION_destroy (p->cfg);
 283 }
 284
 285
 286 static void
 287 run (void *cls,
 288      char *const *args,
 289      const char *cfgfile,
 290      const struct GNUNET_CONFIGURATION_Handle *cfg)
 291 {
 292   const char *keywords[] = {
 293     "down_foo",
 294     "down_bar",
 295   };
 296   char *buf;
 297   struct GNUNET_CONTAINER_MetaData *meta;
 298   struct GNUNET_FS_Uri *kuri;
 299   struct GNUNET_FS_FileInformation *fi;
 300   struct GNUNET_FS_BlockOptions bo;
 301   size_t i;
 302
 303   setup_peer (&p1, "test_fs_download_data.conf");
 304   fs = GNUNET_FS_start (cfg,
 305                         "test-fs-download-indexed",
 306                         &progress_cb,
 307                         NULL,
 308                         GNUNET_FS_FLAGS_NONE,
 309                         GNUNET_FS_OPTIONS_END);
 310   GNUNET_assert (NULL != fs);
 311
 312   fn1 = GNUNET_DISK_mktemp ("gnunet-download-indexed-test");
 313   buf = GNUNET_malloc (FILESIZE);
 314   for (i = 0; i < FILESIZE; i++)
 315     buf[i] = GNUNET_CRYPTO_random_u32 (GNUNET_CRYPTO_QUALITY_WEAK, 256);
 316   GNUNET_assert (FILESIZE ==
 317                  GNUNET_DISK_fn_write (fn1,
 318                                        buf,
 319                                        FILESIZE,
 320                                        GNUNET_DISK_PERM_USER_READ | GNUNET_DISK_PERM_USER_WRITE));
 321   GNUNET_free (buf);
 322   meta = GNUNET_CONTAINER_meta_data_create ();
 323   kuri = GNUNET_FS_uri_ksk_create_from_args (2, keywords);
 324   bo.content_priority = 42;
 325   bo.anonymity_level = 1;
 326   bo.replication_level = 0;
 327   bo.expiration_time = GNUNET_TIME_relative_to_absolute (LIFETIME);
 328   fi = GNUNET_FS_file_information_create_from_file (fs,
 329                                                     "publish-context",
 330                                                     fn1,
 331                                                     kuri,
 332                                                     meta,
 333                                                     GNUNET_YES,
 334                                                     &bo);
 335   GNUNET_FS_uri_destroy (kuri);
 336   GNUNET_CONTAINER_meta_data_destroy (meta);
 337   GNUNET_assert (NULL != fi);
 338   timeout_kill = GNUNET_SCHEDULER_add_delayed (TIMEOUT,
 339                                                &timeout_kill_task,
 340                                                NULL);
 341   start = GNUNET_TIME_absolute_get ();
 342   publish = GNUNET_FS_publish_start (fs,
 343                                     fi,
 344                                     NULL, NULL, NULL,
 345                                     GNUNET_FS_PUBLISH_OPTION_NONE);
 346   GNUNET_assert (publish != NULL);
 347 }
 348
 349
 350 int
 351 main (int argc, char *argv[])
 352 {
 353   char *const argvx[] = {
 354     "test-fs-download-indexed",
 355     "-c",
 356     "test_fs_download_data.conf",
 357 #if VERBOSE
 358     "-L", "DEBUG",
 359 #endif
 360     NULL
 361   };
 362   struct GNUNET_GETOPT_CommandLineOption options[] = {
 363     GNUNET_GETOPT_OPTION_END
 364   };
 365
 366   GNUNET_log_setup ("test_fs_download_indexed",
 367 #if VERBOSE
 368                     "DEBUG",
 369 #else
 370                     "WARNING",
 371 #endif
 372                     NULL);
 373   GNUNET_PROGRAM_run ((sizeof (argvx) / sizeof (char *)) - 1,
 374                       argvx, "test-fs-download-indexed",
 375                       "nohelp", options, &run, NULL);
 376   stop_arm (&p1);
 377   if (fn1 != NULL)
 378     {
 379       GNUNET_DISK_directory_remove (fn1);
 380       GNUNET_free (fn1);
 381     }
 382   if (fn != NULL)
 383     {
 384       GNUNET_DISK_directory_remove (fn);
 385       GNUNET_free (fn);
 386     }
 387   GNUNET_DISK_directory_remove ("/tmp/gnunet-test-fs-download/");
 388   return err;
 389 }
 390
 391 /* end of test_fs_download_indexed.c */