src/fs/test_fs_unindex_persistence.c

   1 /*
   2      This file is part of GNUnet.
   3      (C) 2004, 2005, 2006, 2008, 2009, 2010 Christian Grothoff (and other contributing authors)
   4
   5      GNUnet is free software; you can redistribute it and/or modify
   6      it under the terms of the GNU General Public License as published
   7      by the Free Software Foundation; either version 3, or (at your
   8      option) any later version.
   9
  10      GNUnet is distributed in the hope that it will be useful, but
  11      WITHOUT ANY WARRANTY; without even the implied warranty of
  12      MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  13      General Public License for more details.
  14
  15      You should have received a copy of the GNU General Public License
  16      along with GNUnet; see the file COPYING.  If not, write to the
  17      Free Software Foundation, Inc., 59 Temple Place - Suite 330,
  18      Boston, MA 02111-1307, USA.
  19 */
  20
  21 /**
  22  * @file fs/test_fs_unindex_persistence.c
  23  * @brief simple testcase for simple publish + unindex operation
  24  * @author Christian Grothoff
  25  */
  26 #include "platform.h"
  27 #include "gnunet_util_lib.h"
  28 #include "gnunet_arm_service.h"
  29 #include "gnunet_fs_service.h"
  30
  31 #define VERBOSE GNUNET_NO
  32
  33 #define START_ARM GNUNET_YES
  34
  35 /**
  36  * File-size we use for testing.
  37  */
  38 #define FILESIZE (1024 * 1024 * 2)
  39
  40 /**
  41  * How long until we give up on transmitting the message?
  42  */
  43 #define TIMEOUT GNUNET_TIME_relative_multiply (GNUNET_TIME_UNIT_SECONDS, 60)
  44
  45 /**
  46  * How long should our test-content live?
  47  */
  48 #define LIFETIME GNUNET_TIME_relative_multiply (GNUNET_TIME_UNIT_MINUTES, 15)
  49
  50 struct PeerContext
  51 {
  52   struct GNUNET_CONFIGURATION_Handle *cfg;
  53 #if START_ARM
  54   struct GNUNET_OS_Process *arm_proc;
  55 #endif
  56 };
  57
  58 static struct PeerContext p1;
  59
  60 static struct GNUNET_TIME_Absolute start;
  61
  62 static struct GNUNET_SCHEDULER_Handle *sched;
  63
  64 static struct GNUNET_FS_Handle *fs;
  65
  66 static struct GNUNET_FS_UnindexContext *unindex;
  67
  68 static struct GNUNET_FS_PublishContext *publish;
  69
  70 static char *fn;
  71
  72 static const struct GNUNET_CONFIGURATION_Handle *cfg;
  73
  74 static void
  75 abort_publish_task (void *cls,
  76                      const struct GNUNET_SCHEDULER_TaskContext *tc)
  77 {
  78   GNUNET_FS_publish_stop (publish);
  79   publish = NULL;
  80 }
  81
  82
  83 static void
  84 abort_unindex_task (void *cls,
  85                     const struct GNUNET_SCHEDULER_TaskContext *tc)
  86 {
  87   if (unindex != NULL)
  88     {
  89       GNUNET_FS_unindex_stop (unindex);
  90       unindex = NULL;
  91     }
  92   if (fn != NULL)
  93     {
  94       GNUNET_DISK_directory_remove (fn);
  95       GNUNET_free (fn);
  96       fn = NULL;
  97     }
  98 }
  99
 100
 101 static void *
 102 progress_cb (void *cls,
 103              const struct GNUNET_FS_ProgressInfo *event);
 104
 105
 106 static void
 107 restart_fs_task (void *cls,
 108                  const struct GNUNET_SCHEDULER_TaskContext *tc)
 109 {
 110   GNUNET_FS_stop (fs);
 111   fs = GNUNET_FS_start (sched,
 112                         cfg,
 113                         "test-fs-unindex-persistence",
 114                         &progress_cb,
 115                         NULL,
 116                         GNUNET_FS_FLAGS_PERSISTENCE,
 117                         GNUNET_FS_OPTIONS_END);
 118 }
 119
 120
 121 /**
 122  * Consider scheduling the restart-task.
 123  * Only runs the restart task once per event
 124  * category.
 125  *
 126  * @param ev type of the event to consider
 127  */
 128 static void
 129 consider_restart (int ev)
 130 {
 131   static int prev[32];
 132   static int off;
 133   int i;
 134   for (i=0;i<off;i++)
 135     if (prev[i] == ev)
 136       return;
 137   prev[off++] = ev;
 138   GNUNET_SCHEDULER_add_with_priority (sched,
 139                                       GNUNET_SCHEDULER_PRIORITY_URGENT,
 140                                       &restart_fs_task,
 141                                       NULL);
 142 }
 143
 144
 145 static void *
 146 progress_cb (void *cls,
 147              const struct GNUNET_FS_ProgressInfo *event)
 148 {
 149   switch (event->status)
 150     {
 151     case GNUNET_FS_STATUS_PUBLISH_PROGRESS:
 152 #if VERBOSE
 153       printf ("Publish is progressing (%llu/%llu at level %u off %llu)...\n",
 154               (unsigned long long) event->abs_value.publish.completed,
 155               (unsigned long long) event->abs_value.publish.size,
 156               event->abs_value.publish.specifics.progress.depth,
 157               (unsigned long long) event->abs_value.publish.specifics.progress.offset);
 158 #endif
 159       break;
 160     case GNUNET_FS_STATUS_PUBLISH_COMPLETED:
 161       printf ("Publishing complete, %llu kbps.\n",
 162               (unsigned long long) (FILESIZE * 1000 / (1+GNUNET_TIME_absolute_get_duration (start).rel_value) / 1024));
 163       start = GNUNET_TIME_absolute_get ();
 164       unindex = GNUNET_FS_unindex_start (fs,
 165                                          fn,
 166                                          "unindex");
 167       GNUNET_assert (unindex != NULL);
 168       break;
 169     case GNUNET_FS_STATUS_UNINDEX_COMPLETED:
 170       printf ("Unindex complete,  %llu kbps.\n",
 171               (unsigned long long) (FILESIZE * 1000 / (1+GNUNET_TIME_absolute_get_duration (start).rel_value) / 1024));
 172       GNUNET_SCHEDULER_add_continuation (sched,
 173                                          &abort_unindex_task,
 174                                          NULL,
 175                                          GNUNET_SCHEDULER_REASON_PREREQ_DONE);
 176       break;
 177     case GNUNET_FS_STATUS_UNINDEX_PROGRESS:
 178       consider_restart (event->status);
 179       GNUNET_assert (unindex == event->value.unindex.uc);
 180 #if VERBOSE
 181       printf ("Unindex is progressing (%llu/%llu at level %u off %llu)...\n",
 182               (unsigned long long) event->abs_value.unindex.completed,
 183               (unsigned long long) event->abs_value.unindex.size,
 184               event->abs_value.unindex.specifics.progress.depth,
 185               (unsigned long long) event->abs_value.unindex.specifics.progress.offset);
 186 #endif
 187       break;
 188     case GNUNET_FS_STATUS_PUBLISH_SUSPEND:
 189       if  (event->value.publish.pc == publish)
 190         publish = NULL;
 191       break;
 192     case GNUNET_FS_STATUS_PUBLISH_RESUME:
 193       if (NULL == publish)
 194         {
 195           publish = event->value.publish.pc;
 196           return "publish-context";
 197         }
 198       break;
 199     case GNUNET_FS_STATUS_UNINDEX_SUSPEND:
 200       GNUNET_assert (event->value.unindex.uc == unindex);
 201       unindex = NULL;
 202       break;
 203     case GNUNET_FS_STATUS_UNINDEX_RESUME:
 204       GNUNET_assert (NULL == unindex);
 205       unindex = event->value.unindex.uc;
 206       return "unindex";
 207     case GNUNET_FS_STATUS_PUBLISH_ERROR:
 208       fprintf (stderr,
 209                "Error publishing file: %s\n",
 210                event->value.publish.specifics.error.message);
 211       GNUNET_break (0);
 212       GNUNET_SCHEDULER_add_continuation (sched,
 213                                          &abort_publish_task,
 214                                          NULL,
 215                                          GNUNET_SCHEDULER_REASON_PREREQ_DONE);
 216       break;
 217     case GNUNET_FS_STATUS_UNINDEX_ERROR:
 218       fprintf (stderr,
 219                "Error unindexing file: %s\n",
 220                event->value.unindex.specifics.error.message);
 221       GNUNET_SCHEDULER_add_continuation (sched,
 222                                          &abort_unindex_task,
 223                                          NULL,
 224                                          GNUNET_SCHEDULER_REASON_PREREQ_DONE);
 225       break;
 226     case GNUNET_FS_STATUS_PUBLISH_START:
 227       GNUNET_assert (0 == strcmp ("publish-context", event->value.publish.cctx));
 228       GNUNET_assert (NULL == event->value.publish.pctx);
 229       GNUNET_assert (FILESIZE == event->value.publish.size);
 230       GNUNET_assert (0 == event->value.publish.completed);
 231       GNUNET_assert (1 == event->value.publish.anonymity);
 232       break;
 233     case GNUNET_FS_STATUS_PUBLISH_STOPPED:
 234       GNUNET_assert (publish == event->value.publish.pc);
 235       GNUNET_assert (FILESIZE == event->value.publish.size);
 236       GNUNET_assert (1 == event->value.publish.anonymity);
 237       GNUNET_FS_stop (fs);
 238       fs = NULL;
 239       break;
 240     case GNUNET_FS_STATUS_UNINDEX_START:
 241       consider_restart (event->status);
 242       GNUNET_assert (unindex == NULL);
 243       GNUNET_assert (0 == strcmp ("unindex", event->value.unindex.cctx));
 244       GNUNET_assert (0 == strcmp (fn, event->value.unindex.filename));
 245       GNUNET_assert (FILESIZE == event->value.unindex.size);
 246       GNUNET_assert (0 == event->value.unindex.completed);
 247       break;
 248     case GNUNET_FS_STATUS_UNINDEX_STOPPED:
 249       GNUNET_assert (unindex == event->value.unindex.uc);
 250       GNUNET_SCHEDULER_add_continuation (sched,
 251                                          &abort_publish_task,
 252                                          NULL,
 253                                          GNUNET_SCHEDULER_REASON_PREREQ_DONE);
 254       break;
 255     default:
 256       printf ("Unexpected event: %d\n",
 257               event->status);
 258       break;
 259     }
 260   return NULL;
 261 }
 262
 263
 264 static void
 265 setup_peer (struct PeerContext *p, const char *cfgname)
 266 {
 267   p->cfg = GNUNET_CONFIGURATION_create ();
 268 #if START_ARM
 269   p->arm_proc = GNUNET_OS_start_process (NULL, NULL, "gnunet-service-arm",
 270                                         "gnunet-service-arm",
 271 #if VERBOSE
 272                                         "-L", "DEBUG",
 273 #endif
 274                                         "-c", cfgname, NULL);
 275 #endif
 276   GNUNET_assert (GNUNET_OK == GNUNET_CONFIGURATION_load (p->cfg, cfgname));
 277 }
 278
 279
 280 static void
 281 stop_arm (struct PeerContext *p)
 282 {
 283 #if START_ARM
 284   if (0 != GNUNET_OS_process_kill (p->arm_proc, SIGTERM))
 285     GNUNET_log_strerror (GNUNET_ERROR_TYPE_WARNING, "kill");
 286   if (GNUNET_OS_process_wait(p->arm_proc) != GNUNET_OK)
 287     GNUNET_log_strerror (GNUNET_ERROR_TYPE_WARNING, "waitpid");
 288   GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
 289               "ARM process %u stopped\n", GNUNET_OS_process_get_pid (p->arm_proc));
 290   GNUNET_OS_process_close (p->arm_proc);
 291   p->arm_proc = NULL;
 292 #endif
 293   GNUNET_CONFIGURATION_destroy (p->cfg);
 294 }
 295
 296
 297 static void
 298 run (void *cls,
 299      struct GNUNET_SCHEDULER_Handle *s,
 300      char *const *args,
 301      const char *cfgfile,
 302      const struct GNUNET_CONFIGURATION_Handle *c)
 303 {
 304   const char *keywords[] = {
 305     "down_foo",
 306     "down_bar",
 307   };
 308   char *buf;
 309   struct GNUNET_CONTAINER_MetaData *meta;
 310   struct GNUNET_FS_Uri *kuri;
 311   struct GNUNET_FS_FileInformation *fi;
 312   size_t i;
 313
 314   sched = s;
 315   cfg = c;
 316   setup_peer (&p1, "test_fs_unindex_data.conf");
 317   fn = GNUNET_DISK_mktemp ("gnunet-unindex-test-dst");
 318   fs = GNUNET_FS_start (sched,
 319                         cfg,
 320                         "test-fs-unindex-persistence",
 321                         &progress_cb,
 322                         NULL,
 323                         GNUNET_FS_FLAGS_PERSISTENCE,
 324                         GNUNET_FS_OPTIONS_END);
 325   GNUNET_assert (NULL != fs);
 326   buf = GNUNET_malloc (FILESIZE);
 327   for (i = 0; i < FILESIZE; i++)
 328     buf[i] = GNUNET_CRYPTO_random_u32 (GNUNET_CRYPTO_QUALITY_WEAK, 256);
 329   GNUNET_assert (FILESIZE ==
 330                  GNUNET_DISK_fn_write (fn,
 331                                        buf,
 332                                        FILESIZE,
 333                                        GNUNET_DISK_PERM_USER_READ | GNUNET_DISK_PERM_USER_WRITE));
 334   GNUNET_free (buf);
 335   meta = GNUNET_CONTAINER_meta_data_create ();
 336   kuri = GNUNET_FS_uri_ksk_create_from_args (2, keywords);
 337   fi = GNUNET_FS_file_information_create_from_file (fs,
 338                                                     "publish-context",
 339                                                     fn,
 340                                                     kuri,
 341                                                     meta,
 342                                                     GNUNET_YES,
 343                                                     1,
 344                                                     42,
 345                                                     GNUNET_TIME_relative_to_absolute (LIFETIME));
 346   GNUNET_FS_uri_destroy (kuri);
 347   GNUNET_CONTAINER_meta_data_destroy (meta);
 348   GNUNET_assert (NULL != fi);
 349   start = GNUNET_TIME_absolute_get ();
 350   publish = GNUNET_FS_publish_start (fs,
 351                                     fi,
 352                                     NULL, NULL, NULL,
 353                                     GNUNET_FS_PUBLISH_OPTION_NONE);
 354   GNUNET_assert (publish != NULL);
 355 }
 356
 357
 358 int
 359 main (int argc, char *argv[])
 360 {
 361   char *const argvx[] = {
 362     "test-fs-unindex",
 363     "-c",
 364     "test_fs_unindex_data.conf",
 365 #if VERBOSE
 366     "-L", "DEBUG",
 367 #endif
 368     NULL
 369   };
 370   struct GNUNET_GETOPT_CommandLineOption options[] = {
 371     GNUNET_GETOPT_OPTION_END
 372   };
 373
 374   GNUNET_log_setup ("test_fs_unindex_persistence",
 375 #if VERBOSE
 376                     "DEBUG",
 377 #else
 378                     "WARNING",
 379 #endif
 380                     NULL);
 381   GNUNET_PROGRAM_run ((sizeof (argvx) / sizeof (char *)) - 1,
 382                       argvx, "test-fs-unindex",
 383                       "nohelp", options, &run, NULL);
 384   stop_arm (&p1);
 385   GNUNET_DISK_directory_remove ("/tmp/gnunet-test-fs-unindex/");
 386   if (NULL != fn)
 387     {
 388       GNUNET_DISK_directory_remove (fn);
 389       GNUNET_free (fn);
 390     }
 391   return 0;
 392 }
 393
 394 /* end of test_fs_unindex_persistence.c */