src/fs/test_fs_unindex_persistence.c

   1 /*
   2      This file is part of GNUnet.
   3      (C) 2004, 2005, 2006, 2008, 2009, 2010 Christian Grothoff (and other contributing authors)
   4
   5      GNUnet is free software; you can redistribute it and/or modify
   6      it under the terms of the GNU General Public License as published
   7      by the Free Software Foundation; either version 3, or (at your
   8      option) any later version.
   9
  10      GNUnet is distributed in the hope that it will be useful, but
  11      WITHOUT ANY WARRANTY; without even the implied warranty of
  12      MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  13      General Public License for more details.
  14
  15      You should have received a copy of the GNU General Public License
  16      along with GNUnet; see the file COPYING.  If not, write to the
  17      Free Software Foundation, Inc., 59 Temple Place - Suite 330,
  18      Boston, MA 02111-1307, USA.
  19 */
  20
  21 /**
  22  * @file fs/test_fs_unindex_persistence.c
  23  * @brief simple testcase for simple publish + unindex operation
  24  * @author Christian Grothoff
  25  */
  26 #include "platform.h"
  27 #include "gnunet_util_lib.h"
  28 #include "gnunet_arm_service.h"
  29 #include "gnunet_fs_service.h"
  30
  31 #define VERBOSE GNUNET_NO
  32
  33 #define START_ARM GNUNET_YES
  34
  35 /**
  36  * File-size we use for testing.
  37  */
  38 #define FILESIZE (1024 * 1024 * 2)
  39
  40 /**
  41  * How long until we give up on transmitting the message?
  42  */
  43 #define TIMEOUT GNUNET_TIME_relative_multiply (GNUNET_TIME_UNIT_SECONDS, 60)
  44
  45 /**
  46  * How long should our test-content live?
  47  */
  48 #define LIFETIME GNUNET_TIME_relative_multiply (GNUNET_TIME_UNIT_MINUTES, 15)
  49
  50 struct PeerContext
  51 {
  52   struct GNUNET_CONFIGURATION_Handle *cfg;
  53 #if START_ARM
  54   struct GNUNET_OS_Process *arm_proc;
  55 #endif
  56 };
  57
  58 static struct PeerContext p1;
  59
  60 static struct GNUNET_TIME_Absolute start;
  61
  62 static struct GNUNET_FS_Handle *fs;
  63
  64 static struct GNUNET_FS_UnindexContext *unindex;
  65
  66 static struct GNUNET_FS_PublishContext *publish;
  67
  68 static char *fn;
  69
  70 static const struct GNUNET_CONFIGURATION_Handle *cfg;
  71
  72 static void
  73 abort_publish_task (void *cls,
  74                      const struct GNUNET_SCHEDULER_TaskContext *tc)
  75 {
  76   GNUNET_FS_publish_stop (publish);
  77   publish = NULL;
  78 }
  79
  80
  81 static void
  82 abort_unindex_task (void *cls,
  83                     const struct GNUNET_SCHEDULER_TaskContext *tc)
  84 {
  85   if (unindex != NULL)
  86     {
  87       GNUNET_FS_unindex_stop (unindex);
  88       unindex = NULL;
  89     }
  90   if (fn != NULL)
  91     {
  92       GNUNET_DISK_directory_remove (fn);
  93       GNUNET_free (fn);
  94       fn = NULL;
  95     }
  96 }
  97
  98
  99 static void *
 100 progress_cb (void *cls,
 101              const struct GNUNET_FS_ProgressInfo *event);
 102
 103
 104 static void
 105 restart_fs_task (void *cls,
 106                  const struct GNUNET_SCHEDULER_TaskContext *tc)
 107 {
 108   GNUNET_FS_stop (fs);
 109   fs = GNUNET_FS_start (cfg,
 110                         "test-fs-unindex-persistence",
 111                         &progress_cb,
 112                         NULL,
 113                         GNUNET_FS_FLAGS_PERSISTENCE,
 114                         GNUNET_FS_OPTIONS_END);
 115 }
 116
 117
 118 /**
 119  * Consider scheduling the restart-task.
 120  * Only runs the restart task once per event
 121  * category.
 122  *
 123  * @param ev type of the event to consider
 124  */
 125 static void
 126 consider_restart (int ev)
 127 {
 128   static int prev[32];
 129   static int off;
 130   int i;
 131   for (i=0;i<off;i++)
 132     if (prev[i] == ev)
 133       return;
 134   prev[off++] = ev;
 135   GNUNET_SCHEDULER_add_with_priority (GNUNET_SCHEDULER_PRIORITY_URGENT,
 136                                       &restart_fs_task,
 137                                       NULL);
 138 }
 139
 140
 141 static void *
 142 progress_cb (void *cls,
 143              const struct GNUNET_FS_ProgressInfo *event)
 144 {
 145   switch (event->status)
 146     {
 147     case GNUNET_FS_STATUS_PUBLISH_PROGRESS:
 148 #if VERBOSE
 149       printf ("Publish is progressing (%llu/%llu at level %u off %llu)...\n",
 150               (unsigned long long) event->value.publish.completed,
 151               (unsigned long long) event->value.publish.size,
 152               event->value.publish.specifics.progress.depth,
 153               (unsigned long long) event->value.publish.specifics.progress.offset);
 154 #endif
 155       break;
 156     case GNUNET_FS_STATUS_PUBLISH_COMPLETED:
 157       printf ("Publishing complete, %llu kbps.\n",
 158               (unsigned long long) (FILESIZE * 1000 / (1+GNUNET_TIME_absolute_get_duration (start).rel_value) / 1024));
 159       start = GNUNET_TIME_absolute_get ();
 160       unindex = GNUNET_FS_unindex_start (fs,
 161                                          fn,
 162                                          "unindex");
 163       GNUNET_assert (unindex != NULL);
 164       break;
 165     case GNUNET_FS_STATUS_UNINDEX_COMPLETED:
 166       printf ("Unindex complete,  %llu kbps.\n",
 167               (unsigned long long) (FILESIZE * 1000 / (1+GNUNET_TIME_absolute_get_duration (start).rel_value) / 1024));
 168       GNUNET_SCHEDULER_add_continuation (&abort_unindex_task,
 169                                          NULL,
 170                                          GNUNET_SCHEDULER_REASON_PREREQ_DONE);
 171       break;
 172     case GNUNET_FS_STATUS_UNINDEX_PROGRESS:
 173       consider_restart (event->status);
 174       GNUNET_assert (unindex == event->value.unindex.uc);
 175 #if VERBOSE
 176       printf ("Unindex is progressing (%llu/%llu at level %u off %llu)...\n",
 177               (unsigned long long) event->value.unindex.completed,
 178               (unsigned long long) event->value.unindex.size,
 179               event->value.unindex.specifics.progress.depth,
 180               (unsigned long long) event->value.unindex.specifics.progress.offset);
 181 #endif
 182       break;
 183     case GNUNET_FS_STATUS_PUBLISH_SUSPEND:
 184       if  (event->value.publish.pc == publish)
 185         publish = NULL;
 186       break;
 187     case GNUNET_FS_STATUS_PUBLISH_RESUME:
 188       if (NULL == publish)
 189         {
 190           publish = event->value.publish.pc;
 191           return "publish-context";
 192         }
 193       break;
 194     case GNUNET_FS_STATUS_UNINDEX_SUSPEND:
 195       GNUNET_assert (event->value.unindex.uc == unindex);
 196       unindex = NULL;
 197       break;
 198     case GNUNET_FS_STATUS_UNINDEX_RESUME:
 199       GNUNET_assert (NULL == unindex);
 200       unindex = event->value.unindex.uc;
 201       return "unindex";
 202     case GNUNET_FS_STATUS_PUBLISH_ERROR:
 203       fprintf (stderr,
 204                "Error publishing file: %s\n",
 205                event->value.publish.specifics.error.message);
 206       GNUNET_break (0);
 207       GNUNET_SCHEDULER_add_continuation (&abort_publish_task,
 208                                          NULL,
 209                                          GNUNET_SCHEDULER_REASON_PREREQ_DONE);
 210       break;
 211     case GNUNET_FS_STATUS_UNINDEX_ERROR:
 212       fprintf (stderr,
 213                "Error unindexing file: %s\n",
 214                event->value.unindex.specifics.error.message);
 215       GNUNET_SCHEDULER_add_continuation (&abort_unindex_task,
 216                                          NULL,
 217                                          GNUNET_SCHEDULER_REASON_PREREQ_DONE);
 218       break;
 219     case GNUNET_FS_STATUS_PUBLISH_START:
 220       GNUNET_assert (0 == strcmp ("publish-context", event->value.publish.cctx));
 221       GNUNET_assert (NULL == event->value.publish.pctx);
 222       GNUNET_assert (FILESIZE == event->value.publish.size);
 223       GNUNET_assert (0 == event->value.publish.completed);
 224       GNUNET_assert (1 == event->value.publish.anonymity);
 225       break;
 226     case GNUNET_FS_STATUS_PUBLISH_STOPPED:
 227       GNUNET_assert (publish == event->value.publish.pc);
 228       GNUNET_assert (FILESIZE == event->value.publish.size);
 229       GNUNET_assert (1 == event->value.publish.anonymity);
 230       GNUNET_FS_stop (fs);
 231       fs = NULL;
 232       break;
 233     case GNUNET_FS_STATUS_UNINDEX_START:
 234       consider_restart (event->status);
 235       GNUNET_assert (unindex == NULL);
 236       GNUNET_assert (0 == strcmp ("unindex", event->value.unindex.cctx));
 237       GNUNET_assert (0 == strcmp (fn, event->value.unindex.filename));
 238       GNUNET_assert (FILESIZE == event->value.unindex.size);
 239       GNUNET_assert (0 == event->value.unindex.completed);
 240       break;
 241     case GNUNET_FS_STATUS_UNINDEX_STOPPED:
 242       GNUNET_assert (unindex == event->value.unindex.uc);
 243       GNUNET_SCHEDULER_add_continuation (&abort_publish_task,
 244                                          NULL,
 245                                          GNUNET_SCHEDULER_REASON_PREREQ_DONE);
 246       break;
 247     default:
 248       printf ("Unexpected event: %d\n",
 249               event->status);
 250       break;
 251     }
 252   return NULL;
 253 }
 254
 255
 256 static void
 257 setup_peer (struct PeerContext *p, const char *cfgname)
 258 {
 259   p->cfg = GNUNET_CONFIGURATION_create ();
 260 #if START_ARM
 261   p->arm_proc = GNUNET_OS_start_process (NULL, NULL, "gnunet-service-arm",
 262                                         "gnunet-service-arm",
 263 #if VERBOSE
 264                                         "-L", "DEBUG",
 265 #endif
 266                                         "-c", cfgname, NULL);
 267 #endif
 268   GNUNET_assert (GNUNET_OK == GNUNET_CONFIGURATION_load (p->cfg, cfgname));
 269 }
 270
 271
 272 static void
 273 stop_arm (struct PeerContext *p)
 274 {
 275 #if START_ARM
 276   if (NULL != p->arm_proc)
 277     {
 278       if (0 != GNUNET_OS_process_kill (p->arm_proc, SIGTERM))
 279         GNUNET_log_strerror (GNUNET_ERROR_TYPE_WARNING, "kill");
 280       if (GNUNET_OS_process_wait(p->arm_proc) != GNUNET_OK)
 281         GNUNET_log_strerror (GNUNET_ERROR_TYPE_WARNING, "waitpid");
 282       GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
 283                   "ARM process %u stopped\n", GNUNET_OS_process_get_pid (p->arm_proc));
 284       GNUNET_OS_process_close (p->arm_proc);
 285       p->arm_proc = NULL;
 286     }
 287 #endif
 288   GNUNET_CONFIGURATION_destroy (p->cfg);
 289 }
 290
 291
 292 static void
 293 run (void *cls,
 294      char *const *args,
 295      const char *cfgfile,
 296      const struct GNUNET_CONFIGURATION_Handle *c)
 297 {
 298   const char *keywords[] = {
 299     "down_foo",
 300     "down_bar",
 301   };
 302   char *buf;
 303   struct GNUNET_CONTAINER_MetaData *meta;
 304   struct GNUNET_FS_Uri *kuri;
 305   struct GNUNET_FS_FileInformation *fi;
 306   size_t i;
 307   struct GNUNET_FS_BlockOptions bo;
 308
 309   cfg = c;
 310   setup_peer (&p1, "test_fs_unindex_data.conf");
 311   fn = GNUNET_DISK_mktemp ("gnunet-unindex-test-dst");
 312   fs = GNUNET_FS_start (cfg,
 313                         "test-fs-unindex-persistence",
 314                         &progress_cb,
 315                         NULL,
 316                         GNUNET_FS_FLAGS_PERSISTENCE,
 317                         GNUNET_FS_OPTIONS_END);
 318   GNUNET_assert (NULL != fs);
 319   buf = GNUNET_malloc (FILESIZE);
 320   for (i = 0; i < FILESIZE; i++)
 321     buf[i] = GNUNET_CRYPTO_random_u32 (GNUNET_CRYPTO_QUALITY_WEAK, 256);
 322   GNUNET_assert (FILESIZE ==
 323                  GNUNET_DISK_fn_write (fn,
 324                                        buf,
 325                                        FILESIZE,
 326                                        GNUNET_DISK_PERM_USER_READ | GNUNET_DISK_PERM_USER_WRITE));
 327   GNUNET_free (buf);
 328   meta = GNUNET_CONTAINER_meta_data_create ();
 329   kuri = GNUNET_FS_uri_ksk_create_from_args (2, keywords);
 330   bo.content_priority = 42;
 331   bo.anonymity_level = 1;
 332   bo.replication_level = 0;
 333   bo.expiration_time = GNUNET_TIME_relative_to_absolute (LIFETIME);
 334   fi = GNUNET_FS_file_information_create_from_file (fs,
 335                                                     "publish-context",
 336                                                     fn,
 337                                                     kuri,
 338                                                     meta,
 339                                                     GNUNET_YES,
 340                                                     &bo);
 341   GNUNET_FS_uri_destroy (kuri);
 342   GNUNET_CONTAINER_meta_data_destroy (meta);
 343   GNUNET_assert (NULL != fi);
 344   start = GNUNET_TIME_absolute_get ();
 345   publish = GNUNET_FS_publish_start (fs,
 346                                     fi,
 347                                     NULL, NULL, NULL,
 348                                     GNUNET_FS_PUBLISH_OPTION_NONE);
 349   GNUNET_assert (publish != NULL);
 350 }
 351
 352
 353 int
 354 main (int argc, char *argv[])
 355 {
 356   char *const argvx[] = {
 357     "test-fs-unindex",
 358     "-c",
 359     "test_fs_unindex_data.conf",
 360 #if VERBOSE
 361     "-L", "DEBUG",
 362 #endif
 363     NULL
 364   };
 365   struct GNUNET_GETOPT_CommandLineOption options[] = {
 366     GNUNET_GETOPT_OPTION_END
 367   };
 368
 369   GNUNET_log_setup ("test_fs_unindex_persistence",
 370 #if VERBOSE
 371                     "DEBUG",
 372 #else
 373                     "WARNING",
 374 #endif
 375                     NULL);
 376   GNUNET_PROGRAM_run ((sizeof (argvx) / sizeof (char *)) - 1,
 377                       argvx, "test-fs-unindex",
 378                       "nohelp", options, &run, NULL);
 379   stop_arm (&p1);
 380   GNUNET_DISK_directory_remove ("/tmp/gnunet-test-fs-unindex/");
 381   if (NULL != fn)
 382     {
 383       GNUNET_DISK_directory_remove (fn);
 384       GNUNET_free (fn);
 385     }
 386   return 0;
 387 }
 388
 389 /* end of test_fs_unindex_persistence.c */