src/fs/test_fs_unindex_persistence.c

   1 /*
   2      This file is part of GNUnet.
   3      (C) 2004, 2005, 2006, 2008, 2009, 2010 Christian Grothoff (and other contributing authors)
   4
   5      GNUnet is free software; you can redistribute it and/or modify
   6      it under the terms of the GNU General Public License as published
   7      by the Free Software Foundation; either version 3, or (at your
   8      option) any later version.
   9
  10      GNUnet is distributed in the hope that it will be useful, but
  11      WITHOUT ANY WARRANTY; without even the implied warranty of
  12      MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  13      General Public License for more details.
  14
  15      You should have received a copy of the GNU General Public License
  16      along with GNUnet; see the file COPYING.  If not, write to the
  17      Free Software Foundation, Inc., 59 Temple Place - Suite 330,
  18      Boston, MA 02111-1307, USA.
  19 */
  20
  21 /**
  22  * @file fs/test_fs_unindex_persistence.c
  23  * @brief simple testcase for simple publish + unindex operation
  24  * @author Christian Grothoff
  25  */
  26 #include "platform.h"
  27 #include "gnunet_util_lib.h"
  28 #include "gnunet_arm_service.h"
  29 #include "gnunet_fs_service.h"
  30
  31 #define VERBOSE GNUNET_NO
  32
  33 #define START_ARM GNUNET_YES
  34
  35 /**
  36  * File-size we use for testing.
  37  */
  38 #define FILESIZE (1024 * 1024 * 2)
  39
  40 /**
  41  * How long until we give up on transmitting the message?
  42  */
  43 #define TIMEOUT GNUNET_TIME_relative_multiply (GNUNET_TIME_UNIT_SECONDS, 60)
  44
  45 /**
  46  * How long should our test-content live?
  47  */
  48 #define LIFETIME GNUNET_TIME_relative_multiply (GNUNET_TIME_UNIT_MINUTES, 15)
  49
  50 struct PeerContext
  51 {
  52   struct GNUNET_CONFIGURATION_Handle *cfg;
  53 #if START_ARM
  54   struct GNUNET_OS_Process *arm_proc;
  55 #endif
  56 };
  57
  58 static struct PeerContext p1;
  59
  60 static struct GNUNET_TIME_Absolute start;
  61
  62 static struct GNUNET_FS_Handle *fs;
  63
  64 static struct GNUNET_FS_UnindexContext *unindex;
  65
  66 static struct GNUNET_FS_PublishContext *publish;
  67
  68 static char *fn;
  69
  70 static const struct GNUNET_CONFIGURATION_Handle *cfg;
  71
  72 static void
  73 abort_publish_task (void *cls, const struct GNUNET_SCHEDULER_TaskContext *tc)
  74 {
  75   GNUNET_FS_publish_stop (publish);
  76   publish = NULL;
  77 }
  78
  79
  80 static void
  81 abort_unindex_task (void *cls, const struct GNUNET_SCHEDULER_TaskContext *tc)
  82 {
  83   if (unindex != NULL)
  84   {
  85     GNUNET_FS_unindex_stop (unindex);
  86     unindex = NULL;
  87   }
  88   if (fn != NULL)
  89   {
  90     GNUNET_DISK_directory_remove (fn);
  91     GNUNET_free (fn);
  92     fn = NULL;
  93   }
  94 }
  95
  96
  97 static void *progress_cb (void *cls,
  98                           const struct GNUNET_FS_ProgressInfo *event);
  99
 100
 101 static void
 102 restart_fs_task (void *cls, const struct GNUNET_SCHEDULER_TaskContext *tc)
 103 {
 104   GNUNET_FS_stop (fs);
 105   fs = GNUNET_FS_start (cfg,
 106                         "test-fs-unindex-persistence",
 107                         &progress_cb,
 108                         NULL,
 109                         GNUNET_FS_FLAGS_PERSISTENCE, GNUNET_FS_OPTIONS_END);
 110 }
 111
 112
 113 /**
 114  * Consider scheduling the restart-task.
 115  * Only runs the restart task once per event
 116  * category.
 117  *
 118  * @param ev type of the event to consider
 119  */
 120 static void
 121 consider_restart (int ev)
 122 {
 123   static int prev[32];
 124   static int off;
 125   int i;
 126
 127   for (i = 0; i < off; i++)
 128     if (prev[i] == ev)
 129       return;
 130   prev[off++] = ev;
 131   GNUNET_SCHEDULER_add_with_priority (GNUNET_SCHEDULER_PRIORITY_URGENT,
 132                                       &restart_fs_task, NULL);
 133 }
 134
 135
 136 static void *
 137 progress_cb (void *cls, const struct GNUNET_FS_ProgressInfo *event)
 138 {
 139   switch (event->status)
 140   {
 141   case GNUNET_FS_STATUS_PUBLISH_PROGRESS:
 142 #if VERBOSE
 143     printf ("Publish is progressing (%llu/%llu at level %u off %llu)...\n",
 144             (unsigned long long) event->value.publish.completed,
 145             (unsigned long long) event->value.publish.size,
 146             event->value.publish.specifics.progress.depth,
 147             (unsigned long long) event->value.publish.specifics.
 148             progress.offset);
 149 #endif
 150     break;
 151   case GNUNET_FS_STATUS_PUBLISH_COMPLETED:
 152     printf ("Publishing complete, %llu kbps.\n",
 153             (unsigned long long) (FILESIZE * 1000 /
 154                                   (1 +
 155                                    GNUNET_TIME_absolute_get_duration
 156                                    (start).rel_value) / 1024));
 157     start = GNUNET_TIME_absolute_get ();
 158     unindex = GNUNET_FS_unindex_start (fs, fn, "unindex");
 159     GNUNET_assert (unindex != NULL);
 160     break;
 161   case GNUNET_FS_STATUS_UNINDEX_COMPLETED:
 162     printf ("Unindex complete,  %llu kbps.\n",
 163             (unsigned long long) (FILESIZE * 1000 /
 164                                   (1 +
 165                                    GNUNET_TIME_absolute_get_duration
 166                                    (start).rel_value) / 1024));
 167     GNUNET_SCHEDULER_add_continuation (&abort_unindex_task, NULL,
 168                                        GNUNET_SCHEDULER_REASON_PREREQ_DONE);
 169     break;
 170   case GNUNET_FS_STATUS_UNINDEX_PROGRESS:
 171     consider_restart (event->status);
 172     GNUNET_assert (unindex == event->value.unindex.uc);
 173 #if VERBOSE
 174     printf ("Unindex is progressing (%llu/%llu at level %u off %llu)...\n",
 175             (unsigned long long) event->value.unindex.completed,
 176             (unsigned long long) event->value.unindex.size,
 177             event->value.unindex.specifics.progress.depth,
 178             (unsigned long long) event->value.unindex.specifics.
 179             progress.offset);
 180 #endif
 181     break;
 182   case GNUNET_FS_STATUS_PUBLISH_SUSPEND:
 183     if (event->value.publish.pc == publish)
 184       publish = NULL;
 185     break;
 186   case GNUNET_FS_STATUS_PUBLISH_RESUME:
 187     if (NULL == publish)
 188     {
 189       publish = event->value.publish.pc;
 190       return "publish-context";
 191     }
 192     break;
 193   case GNUNET_FS_STATUS_UNINDEX_SUSPEND:
 194     GNUNET_assert (event->value.unindex.uc == unindex);
 195     unindex = NULL;
 196     break;
 197   case GNUNET_FS_STATUS_UNINDEX_RESUME:
 198     GNUNET_assert (NULL == unindex);
 199     unindex = event->value.unindex.uc;
 200     return "unindex";
 201   case GNUNET_FS_STATUS_PUBLISH_ERROR:
 202     fprintf (stderr,
 203              "Error publishing file: %s\n",
 204              event->value.publish.specifics.error.message);
 205     GNUNET_break (0);
 206     GNUNET_SCHEDULER_add_continuation (&abort_publish_task,
 207                                        NULL,
 208                                        GNUNET_SCHEDULER_REASON_PREREQ_DONE);
 209     break;
 210   case GNUNET_FS_STATUS_UNINDEX_ERROR:
 211     fprintf (stderr,
 212              "Error unindexing file: %s\n",
 213              event->value.unindex.specifics.error.message);
 214     GNUNET_SCHEDULER_add_continuation (&abort_unindex_task,
 215                                        NULL,
 216                                        GNUNET_SCHEDULER_REASON_PREREQ_DONE);
 217     break;
 218   case GNUNET_FS_STATUS_PUBLISH_START:
 219     GNUNET_assert (0 == strcmp ("publish-context", event->value.publish.cctx));
 220     GNUNET_assert (NULL == event->value.publish.pctx);
 221     GNUNET_assert (FILESIZE == event->value.publish.size);
 222     GNUNET_assert (0 == event->value.publish.completed);
 223     GNUNET_assert (1 == event->value.publish.anonymity);
 224     break;
 225   case GNUNET_FS_STATUS_PUBLISH_STOPPED:
 226     GNUNET_assert (publish == event->value.publish.pc);
 227     GNUNET_assert (FILESIZE == event->value.publish.size);
 228     GNUNET_assert (1 == event->value.publish.anonymity);
 229     GNUNET_FS_stop (fs);
 230     fs = NULL;
 231     break;
 232   case GNUNET_FS_STATUS_UNINDEX_START:
 233     consider_restart (event->status);
 234     GNUNET_assert (unindex == NULL);
 235     GNUNET_assert (0 == strcmp ("unindex", event->value.unindex.cctx));
 236     GNUNET_assert (0 == strcmp (fn, event->value.unindex.filename));
 237     GNUNET_assert (FILESIZE == event->value.unindex.size);
 238     GNUNET_assert (0 == event->value.unindex.completed);
 239     break;
 240   case GNUNET_FS_STATUS_UNINDEX_STOPPED:
 241     GNUNET_assert (unindex == event->value.unindex.uc);
 242     GNUNET_SCHEDULER_add_continuation (&abort_publish_task,
 243                                        NULL,
 244                                        GNUNET_SCHEDULER_REASON_PREREQ_DONE);
 245     break;
 246   default:
 247     printf ("Unexpected event: %d\n", event->status);
 248     break;
 249   }
 250   return NULL;
 251 }
 252
 253
 254 static void
 255 setup_peer (struct PeerContext *p, const char *cfgname)
 256 {
 257   p->cfg = GNUNET_CONFIGURATION_create ();
 258 #if START_ARM
 259   p->arm_proc = GNUNET_OS_start_process (NULL, NULL, "gnunet-service-arm",
 260                                          "gnunet-service-arm",
 261 #if VERBOSE
 262                                          "-L", "DEBUG",
 263 #endif
 264                                          "-c", cfgname, NULL);
 265 #endif
 266   GNUNET_assert (GNUNET_OK == GNUNET_CONFIGURATION_load (p->cfg, cfgname));
 267 }
 268
 269
 270 static void
 271 stop_arm (struct PeerContext *p)
 272 {
 273 #if START_ARM
 274   if (NULL != p->arm_proc)
 275   {
 276     if (0 != GNUNET_OS_process_kill (p->arm_proc, SIGTERM))
 277       GNUNET_log_strerror (GNUNET_ERROR_TYPE_WARNING, "kill");
 278     if (GNUNET_OS_process_wait (p->arm_proc) != GNUNET_OK)
 279       GNUNET_log_strerror (GNUNET_ERROR_TYPE_WARNING, "waitpid");
 280     GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
 281                 "ARM process %u stopped\n",
 282                 GNUNET_OS_process_get_pid (p->arm_proc));
 283     GNUNET_OS_process_close (p->arm_proc);
 284     p->arm_proc = NULL;
 285   }
 286 #endif
 287   GNUNET_CONFIGURATION_destroy (p->cfg);
 288 }
 289
 290
 291 static void
 292 run (void *cls,
 293      char *const *args,
 294      const char *cfgfile, const struct GNUNET_CONFIGURATION_Handle *c)
 295 {
 296   const char *keywords[] = {
 297     "down_foo",
 298     "down_bar",
 299   };
 300   char *buf;
 301   struct GNUNET_CONTAINER_MetaData *meta;
 302   struct GNUNET_FS_Uri *kuri;
 303   struct GNUNET_FS_FileInformation *fi;
 304   size_t i;
 305   struct GNUNET_FS_BlockOptions bo;
 306
 307   cfg = c;
 308   setup_peer (&p1, "test_fs_unindex_data.conf");
 309   fn = GNUNET_DISK_mktemp ("gnunet-unindex-test-dst");
 310   fs = GNUNET_FS_start (cfg,
 311                         "test-fs-unindex-persistence",
 312                         &progress_cb,
 313                         NULL,
 314                         GNUNET_FS_FLAGS_PERSISTENCE, GNUNET_FS_OPTIONS_END);
 315   GNUNET_assert (NULL != fs);
 316   buf = GNUNET_malloc (FILESIZE);
 317   for (i = 0; i < FILESIZE; i++)
 318     buf[i] = GNUNET_CRYPTO_random_u32 (GNUNET_CRYPTO_QUALITY_WEAK, 256);
 319   GNUNET_assert (FILESIZE ==
 320                  GNUNET_DISK_fn_write (fn,
 321                                        buf,
 322                                        FILESIZE,
 323                                        GNUNET_DISK_PERM_USER_READ |
 324                                        GNUNET_DISK_PERM_USER_WRITE));
 325   GNUNET_free (buf);
 326   meta = GNUNET_CONTAINER_meta_data_create ();
 327   kuri = GNUNET_FS_uri_ksk_create_from_args (2, keywords);
 328   bo.content_priority = 42;
 329   bo.anonymity_level = 1;
 330   bo.replication_level = 0;
 331   bo.expiration_time = GNUNET_TIME_relative_to_absolute (LIFETIME);
 332   fi = GNUNET_FS_file_information_create_from_file (fs,
 333                                                     "publish-context",
 334                                                     fn,
 335                                                     kuri,
 336                                                     meta, GNUNET_YES, &bo);
 337   GNUNET_FS_uri_destroy (kuri);
 338   GNUNET_CONTAINER_meta_data_destroy (meta);
 339   GNUNET_assert (NULL != fi);
 340   start = GNUNET_TIME_absolute_get ();
 341   publish = GNUNET_FS_publish_start (fs,
 342                                      fi,
 343                                      NULL, NULL, NULL,
 344                                      GNUNET_FS_PUBLISH_OPTION_NONE);
 345   GNUNET_assert (publish != NULL);
 346 }
 347
 348
 349 int
 350 main (int argc, char *argv[])
 351 {
 352   char *const argvx[] = {
 353     "test-fs-unindex",
 354     "-c",
 355     "test_fs_unindex_data.conf",
 356 #if VERBOSE
 357     "-L", "DEBUG",
 358 #endif
 359     NULL
 360   };
 361   struct GNUNET_GETOPT_CommandLineOption options[] = {
 362     GNUNET_GETOPT_OPTION_END
 363   };
 364
 365   GNUNET_log_setup ("test_fs_unindex_persistence",
 366 #if VERBOSE
 367                     "DEBUG",
 368 #else
 369                     "WARNING",
 370 #endif
 371                     NULL);
 372   GNUNET_PROGRAM_run ((sizeof (argvx) / sizeof (char *)) - 1,
 373                       argvx, "test-fs-unindex", "nohelp", options, &run, NULL);
 374   stop_arm (&p1);
 375   GNUNET_DISK_directory_remove ("/tmp/gnunet-test-fs-unindex/");
 376   if (NULL != fn)
 377   {
 378     GNUNET_DISK_directory_remove (fn);
 379     GNUNET_free (fn);
 380   }
 381   return 0;
 382 }
 383
 384 /* end of test_fs_unindex_persistence.c */