Merge branch 'master' of ssh://gnunet.org/gnunet
[oweals/gnunet.git] / src / fs / test_fs_publish_persistence.c
1 /*
2      This file is part of GNUnet.
3      Copyright (C) 2004, 2005, 2006, 2008, 2009, 2010 GNUnet e.V.
4
5      GNUnet is free software; you can redistribute it and/or modify
6      it under the terms of the GNU General Public License as published
7      by the Free Software Foundation; either version 3, or (at your
8      option) any later version.
9
10      GNUnet is distributed in the hope that it will be useful, but
11      WITHOUT ANY WARRANTY; without even the implied warranty of
12      MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
13      General Public License for more details.
14
15      You should have received a copy of the GNU General Public License
16      along with GNUnet; see the file COPYING.  If not, write to the
17      Free Software Foundation, Inc., 51 Franklin Street, Fifth Floor,
18      Boston, MA 02110-1301, USA.
19 */
20 /**
21  * @file fs/test_fs_publish_persistence.c
22  * @brief simple testcase for persistence of simple publish operation
23  * @author Christian Grothoff
24  */
25 #include "platform.h"
26 #include "gnunet_util_lib.h"
27 #include "gnunet_testing_lib.h"
28 #include "gnunet_fs_service.h"
29
30
31 /**
32  * File-size we use for testing.
33  */
34 #define FILESIZE (1024 * 1024 * 2)
35
36 /**
37  * How long until we give up on transmitting the message?
38  */
39 #define TIMEOUT GNUNET_TIME_relative_multiply (GNUNET_TIME_UNIT_SECONDS, 60)
40
41 /**
42  * How long should our test-content live?
43  */
44 #define LIFETIME GNUNET_TIME_relative_multiply (GNUNET_TIME_UNIT_MINUTES, 15)
45
46
47 static struct GNUNET_TIME_Absolute start;
48
49 static struct GNUNET_FS_Handle *fs;
50
51 static const struct GNUNET_CONFIGURATION_Handle *cfg;
52
53 static struct GNUNET_FS_PublishContext *publish;
54
55 static struct GNUNET_FS_PublishContext *publish;
56
57 static char *fn1;
58
59 static char *fn2;
60
61 static int err;
62
63 static struct GNUNET_SCHEDULER_Task *rtask;
64
65
66 static void
67 abort_publish_task (void *cls)
68 {
69   GNUNET_FS_publish_stop (publish);
70   publish = NULL;
71   GNUNET_DISK_directory_remove (fn1);
72   GNUNET_free (fn1);
73   fn1 = NULL;
74   GNUNET_DISK_directory_remove (fn2);
75   GNUNET_free (fn2);
76   fn2 = NULL;
77   GNUNET_FS_stop (fs);
78   fs = NULL;
79   if (NULL != rtask)
80   {
81     GNUNET_SCHEDULER_cancel (rtask);
82     rtask = NULL;
83   }
84 }
85
86
87 static void *
88 progress_cb (void *cls, const struct GNUNET_FS_ProgressInfo *event);
89
90
91 static void
92 restart_fs_task (void *cls)
93 {
94   rtask = NULL;
95   GNUNET_FS_stop (fs);
96   fs = GNUNET_FS_start (cfg, "test-fs-publish-persistence",
97                         &progress_cb, NULL,
98                         GNUNET_FS_FLAGS_PERSISTENCE,
99                         GNUNET_FS_OPTIONS_END);
100 }
101
102
103 /**
104  * Consider scheduling the restart-task.
105  * Only runs the restart task once per event
106  * category.
107  *
108  * @param ev type of the event to consider
109  */
110 static void
111 consider_restart (int ev)
112 {
113   static int prev[32];
114   static int off;
115   int i;
116
117   for (i = 0; i < off; i++)
118     if (prev[i] == ev)
119       return;
120   prev[off++] = ev;
121   rtask =
122       GNUNET_SCHEDULER_add_with_priority (GNUNET_SCHEDULER_PRIORITY_URGENT,
123                                           &restart_fs_task, NULL);
124 }
125
126
127 static void *
128 progress_cb (void *cls,
129              const struct GNUNET_FS_ProgressInfo *event)
130 {
131   void *ret;
132
133   ret = NULL;
134   switch (event->status)
135   {
136   case GNUNET_FS_STATUS_PUBLISH_COMPLETED:
137     ret = event->value.publish.cctx;
138     printf ("Publish complete,  %llu kbps.\n",
139             (unsigned long long) (FILESIZE * 1000000LL /
140                                   (1 +
141                                    GNUNET_TIME_absolute_get_duration
142                                    (start).rel_value_us) / 1024));
143     if ( (NULL != event->value.publish.cctx) &&
144          (0 == strcmp ("publish-context-dir", event->value.publish.cctx)) )
145       GNUNET_SCHEDULER_add_now (&abort_publish_task, NULL);
146     break;
147   case GNUNET_FS_STATUS_PUBLISH_PROGRESS_DIRECTORY:
148     ret = event->value.publish.cctx;
149     return ret;
150   case GNUNET_FS_STATUS_PUBLISH_PROGRESS:
151     consider_restart (event->status);
152     ret = event->value.publish.cctx;
153     GNUNET_assert (publish == event->value.publish.pc);
154 #if VERBOSE
155     printf ("Publish is progressing (%llu/%llu at level %u off %llu)...\n",
156             (unsigned long long) event->value.publish.completed,
157             (unsigned long long) event->value.publish.size,
158             event->value.publish.specifics.progress.depth,
159             (unsigned long long) event->value.publish.specifics.
160             progress.offset);
161 #endif
162     break;
163   case GNUNET_FS_STATUS_PUBLISH_SUSPEND:
164     if (event->value.publish.pc == publish)
165       publish = NULL;
166     break;
167   case GNUNET_FS_STATUS_PUBLISH_RESUME:
168     if (NULL == publish)
169     {
170       GNUNET_assert (GNUNET_YES ==
171                      GNUNET_FS_file_information_is_directory (event->
172                                                               value.publish.
173                                                               fi));
174       publish = event->value.publish.pc;
175       return "publish-context-dir";
176     }
177     break;
178   case GNUNET_FS_STATUS_PUBLISH_ERROR:
179     ret = event->value.publish.cctx;
180     FPRINTF (stderr, "Error publishing file: %s\n",
181              event->value.publish.specifics.error.message);
182     err = 1;
183     GNUNET_SCHEDULER_add_now (&abort_publish_task, NULL);
184     break;
185   case GNUNET_FS_STATUS_PUBLISH_START:
186     consider_restart (event->status);
187     publish = event->value.publish.pc;
188     ret = event->value.publish.cctx;
189     if (0 == strcmp ("publish-context1", event->value.publish.cctx))
190     {
191       GNUNET_assert (0 ==
192                      strcmp ("publish-context-dir", event->value.publish.pctx));
193       GNUNET_assert (FILESIZE == event->value.publish.size);
194       GNUNET_assert (0 == event->value.publish.completed);
195       GNUNET_assert (1 == event->value.publish.anonymity);
196     }
197     else if (0 == strcmp ("publish-context2", event->value.publish.cctx))
198     {
199       GNUNET_assert (0 ==
200                      strcmp ("publish-context-dir", event->value.publish.pctx));
201       GNUNET_assert (FILESIZE == event->value.publish.size);
202       GNUNET_assert (0 == event->value.publish.completed);
203       GNUNET_assert (2 == event->value.publish.anonymity);
204     }
205     else if (0 == strcmp ("publish-context-dir", event->value.publish.cctx))
206     {
207       GNUNET_assert (0 == event->value.publish.completed);
208       GNUNET_assert (3 == event->value.publish.anonymity);
209     }
210     else
211       GNUNET_assert (0);
212     break;
213   case GNUNET_FS_STATUS_PUBLISH_STOPPED:
214     consider_restart (event->status);
215     if ( (NULL != event->value.publish.cctx) &&
216          (0 == strcmp ("publish-context-dir", event->value.publish.cctx)) )
217       GNUNET_assert (publish == event->value.publish.pc);
218     break;
219   default:
220     printf ("Unexpected event: %d\n", event->status);
221     break;
222   }
223   return ret;
224 }
225
226
227 static void
228 run (void *cls,
229      const struct GNUNET_CONFIGURATION_Handle *c,
230      struct GNUNET_TESTING_Peer *peer)
231 {
232   const char *keywords[] = {
233     "down_foo",
234     "down_bar",
235   };
236   char *buf;
237   struct GNUNET_CONTAINER_MetaData *meta;
238   struct GNUNET_FS_Uri *kuri;
239   struct GNUNET_FS_FileInformation *fi1;
240   struct GNUNET_FS_FileInformation *fi2;
241   struct GNUNET_FS_FileInformation *fidir;
242   size_t i;
243   struct GNUNET_FS_BlockOptions bo;
244
245   cfg = c;
246   fs = GNUNET_FS_start (cfg, "test-fs-publish-persistence", &progress_cb, NULL,
247                         GNUNET_FS_FLAGS_PERSISTENCE, GNUNET_FS_OPTIONS_END);
248   GNUNET_assert (NULL != fs);
249   fn1 = GNUNET_DISK_mktemp ("gnunet-publish-test-dst");
250   buf = GNUNET_malloc (FILESIZE);
251   for (i = 0; i < FILESIZE; i++)
252     buf[i] = GNUNET_CRYPTO_random_u32 (GNUNET_CRYPTO_QUALITY_WEAK, 256);
253   GNUNET_assert (FILESIZE ==
254                  GNUNET_DISK_fn_write (fn1, buf, FILESIZE,
255                                        GNUNET_DISK_PERM_USER_READ |
256                                        GNUNET_DISK_PERM_USER_WRITE));
257   GNUNET_free (buf);
258
259   fn2 = GNUNET_DISK_mktemp ("gnunet-publish-test-dst");
260   buf = GNUNET_malloc (FILESIZE);
261   for (i = 0; i < FILESIZE; i++)
262     buf[i] = GNUNET_CRYPTO_random_u32 (GNUNET_CRYPTO_QUALITY_WEAK, 256);
263   GNUNET_assert (FILESIZE ==
264                  GNUNET_DISK_fn_write (fn2, buf, FILESIZE,
265                                        GNUNET_DISK_PERM_USER_READ |
266                                        GNUNET_DISK_PERM_USER_WRITE));
267   GNUNET_free (buf);
268
269   meta = GNUNET_CONTAINER_meta_data_create ();
270   kuri = GNUNET_FS_uri_ksk_create_from_args (2, keywords);
271   bo.content_priority = 42;
272   bo.anonymity_level = 1;
273   bo.replication_level = 0;
274   bo.expiration_time = GNUNET_TIME_relative_to_absolute (LIFETIME);
275   fi1 =
276       GNUNET_FS_file_information_create_from_file (fs, "publish-context1", fn1,
277                                                    kuri, meta, GNUNET_YES, &bo);
278   GNUNET_assert (NULL != fi1);
279   bo.anonymity_level = 2;
280   fi2 =
281       GNUNET_FS_file_information_create_from_file (fs, "publish-context2", fn2,
282                                                    kuri, meta, GNUNET_YES, &bo);
283   GNUNET_assert (NULL != fi2);
284   bo.anonymity_level = 3;
285   fidir =
286       GNUNET_FS_file_information_create_empty_directory (fs,
287                                                          "publish-context-dir",
288                                                          kuri, meta, &bo, NULL);
289   GNUNET_assert (GNUNET_OK == GNUNET_FS_file_information_add (fidir, fi1));
290   GNUNET_assert (GNUNET_OK == GNUNET_FS_file_information_add (fidir, fi2));
291   GNUNET_FS_uri_destroy (kuri);
292   GNUNET_CONTAINER_meta_data_destroy (meta);
293   GNUNET_assert (NULL != fidir);
294   start = GNUNET_TIME_absolute_get ();
295   GNUNET_FS_publish_start (fs, fidir, NULL, NULL, NULL,
296                            GNUNET_FS_PUBLISH_OPTION_NONE);
297   GNUNET_assert (publish != NULL);
298 }
299
300
301 int
302 main (int argc, char *argv[])
303 {
304   if (0 != GNUNET_TESTING_peer_run ("test-fs-publish-persistence",
305                                     "test_fs_publish_data.conf",
306                                     &run, NULL))
307     return 1;
308   return err;
309 }
310
311 /* end of test_fs_publish_persistence.c */