5091c5a6116c0021f1c818b5ca20e8ef9ddde824
[oweals/gnunet.git] / src / fs / test_fs_download.c
1 /*
2      This file is part of GNUnet.
3      (C) 2004, 2005, 2006, 2008, 2009, 2011 Christian Grothoff (and other contributing authors)
4
5      GNUnet is free software; you can redistribute it and/or modify
6      it under the terms of the GNU General Public License as published
7      by the Free Software Foundation; either version 3, or (at your
8      option) any later version.
9
10      GNUnet is distributed in the hope that it will be useful, but
11      WITHOUT ANY WARRANTY; without even the implied warranty of
12      MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
13      General Public License for more details.
14
15      You should have received a copy of the GNU General Public License
16      along with GNUnet; see the file COPYING.  If not, write to the
17      Free Software Foundation, Inc., 59 Temple Place - Suite 330,
18      Boston, MA 02111-1307, USA.
19 */
20
21 /**
22  * @file fs/test_fs_download.c
23  * @brief simple testcase for simple publish + download operation
24  * @author Christian Grothoff
25  */
26
27 #include "platform.h"
28 #include "gnunet_util_lib.h"
29 #include "gnunet_arm_service.h"
30 #include "gnunet_fs_service.h"
31 #include <gauger.h>
32
33 #define VERBOSE GNUNET_NO
34
35 #define START_ARM GNUNET_YES
36
37 /**
38  * File-size we use for testing.
39  */
40 #define FILESIZE (1024 * 1024 * 2)
41
42 /**
43  * How long until we give up on transmitting the message?
44  */
45 #define TIMEOUT GNUNET_TIME_relative_multiply (GNUNET_TIME_UNIT_SECONDS, 60)
46
47 /**
48  * How long should our test-content live?
49  */ 
50 #define LIFETIME GNUNET_TIME_relative_multiply (GNUNET_TIME_UNIT_MINUTES, 15)
51
52 struct PeerContext
53 {
54   struct GNUNET_CONFIGURATION_Handle *cfg;
55 #if START_ARM
56   struct GNUNET_OS_Process *arm_proc;
57 #endif
58 };
59
60 static struct PeerContext p1;
61
62 static struct GNUNET_TIME_Absolute start;
63
64 static struct GNUNET_FS_Handle *fs;
65
66 static struct GNUNET_FS_DownloadContext *download;
67
68 static struct GNUNET_FS_PublishContext *publish;
69
70 static GNUNET_SCHEDULER_TaskIdentifier timeout_kill;
71
72 static char *fn;
73
74 static int err;
75
76 static void
77 timeout_kill_task (void *cls,
78                    const struct GNUNET_SCHEDULER_TaskContext *tc)
79 {
80   if (download != NULL)
81     {
82       GNUNET_FS_download_stop (download, GNUNET_YES);
83       download = NULL;
84     }
85   else if (publish != NULL)
86     {
87       GNUNET_FS_publish_stop (publish);
88       publish = NULL;
89     }
90   GNUNET_log (GNUNET_ERROR_TYPE_ERROR,
91               "Timeout downloading file\n");
92   timeout_kill = GNUNET_SCHEDULER_NO_TASK;
93   err = 1;
94 }
95
96 static void
97 abort_publish_task (void *cls,
98                      const struct GNUNET_SCHEDULER_TaskContext *tc)
99 {
100   if (publish != NULL)
101     {
102       GNUNET_FS_publish_stop (publish);
103       publish = NULL;
104     }
105 }
106
107 static void
108 stop_fs_task (void *cls,
109               const struct GNUNET_SCHEDULER_TaskContext *tc)
110 {
111   GNUNET_FS_stop (fs);
112   fs = NULL;
113 }
114
115 static void
116 abort_download_task (void *cls,
117                      const struct GNUNET_SCHEDULER_TaskContext *tc)
118 {
119   uint64_t size;
120   
121   if (download != NULL)
122     {
123       GNUNET_FS_download_stop (download, GNUNET_YES);
124       download = NULL;
125     }
126   GNUNET_assert (GNUNET_OK == GNUNET_DISK_file_size (fn, &size, GNUNET_YES));
127   GNUNET_assert (size == FILESIZE); 
128   GNUNET_DISK_directory_remove (fn);
129   GNUNET_free (fn);
130   fn = NULL;
131   GNUNET_SCHEDULER_cancel (timeout_kill);
132   timeout_kill = GNUNET_SCHEDULER_NO_TASK;
133 }
134
135
136 static void *
137 progress_cb (void *cls, 
138              const struct GNUNET_FS_ProgressInfo *event)
139 {
140
141   switch (event->status)
142     {
143     case GNUNET_FS_STATUS_PUBLISH_PROGRESS:
144 #if VERBOSE
145       printf ("Publish is progressing (%llu/%llu at level %u off %llu)...\n",
146               (unsigned long long) event->value.publish.completed,
147               (unsigned long long) event->value.publish.size,
148               event->value.publish.specifics.progress.depth,
149               (unsigned long long) event->value.publish.specifics.progress.offset);
150 #endif      
151       break;
152     case GNUNET_FS_STATUS_PUBLISH_COMPLETED:
153       printf ("Publishing complete, %llu kb/s.\n",
154               (unsigned long long) (FILESIZE * 1000LL / (1+GNUNET_TIME_absolute_get_duration (start).rel_value) / 1024LL));
155       GAUGER ("FS",
156               "Publishing speed (insertion)",
157               (unsigned long long) (FILESIZE * 1000LL / (1+GNUNET_TIME_absolute_get_duration (start).rel_value) / 1024LL),
158               "kb/s");      
159       fn = GNUNET_DISK_mktemp ("gnunet-download-test-dst");
160       start = GNUNET_TIME_absolute_get ();
161       download = GNUNET_FS_download_start (fs,
162                                            event->value.publish.specifics.completed.chk_uri,
163                                            NULL,
164                                            fn, NULL,
165                                            0,
166                                            FILESIZE,
167                                            1,
168                                            GNUNET_FS_DOWNLOAD_OPTION_NONE,
169                                            "download",
170                                            NULL);
171       GNUNET_assert (download != NULL);
172       break;
173     case GNUNET_FS_STATUS_DOWNLOAD_COMPLETED:
174       printf ("Download complete,  %llu kb/s.\n",
175               (unsigned long long) (FILESIZE * 1000LL / (1+GNUNET_TIME_absolute_get_duration (start).rel_value) / 1024LL));
176       GAUGER ("FS",
177               "Local download speed (inserted)",
178               (unsigned long long) (FILESIZE * 1000LL / (1+GNUNET_TIME_absolute_get_duration (start).rel_value) / 1024LL),
179               "kb/s");      
180       GNUNET_SCHEDULER_add_now (&abort_download_task,
181                                 NULL);
182       break;
183     case GNUNET_FS_STATUS_DOWNLOAD_PROGRESS:
184       GNUNET_assert (download == event->value.download.dc);
185 #if VERBOSE
186       printf ("Download is progressing (%llu/%llu at level %u off %llu)...\n",
187               (unsigned long long) event->value.download.completed,
188               (unsigned long long) event->value.download.size,
189               event->value.download.specifics.progress.depth,
190               (unsigned long long) event->value.download.specifics.progress.offset);
191 #endif
192       break;
193     case GNUNET_FS_STATUS_PUBLISH_ERROR:
194       fprintf (stderr,
195                "Error publishing file: %s\n",
196                event->value.publish.specifics.error.message);
197       GNUNET_break (0);
198       GNUNET_SCHEDULER_add_continuation (&abort_publish_task,
199                                          NULL,
200                                          GNUNET_SCHEDULER_REASON_PREREQ_DONE);
201       break;
202     case GNUNET_FS_STATUS_DOWNLOAD_ERROR:
203       fprintf (stderr,
204                "Error downloading file: %s\n",
205                event->value.download.specifics.error.message);
206       GNUNET_SCHEDULER_add_now (&abort_download_task,
207                                 NULL);
208       break;
209     case GNUNET_FS_STATUS_DOWNLOAD_ACTIVE:
210     case GNUNET_FS_STATUS_DOWNLOAD_INACTIVE:
211       break;
212     case GNUNET_FS_STATUS_PUBLISH_START:
213       GNUNET_assert (0 == strcmp ("publish-context", event->value.publish.cctx));
214       GNUNET_assert (NULL == event->value.publish.pctx);
215       GNUNET_assert (FILESIZE == event->value.publish.size);
216       GNUNET_assert (0 == event->value.publish.completed);
217       GNUNET_assert (1 == event->value.publish.anonymity);
218       break;
219     case GNUNET_FS_STATUS_PUBLISH_STOPPED:
220       GNUNET_assert (publish == event->value.publish.pc);
221       GNUNET_assert (FILESIZE == event->value.publish.size);
222       GNUNET_assert (1 == event->value.publish.anonymity);
223       GNUNET_SCHEDULER_add_now (&stop_fs_task,
224                                 NULL);
225       break;
226     case GNUNET_FS_STATUS_DOWNLOAD_START:
227       GNUNET_assert (0 == strcmp ("download", event->value.download.cctx));
228       GNUNET_assert (NULL == event->value.download.pctx);
229       GNUNET_assert (NULL != event->value.download.uri);
230       GNUNET_assert (0 == strcmp (fn, event->value.download.filename));
231       GNUNET_assert (FILESIZE == event->value.download.size);
232       GNUNET_assert (0 == event->value.download.completed);
233       GNUNET_assert (1 == event->value.download.anonymity);
234       break;
235     case GNUNET_FS_STATUS_DOWNLOAD_STOPPED:
236       GNUNET_assert (download == event->value.download.dc);
237       GNUNET_SCHEDULER_add_continuation (&abort_publish_task,
238                                          NULL,
239                                          GNUNET_SCHEDULER_REASON_PREREQ_DONE);
240       break;
241     default:
242       printf ("Unexpected event: %d\n", 
243               event->status);
244       break;
245     }
246   return NULL;
247 }
248
249
250 static void
251 setup_peer (struct PeerContext *p, const char *cfgname)
252 {
253   p->cfg = GNUNET_CONFIGURATION_create ();
254 #if START_ARM
255   p->arm_proc = GNUNET_OS_start_process (NULL, NULL, "gnunet-service-arm",
256                                         "gnunet-service-arm",
257 #if VERBOSE
258                                         "-L", "DEBUG",
259 #endif
260                                         "-c", cfgname, NULL);
261 #endif
262   GNUNET_assert (GNUNET_OK == GNUNET_CONFIGURATION_load (p->cfg, cfgname));
263 }
264
265
266 static void
267 stop_arm (struct PeerContext *p)
268 {
269 #if START_ARM
270   if (0 != GNUNET_OS_process_kill (p->arm_proc, SIGTERM))
271     GNUNET_log_strerror (GNUNET_ERROR_TYPE_WARNING, "kill");
272   if (GNUNET_OS_process_wait(p->arm_proc) != GNUNET_OK)
273     GNUNET_log_strerror (GNUNET_ERROR_TYPE_WARNING, "waitpid");
274   GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
275               "ARM process %u stopped\n", GNUNET_OS_process_get_pid (p->arm_proc));
276   GNUNET_OS_process_close (p->arm_proc);
277   p->arm_proc = NULL;
278 #endif
279   GNUNET_CONFIGURATION_destroy (p->cfg);
280 }
281
282
283 static void
284 run (void *cls,
285      char *const *args,
286      const char *cfgfile,
287      const struct GNUNET_CONFIGURATION_Handle *cfg)
288 {
289   const char *keywords[] = {
290     "down_foo",
291     "down_bar",
292   };
293   char *buf;
294   struct GNUNET_CONTAINER_MetaData *meta;
295   struct GNUNET_FS_Uri *kuri;
296   struct GNUNET_FS_FileInformation *fi;
297   size_t i;
298
299   setup_peer (&p1, "test_fs_download_data.conf");
300   fs = GNUNET_FS_start (cfg,
301                         "test-fs-download",
302                         &progress_cb,
303                         NULL,
304                         GNUNET_FS_FLAGS_NONE,
305                         GNUNET_FS_OPTIONS_END);
306   GNUNET_assert (NULL != fs); 
307   buf = GNUNET_malloc (FILESIZE);
308   for (i = 0; i < FILESIZE; i++)
309     buf[i] = GNUNET_CRYPTO_random_u32 (GNUNET_CRYPTO_QUALITY_WEAK, 256);
310   meta = GNUNET_CONTAINER_meta_data_create ();
311   kuri = GNUNET_FS_uri_ksk_create_from_args (2, keywords);
312   fi = GNUNET_FS_file_information_create_from_data (fs,
313                                                     "publish-context",
314                                                     FILESIZE,
315                                                     buf,
316                                                     kuri,
317                                                     meta,
318                                                     GNUNET_NO,
319                                                     1,
320                                                     42,
321                                                     GNUNET_TIME_relative_to_absolute (LIFETIME)); 
322   GNUNET_FS_uri_destroy (kuri);
323   GNUNET_CONTAINER_meta_data_destroy (meta);
324   GNUNET_assert (NULL != fi);
325   timeout_kill = GNUNET_SCHEDULER_add_delayed (TIMEOUT,
326                                                &timeout_kill_task,
327                                                NULL);
328   start = GNUNET_TIME_absolute_get ();
329   publish = GNUNET_FS_publish_start (fs,
330                                     fi,
331                                     NULL, NULL, NULL,
332                                     GNUNET_FS_PUBLISH_OPTION_NONE);
333   GNUNET_assert (publish != NULL);
334 }
335
336
337 int
338 main (int argc, char *argv[])
339 {
340   char *const argvx[] = { 
341     "test-fs-download",
342     "-c",
343     "test_fs_download_data.conf",
344 #if VERBOSE
345     "-L", "DEBUG",
346 #endif
347     NULL
348   };
349   struct GNUNET_GETOPT_CommandLineOption options[] = {
350     GNUNET_GETOPT_OPTION_END
351   };
352
353   GNUNET_log_setup ("test_fs_download", 
354 #if VERBOSE
355                     "DEBUG",
356 #else
357                     "WARNING",
358 #endif
359                     NULL);
360   GNUNET_PROGRAM_run ((sizeof (argvx) / sizeof (char *)) - 1,
361                       argvx, "test-fs-download",
362                       "nohelp", options, &run, NULL);
363   stop_arm (&p1);
364   GNUNET_DISK_directory_remove ("/tmp/gnunet-test-fs-download/");
365   return err;
366 }
367
368 /* end of test_fs_download.c */