big scheduler refactoring, expect some issues
[oweals/gnunet.git] / src / fs / test_fs_download_indexed.c
1 /*
2      This file is part of GNUnet.
3      (C) 2004, 2005, 2006, 2008, 2009 Christian Grothoff (and other contributing authors)
4
5      GNUnet is free software; you can redistribute it and/or modify
6      it under the terms of the GNU General Public License as published
7      by the Free Software Foundation; either version 3, or (at your
8      option) any later version.
9
10      GNUnet is distributed in the hope that it will be useful, but
11      WITHOUT ANY WARRANTY; without even the implied warranty of
12      MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
13      General Public License for more details.
14
15      You should have received a copy of the GNU General Public License
16      along with GNUnet; see the file COPYING.  If not, write to the
17      Free Software Foundation, Inc., 59 Temple Place - Suite 330,
18      Boston, MA 02111-1307, USA.
19 */
20
21 /**
22  * @file fs/test_fs_download_indexed.c
23  * @brief simple testcase for downloading of indexed file
24  * @author Christian Grothoff
25  */
26
27 #include "platform.h"
28 #include "gnunet_util_lib.h"
29 #include "gnunet_arm_service.h"
30 #include "gnunet_fs_service.h"
31
32 #define VERBOSE GNUNET_NO
33
34 #define START_ARM GNUNET_YES
35
36 /**
37  * File-size we use for testing.
38  */
39 #define FILESIZE (1024 * 1024 * 2)
40
41 /**
42  * How long until we give up on transmitting the message?
43  */
44 #define TIMEOUT GNUNET_TIME_relative_multiply (GNUNET_TIME_UNIT_SECONDS, 60)
45
46 /**
47  * How long should our test-content live?
48  */ 
49 #define LIFETIME GNUNET_TIME_relative_multiply (GNUNET_TIME_UNIT_MINUTES, 15)
50
51 struct PeerContext
52 {
53   struct GNUNET_CONFIGURATION_Handle *cfg;
54 #if START_ARM
55   struct GNUNET_OS_Process *arm_proc;
56 #endif
57 };
58
59 static struct PeerContext p1;
60
61 static struct GNUNET_TIME_Absolute start;
62
63 static struct GNUNET_FS_Handle *fs;
64
65 static struct GNUNET_FS_DownloadContext *download;
66
67 static struct GNUNET_FS_PublishContext *publish;
68
69 static GNUNET_SCHEDULER_TaskIdentifier timeout_kill;
70
71 static char *fn;
72
73 static char *fn1;
74
75 static int err;
76
77 static void
78 timeout_kill_task (void *cls,
79                    const struct GNUNET_SCHEDULER_TaskContext *tc)
80 {
81   if (download != NULL)
82     {
83       GNUNET_FS_download_stop (download, GNUNET_YES);
84       download = NULL;
85     }
86   else if (publish != NULL)
87     {
88       GNUNET_FS_publish_stop (publish);
89       publish = NULL;
90     }
91   timeout_kill = GNUNET_SCHEDULER_NO_TASK;
92   err = 1;
93 }
94
95 static void
96 abort_publish_task (void *cls,
97                      const struct GNUNET_SCHEDULER_TaskContext *tc)
98 {
99   if (publish != NULL)
100     {
101       GNUNET_FS_publish_stop (publish);
102       publish = NULL;
103     }
104 }
105
106 static void
107 stop_fs_task (void *cls,
108               const struct GNUNET_SCHEDULER_TaskContext *tc)
109 {
110   GNUNET_FS_stop (fs);
111   fs = NULL;
112 }
113
114 static void
115 abort_download_task (void *cls,
116                      const struct GNUNET_SCHEDULER_TaskContext *tc)
117 {
118   uint64_t size;
119   
120   if (download != NULL)
121     {
122       GNUNET_FS_download_stop (download, GNUNET_YES);
123       download = NULL;
124     }
125   GNUNET_assert (GNUNET_OK == GNUNET_DISK_file_size (fn, &size, GNUNET_YES));
126   GNUNET_assert (size == FILESIZE); 
127   GNUNET_DISK_directory_remove (fn);
128   GNUNET_free (fn);
129   fn = NULL;
130   GNUNET_SCHEDULER_cancel (timeout_kill);
131   timeout_kill = GNUNET_SCHEDULER_NO_TASK;
132 }
133
134
135 static void *
136 progress_cb (void *cls, 
137              const struct GNUNET_FS_ProgressInfo *event)
138 {
139
140   switch (event->status)
141     {
142     case GNUNET_FS_STATUS_PUBLISH_PROGRESS:
143 #if VERBOSE
144       printf ("Publish is progressing (%llu/%llu at level %u off %llu)...\n",
145               (unsigned long long) event->abs_value.publish.completed,
146               (unsigned long long) event->abs_value.publish.size,
147               event->abs_value.publish.specifics.progress.depth,
148               (unsigned long long) event->abs_value.publish.specifics.progress.offset);
149 #endif      
150       break;
151     case GNUNET_FS_STATUS_PUBLISH_COMPLETED:
152       printf ("Publishing complete, %llu kbps.\n",
153               (unsigned long long) (FILESIZE * 1000LL / (1+GNUNET_TIME_absolute_get_duration (start).rel_value) / 1024LL));
154       fn = GNUNET_DISK_mktemp ("gnunet-download-test-dst");
155       start = GNUNET_TIME_absolute_get ();
156       download = GNUNET_FS_download_start (fs,
157                                            event->value.publish.specifics.completed.chk_uri,
158                                            NULL,
159                                            fn, NULL,
160                                            0,
161                                            FILESIZE,
162                                            1,
163                                            GNUNET_FS_DOWNLOAD_OPTION_NONE,
164                                            "download",
165                                            NULL);
166       GNUNET_assert (download != NULL);
167       break;
168     case GNUNET_FS_STATUS_DOWNLOAD_COMPLETED:
169       printf ("Download complete,  %llu kbps.\n",
170               (unsigned long long) (FILESIZE * 1000LL / (1+GNUNET_TIME_absolute_get_duration (start).rel_value) / 1024LL));
171       GNUNET_SCHEDULER_add_now (&abort_download_task,
172                                 NULL);
173       break;
174     case GNUNET_FS_STATUS_DOWNLOAD_PROGRESS:
175       GNUNET_assert (download == event->value.download.dc);
176 #if VERBOSE
177       printf ("Download is progressing (%llu/%llu at level %u off %llu)...\n",
178               (unsigned long long) event->abs_value.download.completed,
179               (unsigned long long) event->abs_value.download.size,
180               event->abs_value.download.specifics.progress.depth,
181               (unsigned long long) event->abs_value.download.specifics.progress.offset);
182 #endif
183       break;
184     case GNUNET_FS_STATUS_PUBLISH_ERROR:
185       fprintf (stderr,
186                "Error publishing file: %s\n",
187                event->value.publish.specifics.error.message);
188       GNUNET_break (0);
189       GNUNET_SCHEDULER_add_continuation (&abort_publish_task,
190                                          NULL,
191                                          GNUNET_SCHEDULER_REASON_PREREQ_DONE);
192       break;
193     case GNUNET_FS_STATUS_DOWNLOAD_ERROR:
194       fprintf (stderr,
195                "Error downloading file: %s\n",
196                event->value.download.specifics.error.message);
197       GNUNET_SCHEDULER_add_now (&abort_download_task,
198                                 NULL);
199       break;
200     case GNUNET_FS_STATUS_DOWNLOAD_ACTIVE:
201     case GNUNET_FS_STATUS_DOWNLOAD_INACTIVE:
202       break;
203     case GNUNET_FS_STATUS_PUBLISH_START:
204       GNUNET_assert (0 == strcmp ("publish-context", event->value.publish.cctx));
205       GNUNET_assert (NULL == event->value.publish.pctx);
206       GNUNET_assert (FILESIZE == event->value.publish.size);
207       GNUNET_assert (0 == event->value.publish.completed);
208       GNUNET_assert (1 == event->value.publish.anonymity);
209       break;
210     case GNUNET_FS_STATUS_PUBLISH_STOPPED:
211       GNUNET_assert (publish == event->value.publish.pc);
212       GNUNET_assert (FILESIZE == event->value.publish.size);
213       GNUNET_assert (1 == event->value.publish.anonymity);
214       GNUNET_SCHEDULER_add_now (&stop_fs_task,
215                                 NULL);
216       break;
217     case GNUNET_FS_STATUS_DOWNLOAD_START:
218       GNUNET_assert (download == NULL);
219       GNUNET_assert (0 == strcmp ("download", event->value.download.cctx));
220       GNUNET_assert (NULL == event->value.download.pctx);
221       GNUNET_assert (NULL != event->value.download.uri);
222       GNUNET_assert (0 == strcmp (fn, event->value.download.filename));
223       GNUNET_assert (FILESIZE == event->value.download.size);
224       GNUNET_assert (0 == event->value.download.completed);
225       GNUNET_assert (1 == event->value.download.anonymity);
226       break;
227     case GNUNET_FS_STATUS_DOWNLOAD_STOPPED:
228       GNUNET_assert (download == event->value.download.dc);
229       GNUNET_SCHEDULER_add_continuation (&abort_publish_task,
230                                          NULL,
231                                          GNUNET_SCHEDULER_REASON_PREREQ_DONE);
232       break;
233     default:
234       printf ("Unexpected event: %d\n", 
235               event->status);
236       break;
237     }
238   return NULL;
239 }
240
241
242 static void
243 setup_peer (struct PeerContext *p, const char *cfgname)
244 {
245   p->cfg = GNUNET_CONFIGURATION_create ();
246 #if START_ARM
247   p->arm_proc = GNUNET_OS_start_process (NULL, NULL, "gnunet-service-arm",
248                                         "gnunet-service-arm",
249 #if VERBOSE
250                                         "-L", "DEBUG",
251 #endif
252                                         "-c", cfgname, NULL);
253 #endif
254   GNUNET_assert (GNUNET_OK == GNUNET_CONFIGURATION_load (p->cfg, cfgname));
255 }
256
257
258 static void
259 stop_arm (struct PeerContext *p)
260 {
261 #if START_ARM
262   if (0 != GNUNET_OS_process_kill (p->arm_proc, SIGTERM))
263     GNUNET_log_strerror (GNUNET_ERROR_TYPE_WARNING, "kill");
264   if (GNUNET_OS_process_wait(p->arm_proc) != GNUNET_OK)
265     GNUNET_log_strerror (GNUNET_ERROR_TYPE_WARNING, "waitpid");
266   GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
267               "ARM process %u stopped\n", GNUNET_OS_process_get_pid (p->arm_proc));
268   GNUNET_OS_process_close (p->arm_proc);
269   p->arm_proc = NULL;
270 #endif
271   GNUNET_CONFIGURATION_destroy (p->cfg);
272 }
273
274
275 static void
276 run (void *cls,
277      char *const *args,
278      const char *cfgfile,
279      const struct GNUNET_CONFIGURATION_Handle *cfg)
280 {
281   const char *keywords[] = {
282     "down_foo",
283     "down_bar",
284   };
285   char *buf;
286   struct GNUNET_CONTAINER_MetaData *meta;
287   struct GNUNET_FS_Uri *kuri;
288   struct GNUNET_FS_FileInformation *fi;
289   size_t i;
290
291   setup_peer (&p1, "test_fs_download_data.conf");
292   fs = GNUNET_FS_start (cfg,
293                         "test-fs-download-indexed",
294                         &progress_cb,
295                         NULL,
296                         GNUNET_FS_FLAGS_NONE,
297                         GNUNET_FS_OPTIONS_END);
298   GNUNET_assert (NULL != fs); 
299
300   fn1 = GNUNET_DISK_mktemp ("gnunet-download-indexed-test");
301   buf = GNUNET_malloc (FILESIZE);
302   for (i = 0; i < FILESIZE; i++)
303     buf[i] = GNUNET_CRYPTO_random_u32 (GNUNET_CRYPTO_QUALITY_WEAK, 256);
304   GNUNET_assert (FILESIZE ==
305                  GNUNET_DISK_fn_write (fn1,
306                                        buf,
307                                        FILESIZE,
308                                        GNUNET_DISK_PERM_USER_READ | GNUNET_DISK_PERM_USER_WRITE));
309   GNUNET_free (buf);
310   meta = GNUNET_CONTAINER_meta_data_create ();
311   kuri = GNUNET_FS_uri_ksk_create_from_args (2, keywords);
312   fi = GNUNET_FS_file_information_create_from_file (fs,
313                                                     "publish-context",
314                                                     fn1,
315                                                     kuri,
316                                                     meta,
317                                                     GNUNET_YES,
318                                                     1,
319                                                     42,
320                                                     GNUNET_TIME_relative_to_absolute (LIFETIME)); 
321   GNUNET_FS_uri_destroy (kuri);
322   GNUNET_CONTAINER_meta_data_destroy (meta);
323   GNUNET_assert (NULL != fi);
324   timeout_kill = GNUNET_SCHEDULER_add_delayed (TIMEOUT,
325                                                &timeout_kill_task,
326                                                NULL);
327   start = GNUNET_TIME_absolute_get ();
328   publish = GNUNET_FS_publish_start (fs,
329                                     fi,
330                                     NULL, NULL, NULL,
331                                     GNUNET_FS_PUBLISH_OPTION_NONE);
332   GNUNET_assert (publish != NULL);
333 }
334
335
336 int
337 main (int argc, char *argv[])
338 {
339   char *const argvx[] = { 
340     "test-fs-download-indexed",
341     "-c",
342     "test_fs_download_data.conf",
343 #if VERBOSE
344     "-L", "DEBUG",
345 #endif
346     NULL
347   };
348   struct GNUNET_GETOPT_CommandLineOption options[] = {
349     GNUNET_GETOPT_OPTION_END
350   };
351
352   GNUNET_log_setup ("test_fs_download_indexed", 
353 #if VERBOSE
354                     "DEBUG",
355 #else
356                     "WARNING",
357 #endif
358                     NULL);
359   GNUNET_PROGRAM_run ((sizeof (argvx) / sizeof (char *)) - 1,
360                       argvx, "test-fs-download-indexed",
361                       "nohelp", options, &run, NULL);
362   stop_arm (&p1);
363   if (fn1 != NULL)
364     {
365       GNUNET_DISK_directory_remove (fn1);
366       GNUNET_free (fn1);
367     }
368   if (fn != NULL)
369     {
370       GNUNET_DISK_directory_remove (fn);
371       GNUNET_free (fn);
372     }
373   GNUNET_DISK_directory_remove ("/tmp/gnunet-test-fs-download/");
374   return err;
375 }
376
377 /* end of test_fs_download_indexed.c */