fixing block reconstruction start/shutdown code
[oweals/gnunet.git] / src / fs / test_fs_download_indexed.c
1 /*
2      This file is part of GNUnet.
3      (C) 2004, 2005, 2006, 2008, 2009 Christian Grothoff (and other contributing authors)
4
5      GNUnet is free software; you can redistribute it and/or modify
6      it under the terms of the GNU General Public License as published
7      by the Free Software Foundation; either version 3, or (at your
8      option) any later version.
9
10      GNUnet is distributed in the hope that it will be useful, but
11      WITHOUT ANY WARRANTY; without even the implied warranty of
12      MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
13      General Public License for more details.
14
15      You should have received a copy of the GNU General Public License
16      along with GNUnet; see the file COPYING.  If not, write to the
17      Free Software Foundation, Inc., 59 Temple Place - Suite 330,
18      Boston, MA 02111-1307, USA.
19 */
20
21 /**
22  * @file fs/test_fs_download_indexed.c
23  * @brief simple testcase for downloading of indexed file
24  * @author Christian Grothoff
25  */
26
27 #include "platform.h"
28 #include "gnunet_util_lib.h"
29 #include "gnunet_arm_service.h"
30 #include "gnunet_fs_service.h"
31
32 #define VERBOSE GNUNET_NO
33
34 #define START_ARM GNUNET_YES
35
36 /**
37  * File-size we use for testing.
38  */
39 #define FILESIZE (1024 * 1024 * 2)
40
41 /**
42  * How long until we give up on transmitting the message?
43  */
44 #define TIMEOUT GNUNET_TIME_relative_multiply (GNUNET_TIME_UNIT_SECONDS, 60)
45
46 /**
47  * How long should our test-content live?
48  */ 
49 #define LIFETIME GNUNET_TIME_relative_multiply (GNUNET_TIME_UNIT_MINUTES, 15)
50
51 struct PeerContext
52 {
53   struct GNUNET_CONFIGURATION_Handle *cfg;
54 #if START_ARM
55   struct GNUNET_OS_Process *arm_proc;
56 #endif
57 };
58
59 static struct PeerContext p1;
60
61 static struct GNUNET_TIME_Absolute start;
62
63 static struct GNUNET_FS_Handle *fs;
64
65 static struct GNUNET_FS_DownloadContext *download;
66
67 static struct GNUNET_FS_PublishContext *publish;
68
69 static GNUNET_SCHEDULER_TaskIdentifier timeout_kill;
70
71 static char *fn;
72
73 static char *fn1;
74
75 static int err;
76
77 static void
78 timeout_kill_task (void *cls,
79                    const struct GNUNET_SCHEDULER_TaskContext *tc)
80 {
81   if (download != NULL)
82     {
83       GNUNET_FS_download_stop (download, GNUNET_YES);
84       download = NULL;
85     }
86   else if (publish != NULL)
87     {
88       GNUNET_FS_publish_stop (publish);
89       publish = NULL;
90     }
91   timeout_kill = GNUNET_SCHEDULER_NO_TASK;
92   err = 1;
93 }
94
95 static void
96 abort_publish_task (void *cls,
97                      const struct GNUNET_SCHEDULER_TaskContext *tc)
98 {
99   if (publish != NULL)
100     {
101       GNUNET_FS_publish_stop (publish);
102       publish = NULL;
103     }
104 }
105
106 static void
107 stop_fs_task (void *cls,
108               const struct GNUNET_SCHEDULER_TaskContext *tc)
109 {
110   GNUNET_FS_stop (fs);
111   fs = NULL;
112 }
113
114 static void
115 abort_download_task (void *cls,
116                      const struct GNUNET_SCHEDULER_TaskContext *tc)
117 {
118   uint64_t size;
119   
120   if (download != NULL)
121     {
122       GNUNET_FS_download_stop (download, GNUNET_YES);
123       download = NULL;
124     }
125   GNUNET_assert (GNUNET_OK == GNUNET_DISK_file_size (fn, &size, GNUNET_YES));
126   GNUNET_assert (size == FILESIZE); 
127   GNUNET_DISK_directory_remove (fn);
128   GNUNET_free (fn);
129   fn = NULL;
130   GNUNET_SCHEDULER_cancel (timeout_kill);
131   timeout_kill = GNUNET_SCHEDULER_NO_TASK;
132 }
133
134
135 static void *
136 progress_cb (void *cls, 
137              const struct GNUNET_FS_ProgressInfo *event)
138 {
139
140   switch (event->status)
141     {
142     case GNUNET_FS_STATUS_PUBLISH_PROGRESS:
143 #if VERBOSE
144       printf ("Publish is progressing (%llu/%llu at level %u off %llu)...\n",
145               (unsigned long long) event->abs_value.publish.completed,
146               (unsigned long long) event->abs_value.publish.size,
147               event->abs_value.publish.specifics.progress.depth,
148               (unsigned long long) event->abs_value.publish.specifics.progress.offset);
149 #endif      
150       break;
151     case GNUNET_FS_STATUS_PUBLISH_COMPLETED:
152       printf ("Publishing complete, %llu kbps.\n",
153               (unsigned long long) (FILESIZE * 1000LL / (1+GNUNET_TIME_absolute_get_duration (start).rel_value) / 1024LL));
154       fn = GNUNET_DISK_mktemp ("gnunet-download-test-dst");
155       start = GNUNET_TIME_absolute_get ();
156       download = GNUNET_FS_download_start (fs,
157                                            event->value.publish.specifics.completed.chk_uri,
158                                            NULL,
159                                            fn, NULL,
160                                            0,
161                                            FILESIZE,
162                                            1,
163                                            GNUNET_FS_DOWNLOAD_OPTION_NONE,
164                                            "download",
165                                            NULL);
166       GNUNET_assert (download != NULL);
167       break;
168     case GNUNET_FS_STATUS_DOWNLOAD_COMPLETED:
169       printf ("Download complete,  %llu kbps.\n",
170               (unsigned long long) (FILESIZE * 1000LL / (1+GNUNET_TIME_absolute_get_duration (start).rel_value) / 1024LL));
171       GNUNET_SCHEDULER_add_now (&abort_download_task,
172                                 NULL);
173       break;
174     case GNUNET_FS_STATUS_DOWNLOAD_PROGRESS:
175       GNUNET_assert (download == event->value.download.dc);
176 #if VERBOSE
177       printf ("Download is progressing (%llu/%llu at level %u off %llu)...\n",
178               (unsigned long long) event->abs_value.download.completed,
179               (unsigned long long) event->abs_value.download.size,
180               event->abs_value.download.specifics.progress.depth,
181               (unsigned long long) event->abs_value.download.specifics.progress.offset);
182 #endif
183       break;
184     case GNUNET_FS_STATUS_PUBLISH_ERROR:
185       fprintf (stderr,
186                "Error publishing file: %s\n",
187                event->value.publish.specifics.error.message);
188       GNUNET_break (0);
189       GNUNET_SCHEDULER_add_continuation (&abort_publish_task,
190                                          NULL,
191                                          GNUNET_SCHEDULER_REASON_PREREQ_DONE);
192       break;
193     case GNUNET_FS_STATUS_DOWNLOAD_ERROR:
194       fprintf (stderr,
195                "Error downloading file: %s\n",
196                event->value.download.specifics.error.message);
197       GNUNET_SCHEDULER_add_now (&abort_download_task,
198                                 NULL);
199       break;
200     case GNUNET_FS_STATUS_DOWNLOAD_ACTIVE:
201     case GNUNET_FS_STATUS_DOWNLOAD_INACTIVE:
202       break;
203     case GNUNET_FS_STATUS_PUBLISH_START:
204       GNUNET_assert (0 == strcmp ("publish-context", event->value.publish.cctx));
205       GNUNET_assert (NULL == event->value.publish.pctx);
206       GNUNET_assert (FILESIZE == event->value.publish.size);
207       GNUNET_assert (0 == event->value.publish.completed);
208       GNUNET_assert (1 == event->value.publish.anonymity);
209       break;
210     case GNUNET_FS_STATUS_PUBLISH_STOPPED:
211       GNUNET_assert (publish == event->value.publish.pc);
212       GNUNET_assert (FILESIZE == event->value.publish.size);
213       GNUNET_assert (1 == event->value.publish.anonymity);
214       GNUNET_SCHEDULER_add_now (&stop_fs_task,
215                                 NULL);
216       break;
217     case GNUNET_FS_STATUS_DOWNLOAD_START:
218       GNUNET_assert (0 == strcmp ("download", event->value.download.cctx));
219       GNUNET_assert (NULL == event->value.download.pctx);
220       GNUNET_assert (NULL != event->value.download.uri);
221       GNUNET_assert (0 == strcmp (fn, event->value.download.filename));
222       GNUNET_assert (FILESIZE == event->value.download.size);
223       GNUNET_assert (0 == event->value.download.completed);
224       GNUNET_assert (1 == event->value.download.anonymity);
225       break;
226     case GNUNET_FS_STATUS_DOWNLOAD_STOPPED:
227       GNUNET_assert (download == event->value.download.dc);
228       GNUNET_SCHEDULER_add_continuation (&abort_publish_task,
229                                          NULL,
230                                          GNUNET_SCHEDULER_REASON_PREREQ_DONE);
231       break;
232     default:
233       printf ("Unexpected event: %d\n", 
234               event->status);
235       break;
236     }
237   return NULL;
238 }
239
240
241 static void
242 setup_peer (struct PeerContext *p, const char *cfgname)
243 {
244   p->cfg = GNUNET_CONFIGURATION_create ();
245 #if START_ARM
246   p->arm_proc = GNUNET_OS_start_process (NULL, NULL, "gnunet-service-arm",
247                                         "gnunet-service-arm",
248 #if VERBOSE
249                                         "-L", "DEBUG",
250 #endif
251                                         "-c", cfgname, NULL);
252 #endif
253   GNUNET_assert (GNUNET_OK == GNUNET_CONFIGURATION_load (p->cfg, cfgname));
254 }
255
256
257 static void
258 stop_arm (struct PeerContext *p)
259 {
260 #if START_ARM
261   if (0 != GNUNET_OS_process_kill (p->arm_proc, SIGTERM))
262     GNUNET_log_strerror (GNUNET_ERROR_TYPE_WARNING, "kill");
263   if (GNUNET_OS_process_wait(p->arm_proc) != GNUNET_OK)
264     GNUNET_log_strerror (GNUNET_ERROR_TYPE_WARNING, "waitpid");
265   GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
266               "ARM process %u stopped\n", GNUNET_OS_process_get_pid (p->arm_proc));
267   GNUNET_OS_process_close (p->arm_proc);
268   p->arm_proc = NULL;
269 #endif
270   GNUNET_CONFIGURATION_destroy (p->cfg);
271 }
272
273
274 static void
275 run (void *cls,
276      char *const *args,
277      const char *cfgfile,
278      const struct GNUNET_CONFIGURATION_Handle *cfg)
279 {
280   const char *keywords[] = {
281     "down_foo",
282     "down_bar",
283   };
284   char *buf;
285   struct GNUNET_CONTAINER_MetaData *meta;
286   struct GNUNET_FS_Uri *kuri;
287   struct GNUNET_FS_FileInformation *fi;
288   size_t i;
289
290   setup_peer (&p1, "test_fs_download_data.conf");
291   fs = GNUNET_FS_start (cfg,
292                         "test-fs-download-indexed",
293                         &progress_cb,
294                         NULL,
295                         GNUNET_FS_FLAGS_NONE,
296                         GNUNET_FS_OPTIONS_END);
297   GNUNET_assert (NULL != fs); 
298
299   fn1 = GNUNET_DISK_mktemp ("gnunet-download-indexed-test");
300   buf = GNUNET_malloc (FILESIZE);
301   for (i = 0; i < FILESIZE; i++)
302     buf[i] = GNUNET_CRYPTO_random_u32 (GNUNET_CRYPTO_QUALITY_WEAK, 256);
303   GNUNET_assert (FILESIZE ==
304                  GNUNET_DISK_fn_write (fn1,
305                                        buf,
306                                        FILESIZE,
307                                        GNUNET_DISK_PERM_USER_READ | GNUNET_DISK_PERM_USER_WRITE));
308   GNUNET_free (buf);
309   meta = GNUNET_CONTAINER_meta_data_create ();
310   kuri = GNUNET_FS_uri_ksk_create_from_args (2, keywords);
311   fi = GNUNET_FS_file_information_create_from_file (fs,
312                                                     "publish-context",
313                                                     fn1,
314                                                     kuri,
315                                                     meta,
316                                                     GNUNET_YES,
317                                                     1,
318                                                     42,
319                                                     GNUNET_TIME_relative_to_absolute (LIFETIME)); 
320   GNUNET_FS_uri_destroy (kuri);
321   GNUNET_CONTAINER_meta_data_destroy (meta);
322   GNUNET_assert (NULL != fi);
323   timeout_kill = GNUNET_SCHEDULER_add_delayed (TIMEOUT,
324                                                &timeout_kill_task,
325                                                NULL);
326   start = GNUNET_TIME_absolute_get ();
327   publish = GNUNET_FS_publish_start (fs,
328                                     fi,
329                                     NULL, NULL, NULL,
330                                     GNUNET_FS_PUBLISH_OPTION_NONE);
331   GNUNET_assert (publish != NULL);
332 }
333
334
335 int
336 main (int argc, char *argv[])
337 {
338   char *const argvx[] = { 
339     "test-fs-download-indexed",
340     "-c",
341     "test_fs_download_data.conf",
342 #if VERBOSE
343     "-L", "DEBUG",
344 #endif
345     NULL
346   };
347   struct GNUNET_GETOPT_CommandLineOption options[] = {
348     GNUNET_GETOPT_OPTION_END
349   };
350
351   GNUNET_log_setup ("test_fs_download_indexed", 
352 #if VERBOSE
353                     "DEBUG",
354 #else
355                     "WARNING",
356 #endif
357                     NULL);
358   GNUNET_PROGRAM_run ((sizeof (argvx) / sizeof (char *)) - 1,
359                       argvx, "test-fs-download-indexed",
360                       "nohelp", options, &run, NULL);
361   stop_arm (&p1);
362   if (fn1 != NULL)
363     {
364       GNUNET_DISK_directory_remove (fn1);
365       GNUNET_free (fn1);
366     }
367   if (fn != NULL)
368     {
369       GNUNET_DISK_directory_remove (fn);
370       GNUNET_free (fn);
371     }
372   GNUNET_DISK_directory_remove ("/tmp/gnunet-test-fs-download/");
373   return err;
374 }
375
376 /* end of test_fs_download_indexed.c */