2 This file is part of GNUnet.
3 (C) 2001, 2002, 2003, 2004, 2005, 2006, 2008, 2009, 2010 Christian Grothoff (and other contributing authors)
5 GNUnet is free software; you can redistribute it and/or modify
6 it under the terms of the GNU General Public License as published
7 by the Free Software Foundation; either version 2, or (at your
8 option) any later version.
10 GNUnet is distributed in the hope that it will be useful, but
11 WITHOUT ANY WARRANTY; without even the implied warranty of
12 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
13 General Public License for more details.
15 You should have received a copy of the GNU General Public License
16 along with GNUnet; see the file COPYING. If not, write to the
17 Free Software Foundation, Inc., 59 Temple Place - Suite 330,
18 Boston, MA 02111-1307, USA.
23 * @brief main FS functions
24 * @author Christian Grothoff
28 #include "gnunet_util_lib.h"
29 #include "gnunet_fs_service.h"
34 * Start the given job (send signal, remove from pending queue, update
35 * counters and state).
37 * @param qe job to start
40 start_job (struct GNUNET_FS_QueueEntry *qe)
42 qe->client = GNUNET_CLIENT_connect (qe->h->sched, "fs", qe->h->cfg);
43 if (qe->client == NULL)
48 qe->start (qe->cls, qe->client);
50 qe->h->active_blocks += qe->blocks;
51 qe->start_time = GNUNET_TIME_absolute_get ();
52 GNUNET_CONTAINER_DLL_remove (qe->h->pending_head,
55 GNUNET_CONTAINER_DLL_insert_after (qe->h->running_head,
63 * Stop the given job (send signal, remove from active queue, update
64 * counters and state).
66 * @param qe job to stop
69 stop_job (struct GNUNET_FS_QueueEntry *qe)
73 qe->h->active_downloads--;
74 qe->h->active_blocks -= qe->blocks;
75 qe->run_time = GNUNET_TIME_relative_add (qe->run_time,
76 GNUNET_TIME_absolute_get_duration (qe->start_time));
77 GNUNET_CONTAINER_DLL_remove (qe->h->running_head,
80 GNUNET_CONTAINER_DLL_insert_after (qe->h->pending_head,
88 * Process the jobs in the job queue, possibly starting some
89 * and stopping others.
91 * @param cls the 'struct GNUNET_FS_Handle'
92 * @param tc scheduler context
95 process_job_queue (void *cls,
96 const struct GNUNET_SCHEDULER_TaskContext *tc)
98 struct GNUNET_FS_Handle *h = cls;
99 struct GNUNET_FS_QueueEntry *qe;
100 struct GNUNET_FS_QueueEntry *next;
101 struct GNUNET_TIME_Relative run_time;
102 struct GNUNET_TIME_Relative restart_at;
103 struct GNUNET_TIME_Relative rst;
104 struct GNUNET_TIME_Absolute end_time;
106 h->queue_job = GNUNET_SCHEDULER_NO_TASK;
107 next = h->pending_head;
108 while (NULL != (qe = next))
111 if (h->running_head == NULL)
116 if ( (qe->blocks + h->active_blocks <= h->max_parallel_requests) &&
117 (h->active_downloads + 1 <= h->max_parallel_downloads) )
123 if (h->pending_head == NULL)
124 return; /* no need to stop anything */
125 restart_at = GNUNET_TIME_UNIT_FOREVER_REL;
126 next = h->running_head;
127 while (NULL != (qe = next))
130 /* FIXME: might be faster/simpler to do this calculation only once
131 when we start a job (OTOH, this would allow us to dynamically
132 and easily adjust qe->blocks over time, given the right API...) */
133 run_time = GNUNET_TIME_relative_multiply (h->avg_block_latency,
134 qe->blocks * qe->start_times);
135 end_time = GNUNET_TIME_absolute_add (qe->start_time,
137 rst = GNUNET_TIME_absolute_get_remaining (end_time);
138 restart_at = GNUNET_TIME_relative_min (rst, restart_at);
143 h->queue_job = GNUNET_SCHEDULER_add_delayed (h->sched,
151 * Add a job to the queue.
153 * @param h handle to the overall FS state
154 * @param start function to call to begin the job
155 * @param stop function to call to pause the job, or on dequeue (if the job was running)
156 * @param cls closure for start and stop
157 * @param blocks number of blocks this jobs uses
158 * @return queue handle
160 struct GNUNET_FS_QueueEntry *
161 GNUNET_FS_queue_ (struct GNUNET_FS_Handle *h,
162 GNUNET_FS_QueueStart start,
163 GNUNET_FS_QueueStop stop,
167 struct GNUNET_FS_QueueEntry *qe;
169 qe = GNUNET_malloc (sizeof (struct GNUNET_FS_QueueEntry));
174 qe->queue_time = GNUNET_TIME_absolute_get ();
176 GNUNET_CONTAINER_DLL_insert_after (h->pending_head,
180 if (h->queue_job != GNUNET_SCHEDULER_NO_TASK)
181 GNUNET_SCHEDULER_cancel (h->sched,
184 = GNUNET_SCHEDULER_add_now (h->sched,
192 * Dequeue a job from the queue.
193 * @param qh handle for the job
196 GNUNET_FS_dequeue_ (struct GNUNET_FS_QueueEntry *qh)
198 struct GNUNET_FS_Handle *h;
201 if (qh->client != NULL)
203 GNUNET_CONTAINER_DLL_remove (h->pending_head,
207 if (h->queue_job != GNUNET_SCHEDULER_NO_TASK)
208 GNUNET_SCHEDULER_cancel (h->sched,
211 = GNUNET_SCHEDULER_add_now (h->sched,
218 * Return the full filename where we would store state information
219 * (for serialization/deserialization).
221 * @param h master context
222 * @param ext component of the path
223 * @param ent entity identifier (or emtpy string for the directory)
224 * @return NULL on error
227 get_serialization_file_name (struct GNUNET_FS_Handle *h,
234 GNUNET_CONFIGURATION_get_value_filename (h->cfg,
239 GNUNET_asprintf (&ret,
247 GNUNET_free (basename);
253 * Return a read handle for deserialization.
255 * @param h master context
256 * @param ext component of the path
257 * @param ent entity identifier (or emtpy string for the directory)
258 * @return NULL on error
260 static struct GNUNET_BIO_ReadHandle *
261 get_read_handle (struct GNUNET_FS_Handle *h,
266 struct GNUNET_BIO_ReadHandle *ret;
268 fn = get_serialization_file_name (h, ext, ent);
271 ret = GNUNET_BIO_read_open (fn);
278 * Using the given serialization filename, try to deserialize
279 * the file-information tree associated with it.
281 * @param h master context
282 * @param filename name of the file (without directory) with
284 * @return NULL on error
286 static struct GNUNET_FS_FileInformation *
287 deserialize_file_information (struct GNUNET_FS_Handle *h,
288 const char *filename)
290 struct GNUNET_FS_FileInformation *ret;
291 struct GNUNET_BIO_ReadHandle *rh;
294 rh = get_read_handle (h, "publish-fi", filename);
302 GNUNET_BIO_read_close (rh, &emsg))
304 GNUNET_log (GNUNET_ERROR_TYPE_WARNING,
305 _("Failed to resume publishing information `%s': %s\n"),
315 * Find the entry in the file information struct where the
316 * serialization filename matches the given name.
318 * @param pos file information to search
319 * @param srch filename to search for
320 * @return NULL if srch was not found in this subtree
322 static struct GNUNET_FS_FileInformation *
323 find_file_position (struct GNUNET_FS_FileInformation *pos,
326 struct GNUNET_FS_FileInformation *r;
330 if (0 == strcmp (srch,
331 pos->serialization_name))
333 if (pos->is_directory)
335 r = find_file_position (pos->data.dir.entries,
347 * Signal the FS's progress function that we are resuming
350 * @param cls closure (of type "struct GNUNET_FS_PublishContext*")
351 * @param fi the entry in the publish-structure
352 * @param length length of the file or directory
353 * @param meta metadata for the file or directory (can be modified)
354 * @param uri pointer to the keywords that will be used for this entry (can be modified)
355 * @param anonymity pointer to selected anonymity level (can be modified)
356 * @param priority pointer to selected priority (can be modified)
357 * @param expirationTime pointer to selected expiration time (can be modified)
358 * @param client_info pointer to client context set upon creation (can be modified)
359 * @return GNUNET_OK to continue (always)
362 fip_signal_resume(void *cls,
363 struct GNUNET_FS_FileInformation *fi,
365 struct GNUNET_CONTAINER_MetaData *meta,
366 struct GNUNET_FS_Uri **uri,
369 struct GNUNET_TIME_Absolute *expirationTime,
372 struct GNUNET_FS_PublishContext *sc = cls;
373 struct GNUNET_FS_ProgressInfo pi;
375 pi.status = GNUNET_FS_STATUS_PUBLISH_RESUME;
376 pi.value.publish.specifics.resume.message = sc->fi->emsg;
377 pi.value.publish.specifics.resume.chk_uri = sc->fi->chk_uri;
378 *client_info = GNUNET_FS_publish_make_status_ (&pi, sc, fi, 0);
384 * Function called with a filename of serialized publishing operation
387 * @param cls the 'struct GNUNET_FS_Handle*'
388 * @param filename complete filename (absolute path)
389 * @return GNUNET_OK (continue to iterate)
392 deserialize_publish_file (void *cls,
393 const char *filename)
395 struct GNUNET_FS_Handle *h = cls;
396 struct GNUNET_BIO_ReadHandle *rh;
397 struct GNUNET_FS_PublishContext *pc;
405 rh = GNUNET_BIO_read_open (filename);
408 if (0 != UNLINK (filename))
409 GNUNET_log_strerror_file (GNUNET_ERROR_TYPE_WARNING,
419 pc = GNUNET_malloc (sizeof (struct GNUNET_FS_PublishContext));
422 GNUNET_BIO_read_string (rh, "publish-nid", &pc->nid, 1024)) ||
424 GNUNET_BIO_read_string (rh, "publish-nuid", &pc->nuid, 1024)) ||
426 GNUNET_BIO_read_int32 (rh, &options)) ||
428 GNUNET_BIO_read_int32 (rh, &all_done)) ||
430 GNUNET_BIO_read_string (rh, "publish-firoot", &fi_root, 128)) ||
432 GNUNET_BIO_read_string (rh, "publish-fipos", &fi_pos, 128)) ||
434 GNUNET_BIO_read_string (rh, "publish-ns", &ns, 1024)) )
436 GNUNET_free_non_null (pc->nid);
437 GNUNET_free_non_null (pc->nuid);
438 GNUNET_free_non_null (fi_root);
439 GNUNET_free_non_null (ns);
443 pc->options = options;
444 pc->all_done = all_done;
445 pc->fi = deserialize_file_information (h, fi_root);
448 GNUNET_free_non_null (pc->nid);
449 GNUNET_free_non_null (pc->nuid);
450 GNUNET_free_non_null (fi_root);
451 GNUNET_free_non_null (ns);
457 pc->namespace = GNUNET_FS_namespace_create (h, ns);
458 if (pc->namespace == NULL)
460 GNUNET_log (GNUNET_ERROR_TYPE_WARNING,
461 _("Failed to recover namespace `%s', cannot resume publishing operation.\n"),
463 GNUNET_free_non_null (pc->nid);
464 GNUNET_free_non_null (pc->nuid);
465 GNUNET_free_non_null (fi_root);
466 GNUNET_free_non_null (ns);
473 pc->fi_pos = find_file_position (pc->fi,
475 GNUNET_free (fi_pos);
476 if (pc->fi_pos == NULL)
478 /* failed to find position for resuming, outch! Will start from root! */
480 if (pc->all_done != GNUNET_YES)
484 pc->serialization = GNUNET_strdup (filename);
485 /* generate RESUME event(s) */
486 GNUNET_FS_file_information_inspect (pc->fi,
490 /* re-start publishing (if needed)... */
491 if (pc->all_done != GNUNET_YES)
493 = GNUNET_SCHEDULER_add_with_priority (h->sched,
494 GNUNET_SCHEDULER_PRIORITY_BACKGROUND,
495 &GNUNET_FS_publish_main_,
499 GNUNET_BIO_read_close (rh, &emsg))
501 GNUNET_log (GNUNET_ERROR_TYPE_WARNING,
502 _("Failed to resume publishing operation `%s': %s\n"),
512 * Deserialize information about pending publish operations.
514 * @param h master context
517 deserialize_publish (struct GNUNET_FS_Handle *h)
521 dn = get_serialization_file_name (h, "publish", "");
524 GNUNET_DISK_directory_scan (dn, &deserialize_publish_file, h);
530 * Setup a connection to the file-sharing service.
532 * @param sched scheduler to use
533 * @param cfg configuration to use
534 * @param client_name unique identifier for this client
535 * @param upcb function to call to notify about FS actions
536 * @param upcb_cls closure for upcb
537 * @param flags specific attributes for fs-operations
538 * @param ... list of optional options, terminated with GNUNET_FS_OPTIONS_END
539 * @return NULL on error
541 struct GNUNET_FS_Handle *
542 GNUNET_FS_start (struct GNUNET_SCHEDULER_Handle *sched,
543 const struct GNUNET_CONFIGURATION_Handle *cfg,
544 const char *client_name,
545 GNUNET_FS_ProgressCallback upcb,
547 enum GNUNET_FS_Flags flags,
550 struct GNUNET_FS_Handle *ret;
551 struct GNUNET_CLIENT_Connection *client;
552 enum GNUNET_FS_OPTIONS opt;
555 client = GNUNET_CLIENT_connect (sched,
560 ret = GNUNET_malloc (sizeof (struct GNUNET_FS_Handle));
563 ret->client_name = GNUNET_strdup (client_name);
565 ret->upcb_cls = upcb_cls;
566 ret->client = client;
568 ret->max_parallel_downloads = 1;
569 ret->max_parallel_requests = 1;
570 ret->avg_block_latency = GNUNET_TIME_UNIT_MINUTES; /* conservative starting point */
571 va_start (ap, flags);
572 while (GNUNET_FS_OPTIONS_END != (opt = va_arg (ap, enum GNUNET_FS_OPTIONS)))
576 case GNUNET_FS_OPTIONS_DOWNLOAD_PARALLELISM:
577 ret->max_parallel_downloads = va_arg (ap, unsigned int);
579 case GNUNET_FS_OPTIONS_REQUEST_PARALLELISM:
580 ret->max_parallel_requests = va_arg (ap, unsigned int);
584 GNUNET_free (ret->client_name);
591 // FIXME: setup receive-loop with client (do we need one?)
593 if (0 != (GNUNET_FS_FLAGS_PERSISTENCE & flags))
595 deserialize_publish (ret);
596 // Deserialize Search:
597 // * read search queries
598 // * for each query, read file with search results
599 // * for each search result with active download, deserialize download
600 // * for each directory search result, check for active downloads of contents
601 // Deserialize Download:
602 // * always part of search???
603 // Deserialize Unindex:
604 // * read FNs for unindex with progress offset
611 * Close our connection with the file-sharing service.
612 * The callback given to GNUNET_FS_start will no longer be
613 * called after this function returns.
615 * @param h handle that was returned from GNUNET_FS_start
618 GNUNET_FS_stop (struct GNUNET_FS_Handle *h)
620 if (0 != (GNUNET_FS_FLAGS_PERSISTENCE & h->flags))
622 // FIXME: generate SUSPEND events and clean up state!
624 // FIXME: terminate receive-loop with client (do we need one?)
625 if (h->queue_job != GNUNET_SCHEDULER_NO_TASK)
626 GNUNET_SCHEDULER_cancel (h->sched,
628 GNUNET_CLIENT_disconnect (h->client, GNUNET_NO);
629 GNUNET_free (h->client_name);