2 This file is part of GNUnet.
3 (C) 2001, 2002, 2003, 2004, 2005, 2006, 2008, 2009, 2010 Christian Grothoff (and other contributing authors)
5 GNUnet is free software; you can redistribute it and/or modify
6 it under the terms of the GNU General Public License as published
7 by the Free Software Foundation; either version 2, or (at your
8 option) any later version.
10 GNUnet is distributed in the hope that it will be useful, but
11 WITHOUT ANY WARRANTY; without even the implied warranty of
12 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
13 General Public License for more details.
15 You should have received a copy of the GNU General Public License
16 along with GNUnet; see the file COPYING. If not, write to the
17 Free Software Foundation, Inc., 59 Temple Place - Suite 330,
18 Boston, MA 02111-1307, USA.
23 * @brief main FS functions
24 * @author Christian Grothoff
28 #include "gnunet_util_lib.h"
29 #include "gnunet_fs_service.h"
34 * Start the given job (send signal, remove from pending queue, update
35 * counters and state).
37 * @param qe job to start
40 start_job (struct GNUNET_FS_QueueEntry *qe)
42 qe->client = GNUNET_CLIENT_connect (qe->h->sched, "fs", qe->h->cfg);
43 if (qe->client == NULL)
48 qe->start (qe->cls, qe->client);
50 qe->h->active_blocks += qe->blocks;
51 qe->start_time = GNUNET_TIME_absolute_get ();
52 GNUNET_CONTAINER_DLL_remove (qe->h->pending_head,
55 GNUNET_CONTAINER_DLL_insert_after (qe->h->running_head,
63 * Stop the given job (send signal, remove from active queue, update
64 * counters and state).
66 * @param qe job to stop
69 stop_job (struct GNUNET_FS_QueueEntry *qe)
73 qe->h->active_downloads--;
74 qe->h->active_blocks -= qe->blocks;
75 qe->run_time = GNUNET_TIME_relative_add (qe->run_time,
76 GNUNET_TIME_absolute_get_duration (qe->start_time));
77 GNUNET_CONTAINER_DLL_remove (qe->h->running_head,
80 GNUNET_CONTAINER_DLL_insert_after (qe->h->pending_head,
88 * Process the jobs in the job queue, possibly starting some
89 * and stopping others.
91 * @param cls the 'struct GNUNET_FS_Handle'
92 * @param tc scheduler context
95 process_job_queue (void *cls,
96 const struct GNUNET_SCHEDULER_TaskContext *tc)
98 struct GNUNET_FS_Handle *h = cls;
99 struct GNUNET_FS_QueueEntry *qe;
100 struct GNUNET_FS_QueueEntry *next;
101 struct GNUNET_TIME_Relative run_time;
102 struct GNUNET_TIME_Relative restart_at;
103 struct GNUNET_TIME_Relative rst;
104 struct GNUNET_TIME_Absolute end_time;
106 h->queue_job = GNUNET_SCHEDULER_NO_TASK;
107 next = h->pending_head;
108 while (NULL != (qe = next))
111 if (h->running_head == NULL)
116 if ( (qe->blocks + h->active_blocks <= h->max_parallel_requests) &&
117 (h->active_downloads + 1 <= h->max_parallel_downloads) )
123 if (h->pending_head == NULL)
124 return; /* no need to stop anything */
125 restart_at = GNUNET_TIME_UNIT_FOREVER_REL;
126 next = h->running_head;
127 while (NULL != (qe = next))
130 /* FIXME: might be faster/simpler to do this calculation only once
131 when we start a job (OTOH, this would allow us to dynamically
132 and easily adjust qe->blocks over time, given the right API...) */
133 run_time = GNUNET_TIME_relative_multiply (h->avg_block_latency,
134 qe->blocks * qe->start_times);
135 end_time = GNUNET_TIME_absolute_add (qe->start_time,
137 rst = GNUNET_TIME_absolute_get_remaining (end_time);
138 restart_at = GNUNET_TIME_relative_min (rst, restart_at);
143 h->queue_job = GNUNET_SCHEDULER_add_delayed (h->sched,
151 * Add a job to the queue.
153 * @param h handle to the overall FS state
154 * @param start function to call to begin the job
155 * @param stop function to call to pause the job, or on dequeue (if the job was running)
156 * @param cls closure for start and stop
157 * @param blocks number of blocks this jobs uses
158 * @return queue handle
160 struct GNUNET_FS_QueueEntry *
161 GNUNET_FS_queue_ (struct GNUNET_FS_Handle *h,
162 GNUNET_FS_QueueStart start,
163 GNUNET_FS_QueueStop stop,
167 struct GNUNET_FS_QueueEntry *qe;
169 qe = GNUNET_malloc (sizeof (struct GNUNET_FS_QueueEntry));
174 qe->queue_time = GNUNET_TIME_absolute_get ();
176 GNUNET_CONTAINER_DLL_insert_after (h->pending_head,
180 if (h->queue_job != GNUNET_SCHEDULER_NO_TASK)
181 GNUNET_SCHEDULER_cancel (h->sched,
184 = GNUNET_SCHEDULER_add_now (h->sched,
192 * Dequeue a job from the queue.
193 * @param qh handle for the job
196 GNUNET_FS_dequeue_ (struct GNUNET_FS_QueueEntry *qh)
198 struct GNUNET_FS_Handle *h;
201 if (qh->client != NULL)
203 GNUNET_CONTAINER_DLL_remove (h->pending_head,
207 if (h->queue_job != GNUNET_SCHEDULER_NO_TASK)
208 GNUNET_SCHEDULER_cancel (h->sched,
211 = GNUNET_SCHEDULER_add_now (h->sched,
218 * Return the full filename where we would store state information
219 * (for serialization/deserialization).
221 * @param h master context
222 * @param ext component of the path
223 * @param ent entity identifier (or emtpy string for the directory)
224 * @return NULL on error
227 get_serialization_file_name (struct GNUNET_FS_Handle *h,
234 GNUNET_CONFIGURATION_get_value_filename (h->cfg,
239 GNUNET_asprintf (&ret,
247 GNUNET_free (basename);
253 * Return a read handle for deserialization.
255 * @param h master context
256 * @param ext component of the path
257 * @param ent entity identifier (or emtpy string for the directory)
258 * @return NULL on error
260 static struct GNUNET_BIO_ReadHandle *
261 get_read_handle (struct GNUNET_FS_Handle *h,
266 struct GNUNET_BIO_ReadHandle *ret;
268 fn = get_serialization_file_name (h, ext, ent);
271 ret = GNUNET_BIO_read_open (fn);
278 * Using the given serialization filename, try to deserialize
279 * the file-information tree associated with it.
281 * @param h master context
282 * @param filename name of the file (without directory) with
284 * @return NULL on error
286 static struct GNUNET_FS_FileInformation *
287 deserialize_fi_node (struct GNUNET_BIO_ReadHandle *rh)
294 * Using the given serialization filename, try to deserialize
295 * the file-information tree associated with it.
297 * @param h master context
298 * @param filename name of the file (without directory) with
300 * @return NULL on error
302 static struct GNUNET_FS_FileInformation *
303 deserialize_file_information (struct GNUNET_FS_Handle *h,
304 const char *filename)
306 struct GNUNET_FS_FileInformation *ret;
307 struct GNUNET_BIO_ReadHandle *rh;
310 rh = get_read_handle (h, "publish-fi", filename);
313 ret = deserialize_fi_node (rh);
315 GNUNET_BIO_read_close (rh, &emsg))
317 GNUNET_log (GNUNET_ERROR_TYPE_WARNING,
318 _("Failed to resume publishing information `%s': %s\n"),
328 * Find the entry in the file information struct where the
329 * serialization filename matches the given name.
331 * @param pos file information to search
332 * @param srch filename to search for
333 * @return NULL if srch was not found in this subtree
335 static struct GNUNET_FS_FileInformation *
336 find_file_position (struct GNUNET_FS_FileInformation *pos,
339 struct GNUNET_FS_FileInformation *r;
343 if (0 == strcmp (srch,
344 pos->serialization_name))
346 if (pos->is_directory)
348 r = find_file_position (pos->data.dir.entries,
360 * Signal the FS's progress function that we are resuming
363 * @param cls closure (of type "struct GNUNET_FS_PublishContext*")
364 * @param fi the entry in the publish-structure
365 * @param length length of the file or directory
366 * @param meta metadata for the file or directory (can be modified)
367 * @param uri pointer to the keywords that will be used for this entry (can be modified)
368 * @param anonymity pointer to selected anonymity level (can be modified)
369 * @param priority pointer to selected priority (can be modified)
370 * @param expirationTime pointer to selected expiration time (can be modified)
371 * @param client_info pointer to client context set upon creation (can be modified)
372 * @return GNUNET_OK to continue (always)
375 fip_signal_resume(void *cls,
376 struct GNUNET_FS_FileInformation *fi,
378 struct GNUNET_CONTAINER_MetaData *meta,
379 struct GNUNET_FS_Uri **uri,
382 struct GNUNET_TIME_Absolute *expirationTime,
385 struct GNUNET_FS_PublishContext *sc = cls;
386 struct GNUNET_FS_ProgressInfo pi;
388 pi.status = GNUNET_FS_STATUS_PUBLISH_RESUME;
389 pi.value.publish.specifics.resume.message = sc->fi->emsg;
390 pi.value.publish.specifics.resume.chk_uri = sc->fi->chk_uri;
391 *client_info = GNUNET_FS_publish_make_status_ (&pi, sc, fi, 0);
397 * Function called with a filename of serialized publishing operation
400 * @param cls the 'struct GNUNET_FS_Handle*'
401 * @param filename complete filename (absolute path)
402 * @return GNUNET_OK (continue to iterate)
405 deserialize_publish_file (void *cls,
406 const char *filename)
408 struct GNUNET_FS_Handle *h = cls;
409 struct GNUNET_BIO_ReadHandle *rh;
410 struct GNUNET_FS_PublishContext *pc;
418 rh = GNUNET_BIO_read_open (filename);
421 if (0 != UNLINK (filename))
422 GNUNET_log_strerror_file (GNUNET_ERROR_TYPE_WARNING,
432 pc = GNUNET_malloc (sizeof (struct GNUNET_FS_PublishContext));
435 GNUNET_BIO_read_string (rh, "publish-nid", &pc->nid, 1024)) ||
437 GNUNET_BIO_read_string (rh, "publish-nuid", &pc->nuid, 1024)) ||
439 GNUNET_BIO_read_int32 (rh, &options)) ||
441 GNUNET_BIO_read_int32 (rh, &all_done)) ||
443 GNUNET_BIO_read_string (rh, "publish-firoot", &fi_root, 128)) ||
445 GNUNET_BIO_read_string (rh, "publish-fipos", &fi_pos, 128)) ||
447 GNUNET_BIO_read_string (rh, "publish-ns", &ns, 1024)) )
449 GNUNET_free_non_null (pc->nid);
450 GNUNET_free_non_null (pc->nuid);
451 GNUNET_free_non_null (fi_root);
452 GNUNET_free_non_null (ns);
456 pc->options = options;
457 pc->all_done = all_done;
458 pc->fi = deserialize_file_information (h, fi_root);
461 GNUNET_free_non_null (pc->nid);
462 GNUNET_free_non_null (pc->nuid);
463 GNUNET_free_non_null (fi_root);
464 GNUNET_free_non_null (ns);
470 pc->namespace = GNUNET_FS_namespace_create (h, ns);
471 if (pc->namespace == NULL)
473 GNUNET_log (GNUNET_ERROR_TYPE_WARNING,
474 _("Failed to recover namespace `%s', cannot resume publishing operation.\n"),
476 GNUNET_free_non_null (pc->nid);
477 GNUNET_free_non_null (pc->nuid);
478 GNUNET_free_non_null (fi_root);
479 GNUNET_free_non_null (ns);
486 pc->fi_pos = find_file_position (pc->fi,
488 GNUNET_free (fi_pos);
489 if (pc->fi_pos == NULL)
491 /* failed to find position for resuming, outch! Will start from root! */
493 if (pc->all_done != GNUNET_YES)
497 pc->serialization = GNUNET_strdup (filename);
498 /* generate RESUME event(s) */
499 GNUNET_FS_file_information_inspect (pc->fi,
503 /* re-start publishing (if needed)... */
504 if (pc->all_done != GNUNET_YES)
506 = GNUNET_SCHEDULER_add_with_priority (h->sched,
507 GNUNET_SCHEDULER_PRIORITY_BACKGROUND,
508 &GNUNET_FS_publish_main_,
512 GNUNET_BIO_read_close (rh, &emsg))
514 GNUNET_log (GNUNET_ERROR_TYPE_WARNING,
515 _("Failed to resume publishing operation `%s': %s\n"),
525 * Deserialize information about pending publish operations.
527 * @param h master context
530 deserialize_publish (struct GNUNET_FS_Handle *h)
534 dn = get_serialization_file_name (h, "publish", "");
537 GNUNET_DISK_directory_scan (dn, &deserialize_publish_file, h);
543 * Setup a connection to the file-sharing service.
545 * @param sched scheduler to use
546 * @param cfg configuration to use
547 * @param client_name unique identifier for this client
548 * @param upcb function to call to notify about FS actions
549 * @param upcb_cls closure for upcb
550 * @param flags specific attributes for fs-operations
551 * @param ... list of optional options, terminated with GNUNET_FS_OPTIONS_END
552 * @return NULL on error
554 struct GNUNET_FS_Handle *
555 GNUNET_FS_start (struct GNUNET_SCHEDULER_Handle *sched,
556 const struct GNUNET_CONFIGURATION_Handle *cfg,
557 const char *client_name,
558 GNUNET_FS_ProgressCallback upcb,
560 enum GNUNET_FS_Flags flags,
563 struct GNUNET_FS_Handle *ret;
564 struct GNUNET_CLIENT_Connection *client;
565 enum GNUNET_FS_OPTIONS opt;
568 client = GNUNET_CLIENT_connect (sched,
573 ret = GNUNET_malloc (sizeof (struct GNUNET_FS_Handle));
576 ret->client_name = GNUNET_strdup (client_name);
578 ret->upcb_cls = upcb_cls;
579 ret->client = client;
581 ret->max_parallel_downloads = 1;
582 ret->max_parallel_requests = 1;
583 ret->avg_block_latency = GNUNET_TIME_UNIT_MINUTES; /* conservative starting point */
584 va_start (ap, flags);
585 while (GNUNET_FS_OPTIONS_END != (opt = va_arg (ap, enum GNUNET_FS_OPTIONS)))
589 case GNUNET_FS_OPTIONS_DOWNLOAD_PARALLELISM:
590 ret->max_parallel_downloads = va_arg (ap, unsigned int);
592 case GNUNET_FS_OPTIONS_REQUEST_PARALLELISM:
593 ret->max_parallel_requests = va_arg (ap, unsigned int);
597 GNUNET_free (ret->client_name);
604 // FIXME: setup receive-loop with client (do we need one?)
606 if (0 != (GNUNET_FS_FLAGS_PERSISTENCE & flags))
608 deserialize_publish (ret);
609 /* FIXME: not implemented! */
610 // Deserialize Search:
611 // * read search queries
612 // * for each query, read file with search results
613 // * for each search result with active download, deserialize download
614 // * for each directory search result, check for active downloads of contents
615 // Deserialize Download:
616 // * always part of search???
617 // Deserialize Unindex:
618 // * read FNs for unindex with progress offset
625 * Close our connection with the file-sharing service.
626 * The callback given to GNUNET_FS_start will no longer be
627 * called after this function returns.
629 * @param h handle that was returned from GNUNET_FS_start
632 GNUNET_FS_stop (struct GNUNET_FS_Handle *h)
634 if (0 != (GNUNET_FS_FLAGS_PERSISTENCE & h->flags))
636 // FIXME: generate SUSPEND events and clean up state!
638 // FIXME: terminate receive-loop with client (do we need one?)
639 if (h->queue_job != GNUNET_SCHEDULER_NO_TASK)
640 GNUNET_SCHEDULER_cancel (h->sched,
642 GNUNET_CLIENT_disconnect (h->client, GNUNET_NO);
643 GNUNET_free (h->client_name);