/*
This file is part of GNUnet.
- (C) 2001--2012 Christian Grothoff (and other contributing authors)
+ Copyright (C) 2001--2012 GNUnet e.V.
GNUnet is free software; you can redistribute it and/or modify
it under the terms of the GNU General Public License as published
You should have received a copy of the GNU General Public License
along with GNUnet; see the file COPYING. If not, write to the
- Free Software Foundation, Inc., 59 Temple Place - Suite 330,
- Boston, MA 02111-1307, USA.
+ Free Software Foundation, Inc., 51 Franklin Street, Fifth Floor,
+ Boston, MA 02110-1301, USA.
*/
/**
* @file fs/gnunet-auto-share.c
* @brief automatically publish files on GNUnet
* @author Christian Grothoff
- *
+ *
* TODO:
* - support loading meta data / keywords from resource file
* - add stability timer (a la buildbot)
*/
static int do_disable_creation_time;
-/**
- * Handle for the 'shutdown' task.
- */
-static GNUNET_SCHEDULER_TaskIdentifier kill_task;
-
/**
* Handle for the main task that does scanning and working.
*/
-static GNUNET_SCHEDULER_TaskIdentifier run_task;
+static struct GNUNET_SCHEDULER_Task *run_task;
/**
* Anonymity level option to use for publishing.
static struct WorkItem *work_tail;
/**
- * Map from the hash of the filename (!) to a 'struct WorkItem'
+ * Map from the hash of the filename (!) to a `struct WorkItem`
* that was finished.
*/
static struct GNUNET_CONTAINER_MultiHashMap *work_finished;
/**
- * Set to GNUNET_YES if we are shutting down.
+ * Set to #GNUNET_YES if we are shutting down.
*/
static int do_shutdown;
/**
- * Load the set of 'work_finished' items from disk.
+ * Load the set of #work_finished items from disk.
*/
static void
load_state ()
while (n-- > 0)
{
if ( (GNUNET_OK !=
- GNUNET_BIO_read_string (rh, "filename", &fn, 1024)) ||
+ GNUNET_BIO_read_string (rh, "filename", &fn, 1024)) ||
(GNUNET_OK !=
GNUNET_BIO_read (rh, "id", &id, sizeof (struct GNUNET_HashCode))) )
goto error;
- wi = GNUNET_malloc (sizeof (struct WorkItem));
+ wi = GNUNET_new (struct WorkItem);
wi->id = id;
wi->filename = fn;
GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
GNUNET_CRYPTO_hash (wi->filename,
strlen (wi->filename),
&id);
- GNUNET_CONTAINER_multihashmap_put (work_finished,
- &id,
- wi,
- GNUNET_CONTAINER_MULTIHASHMAPOPTION_UNIQUE_ONLY);
+ GNUNET_break (GNUNET_OK ==
+ GNUNET_CONTAINER_multihashmap_put (work_finished,
+ &id,
+ wi,
+ GNUNET_CONTAINER_MULTIHASHMAPOPTION_UNIQUE_ONLY));
}
- if (GNUNET_OK ==
+ if (GNUNET_OK ==
GNUNET_BIO_read_close (rh, &emsg))
return;
rh = NULL;
/**
- * Write work item from the work_finished map to the given write handle.
+ * Write work item from the #work_finished map to the given write handle.
*
- * @param cls the 'struct GNUNET_BIO_WriteHandle*'
+ * @param cls the `struct GNUNET_BIO_WriteHandle *`
* @param key key of the item in the map (unused)
- * @param value the 'struct WorkItem' to write
- * @return GNUNET_OK to continue to iterate (if write worked)
+ * @param value the `struct WorkItem` to write
+ * @return #GNUNET_OK to continue to iterate (if write worked)
*/
static int
write_item (void *cls,
"Saving serialization ID of file `%s' with value `%s'\n",
wi->filename,
GNUNET_h2s (&wi->id));
- if ( (GNUNET_OK !=
+ if ( (GNUNET_OK !=
GNUNET_BIO_write_string (wh, wi->filename)) ||
(GNUNET_OK !=
GNUNET_BIO_write (wh,
/**
- * Save the set of 'work_finished' items on disk.
+ * Save the set of #work_finished items on disk.
*/
static void
save_state ()
* Task run on shutdown. Serializes our current state to disk.
*
* @param cls closure, unused
- * @param tc scheduler context, unused
*/
static void
-do_stop_task (void *cls, const struct GNUNET_SCHEDULER_TaskContext *tc)
+do_stop_task (void *cls)
{
- kill_task = GNUNET_SCHEDULER_NO_TASK;
do_shutdown = GNUNET_YES;
if (NULL != publish_proc)
{
- GNUNET_OS_process_kill (publish_proc, SIGKILL);
+ GNUNET_OS_process_kill (publish_proc,
+ SIGKILL);
return;
}
- if (GNUNET_SCHEDULER_NO_TASK != run_task)
+ if (NULL != run_task)
{
GNUNET_SCHEDULER_cancel (run_task);
- run_task = GNUNET_SCHEDULER_NO_TASK;
+ run_task = NULL;
}
}
* Task triggered whenever we receive a SIGCHLD (child
* process died).
*
- * @param cls the 'struct WorkItem' we were working on
- * @param tc context
+ * @param cls the `struct WorkItem` we were working on
*/
static void
-maint_child_death (void *cls, const struct GNUNET_SCHEDULER_TaskContext *tc)
+maint_child_death (void *cls)
{
struct WorkItem *wi = cls;
struct GNUNET_HashCode key;
int ret;
char c;
const struct GNUNET_DISK_FileHandle *pr;
+ const struct GNUNET_SCHEDULER_TaskContext *tc;
-
- run_task = GNUNET_SCHEDULER_NO_TASK;
- pr = GNUNET_DISK_pipe_handle (sigpipe, GNUNET_DISK_PIPE_END_READ);
+ run_task = NULL;
+ pr = GNUNET_DISK_pipe_handle (sigpipe,
+ GNUNET_DISK_PIPE_END_READ);
+ tc = GNUNET_SCHEDULER_get_task_context ();
if (0 == (tc->reason & GNUNET_SCHEDULER_REASON_READ_READY))
{
- /* shutdown scheduled us, ignore! */
+ /* shutdown scheduled us, someone else will kill child,
+ we should just try again */
run_task =
GNUNET_SCHEDULER_add_read_file (GNUNET_TIME_UNIT_FOREVER_REL,
- pr, &maint_child_death, wi);
+ pr,
+ &maint_child_death, wi);
return;
}
+ /* consume the signal */
+ GNUNET_break (0 < GNUNET_DISK_file_read (pr, &c, sizeof (c)));
ret = GNUNET_OS_process_status (publish_proc,
&type,
GNUNET_assert (GNUNET_SYSERR != ret);
if (GNUNET_NO == ret)
{
+ /* process still running? Then where did the SIGCHLD come from?
+ Well, let's declare it spurious (kernel bug?) and keep rolling.
+ */
GNUNET_break (0);
- GNUNET_OS_process_kill (publish_proc, SIGKILL);
- type = GNUNET_OS_PROCESS_SIGNALED;
+ run_task =
+ GNUNET_SCHEDULER_add_read_file (GNUNET_TIME_UNIT_FOREVER_REL,
+ pr,
+ &maint_child_death, wi);
+ return;
}
+ GNUNET_assert (GNUNET_OK == ret);
+
GNUNET_OS_process_destroy (publish_proc);
publish_proc = NULL;
- /* consume the signal */
- GNUNET_break (0 < GNUNET_DISK_file_read (pr, &c, sizeof (c)));
if (GNUNET_YES == do_shutdown)
{
GNUNET_CRYPTO_hash (wi->filename,
strlen (wi->filename),
&key);
- GNUNET_CONTAINER_multihashmap_put (work_finished,
- &key,
- wi,
- GNUNET_CONTAINER_MULTIHASHMAPOPTION_UNIQUE_ONLY);
+ GNUNET_break (GNUNET_OK ==
+ GNUNET_CONTAINER_multihashmap_put (work_finished,
+ &key,
+ wi,
+ GNUNET_CONTAINER_MULTIHASHMAPOPTION_UNIQUE_ONLY));
}
else
{
wi);
}
save_state ();
- schedule_next_task ();
+ schedule_next_task ();
}
GNUNET_break (1 ==
GNUNET_DISK_file_write (GNUNET_DISK_pipe_handle
- (sigpipe, GNUNET_DISK_PIPE_END_WRITE),
+ (sigpipe,
+ GNUNET_DISK_PIPE_END_WRITE),
&c, sizeof (c)));
errno = old_errno; /* restore errno */
}
* Function called to process work items.
*
* @param cls closure, NULL
- * @param tc scheduler context (unused)
*/
static void
-work (void *cls,
- const struct GNUNET_SCHEDULER_TaskContext *tc)
+work (void *cls)
{
static char *argv[14];
static char anon_level[20];
static char content_prio[20];
static char repl_level[20];
struct WorkItem *wi;
- const struct GNUNET_DISK_FileHandle *pr;
+ const struct GNUNET_DISK_FileHandle *pr;
int argc;
- run_task = GNUNET_SCHEDULER_NO_TASK;
+ run_task = NULL;
wi = work_head;
GNUNET_CONTAINER_DLL_remove (work_head,
work_tail,
GNUNET_log (GNUNET_ERROR_TYPE_INFO,
_("Publishing `%s'\n"),
wi->filename);
+ GNUNET_assert (NULL == publish_proc);
publish_proc = GNUNET_OS_start_process_vap (GNUNET_YES,
- 0, NULL, NULL,
+ 0, NULL, NULL, NULL,
"gnunet-publish",
argv);
if (NULL == publish_proc)
NULL);
return;
}
- pr = GNUNET_DISK_pipe_handle (sigpipe, GNUNET_DISK_PIPE_END_READ);
+ pr = GNUNET_DISK_pipe_handle (sigpipe,
+ GNUNET_DISK_PIPE_END_READ);
run_task =
GNUNET_SCHEDULER_add_read_file (GNUNET_TIME_UNIT_FOREVER_REL,
- pr, &maint_child_death, wi);
+ pr,
+ &maint_child_death, wi);
}
*
* @param cls where to store the unique ID we are computing
* @param filename file to scan
- * @return GNUNET_OK (always)
+ * @return #GNUNET_OK (always)
*/
static int
determine_id (void *cls,
if (0 != STAT (filename, &sbuf))
{
- GNUNET_log_strerror_file (GNUNET_ERROR_TYPE_WARNING, "stat", filename);
+ GNUNET_log_strerror_file (GNUNET_ERROR_TYPE_WARNING,
+ "stat",
+ filename);
return GNUNET_OK;
}
- GNUNET_CRYPTO_hash (filename, strlen (filename), &fx[0]);
+ GNUNET_CRYPTO_hash (filename,
+ strlen (filename),
+ &fx[0]);
if (!S_ISDIR (sbuf.st_mode))
{
uint64_t fattr[2];
fattr[0] = GNUNET_htonll (sbuf.st_size);
fattr[0] = GNUNET_htonll (sbuf.st_mtime);
- GNUNET_CRYPTO_hash (fattr, sizeof (fattr), &fx[1]);
+ GNUNET_CRYPTO_hash (fattr,
+ sizeof (fattr),
+ &fx[1]);
}
else
{
- memset (&fx[1], 1, sizeof (struct GNUNET_HashCode));
+ memset (&fx[1],
+ 1,
+ sizeof (struct GNUNET_HashCode));
GNUNET_DISK_directory_scan (filename,
&determine_id,
&fx[1]);
}
/* use hash here to make hierarchical structure distinct from
all files on the same level */
- GNUNET_CRYPTO_hash (fx, sizeof (fx), &ft);
- /* use XOR here so that order of the files in the directory
+ GNUNET_CRYPTO_hash (fx,
+ sizeof (fx),
+ &ft);
+ /* use XOR here so that order of the files in the directory
does not matter! */
- GNUNET_CRYPTO_hash_xor (&ft, id, id);
+ GNUNET_CRYPTO_hash_xor (&ft,
+ id,
+ id);
return GNUNET_OK;
}
*
* @param cls closure, NULL
* @param filename complete filename (absolute path)
- * @return GNUNET_OK to continue to iterate, GNUNET_SYSERR during shutdown
+ * @return #GNUNET_OK to continue to iterate, #GNUNET_SYSERR during shutdown
*/
static int
add_file (void *cls,
if (GNUNET_YES == do_shutdown)
return GNUNET_SYSERR;
- if (NULL != strstr (filename,
- DIR_SEPARATOR_STR ".auto-share"))
+ if ( (NULL != strstr (filename,
+ "/.auto-share")) ||
+ (NULL != strstr (filename,
+ "\\.auto-share")) )
return GNUNET_OK; /* skip internal file */
GNUNET_CRYPTO_hash (filename,
strlen (filename),
}
else
{
- wi = GNUNET_malloc (sizeof (struct WorkItem));
+ wi = GNUNET_new (struct WorkItem);
wi->filename = GNUNET_strdup (filename);
}
wi->id = id;
work_tail,
wi);
if (GNUNET_YES == do_shutdown)
- return GNUNET_SYSERR;
+ return GNUNET_SYSERR;
return GNUNET_OK;
}
* Periodically run task to update our view of the directory to share.
*
* @param cls NULL
- * @param tc scheduler context, unused
*/
static void
-scan (void *cls, const struct GNUNET_SCHEDULER_TaskContext *tc)
+scan (void *cls)
{
- run_task = GNUNET_SCHEDULER_NO_TASK;
+ run_task = NULL;
start_time = GNUNET_TIME_absolute_get ();
(void) GNUNET_DISK_directory_scan (dir_name,
&add_file,
struct GNUNET_TIME_Relative delay;
if (GNUNET_YES == do_shutdown)
- return;
+ return;
+ GNUNET_assert (NULL == run_task);
if (NULL == work_head)
{
/* delay by at most 4h, at least 1s, and otherwise in between depending
}
else
{
- run_task = GNUNET_SCHEDULER_add_now (&work, NULL);
+ run_task = GNUNET_SCHEDULER_add_now (&work,
+ NULL);
}
}
* @param c configuration
*/
static void
-run (void *cls, char *const *args, const char *cfgfile,
+run (void *cls,
+ char *const *args,
+ const char *cfgfile,
const struct GNUNET_CONFIGURATION_Handle *c)
{
/* check arguments */
- if ((args[0] == NULL) || (args[1] != NULL) ||
- (GNUNET_YES != GNUNET_DISK_directory_test (args[0])))
+ if ( (NULL == args[0]) ||
+ (NULL != args[1]) ||
+ (GNUNET_YES !=
+ GNUNET_DISK_directory_test (args[0],
+ GNUNET_YES)) )
{
printf (_("You must specify one and only one directory name for automatic publication.\n"));
ret = -1;
cfg_filename = GNUNET_strdup (cfgfile);
cfg = c;
dir_name = args[0];
- work_finished = GNUNET_CONTAINER_multihashmap_create (1024);
+ work_finished = GNUNET_CONTAINER_multihashmap_create (1024,
+ GNUNET_NO);
load_state ();
run_task = GNUNET_SCHEDULER_add_with_priority (GNUNET_SCHEDULER_PRIORITY_IDLE,
- &scan, NULL);
-
- kill_task =
- GNUNET_SCHEDULER_add_delayed (GNUNET_TIME_UNIT_FOREVER_REL, &do_stop_task,
- NULL);
+ &scan,
+ NULL);
+ GNUNET_SCHEDULER_add_shutdown (&do_stop_task,
+ NULL);
}
*
* @param cls NULL (unused)
* @param key key of the item in the map (unused)
- * @param value the 'struct WorkItem' to free
- * @return GNUNET_OK to continue to iterate
+ * @param value the `struct WorkItem` to free
+ * @return #GNUNET_OK to continue to iterate
*/
static int
free_item (void *cls,
return GNUNET_OK;
}
+
/**
* The main function to automatically publish content to GNUnet.
*
*/
int
main (int argc, char *const *argv)
-{
+{
static const struct GNUNET_GETOPT_CommandLineOption options[] = {
{'a', "anonymity", "LEVEL",
gettext_noop ("set the desired LEVEL of sender-anonymity"),
int ok;
struct GNUNET_SIGNAL_Context *shc_chld;
- if (GNUNET_OK != GNUNET_STRINGS_get_utf8_args (argc, argv, &argc, &argv))
+ if (GNUNET_OK !=
+ GNUNET_STRINGS_get_utf8_args (argc, argv, &argc, &argv))
return 2;
- sigpipe = GNUNET_DISK_pipe (GNUNET_NO, GNUNET_NO, GNUNET_NO, GNUNET_NO);
- GNUNET_assert (sigpipe != NULL);
+ sigpipe = GNUNET_DISK_pipe (GNUNET_NO, GNUNET_NO,
+ GNUNET_NO, GNUNET_NO);
+ GNUNET_assert (NULL != sigpipe);
shc_chld =
- GNUNET_SIGNAL_handler_install (GNUNET_SIGCHLD, &sighandler_child_death);
+ GNUNET_SIGNAL_handler_install (GNUNET_SIGCHLD,
+ &sighandler_child_death);
ok = (GNUNET_OK ==
- GNUNET_PROGRAM_run (argc, argv, "gnunet-auto-share [OPTIONS] FILENAME",
+ GNUNET_PROGRAM_run (argc, argv,
+ "gnunet-auto-share [OPTIONS] FILENAME",
gettext_noop
("Automatically publish files from a directory on GNUnet"),
options, &run, NULL)) ? ret : 1;
- (void) GNUNET_CONTAINER_multihashmap_iterate (work_finished,
- &free_item,
- NULL);
- GNUNET_CONTAINER_multihashmap_destroy (work_finished);
+ if (NULL != work_finished)
+ {
+ (void) GNUNET_CONTAINER_multihashmap_iterate (work_finished,
+ &free_item,
+ NULL);
+ GNUNET_CONTAINER_multihashmap_destroy (work_finished);
+ }
while (NULL != (wi = work_head))
{
- GNUNET_CONTAINER_DLL_remove (work_head, work_tail, wi);
+ GNUNET_CONTAINER_DLL_remove (work_head,
+ work_tail,
+ wi);
GNUNET_free (wi->filename);
GNUNET_free (wi);
}
shc_chld = NULL;
GNUNET_DISK_pipe_close (sigpipe);
sigpipe = NULL;
- GNUNET_free (cfg_filename);
+ GNUNET_free_non_null (cfg_filename);
cfg_filename = NULL;
+ GNUNET_free ((void*) argv);
return ok;
}