X-Git-Url: https://git.librecmc.org/?a=blobdiff_plain;f=src%2Futil%2Fscheduler.c;h=9061200bd0866919f53eeb8c8b029b9c1655b92a;hb=d3cd9042bf5ba56e4577507842d6f66c8ba4b3c4;hp=f61a0b5bbede0a32cfbba17e651dd2d9c1d44a10;hpb=8fc3f747a85b4367b863a57ae9ea96b5b58f2f65;p=oweals%2Fgnunet.git diff --git a/src/util/scheduler.c b/src/util/scheduler.c index f61a0b5bb..9061200bd 100644 --- a/src/util/scheduler.c +++ b/src/util/scheduler.c @@ -1,6 +1,6 @@ /* This file is part of GNUnet - (C) 2009-2013 Christian Grothoff (and other contributing authors) + Copyright (C) 2009-2017 GNUnet e.V. GNUnet is free software; you can redistribute it and/or modify it under the terms of the GNU General Public License as published @@ -14,10 +14,9 @@ You should have received a copy of the GNU General Public License along with GNUnet; see the file COPYING. If not, write to the - Free Software Foundation, Inc., 59 Temple Place - Suite 330, - Boston, MA 02111-1307, USA. + Free Software Foundation, Inc., 51 Franklin Street, Fifth Floor, + Boston, MA 02110-1301, USA. */ - /** * @file util/scheduler.c * @brief schedule computations using continuation passing style @@ -70,6 +69,35 @@ #define DELAY_THRESHOLD GNUNET_TIME_UNIT_SECONDS +/** + * Argument to be passed from the driver to + * #GNUNET_SCHEDULER_run_from_driver(). Contains the + * scheduler's internal state. + */ +struct GNUNET_SCHEDULER_Handle +{ + /** + * Passed here to avoid constantly allocating/deallocating + * this element, but generally we want to get rid of this. + * @deprecated + */ + struct GNUNET_NETWORK_FDSet *rs; + + /** + * Passed here to avoid constantly allocating/deallocating + * this element, but generally we want to get rid of this. + * @deprecated + */ + struct GNUNET_NETWORK_FDSet *ws; + + /** + * Driver we used for the event loop. + */ + const struct GNUNET_SCHEDULER_Driver *driver; + +}; + + /** * Entry in list of pending tasks. */ @@ -95,6 +123,11 @@ struct GNUNET_SCHEDULER_Task */ void *callback_cls; + /** + * Handle to the scheduler's state. + */ + const struct GNUNET_SCHEDULER_Handle *sh; + /** * Set of file descriptors this task is waiting * for for reading. Once ready, this is updated @@ -110,6 +143,18 @@ struct GNUNET_SCHEDULER_Task */ struct GNUNET_NETWORK_FDSet *write_set; + /** + * Information about which FDs are ready for this task (and why). + */ + const struct GNUNET_SCHEDULER_FdInfo *fds; + + /** + * Storage location used for @e fds if we want to avoid + * a separate malloc() call in the common case that this + * task is only about a single FD. + */ + struct GNUNET_SCHEDULER_FdInfo fdx; + /** * Absolute timeout value for the task, or * #GNUNET_TIME_UNIT_FOREVER_ABS for "no timeout". @@ -123,6 +168,11 @@ struct GNUNET_SCHEDULER_Task struct GNUNET_TIME_Absolute start_time; #endif + /** + * Size of the @e fds array. + */ + unsigned int fds_len; + /** * Why is the task ready? Set after task is added to ready queue. * Initially set to zero. All reasons that have already been @@ -151,6 +201,11 @@ struct GNUNET_SCHEDULER_Task */ int lifeness; + /** + * Is this task run on shutdown? + */ + int on_shutdown; + /** * Is this task in the ready list? */ @@ -172,6 +227,14 @@ struct GNUNET_SCHEDULER_Task }; +/** + * The driver used for the event loop. Will be handed over to + * the scheduler in #GNUNET_SCHEDULER_run_from_driver(), peristed + * there in this variable for later use in functions like + * #GNUNET_SCHEDULER_add_select(), #add_without_sets() and + * #GNUNET_SCHEDULER_cancel(). + */ +static const struct GNUNET_SCHEDULER_Driver *scheduler_driver; /** * Head of list of tasks waiting for an event. @@ -183,6 +246,16 @@ static struct GNUNET_SCHEDULER_Task *pending_head; */ static struct GNUNET_SCHEDULER_Task *pending_tail; +/** + * Head of list of tasks waiting for shutdown. + */ +static struct GNUNET_SCHEDULER_Task *shutdown_head; + +/** + * Tail of list of tasks waiting for shutdown. + */ +static struct GNUNET_SCHEDULER_Task *shutdown_tail; + /** * List of tasks waiting ONLY for a timeout event. * Sorted by timeout (earliest first). Used so that @@ -255,6 +328,11 @@ static int current_lifeness; */ static GNUNET_SCHEDULER_select scheduler_select; +/** + * Task context of the current task. + */ +static struct GNUNET_SCHEDULER_TaskContext tc; + /** * Closure for #scheduler_select. */ @@ -300,11 +378,9 @@ check_priority (enum GNUNET_SCHEDULER_Priority p) * @param ws write-set, set to all FDs we would like to write (updated) * @param timeout next timeout (updated) */ -static void -update_sets (struct GNUNET_NETWORK_FDSet *rs, - struct GNUNET_NETWORK_FDSet *ws, - struct GNUNET_TIME_Relative *timeout) +void getNextPendingTimeout(struct GNUNET_TIME_Relative *timeout) { + struct GNUNET_SCHEDULER_Task *pos; struct GNUNET_TIME_Absolute now; struct GNUNET_TIME_Relative to; @@ -319,6 +395,20 @@ update_sets (struct GNUNET_NETWORK_FDSet *rs, if (0 != pos->reason) *timeout = GNUNET_TIME_UNIT_ZERO; } +} + +static void +update_sets (struct GNUNET_NETWORK_FDSet *rs, + struct GNUNET_NETWORK_FDSet *ws, + struct GNUNET_TIME_Relative *timeout) +{ + struct GNUNET_SCHEDULER_Task *pos; + struct GNUNET_TIME_Absolute now; + struct GNUNET_TIME_Relative to; + + now = GNUNET_TIME_absolute_get (); + + getNextPendingTimeout(timeout); for (pos = pending_head; NULL != pos; pos = pos->next) { if (pos->timeout.abs_value_us != GNUNET_TIME_UNIT_FOREVER_ABS.abs_value_us) @@ -416,8 +506,6 @@ queue_ready_task (struct GNUNET_SCHEDULER_Task *task) { enum GNUNET_SCHEDULER_Priority p = check_priority (task->priority); - if (0 != (task->reason & GNUNET_SCHEDULER_REASON_SHUTDOWN)) - p = task->priority = GNUNET_SCHEDULER_PRIORITY_SHUTDOWN; GNUNET_CONTAINER_DLL_insert (ready_head[p], ready_tail[p], task); @@ -472,29 +560,24 @@ check_ready (const struct GNUNET_NETWORK_FDSet *rs, /** - * Request the shutdown of a scheduler. Marks all currently - * pending tasks as ready because of shutdown. This will - * cause all tasks to run (as soon as possible, respecting - * priorities and prerequisite tasks). Note that tasks - * scheduled AFTER this call may still be delayed arbitrarily. - * - * Note that we don't move the tasks into the ready queue yet; - * check_ready() will do that later, possibly adding additional - * readiness-factors + * Request the shutdown of a scheduler. Marks all tasks + * awaiting shutdown as ready. Note that tasks + * scheduled with #GNUNET_SCHEDULER_add_shutdown() AFTER this call + * will be delayed until the next shutdown signal. */ void GNUNET_SCHEDULER_shutdown () { struct GNUNET_SCHEDULER_Task *pos; - int i; - for (pos = pending_timeout_head; NULL != pos; pos = pos->next) - pos->reason |= GNUNET_SCHEDULER_REASON_SHUTDOWN; - for (pos = pending_head; NULL != pos; pos = pos->next) + while (NULL != (pos = shutdown_head)) + { + GNUNET_CONTAINER_DLL_remove (shutdown_head, + shutdown_tail, + pos); pos->reason |= GNUNET_SCHEDULER_REASON_SHUTDOWN; - for (i = 0; i < GNUNET_SCHEDULER_PRIORITY_COUNT; i++) - for (pos = ready_head[i]; NULL != pos; pos = pos->next) - pos->reason |= GNUNET_SCHEDULER_REASON_SHUTDOWN; + queue_ready_task (pos); + } } @@ -517,6 +600,27 @@ destroy_task (struct GNUNET_SCHEDULER_Task *t) } +/** + * Output stack trace of task @a t. + * + * @param t task to dump stack trace of + */ +static void +dump_backtrace (struct GNUNET_SCHEDULER_Task *t) +{ +#if EXECINFO + unsigned int i; + + for (i = 0; i < t->num_backtrace_strings; i++) + LOG (GNUNET_ERROR_TYPE_DEBUG, + "Task %p trace %u: %s\n", + t, + i, + t->backtrace_strings[i]); +#endif +} + + /** * Run at least one task in the highest-priority queue that is not * empty. Keep running tasks until we are either no longer running @@ -533,7 +637,6 @@ run_ready (struct GNUNET_NETWORK_FDSet *rs, { enum GNUNET_SCHEDULER_Priority p; struct GNUNET_SCHEDULER_Task *pos; - struct GNUNET_SCHEDULER_TaskContext tc; max_priority_added = GNUNET_SCHEDULER_PRIORITY_KEEP; do @@ -562,7 +665,7 @@ run_ready (struct GNUNET_NETWORK_FDSet *rs, DELAY_THRESHOLD.rel_value_us) { LOG (GNUNET_ERROR_TYPE_DEBUG, - "Task %p took %s to be scheduled\n", + "Task %p took %s to be scheduled\n", pos, GNUNET_STRINGS_relative_time_to_string (GNUNET_TIME_absolute_get_duration (pos->start_time), GNUNET_YES)); @@ -580,21 +683,12 @@ run_ready (struct GNUNET_NETWORK_FDSet *rs, if ((0 != (tc.reason & GNUNET_SCHEDULER_REASON_WRITE_READY)) && (-1 != pos->write_fd) && (!GNUNET_NETWORK_fdset_test_native (ws, pos->write_fd))) - GNUNET_abort (); // added to ready in previous select loop! + GNUNET_assert (0); // added to ready in previous select loop! LOG (GNUNET_ERROR_TYPE_DEBUG, - "Running task: %p\n", + "Running task: %p\n", pos); - pos->callback (pos->callback_cls, &tc); -#if EXECINFO - unsigned int i; - - for (i = 0; i < pos->num_backtrace_strings; i++) - LOG (GNUNET_ERROR_TYPE_ERROR, - "Task %llu trace %u: %s\n", - pos->id, - i, - pos->backtrace_strings[i]); -#endif + pos->callback (pos->callback_cls); + dump_backtrace (pos); active_task = NULL; destroy_task (pos); tasks_run++; @@ -664,7 +758,7 @@ sighandler_shutdown () /** - * Check if the system is still life. Trigger shutdown if we + * Check if the system is still alive. Trigger shutdown if we * have tasks, but none of them give us lifeness. * * @return #GNUNET_OK to continue the main loop, @@ -680,10 +774,13 @@ check_lifeness () for (t = pending_head; NULL != t; t = t->next) if (t->lifeness == GNUNET_YES) return GNUNET_OK; + for (t = shutdown_head; NULL != t; t = t->next) + if (t->lifeness == GNUNET_YES) + return GNUNET_OK; for (t = pending_timeout_head; NULL != t; t = t->next) if (t->lifeness == GNUNET_YES) return GNUNET_OK; - if ((NULL != pending_head) || (NULL != pending_timeout_head)) + if (NULL != shutdown_head) { GNUNET_SCHEDULER_shutdown (); return GNUNET_OK; @@ -692,81 +789,22 @@ check_lifeness () } -/** - * Initialize and run scheduler. This function will return when all - * tasks have completed. On systems with signals, receiving a SIGTERM - * (and other similar signals) will cause #GNUNET_SCHEDULER_shutdown() - * to be run after the active task is complete. As a result, SIGTERM - * causes all active tasks to be scheduled with reason - * #GNUNET_SCHEDULER_REASON_SHUTDOWN. (However, tasks added - * afterwards will execute normally!). Note that any particular signal - * will only shut down one scheduler; applications should always only - * create a single scheduler. - * - * @param task task to run immediately - * @param task_cls closure of @a task - */ -void -GNUNET_SCHEDULER_run (GNUNET_SCHEDULER_TaskCallback task, - void *task_cls) + +void while_live(struct GNUNET_NETWORK_FDSet *rs, struct GNUNET_NETWORK_FDSet *ws) { - struct GNUNET_NETWORK_FDSet *rs; - struct GNUNET_NETWORK_FDSet *ws; - struct GNUNET_TIME_Relative timeout; int ret; - struct GNUNET_SIGNAL_Context *shc_int; - struct GNUNET_SIGNAL_Context *shc_term; -#if (SIGTERM != GNUNET_TERM_SIG) - struct GNUNET_SIGNAL_Context *shc_gterm; -#endif - -#ifndef MINGW - struct GNUNET_SIGNAL_Context *shc_quit; - struct GNUNET_SIGNAL_Context *shc_hup; - struct GNUNET_SIGNAL_Context *shc_pipe; -#endif - unsigned long long last_tr; unsigned int busy_wait_warning; + unsigned long long last_tr; const struct GNUNET_DISK_FileHandle *pr; char c; + struct GNUNET_TIME_Relative timeout; - GNUNET_assert (NULL == active_task); - rs = GNUNET_NETWORK_fdset_create (); - ws = GNUNET_NETWORK_fdset_create (); - GNUNET_assert (NULL == shutdown_pipe_handle); - shutdown_pipe_handle = GNUNET_DISK_pipe (GNUNET_NO, - GNUNET_NO, - GNUNET_NO, - GNUNET_NO); - GNUNET_assert (NULL != shutdown_pipe_handle); + busy_wait_warning = 0; pr = GNUNET_DISK_pipe_handle (shutdown_pipe_handle, GNUNET_DISK_PIPE_END_READ); GNUNET_assert (NULL != pr); - my_pid = getpid (); - LOG (GNUNET_ERROR_TYPE_DEBUG, - "Registering signal handlers\n"); - shc_int = GNUNET_SIGNAL_handler_install (SIGINT, &sighandler_shutdown); - shc_term = GNUNET_SIGNAL_handler_install (SIGTERM, &sighandler_shutdown); -#if (SIGTERM != GNUNET_TERM_SIG) - shc_gterm = GNUNET_SIGNAL_handler_install (GNUNET_TERM_SIG, &sighandler_shutdown); -#endif -#ifndef MINGW - shc_pipe = GNUNET_SIGNAL_handler_install (SIGPIPE, &sighandler_pipe); - shc_quit = GNUNET_SIGNAL_handler_install (SIGQUIT, &sighandler_shutdown); - shc_hup = GNUNET_SIGNAL_handler_install (SIGHUP, &sighandler_shutdown); -#endif - current_priority = GNUNET_SCHEDULER_PRIORITY_DEFAULT; - current_lifeness = GNUNET_YES; - GNUNET_SCHEDULER_add_continuation (task, - task_cls, - GNUNET_SCHEDULER_REASON_STARTUP); - active_task = (void *) (long) -1; /* force passing of sanity check */ - GNUNET_SCHEDULER_add_now_with_lifeness (GNUNET_NO, - &GNUNET_OS_install_parent_control_handler, - NULL); - active_task = NULL; last_tr = 0; - busy_wait_warning = 0; + while (GNUNET_OK == check_lifeness ()) { GNUNET_NETWORK_fdset_zero (rs); @@ -780,9 +818,16 @@ GNUNET_SCHEDULER_run (GNUNET_SCHEDULER_TaskCallback task, timeout = GNUNET_TIME_UNIT_ZERO; } if (NULL == scheduler_select) - ret = GNUNET_NETWORK_socket_select (rs, ws, NULL, timeout); + ret = GNUNET_NETWORK_socket_select (rs, + ws, + NULL, + timeout); else - ret = scheduler_select (scheduler_select_cls, rs, ws, NULL, timeout); + ret = scheduler_select (scheduler_select_cls, + rs, + ws, + NULL, + timeout); if (ret == GNUNET_SYSERR) { if (errno == EINTR) @@ -801,15 +846,45 @@ GNUNET_SCHEDULER_run (GNUNET_SCHEDULER_TaskCallback task, "system"); #endif #endif - GNUNET_abort (); +#if DEBUG_FDS + struct GNUNET_SCHEDULER_Task *t; + + for (t = pending_head; NULL != t; t = t->next) + { + if (-1 != t->read_fd) + { + int flags = fcntl (t->read_fd, F_GETFD); + if ((flags == -1) && (errno == EBADF)) + { + LOG (GNUNET_ERROR_TYPE_ERROR, + "Got invalid file descriptor %d!\n", + t->read_fd); + dump_backtrace (t); + } + } + if (-1 != t->write_fd) + { + int flags = fcntl (t->write_fd, F_GETFD); + if ((flags == -1) && (errno == EBADF)) + { + LOG (GNUNET_ERROR_TYPE_ERROR, + "Got invalid file descriptor %d!\n", + t->write_fd); + dump_backtrace (t); + } + } + } +#endif + GNUNET_assert (0); break; } + if ( (0 == ret) && (0 == timeout.rel_value_us) && (busy_wait_warning > 16) ) { LOG (GNUNET_ERROR_TYPE_WARNING, - _("Looks like we're busy waiting...\n")); + "Looks like we're busy waiting...\n"); short_wait (100); /* mitigate */ } check_ready (rs, ws); @@ -832,6 +907,87 @@ GNUNET_SCHEDULER_run (GNUNET_SCHEDULER_TaskCallback task, busy_wait_warning = 0; } } +} + +/** + * Initialize and run scheduler. This function will return when all + * tasks have completed. On systems with signals, receiving a SIGTERM + * (and other similar signals) will cause #GNUNET_SCHEDULER_shutdown() + * to be run after the active task is complete. As a result, SIGTERM + * causes all active tasks to be scheduled with reason + * #GNUNET_SCHEDULER_REASON_SHUTDOWN. (However, tasks added + * afterwards will execute normally!). Note that any particular signal + * will only shut down one scheduler; applications should always only + * create a single scheduler. + * + * @param task task to run immediately + * @param task_cls closure of @a task + */ +void +GNUNET_SCHEDULER_run (GNUNET_SCHEDULER_TaskCallback task, + void *task_cls) +{ + struct GNUNET_NETWORK_FDSet *rs; + struct GNUNET_NETWORK_FDSet *ws; + + + struct GNUNET_SIGNAL_Context *shc_int; + struct GNUNET_SIGNAL_Context *shc_term; +#if (SIGTERM != GNUNET_TERM_SIG) + struct GNUNET_SIGNAL_Context *shc_gterm; +#endif + +#ifndef MINGW + struct GNUNET_SIGNAL_Context *shc_quit; + struct GNUNET_SIGNAL_Context *shc_hup; + struct GNUNET_SIGNAL_Context *shc_pipe; +#endif + + + + GNUNET_assert (NULL == active_task); + rs = GNUNET_NETWORK_fdset_create (); + ws = GNUNET_NETWORK_fdset_create (); + GNUNET_assert (NULL == shutdown_pipe_handle); + shutdown_pipe_handle = GNUNET_DISK_pipe (GNUNET_NO, + GNUNET_NO, + GNUNET_NO, + GNUNET_NO); + GNUNET_assert (NULL != shutdown_pipe_handle); + + my_pid = getpid (); + LOG (GNUNET_ERROR_TYPE_DEBUG, + "Registering signal handlers\n"); + shc_int = GNUNET_SIGNAL_handler_install (SIGINT, + &sighandler_shutdown); + shc_term = GNUNET_SIGNAL_handler_install (SIGTERM, + &sighandler_shutdown); +#if (SIGTERM != GNUNET_TERM_SIG) + shc_gterm = GNUNET_SIGNAL_handler_install (GNUNET_TERM_SIG, + &sighandler_shutdown); +#endif +#ifndef MINGW + shc_pipe = GNUNET_SIGNAL_handler_install (SIGPIPE, + &sighandler_pipe); + shc_quit = GNUNET_SIGNAL_handler_install (SIGQUIT, + &sighandler_shutdown); + shc_hup = GNUNET_SIGNAL_handler_install (SIGHUP, + &sighandler_shutdown); +#endif + current_priority = GNUNET_SCHEDULER_PRIORITY_DEFAULT; + current_lifeness = GNUNET_YES; + GNUNET_SCHEDULER_add_with_reason_and_priority (task, + task_cls, + GNUNET_SCHEDULER_REASON_STARTUP, + GNUNET_SCHEDULER_PRIORITY_DEFAULT); + active_task = (void *) (long) -1; /* force passing of sanity check */ + GNUNET_SCHEDULER_add_now_with_lifeness (GNUNET_NO, + &GNUNET_OS_install_parent_control_handler, + NULL); + active_task = NULL; + + + while_live(rs, ws); GNUNET_SIGNAL_handler_uninstall (shc_int); GNUNET_SIGNAL_handler_uninstall (shc_term); #if (SIGTERM != GNUNET_TERM_SIG) @@ -850,17 +1006,16 @@ GNUNET_SCHEDULER_run (GNUNET_SCHEDULER_TaskCallback task, /** - * Obtain the reason code for why the current task was - * started. Will return the same value as - * the `struct GNUNET_SCHEDULER_TaskContext`'s reason field. + * Obtain the task context, giving the reason why the current task was + * started. * - * @return reason(s) why the current task is run + * @return current tasks' scheduler context */ -enum GNUNET_SCHEDULER_Reason -GNUNET_SCHEDULER_get_reason () +const struct GNUNET_SCHEDULER_TaskContext * +GNUNET_SCHEDULER_get_task_context () { GNUNET_assert (NULL != active_task); - return active_task->reason; + return &tc; } @@ -890,6 +1045,61 @@ GNUNET_SCHEDULER_get_load (enum GNUNET_SCHEDULER_Priority p) return ret; } +static struct GNUNET_SCHEDULER_Task* +initFdInfo(const struct GNUNET_NETWORK_Handle *read_nh, + const struct GNUNET_NETWORK_Handle *write_nh, + const struct GNUNET_DISK_FileHandle *read_fh, + const struct GNUNET_DISK_FileHandle *write_fh) +{ + + + struct GNUNET_SCHEDULER_Task *t; + + t = GNUNET_new (struct GNUNET_SCHEDULER_Task); + + // either only network handles or only file handles are allowed + GNUNET_assert (!((NULL != read_nh || NULL != write_nh) && (NULL != read_fh || NULL != write_fh))); + + if (NULL != read_nh && NULL != write_nh) + { + t->fds_len = 2; + t->fds = GNUNET_new_array (2, struct GNUNET_SCHEDULER_FdInfo); + const struct GNUNET_SCHEDULER_FdInfo read_fdi = { .fd = read_nh, .et = GNUNET_SCHEDULER_ET_IN, .sock = GNUNET_NETWORK_get_fd (read_nh)}; + const struct GNUNET_SCHEDULER_FdInfo write_fdi = { .fd = write_nh, .et = GNUNET_SCHEDULER_ET_OUT, .sock = GNUNET_NETWORK_get_fd (write_nh)}; + + const struct GNUNET_SCHEDULER_FdInfo array[2] = {read_fdi, write_fdi}; + t->fds = array; + } + else if (NULL != read_fh && NULL != write_fh) + { + t->fds_len = 2; + t->fds = GNUNET_new_array (2, struct GNUNET_SCHEDULER_FdInfo); + const struct GNUNET_SCHEDULER_FdInfo read_fdi = { .fh = read_fh, .et = GNUNET_SCHEDULER_ET_IN}; + const struct GNUNET_SCHEDULER_FdInfo write_fdi = { .fh = write_fh, .et = GNUNET_SCHEDULER_ET_OUT, .sock = GNUNET_NETWORK_get_fd (write_nh)}; + const struct GNUNET_SCHEDULER_FdInfo array[2] = {read_fdi, write_fdi}; + t->fds = array; + } + else if (NULL != read_nh) + { + struct GNUNET_SCHEDULER_FdInfo read_fdi = { .fd = read_nh, .et = GNUNET_SCHEDULER_ET_IN, .sock = GNUNET_NETWORK_get_fd (read_nh)}; + t->fdx = read_fdi; + } + else if (NULL != write_nh) + { + struct GNUNET_SCHEDULER_FdInfo write_fdi = { .fd = write_nh, .et = GNUNET_SCHEDULER_ET_OUT, .sock = GNUNET_NETWORK_get_fd (write_nh)}; + t->fdx = write_fdi; + } + else if (NULL != read_fh) + { + struct GNUNET_SCHEDULER_FdInfo read_fdi = { .fh = read_fh, .et = GNUNET_SCHEDULER_ET_IN}; + t->fdx = read_fdi; + } + else if (NULL != write_fh) + { + struct GNUNET_SCHEDULER_FdInfo write_fdi = { .fh = write_fh, .et = GNUNET_SCHEDULER_ET_OUT, .sock = GNUNET_NETWORK_get_fd (write_nh)}; + t->fdx = write_fdi; + } +} /** * Cancel the task with the specified identifier. @@ -904,7 +1114,8 @@ GNUNET_SCHEDULER_cancel (struct GNUNET_SCHEDULER_Task *task) enum GNUNET_SCHEDULER_Priority p; void *ret; - GNUNET_assert (NULL != active_task); + GNUNET_assert ( (NULL != active_task) || + (GNUNET_NO == task->lifeness) ); if (! task->in_ready_list) { if ( (-1 == task->read_fd) && @@ -912,17 +1123,20 @@ GNUNET_SCHEDULER_cancel (struct GNUNET_SCHEDULER_Task *task) (NULL == task->read_set) && (NULL == task->write_set) ) { - GNUNET_CONTAINER_DLL_remove (pending_timeout_head, - pending_timeout_tail, - task); + if (GNUNET_YES == task->on_shutdown) + GNUNET_CONTAINER_DLL_remove (shutdown_head, + shutdown_tail, + task); + else + GNUNET_CONTAINER_DLL_remove (pending_timeout_head, + pending_timeout_tail, + task); if (task == pending_timeout_last) pending_timeout_last = NULL; } else { - GNUNET_CONTAINER_DLL_remove (pending_head, - pending_tail, - task); + scheduler_multi_function_call(task, scheduler_driver->del); } } else @@ -942,6 +1156,27 @@ GNUNET_SCHEDULER_cancel (struct GNUNET_SCHEDULER_Task *task) } +/** + * Initialize backtrace data for task @a t + * + * @param t task to initialize + */ +static void +init_backtrace (struct GNUNET_SCHEDULER_Task *t) +{ +#if EXECINFO + void *backtrace_array[MAX_TRACE_DEPTH]; + + t->num_backtrace_strings + = backtrace (backtrace_array, MAX_TRACE_DEPTH); + t->backtrace_strings = + backtrace_symbols (backtrace_array, + t->num_backtrace_strings); + dump_backtrace (t); +#endif +} + + /** * Continue the current execution with the given function. This is * similar to the other "add" functions except that there is no delay @@ -953,26 +1188,17 @@ GNUNET_SCHEDULER_cancel (struct GNUNET_SCHEDULER_Task *task) * @param priority priority to use for the task */ void -GNUNET_SCHEDULER_add_continuation_with_priority (GNUNET_SCHEDULER_TaskCallback task, - void *task_cls, - enum GNUNET_SCHEDULER_Reason reason, - enum GNUNET_SCHEDULER_Priority priority) +GNUNET_SCHEDULER_add_with_reason_and_priority (GNUNET_SCHEDULER_TaskCallback task, + void *task_cls, + enum GNUNET_SCHEDULER_Reason reason, + enum GNUNET_SCHEDULER_Priority priority) { struct GNUNET_SCHEDULER_Task *t; -#if EXECINFO - void *backtrace_array[50]; -#endif - GNUNET_assert (NULL != task); GNUNET_assert ((NULL != active_task) || (GNUNET_SCHEDULER_REASON_STARTUP == reason)); t = GNUNET_new (struct GNUNET_SCHEDULER_Task); -#if EXECINFO - t->num_backtrace_strings = backtrace (backtrace_array, 50); - t->backtrace_strings = - backtrace_symbols (backtrace_array, t->num_backtrace_strings); -#endif t->read_fd = -1; t->write_fd = -1; t->callback = task; @@ -986,35 +1212,16 @@ GNUNET_SCHEDULER_add_continuation_with_priority (GNUNET_SCHEDULER_TaskCallback t LOG (GNUNET_ERROR_TYPE_DEBUG, "Adding continuation task %p\n", t); + init_backtrace (t); queue_ready_task (t); } /** - * Continue the current execution with the given function. This is - * similar to the other "add" functions except that there is no delay - * and the reason code can be specified. + * Schedule a new task to be run at the specified time. The task + * will be scheduled for execution at time @a at. * - * @param task main function of the task - * @param task_cls closure for @a task - * @param reason reason for task invocation - */ -void -GNUNET_SCHEDULER_add_continuation (GNUNET_SCHEDULER_TaskCallback task, void *task_cls, - enum GNUNET_SCHEDULER_Reason reason) -{ - GNUNET_SCHEDULER_add_continuation_with_priority (task, task_cls, - reason, - GNUNET_SCHEDULER_PRIORITY_DEFAULT); -} - - -/** - * Schedule a new task to be run with a specified delay. The task - * will be scheduled for execution once the delay has expired. - * - * @param delay when should this operation time out? Use - * #GNUNET_TIME_UNIT_FOREVER_REL for "on shutdown" + * @param at time when the operation should run * @param priority priority to use for the task * @param task main function of the task * @param task_cls closure of @a task @@ -1022,40 +1229,32 @@ GNUNET_SCHEDULER_add_continuation (GNUNET_SCHEDULER_TaskCallback task, void *tas * only valid until @a task is started! */ struct GNUNET_SCHEDULER_Task * -GNUNET_SCHEDULER_add_delayed_with_priority (struct GNUNET_TIME_Relative delay, - enum GNUNET_SCHEDULER_Priority priority, - GNUNET_SCHEDULER_TaskCallback task, - void *task_cls) +GNUNET_SCHEDULER_add_at_with_priority (struct GNUNET_TIME_Absolute at, + enum GNUNET_SCHEDULER_Priority priority, + GNUNET_SCHEDULER_TaskCallback task, + void *task_cls) { struct GNUNET_SCHEDULER_Task *t; struct GNUNET_SCHEDULER_Task *pos; struct GNUNET_SCHEDULER_Task *prev; -#if EXECINFO - void *backtrace_array[MAX_TRACE_DEPTH]; -#endif - GNUNET_assert (NULL != active_task); GNUNET_assert (NULL != task); t = GNUNET_new (struct GNUNET_SCHEDULER_Task); t->callback = task; t->callback_cls = task_cls; -#if EXECINFO - t->num_backtrace_strings = backtrace (backtrace_array, MAX_TRACE_DEPTH); - t->backtrace_strings = - backtrace_symbols (backtrace_array, t->num_backtrace_strings); -#endif t->read_fd = -1; t->write_fd = -1; #if PROFILE_DELAYS t->start_time = GNUNET_TIME_absolute_get (); #endif - t->timeout = GNUNET_TIME_relative_to_absolute (delay); + t->timeout = at; t->priority = priority; t->lifeness = current_lifeness; /* try tail first (optimization in case we are * appending to a long list of tasks with timeouts) */ - if (0 == delay.rel_value_us) + if ( (NULL == pending_timeout_head) || + (at.abs_value_us < pending_timeout_head->timeout.abs_value_us) ) { GNUNET_CONTAINER_DLL_insert (pending_timeout_head, pending_timeout_tail, @@ -1084,27 +1283,42 @@ GNUNET_SCHEDULER_add_delayed_with_priority (struct GNUNET_TIME_Relative delay, pending_timeout_tail, prev, t); - /* finally, update heuristic insertion point to last insertion... */ - pending_timeout_last = t; } + /* finally, update heuristic insertion point to last insertion... */ + pending_timeout_last = t; LOG (GNUNET_ERROR_TYPE_DEBUG, "Adding task: %p\n", t); -#if EXECINFO - unsigned int i; - - for (i = 0; i < t->num_backtrace_strings; i++) - LOG (GNUNET_ERROR_TYPE_DEBUG, - "Task %p trace %d: %s\n", - t, - i, - t->backtrace_strings[i]); -#endif + init_backtrace (t); return t; } +/** + * Schedule a new task to be run with a specified delay. The task + * will be scheduled for execution once the delay has expired. + * + * @param delay when should this operation time out? + * @param priority priority to use for the task + * @param task main function of the task + * @param task_cls closure of @a task + * @return unique task identifier for the job + * only valid until @a task is started! + */ +struct GNUNET_SCHEDULER_Task * +GNUNET_SCHEDULER_add_delayed_with_priority (struct GNUNET_TIME_Relative delay, + enum GNUNET_SCHEDULER_Priority priority, + GNUNET_SCHEDULER_TaskCallback task, + void *task_cls) +{ + return GNUNET_SCHEDULER_add_at_with_priority (GNUNET_TIME_relative_to_absolute (delay), + priority, + task, + task_cls); +} + + /** * Schedule a new task to be run with a specified priority. * @@ -1126,25 +1340,49 @@ GNUNET_SCHEDULER_add_with_priority (enum GNUNET_SCHEDULER_Priority prio, } +/** + * Schedule a new task to be run at the specified time. The task + * will be scheduled for execution once specified time has been + * reached. It will be run with the DEFAULT priority. + * + * @param at time at which this operation should run + * @param task main function of the task + * @param task_cls closure of @a task + * @return unique task identifier for the job + * only valid until @a task is started! + */ +struct GNUNET_SCHEDULER_Task * +GNUNET_SCHEDULER_add_at (struct GNUNET_TIME_Absolute at, + GNUNET_SCHEDULER_TaskCallback task, + void *task_cls) +{ + return GNUNET_SCHEDULER_add_at_with_priority (at, + GNUNET_SCHEDULER_PRIORITY_DEFAULT, + task, + task_cls); +} + + /** * Schedule a new task to be run with a specified delay. The task * will be scheduled for execution once the delay has expired. It * will be run with the DEFAULT priority. * - * @param delay when should this operation time out? Use - * GNUNET_TIME_UNIT_FOREVER_REL for "on shutdown" + * @param delay when should this operation time out? * @param task main function of the task - * @param task_cls closure of task + * @param task_cls closure of @a task * @return unique task identifier for the job - * only valid until "task" is started! + * only valid until @a task is started! */ struct GNUNET_SCHEDULER_Task * GNUNET_SCHEDULER_add_delayed (struct GNUNET_TIME_Relative delay, - GNUNET_SCHEDULER_TaskCallback task, void *task_cls) + GNUNET_SCHEDULER_TaskCallback task, + void *task_cls) { return GNUNET_SCHEDULER_add_delayed_with_priority (delay, - GNUNET_SCHEDULER_PRIORITY_DEFAULT, - task, task_cls); + GNUNET_SCHEDULER_PRIORITY_DEFAULT, + task, + task_cls); } @@ -1161,12 +1399,56 @@ GNUNET_SCHEDULER_add_delayed (struct GNUNET_TIME_Relative delay, * @param task main function of the task * @param task_cls closure of @a task * @return unique task identifier for the job - * only valid until "task" is started! + * only valid until @a task is started! */ struct GNUNET_SCHEDULER_Task * -GNUNET_SCHEDULER_add_now (GNUNET_SCHEDULER_TaskCallback task, void *task_cls) +GNUNET_SCHEDULER_add_now (GNUNET_SCHEDULER_TaskCallback task, + void *task_cls) { - return GNUNET_SCHEDULER_add_delayed (GNUNET_TIME_UNIT_ZERO, task, task_cls); + return GNUNET_SCHEDULER_add_delayed (GNUNET_TIME_UNIT_ZERO, + task, + task_cls); +} + + +/** + * Schedule a new task to be run on shutdown, that is when a CTRL-C + * signal is received, or when #GNUNET_SCHEDULER_shutdown() is being + * invoked. + * + * @param task main function of the task + * @param task_cls closure of @a task + * @return unique task identifier for the job + * only valid until @a task is started! + */ +struct GNUNET_SCHEDULER_Task * +GNUNET_SCHEDULER_add_shutdown (GNUNET_SCHEDULER_TaskCallback task, + void *task_cls) +{ + struct GNUNET_SCHEDULER_Task *t; + + GNUNET_assert (NULL != active_task); + GNUNET_assert (NULL != task); + t = GNUNET_new (struct GNUNET_SCHEDULER_Task); + t->callback = task; + t->callback_cls = task_cls; + t->read_fd = -1; + t->write_fd = -1; +#if PROFILE_DELAYS + t->start_time = GNUNET_TIME_absolute_get (); +#endif + t->timeout = GNUNET_TIME_UNIT_FOREVER_ABS; + t->priority = GNUNET_SCHEDULER_PRIORITY_SHUTDOWN; + t->on_shutdown = GNUNET_YES; + t->lifeness = GNUNET_YES; + GNUNET_CONTAINER_DLL_insert (shutdown_head, + shutdown_tail, + t); + LOG (GNUNET_ERROR_TYPE_DEBUG, + "Adding task: %p\n", + t); + init_backtrace (t); + return t; } @@ -1197,6 +1479,20 @@ GNUNET_SCHEDULER_add_now_with_lifeness (int lifeness, } + +int scheduler_multi_function_call(struct GNUNET_SCHEDULER_Task *t, int (*driver_func)()) +{ + if (t->fds_len > 1){ + int success = GNUNET_YES; + for (int i = 0; i < t->fds_len;i++){ + success = driver_func(scheduler_driver->cls, t , t->fds+i) && success; + } + return success; + }else{ + return driver_func(scheduler_driver->cls, t , t->fds); + } +} + /** * Schedule a new task to be run with a specified delay or when any of * the specified file descriptor sets is ready. The delay can be used @@ -1210,12 +1506,10 @@ GNUNET_SCHEDULER_add_now_with_lifeness (int lifeness, * (prerequisite-run) * && (delay-ready * || any-rs-ready - * || any-ws-ready - * || shutdown-active ) + * || any-ws-ready) * * - * @param delay how long should we wait? Use #GNUNET_TIME_UNIT_FOREVER_REL for "forever", - * which means that the task will only be run after we receive SIGTERM + * @param delay how long should we wait? * @param priority priority to use * @param rfd file descriptor we want to read (can be -1) * @param wfd file descriptors we want to write (can be -1) @@ -1227,28 +1521,24 @@ GNUNET_SCHEDULER_add_now_with_lifeness (int lifeness, #ifndef MINGW static struct GNUNET_SCHEDULER_Task * add_without_sets (struct GNUNET_TIME_Relative delay, - enum GNUNET_SCHEDULER_Priority priority, - int rfd, - int wfd, + enum GNUNET_SCHEDULER_Priority priority, + const struct GNUNET_NETWORK_Handle *read_nh, + const struct GNUNET_NETWORK_Handle *write_nh, + const struct GNUNET_DISK_FileHandle *read_fh, + const struct GNUNET_DISK_FileHandle *write_fh, + //int rfd, + //int wfd, GNUNET_SCHEDULER_TaskCallback task, void *task_cls) { struct GNUNET_SCHEDULER_Task *t; -#if EXECINFO - void *backtrace_array[MAX_TRACE_DEPTH]; -#endif - GNUNET_assert (NULL != active_task); GNUNET_assert (NULL != task); - t = GNUNET_new (struct GNUNET_SCHEDULER_Task); + t= initFdInfo (read_nh, write_nh, read_fh, write_fh); + t->callback = task; t->callback_cls = task_cls; -#if EXECINFO - t->num_backtrace_strings = backtrace (backtrace_array, MAX_TRACE_DEPTH); - t->backtrace_strings = - backtrace_symbols (backtrace_array, t->num_backtrace_strings); -#endif #if DEBUG_FDS if (-1 != rfd) { @@ -1259,14 +1549,7 @@ add_without_sets (struct GNUNET_TIME_Relative delay, LOG (GNUNET_ERROR_TYPE_ERROR, "Got invalid file descriptor %d!\n", rfd); -#if EXECINFO - int i; - - for (i = 0; i < t->num_backtrace_strings; i++) - LOG (GNUNET_ERROR_TYPE_DEBUG, - "Trace: %s\n", - t->backtrace_strings[i]); -#endif + init_backtrace (t); GNUNET_assert (0); } } @@ -1279,45 +1562,29 @@ add_without_sets (struct GNUNET_TIME_Relative delay, LOG (GNUNET_ERROR_TYPE_ERROR, "Got invalid file descriptor %d!\n", wfd); -#if EXECINFO - int i; - - for (i = 0; i < t->num_backtrace_strings; i++) - LOG (GNUNET_ERROR_TYPE_DEBUG, - "Trace: %s\n", - t->backtrace_strings[i]); -#endif + init_backtrace (t); GNUNET_assert (0); } } #endif - t->read_fd = rfd; - GNUNET_assert (wfd >= -1); - t->write_fd = wfd; + #if PROFILE_DELAYS t->start_time = GNUNET_TIME_absolute_get (); #endif t->timeout = GNUNET_TIME_relative_to_absolute (delay); t->priority = check_priority ((priority == GNUNET_SCHEDULER_PRIORITY_KEEP) ? current_priority : priority); t->lifeness = current_lifeness; - GNUNET_CONTAINER_DLL_insert (pending_head, - pending_tail, - t); + + + + scheduler_multi_function_call(t, scheduler_driver->add); + max_priority_added = GNUNET_MAX (max_priority_added, t->priority); LOG (GNUNET_ERROR_TYPE_DEBUG, "Adding task %p\n", t); -#if EXECINFO - unsigned int i; - - for (i = 0; i < t->num_backtrace_strings; i++) - LOG (GNUNET_ERROR_TYPE_DEBUG, - "Task %p trace %d: %s\n", - t, - i, - t->backtrace_strings[i]); -#endif + init_backtrace (t); return t; } #endif @@ -1330,8 +1597,7 @@ add_without_sets (struct GNUNET_TIME_Relative delay, * scheduled for execution once either the delay has expired or the * socket operation is ready. It will be run with the DEFAULT priority. * - * @param delay when should this operation time out? Use - * #GNUNET_TIME_UNIT_FOREVER_REL for "on shutdown" + * @param delay when should this operation time out? * @param rfd read file-descriptor * @param task main function of the task * @param task_cls closure of @a task @@ -1345,8 +1611,8 @@ GNUNET_SCHEDULER_add_read_net (struct GNUNET_TIME_Relative delay, void *task_cls) { return GNUNET_SCHEDULER_add_read_net_with_priority (delay, - GNUNET_SCHEDULER_PRIORITY_DEFAULT, - rfd, task, task_cls); + GNUNET_SCHEDULER_PRIORITY_DEFAULT, + rfd, task, task_cls); } @@ -1358,8 +1624,7 @@ GNUNET_SCHEDULER_add_read_net (struct GNUNET_TIME_Relative delay, * either the delay has expired or the socket operation is ready. It * will be run with the DEFAULT priority. * - * @param delay when should this operation time out? Use - * #GNUNET_TIME_UNIT_FOREVER_REL for "on shutdown" + * @param delay when should this operation time out? * @param priority priority to use for the task * @param rfd read file-descriptor * @param task main function of the task @@ -1369,9 +1634,9 @@ GNUNET_SCHEDULER_add_read_net (struct GNUNET_TIME_Relative delay, */ struct GNUNET_SCHEDULER_Task * GNUNET_SCHEDULER_add_read_net_with_priority (struct GNUNET_TIME_Relative delay, - enum GNUNET_SCHEDULER_Priority priority, - struct GNUNET_NETWORK_Handle *rfd, - GNUNET_SCHEDULER_TaskCallback task, + enum GNUNET_SCHEDULER_Priority priority, + struct GNUNET_NETWORK_Handle *rfd, + GNUNET_SCHEDULER_TaskCallback task, void *task_cls) { return GNUNET_SCHEDULER_add_net_with_priority (delay, priority, @@ -1390,8 +1655,7 @@ GNUNET_SCHEDULER_add_read_net_with_priority (struct GNUNET_TIME_Relative delay, * socket operation is ready. It will be run with the priority of * the calling task. * - * @param delay when should this operation time out? Use - * #GNUNET_TIME_UNIT_FOREVER_REL for "on shutdown" + * @param delay when should this operation time out? * @param wfd write file-descriptor * @param task main function of the task * @param task_cls closure of @a task @@ -1418,8 +1682,7 @@ GNUNET_SCHEDULER_add_write_net (struct GNUNET_TIME_Relative delay, * scheduled for execution once either the delay has expired or the * socket operation is ready. * - * @param delay when should this operation time out? Use - * #GNUNET_TIME_UNIT_FOREVER_REL for "on shutdown" + * @param delay when should this operation time out? * @param priority priority of the task * @param fd file-descriptor * @param on_read whether to poll the file-descriptor for readability @@ -1453,10 +1716,13 @@ GNUNET_SCHEDULER_add_net_with_priority (struct GNUNET_TIME_Relative delay, GNUNET_NETWORK_fdset_destroy (s); return ret; #else + GNUNET_assert (on_read || on_write); GNUNET_assert (GNUNET_NETWORK_get_fd (fd) >= 0); return add_without_sets (delay, priority, - on_read ? GNUNET_NETWORK_get_fd (fd) : -1, - on_write ? GNUNET_NETWORK_get_fd (fd) : -1, + on_read ? fd : NULL, + on_write ? fd : NULL, + NULL, + NULL, task, task_cls); #endif } @@ -1469,8 +1735,7 @@ GNUNET_SCHEDULER_add_net_with_priority (struct GNUNET_TIME_Relative delay, * scheduled for execution once either the delay has expired or the * socket operation is ready. It will be run with the DEFAULT priority. * - * @param delay when should this operation time out? Use - * #GNUNET_TIME_UNIT_FOREVER_REL for "on shutdown" + * @param delay when should this operation time out? * @param rfd read file-descriptor * @param task main function of the task * @param task_cls closure of @a task @@ -1496,8 +1761,7 @@ GNUNET_SCHEDULER_add_read_file (struct GNUNET_TIME_Relative delay, * scheduled for execution once either the delay has expired or the * socket operation is ready. It will be run with the DEFAULT priority. * - * @param delay when should this operation time out? Use - * #GNUNET_TIME_UNIT_FOREVER_REL for "on shutdown" + * @param delay when should this operation time out? * @param wfd write file-descriptor * @param task main function of the task * @param task_cls closure of @a task @@ -1523,8 +1787,7 @@ GNUNET_SCHEDULER_add_write_file (struct GNUNET_TIME_Relative delay, * scheduled for execution once either the delay has expired or the * socket operation is ready. * - * @param delay when should this operation time out? Use - * #GNUNET_TIME_UNIT_FOREVER_REL for "on shutdown" + * @param delay when should this operation time out? * @param priority priority of the task * @param fd file-descriptor * @param on_read whether to poll the file-descriptor for readability @@ -1556,15 +1819,14 @@ GNUNET_SCHEDULER_add_file_with_priority (struct GNUNET_TIME_Relative delay, GNUNET_NETWORK_fdset_destroy (s); return ret; #else - int real_fd; - - GNUNET_DISK_internal_file_handle_ (fd, &real_fd, sizeof (int)); - GNUNET_assert (real_fd >= 0); - return add_without_sets ( - delay, priority, - on_read ? real_fd : -1, - on_write ? real_fd : -1, - task, task_cls); + GNUNET_assert (on_read || on_write); + GNUNET_assert(fd->fd >= 0); + return add_without_sets (delay, priority, + NULL, + NULL, + on_read ? fd : NULL, + on_write ? fd : NULL, + task, task_cls); #endif } @@ -1582,13 +1844,11 @@ GNUNET_SCHEDULER_add_file_with_priority (struct GNUNET_TIME_Relative delay, * (prerequisite-run) * && (delay-ready * || any-rs-ready - * || any-ws-ready - * || (shutdown-active && run-on-shutdown) ) + * || any-ws-ready) ) * * * @param prio how important is this task? - * @param delay how long should we wait? Use #GNUNET_TIME_UNIT_FOREVER_REL for "forever", - * which means that the task will only be run after we receive SIGTERM + * @param delay how long should we wait? * @param rs set of file descriptors we want to read (can be NULL) * @param ws set of file descriptors we want to write (can be NULL) * @param task main function of the task @@ -1605,9 +1865,6 @@ GNUNET_SCHEDULER_add_select (enum GNUNET_SCHEDULER_Priority prio, void *task_cls) { struct GNUNET_SCHEDULER_Task *t; -#if EXECINFO - void *backtrace_array[MAX_TRACE_DEPTH]; -#endif if ( (NULL == rs) && (NULL == ws) ) @@ -1620,11 +1877,6 @@ GNUNET_SCHEDULER_add_select (enum GNUNET_SCHEDULER_Priority prio, t = GNUNET_new (struct GNUNET_SCHEDULER_Task); t->callback = task; t->callback_cls = task_cls; -#if EXECINFO - t->num_backtrace_strings = backtrace (backtrace_array, MAX_TRACE_DEPTH); - t->backtrace_strings = - backtrace_symbols (backtrace_array, t->num_backtrace_strings); -#endif t->read_fd = -1; t->write_fd = -1; if (NULL != rs) @@ -1646,24 +1898,338 @@ GNUNET_SCHEDULER_add_select (enum GNUNET_SCHEDULER_Priority prio, GNUNET_SCHEDULER_PRIORITY_KEEP) ? current_priority : prio); t->lifeness = current_lifeness; - GNUNET_CONTAINER_DLL_insert (pending_head, - pending_tail, - t); - max_priority_added = GNUNET_MAX (max_priority_added, t->priority); + + scheduler_multi_function_call(t, scheduler_driver->add); + + max_priority_added = GNUNET_MAX (max_priority_added, + t->priority); LOG (GNUNET_ERROR_TYPE_DEBUG, "Adding task %p\n", t); -#if EXECINFO - int i; + init_backtrace (t); + return t; +} - for (i = 0; i < t->num_backtrace_strings; i++) + +/** + * Function used by event-loop implementations to signal the scheduler + * that a particular @a task is ready due to an event of type @a et. + * + * This function will then queue the task to notify the application + * that the task is ready (with the respective priority). + * + * @param task the task that is ready, NULL for wake up calls + * @param et information about why the task is ready + */ +void +GNUNET_SCHEDULER_task_ready (struct GNUNET_SCHEDULER_Task *task, + enum GNUNET_SCHEDULER_EventType et) +{ + enum GNUNET_SCHEDULER_Reason reason; + struct GNUNET_TIME_Absolute now; + + now = GNUNET_TIME_absolute_get (); + reason = task->reason; + if (now.abs_value_us >= task->timeout.abs_value_us) + reason |= GNUNET_SCHEDULER_REASON_TIMEOUT; + if ( (0 == (reason & GNUNET_SCHEDULER_REASON_READ_READY)) && + (0 != (GNUNET_SCHEDULER_ET_IN & et)) ) + reason |= GNUNET_SCHEDULER_REASON_READ_READY; + if ( (0 == (reason & GNUNET_SCHEDULER_REASON_WRITE_READY)) && + (0 != (GNUNET_SCHEDULER_ET_OUT & et)) ) + reason |= GNUNET_SCHEDULER_REASON_WRITE_READY; + reason |= GNUNET_SCHEDULER_REASON_PREREQ_DONE; + task->reason = reason; + task->fds = &task->fdx; + task->fdx.et = et; + task->fds_len = 1; + queue_ready_task (task); +} + + +/** + * Function called by the driver to tell the scheduler to run some of + * the tasks that are ready. This function may return even though + * there are tasks left to run just to give other tasks a chance as + * well. If we return #GNUNET_YES, the driver should call this + * function again as soon as possible, while if we return #GNUNET_NO + * it must block until the operating system has more work as the + * scheduler has no more work to do right now. + * + * @param sh scheduler handle that was given to the `loop` + * @return #GNUNET_OK if there are more tasks that are ready, + * and thus we would like to run more (yield to avoid + * blocking other activities for too long) + * #GNUNET_NO if we are done running tasks (yield to block) + * #GNUNET_SYSERR on error + */ +int +GNUNET_SCHEDULER_run_from_driver (struct GNUNET_SCHEDULER_Handle *sh) +{ + enum GNUNET_SCHEDULER_Priority p; + struct GNUNET_SCHEDULER_Task *pos; + struct GNUNET_TIME_Absolute now; + + /* check for tasks that reached the timeout! */ + now = GNUNET_TIME_absolute_get (); + while (NULL != (pos = pending_timeout_head)) + { + if (now.abs_value_us >= pos->timeout.abs_value_us) + pos->reason |= GNUNET_SCHEDULER_REASON_TIMEOUT; + if (0 == pos->reason) + break; + GNUNET_CONTAINER_DLL_remove (pending_timeout_head, + pending_timeout_tail, + pos); + if (pending_timeout_last == pos) + pending_timeout_last = NULL; + queue_ready_task (pos); + } + + if (0 == ready_count) + return GNUNET_NO; + + /* find out which task priority level we are going to + process this time */ + max_priority_added = GNUNET_SCHEDULER_PRIORITY_KEEP; + GNUNET_assert (NULL == ready_head[GNUNET_SCHEDULER_PRIORITY_KEEP]); + /* yes, p>0 is correct, 0 is "KEEP" which should + * always be an empty queue (see assertion)! */ + for (p = GNUNET_SCHEDULER_PRIORITY_COUNT - 1; p > 0; p--) + { + pos = ready_head[p]; + if (NULL != pos) + break; + } + GNUNET_assert (NULL != pos); /* ready_count wrong? */ + + /* process all tasks at this priority level, then yield */ + while (NULL != (pos = ready_head[p])) + { + GNUNET_CONTAINER_DLL_remove (ready_head[p], + ready_tail[p], + pos); + ready_count--; + current_priority = pos->priority; + current_lifeness = pos->lifeness; + active_task = pos; +#if PROFILE_DELAYS + if (GNUNET_TIME_absolute_get_duration (pos->start_time).rel_value_us > + DELAY_THRESHOLD.rel_value_us) + { + LOG (GNUNET_ERROR_TYPE_DEBUG, + "Task %p took %s to be scheduled\n", + pos, + GNUNET_STRINGS_relative_time_to_string (GNUNET_TIME_absolute_get_duration (pos->start_time), + GNUNET_YES)); + } +#endif + tc.reason = pos->reason; + GNUNET_NETWORK_fdset_zero (sh->rs); + GNUNET_NETWORK_fdset_zero (sh->ws); + tc.fds_len = pos->fds_len; + tc.fds = pos->fds; + tc.read_ready = (NULL == pos->read_set) ? sh->rs : pos->read_set; + if ( (-1 != pos->read_fd) && + (0 != (pos->reason & GNUNET_SCHEDULER_REASON_READ_READY)) ) + GNUNET_NETWORK_fdset_set_native (sh->rs, + pos->read_fd); + tc.write_ready = (NULL == pos->write_set) ? sh->ws : pos->write_set; + if ((-1 != pos->write_fd) && + (0 != (pos->reason & GNUNET_SCHEDULER_REASON_WRITE_READY))) + GNUNET_NETWORK_fdset_set_native (sh->ws, + pos->write_fd); LOG (GNUNET_ERROR_TYPE_DEBUG, - "Task p trace %d: %s\n", - t, - i, - t->backtrace_strings[i]); + "Running task: %p\n", + pos); + pos->callback (pos->callback_cls); + active_task = NULL; + dump_backtrace (pos); + destroy_task (pos); + tasks_run++; + } + if (0 == ready_count) + return GNUNET_NO; + return GNUNET_OK; +} + + +/** + * Initialize and run scheduler. This function will return when all + * tasks have completed. On systems with signals, receiving a SIGTERM + * (and other similar signals) will cause #GNUNET_SCHEDULER_shutdown + * to be run after the active task is complete. As a result, SIGTERM + * causes all shutdown tasks to be scheduled with reason + * #GNUNET_SCHEDULER_REASON_SHUTDOWN. (However, tasks added + * afterwards will execute normally!). Note that any particular + * signal will only shut down one scheduler; applications should + * always only create a single scheduler. + * + * @param driver drive to use for the event loop + * @param task task to run first (and immediately) + * @param task_cls closure of @a task + * @return #GNUNET_OK on success, #GNUNET_SYSERR on failure + */ +int +GNUNET_SCHEDULER_run_with_driver (const struct GNUNET_SCHEDULER_Driver *driver, + GNUNET_SCHEDULER_TaskCallback task, + void *task_cls) +{ + int ret; + struct GNUNET_SCHEDULER_Handle sh; + struct GNUNET_SIGNAL_Context *shc_int; + struct GNUNET_SIGNAL_Context *shc_term; +#if (SIGTERM != GNUNET_TERM_SIG) + struct GNUNET_SIGNAL_Context *shc_gterm; #endif - return t; +#ifndef MINGW + struct GNUNET_SIGNAL_Context *shc_quit; + struct GNUNET_SIGNAL_Context *shc_hup; + struct GNUNET_SIGNAL_Context *shc_pipe; +#endif + struct GNUNET_SCHEDULER_Task tsk; + const struct GNUNET_DISK_FileHandle *pr; + scheduler_driver = driver; + + /* general set-up */ + GNUNET_assert (NULL == active_task); + GNUNET_assert (NULL == shutdown_pipe_handle); + shutdown_pipe_handle = GNUNET_DISK_pipe (GNUNET_NO, + GNUNET_NO, + GNUNET_NO, + GNUNET_NO); + GNUNET_assert (NULL != shutdown_pipe_handle); + pr = GNUNET_DISK_pipe_handle (shutdown_pipe_handle, + GNUNET_DISK_PIPE_END_READ); + GNUNET_assert (NULL != pr); + my_pid = getpid (); + + /* install signal handlers */ + LOG (GNUNET_ERROR_TYPE_DEBUG, + "Registering signal handlers\n"); + shc_int = GNUNET_SIGNAL_handler_install (SIGINT, + &sighandler_shutdown); + shc_term = GNUNET_SIGNAL_handler_install (SIGTERM, + &sighandler_shutdown); +#if (SIGTERM != GNUNET_TERM_SIG) + shc_gterm = GNUNET_SIGNAL_handler_install (GNUNET_TERM_SIG, + &sighandler_shutdown); +#endif +#ifndef MINGW + shc_pipe = GNUNET_SIGNAL_handler_install (SIGPIPE, + &sighandler_pipe); + shc_quit = GNUNET_SIGNAL_handler_install (SIGQUIT, + &sighandler_shutdown); + shc_hup = GNUNET_SIGNAL_handler_install (SIGHUP, + &sighandler_shutdown); +#endif + + /* Setup initial tasks */ + current_priority = GNUNET_SCHEDULER_PRIORITY_DEFAULT; + current_lifeness = GNUNET_YES; + memset (&tsk, + 0, + sizeof (tsk)); + active_task = &tsk; + tsk.sh = &sh; + GNUNET_SCHEDULER_add_with_reason_and_priority (task, + task_cls, + GNUNET_SCHEDULER_REASON_STARTUP, + GNUNET_SCHEDULER_PRIORITY_DEFAULT); + GNUNET_SCHEDULER_add_now_with_lifeness (GNUNET_NO, + &GNUNET_OS_install_parent_control_handler, + NULL); + active_task = NULL; + driver->set_wakeup (driver->cls, + GNUNET_TIME_absolute_get ()); + + /* begin main event loop */ + sh.rs = GNUNET_NETWORK_fdset_create (); + sh.ws = GNUNET_NETWORK_fdset_create (); + GNUNET_NETWORK_fdset_handle_set (sh.rs, pr); + sh.driver = driver; + ret = driver->loop (driver->cls, + &sh); + GNUNET_NETWORK_fdset_destroy (sh.rs); + GNUNET_NETWORK_fdset_destroy (sh.ws); + + /* uninstall signal handlers */ + GNUNET_SIGNAL_handler_uninstall (shc_int); + GNUNET_SIGNAL_handler_uninstall (shc_term); +#if (SIGTERM != GNUNET_TERM_SIG) + GNUNET_SIGNAL_handler_uninstall (shc_gterm); +#endif +#ifndef MINGW + GNUNET_SIGNAL_handler_uninstall (shc_pipe); + GNUNET_SIGNAL_handler_uninstall (shc_quit); + GNUNET_SIGNAL_handler_uninstall (shc_hup); +#endif + GNUNET_DISK_pipe_close (shutdown_pipe_handle); + shutdown_pipe_handle = NULL; + return ret; +} + +int +select_add(void *cls, + struct GNUNET_SCHEDULER_Task *task, + struct GNUNET_SCHEDULER_FdInfo *fdi){ + + GNUNET_CONTAINER_DLL_insert (pending_head, + pending_tail, + task); + +} + +int +select_del(void *cls, + struct GNUNET_SCHEDULER_Task *task, + struct GNUNET_SCHEDULER_FdInfo *fdi){ + + GNUNET_CONTAINER_DLL_remove (pending_head, + pending_tail, + task); + +} + + +int +select_loop(void *cls, + struct GNUNET_SCHEDULER_Handle *sh){ + + while_live(sh->rs, sh->ws); + +} + +static void +select_set_wakeup(void *cls, + struct GNUNET_TIME_Absolute dt){ + + + +} + + +/** + * Obtain the driver for using select() as the event loop. + * + * @return NULL on error + */ +const struct GNUNET_SCHEDULER_Driver * +GNUNET_SCHEDULER_driver_select () +{ + + struct GNUNET_SCHEDULER_Driver *select_driver; + + select_driver = GNUNET_new (struct GNUNET_SCHEDULER_Driver); + + select_driver->loop = &select_loop; + select_driver->add = &select_add; + select_driver->del = &select_del; + select_driver->set_wakeup = &select_set_wakeup; + + + return select_driver; } + /* end of scheduler.c */