2 This file is part of GNUnet.
3 Copyright (C) 2011, 2012 Christian Grothoff
5 GNUnet is free software; you can redistribute it and/or modify
6 it under the terms of the GNU General Public License as published
7 by the Free Software Foundation; either version 3, or (at your
8 option) any later version.
10 GNUnet is distributed in the hope that it will be useful, but
11 WITHOUT ANY WARRANTY; without even the implied warranty of
12 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
13 General Public License for more details.
15 You should have received a copy of the GNU General Public License
16 along with GNUnet; see the file COPYING. If not, write to the
17 Free Software Foundation, Inc., 51 Franklin Street, Fifth Floor,
18 Boston, MA 02110-1301, USA.
23 * @brief API for dealing with (SUID) helper processes that communicate via
24 * GNUNET_MessageHeaders on stdin/stdout
25 * @author Philipp Toelke
26 * @author Christian Grothoff
29 #include "gnunet_util_lib.h"
30 #include "gnunet_mst_lib.h"
34 * Entry in the queue of messages we need to transmit to the helper.
36 struct GNUNET_HELPER_SendHandle
40 * This is an entry in a DLL.
42 struct GNUNET_HELPER_SendHandle *next;
45 * This is an entry in a DLL.
47 struct GNUNET_HELPER_SendHandle *prev;
50 * Message to transmit (allocated at the end of this struct)
52 const struct GNUNET_MessageHeader *msg;
55 * The handle to a helper process.
57 struct GNUNET_HELPER_Handle *h;
60 * Function to call upon completion.
62 GNUNET_HELPER_Continuation cont;
70 * Current write position.
78 * The handle to a helper process.
80 struct GNUNET_HELPER_Handle
84 * PipeHandle to receive data from the helper
86 struct GNUNET_DISK_PipeHandle *helper_in;
89 * PipeHandle to send data to the helper
91 struct GNUNET_DISK_PipeHandle *helper_out;
94 * FileHandle to receive data from the helper
96 const struct GNUNET_DISK_FileHandle *fh_from_helper;
99 * FileHandle to send data to the helper
101 const struct GNUNET_DISK_FileHandle *fh_to_helper;
104 * The process id of the helper
106 struct GNUNET_OS_Process *helper_proc;
109 * The Message-Tokenizer that tokenizes the messages comming from the helper
111 struct GNUNET_MessageStreamTokenizer *mst;
114 * The exception callback
116 GNUNET_HELPER_ExceptionCallback exp_cb;
119 * The closure for callbacks
124 * First message queued for transmission to helper.
126 struct GNUNET_HELPER_SendHandle *sh_head;
129 * Last message queued for transmission to helper.
131 struct GNUNET_HELPER_SendHandle *sh_tail;
139 * NULL-terminated list of command-line arguments.
144 * Task to read from the helper.
146 struct GNUNET_SCHEDULER_Task *read_task;
149 * Task to read from the helper.
151 struct GNUNET_SCHEDULER_Task *write_task;
156 struct GNUNET_SCHEDULER_Task *restart_task;
159 * Does the helper support the use of a control pipe for signalling?
161 int with_control_pipe;
164 * Count start attempts to increase linear back off
166 unsigned int retry_back_off;
171 * Sends termination signal to the helper process. The helper process is not
172 * reaped; call GNUNET_HELPER_wait() for reaping the dead helper process.
174 * @param h the helper handle
175 * @param soft_kill if GNUNET_YES, signals termination by closing the helper's
176 * stdin; GNUNET_NO to signal termination by sending SIGTERM to helper
177 * @return #GNUNET_OK on success; #GNUNET_SYSERR on error
180 GNUNET_HELPER_kill (struct GNUNET_HELPER_Handle *h,
183 struct GNUNET_HELPER_SendHandle *sh;
186 while (NULL != (sh = h->sh_head))
188 GNUNET_CONTAINER_DLL_remove (h->sh_head,
191 if (NULL != sh->cont)
192 sh->cont (sh->cont_cls, GNUNET_NO);
195 if (NULL != h->restart_task)
197 GNUNET_SCHEDULER_cancel (h->restart_task);
198 h->restart_task = NULL;
200 if (NULL != h->read_task)
202 GNUNET_SCHEDULER_cancel (h->read_task);
205 if (NULL == h->helper_proc)
206 return GNUNET_SYSERR;
207 if (GNUNET_YES == soft_kill)
209 /* soft-kill only possible with pipes */
210 GNUNET_assert (NULL != h->helper_in);
211 ret = GNUNET_DISK_pipe_close (h->helper_in);
213 h->fh_to_helper = NULL;
216 if (0 != GNUNET_OS_process_kill (h->helper_proc, GNUNET_TERM_SIG))
217 return GNUNET_SYSERR;
223 * Reap the helper process. This call is blocking(!). The helper process
224 * should either be sent a termination signal before or should be dead before
225 * calling this function
227 * @param h the helper handle
228 * @return #GNUNET_OK on success; #GNUNET_SYSERR on error
231 GNUNET_HELPER_wait (struct GNUNET_HELPER_Handle *h)
233 struct GNUNET_HELPER_SendHandle *sh;
237 if (NULL != h->helper_proc)
239 ret = GNUNET_OS_process_wait (h->helper_proc);
240 GNUNET_OS_process_destroy (h->helper_proc);
241 h->helper_proc = NULL;
243 if (NULL != h->read_task)
245 GNUNET_SCHEDULER_cancel (h->read_task);
248 if (NULL != h->write_task)
250 GNUNET_SCHEDULER_cancel (h->write_task);
251 h->write_task = NULL;
253 if (NULL != h->helper_in)
255 GNUNET_DISK_pipe_close (h->helper_in);
257 h->fh_to_helper = NULL;
259 if (NULL != h->helper_out)
261 GNUNET_DISK_pipe_close (h->helper_out);
262 h->helper_out = NULL;
263 h->fh_from_helper = NULL;
265 while (NULL != (sh = h->sh_head))
267 GNUNET_CONTAINER_DLL_remove (h->sh_head,
270 if (NULL != sh->cont)
271 sh->cont (sh->cont_cls, GNUNET_NO);
274 /* purge MST buffer */
276 (void) GNUNET_MST_from_buffer (h->mst,
285 * Stop the helper process, we're closing down or had an error.
287 * @param h handle to the helper process
288 * @param soft_kill if #GNUNET_YES, signals termination by closing the helper's
289 * stdin; #GNUNET_NO to signal termination by sending SIGTERM to helper
292 stop_helper (struct GNUNET_HELPER_Handle *h,
295 if (NULL != h->restart_task)
297 GNUNET_SCHEDULER_cancel (h->restart_task);
298 h->restart_task = NULL;
302 GNUNET_break (GNUNET_OK == GNUNET_HELPER_kill (h, soft_kill));
303 GNUNET_break (GNUNET_OK == GNUNET_HELPER_wait (h));
309 * Restart the helper process.
311 * @param cls handle to the helper process
314 restart_task (void *cls);
318 * Read from the helper-process
320 * @param cls handle to the helper process
323 helper_read (void *cls)
325 struct GNUNET_HELPER_Handle *h = cls;
326 char buf[GNUNET_MAX_MESSAGE_SIZE] GNUNET_ALIGN;
330 t = GNUNET_DISK_file_read (h->fh_from_helper, &buf, sizeof (buf));
333 /* On read-error, restart the helper */
334 GNUNET_log (GNUNET_ERROR_TYPE_WARNING,
335 _("Error reading from `%s': %s\n"),
338 if (NULL != h->exp_cb)
340 h->exp_cb (h->cb_cls);
341 GNUNET_HELPER_stop (h, GNUNET_NO);
344 stop_helper (h, GNUNET_NO);
345 /* Restart the helper */
346 h->restart_task = GNUNET_SCHEDULER_add_delayed (GNUNET_TIME_relative_multiply (GNUNET_TIME_UNIT_SECONDS,
353 /* this happens if the helper is shut down via a
354 signal, so it is not a "hard" error */
355 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
356 "Got 0 bytes from helper `%s' (EOF)\n",
358 if (NULL != h->exp_cb)
360 h->exp_cb (h->cb_cls);
361 GNUNET_HELPER_stop (h, GNUNET_NO);
364 stop_helper (h, GNUNET_NO);
365 /* Restart the helper */
367 = GNUNET_SCHEDULER_add_delayed (GNUNET_TIME_relative_multiply (GNUNET_TIME_UNIT_SECONDS,
372 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
373 "Got %u bytes from helper `%s'\n",
376 h->read_task = GNUNET_SCHEDULER_add_read_file (GNUNET_TIME_UNIT_FOREVER_REL,
380 GNUNET_MST_from_buffer (h->mst,
385 GNUNET_log (GNUNET_ERROR_TYPE_WARNING,
386 _("Failed to parse inbound message from helper `%s'\n"),
388 if (NULL != h->exp_cb)
390 h->exp_cb (h->cb_cls);
391 GNUNET_HELPER_stop (h, GNUNET_NO);
394 stop_helper (h, GNUNET_NO);
395 /* Restart the helper */
396 h->restart_task = GNUNET_SCHEDULER_add_delayed (GNUNET_TIME_relative_multiply(GNUNET_TIME_UNIT_SECONDS,
405 * Start the helper process.
407 * @param h handle to the helper process
410 start_helper (struct GNUNET_HELPER_Handle *h)
412 h->helper_in = GNUNET_DISK_pipe (GNUNET_YES, GNUNET_YES, GNUNET_YES, GNUNET_NO);
413 h->helper_out = GNUNET_DISK_pipe (GNUNET_YES, GNUNET_YES, GNUNET_NO, GNUNET_YES);
414 if ( (h->helper_in == NULL) || (h->helper_out == NULL))
416 /* out of file descriptors? try again later... */
417 stop_helper (h, GNUNET_NO);
419 GNUNET_SCHEDULER_add_delayed (GNUNET_TIME_relative_multiply(GNUNET_TIME_UNIT_SECONDS,
424 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
425 "Starting HELPER process `%s'\n",
428 GNUNET_DISK_pipe_handle (h->helper_out, GNUNET_DISK_PIPE_END_READ);
430 GNUNET_DISK_pipe_handle (h->helper_in, GNUNET_DISK_PIPE_END_WRITE);
432 GNUNET_OS_start_process_vap (h->with_control_pipe, GNUNET_OS_INHERIT_STD_ERR,
433 h->helper_in, h->helper_out, NULL,
436 if (NULL == h->helper_proc)
438 /* failed to start process? try again later... */
439 stop_helper (h, GNUNET_NO);
440 h->restart_task = GNUNET_SCHEDULER_add_delayed (GNUNET_TIME_relative_multiply(GNUNET_TIME_UNIT_SECONDS,
445 GNUNET_DISK_pipe_close_end (h->helper_out, GNUNET_DISK_PIPE_END_WRITE);
446 GNUNET_DISK_pipe_close_end (h->helper_in, GNUNET_DISK_PIPE_END_READ);
448 h->read_task = GNUNET_SCHEDULER_add_read_file (GNUNET_TIME_UNIT_FOREVER_REL,
456 * Restart the helper process.
458 * @param cls handle to the helper process
461 restart_task (void *cls)
463 struct GNUNET_HELPER_Handle*h = cls;
465 h->restart_task = NULL;
467 GNUNET_log (GNUNET_ERROR_TYPE_INFO,
468 "Restarting helper with back-off %u\n",
475 * Starts a helper and begins reading from it. The helper process is
476 * restarted when it dies except when it is stopped using GNUNET_HELPER_stop()
477 * or when the exp_cb callback is not NULL.
479 * @param with_control_pipe does the helper support the use of a control pipe for signalling?
480 * @param binary_name name of the binary to run
481 * @param binary_argv NULL-terminated list of arguments to give when starting the binary (this
482 * argument must not be modified by the client for
483 * the lifetime of the helper handle)
484 * @param cb function to call if we get messages from the helper
485 * @param exp_cb the exception callback to call. Set this to NULL if the helper
486 * process has to be restarted automatically when it dies/crashes
487 * @param cb_cls closure for the above callback
488 * @return the new Handle, NULL on error
490 struct GNUNET_HELPER_Handle *
491 GNUNET_HELPER_start (int with_control_pipe,
492 const char *binary_name,
493 char *const binary_argv[],
494 GNUNET_MessageTokenizerCallback cb,
495 GNUNET_HELPER_ExceptionCallback exp_cb,
498 struct GNUNET_HELPER_Handle *h;
501 h = GNUNET_new (struct GNUNET_HELPER_Handle);
502 h->with_control_pipe = with_control_pipe;
503 /* Lookup in libexec path only if we are starting gnunet helpers */
504 if (NULL != strstr (binary_name, "gnunet"))
505 h->binary_name = GNUNET_OS_get_libexec_binary_path (binary_name);
507 h->binary_name = GNUNET_strdup (binary_name);
508 for (c = 0; NULL != binary_argv[c]; c++);
509 h->binary_argv = GNUNET_malloc (sizeof (char *) * (c + 1));
510 for (c = 0; NULL != binary_argv[c]; c++)
511 h->binary_argv[c] = GNUNET_strdup (binary_argv[c]);
512 h->binary_argv[c] = NULL;
515 h->mst = GNUNET_MST_create (cb,
518 h->retry_back_off = 0;
525 * Free's the resources occupied by the helper handle
527 * @param h the helper handle to free
530 GNUNET_HELPER_destroy (struct GNUNET_HELPER_Handle *h)
533 struct GNUNET_HELPER_SendHandle *sh;
535 if (NULL != h->write_task)
537 GNUNET_SCHEDULER_cancel (h->write_task);
538 h->write_task = NULL;
540 GNUNET_assert (NULL == h->read_task);
541 GNUNET_assert (NULL == h->restart_task);
542 while (NULL != (sh = h->sh_head))
544 GNUNET_CONTAINER_DLL_remove (h->sh_head,
547 if (NULL != sh->cont)
548 sh->cont (sh->cont_cls, GNUNET_SYSERR);
552 GNUNET_MST_destroy (h->mst);
553 GNUNET_free (h->binary_name);
554 for (c = 0; h->binary_argv[c] != NULL; c++)
555 GNUNET_free (h->binary_argv[c]);
556 GNUNET_free (h->binary_argv);
562 * Kills the helper, closes the pipe and frees the handle
564 * @param h handle to helper to stop
565 * @param soft_kill if #GNUNET_YES, signals termination by closing the helper's
566 * stdin; #GNUNET_NO to signal termination by sending SIGTERM to helper
569 GNUNET_HELPER_stop (struct GNUNET_HELPER_Handle *h,
573 stop_helper (h, soft_kill);
574 GNUNET_HELPER_destroy (h);
579 * Write to the helper-process
581 * @param cls handle to the helper process
584 helper_write (void *cls)
586 struct GNUNET_HELPER_Handle *h = cls;
587 struct GNUNET_HELPER_SendHandle *sh;
591 h->write_task = NULL;
592 if (NULL == (sh = h->sh_head))
594 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
595 "Helper write had no work!\n");
596 return; /* how did this happen? */
598 buf = (const char*) sh->msg;
599 t = GNUNET_DISK_file_write (h->fh_to_helper,
601 ntohs (sh->msg->size) - sh->wpos);
604 /* On write-error, restart the helper */
605 GNUNET_log (GNUNET_ERROR_TYPE_WARNING,
606 _("Error writing to `%s': %s\n"),
609 if (NULL != h->exp_cb)
611 h->exp_cb (h->cb_cls);
612 GNUNET_HELPER_stop (h, GNUNET_NO);
615 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
616 "Stopping and restarting helper task!\n");
617 stop_helper (h, GNUNET_NO);
618 /* Restart the helper */
619 h->restart_task = GNUNET_SCHEDULER_add_delayed (GNUNET_TIME_relative_multiply(GNUNET_TIME_UNIT_SECONDS,
624 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
625 "Transmitted %u bytes to %s\n",
629 if (sh->wpos == ntohs (sh->msg->size))
631 GNUNET_CONTAINER_DLL_remove (h->sh_head,
634 if (NULL != sh->cont)
635 sh->cont (sh->cont_cls, GNUNET_YES);
638 if (NULL != h->sh_head)
639 h->write_task = GNUNET_SCHEDULER_add_write_file (GNUNET_TIME_UNIT_FOREVER_REL,
647 * Send an message to the helper.
649 * @param h helper to send message to
650 * @param msg message to send
651 * @param can_drop can the message be dropped if there is already one in the queue?
652 * @param cont continuation to run once the message is out (#GNUNET_OK on succees, #GNUNET_NO
653 * if the helper process died, #GNUNET_SYSERR during #GNUNET_HELPER_destroy).
654 * @param cont_cls closure for @a cont
655 * @return NULL if the message was dropped,
656 * otherwise handle to cancel *cont* (actual transmission may
659 struct GNUNET_HELPER_SendHandle *
660 GNUNET_HELPER_send (struct GNUNET_HELPER_Handle *h,
661 const struct GNUNET_MessageHeader *msg,
663 GNUNET_HELPER_Continuation cont,
666 struct GNUNET_HELPER_SendHandle *sh;
669 if (NULL == h->fh_to_helper)
671 if ( (GNUNET_YES == can_drop) &&
672 (NULL != h->sh_head) )
674 mlen = ntohs (msg->size);
675 sh = GNUNET_malloc (sizeof (struct GNUNET_HELPER_SendHandle) + mlen);
676 sh->msg = (const struct GNUNET_MessageHeader*) &sh[1];
677 GNUNET_memcpy (&sh[1], msg, mlen);
680 sh->cont_cls = cont_cls;
681 GNUNET_CONTAINER_DLL_insert_tail (h->sh_head,
684 if (NULL == h->write_task)
685 h->write_task = GNUNET_SCHEDULER_add_write_file (GNUNET_TIME_UNIT_FOREVER_REL,
694 * Cancel a #GNUNET_HELPER_send operation. If possible, transmitting the
695 * message is also aborted, but at least 'cont' won't be
698 * @param sh operation to cancel
701 GNUNET_HELPER_send_cancel (struct GNUNET_HELPER_SendHandle *sh)
703 struct GNUNET_HELPER_Handle *h = sh->h;
709 GNUNET_CONTAINER_DLL_remove (h->sh_head, h->sh_tail, sh);
711 if (NULL == h->sh_head)
713 GNUNET_SCHEDULER_cancel (h->write_task);
714 h->write_task = NULL;
720 /* end of helper.c */