2 This file is part of GNUnet.
3 (C) 2011, 2012 Christian Grothoff
5 GNUnet is free software; you can redistribute it and/or modify
6 it under the terms of the GNU General Public License as published
7 by the Free Software Foundation; either version 3, or (at your
8 option) any later version.
10 GNUnet is distributed in the hope that it will be useful, but
11 WITHOUT ANY WARRANTY; without even the implied warranty of
12 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
13 General Public License for more details.
15 You should have received a copy of the GNU General Public License
16 along with GNUnet; see the file COPYING. If not, write to the
17 Free Software Foundation, Inc., 59 Temple Place - Suite 330,
18 Boston, MA 02111-1307, USA.
23 * @brief API for dealing with (SUID) helper processes that communicate via
24 * GNUNET_MessageHeaders on stdin/stdout
25 * @author Philipp Toelke
26 * @author Christian Grothoff
29 #include "gnunet_util_lib.h"
33 * Entry in the queue of messages we need to transmit to the helper.
35 struct GNUNET_HELPER_SendHandle
39 * This is an entry in a DLL.
41 struct GNUNET_HELPER_SendHandle *next;
44 * This is an entry in a DLL.
46 struct GNUNET_HELPER_SendHandle *prev;
49 * Message to transmit (allocated at the end of this struct)
51 const struct GNUNET_MessageHeader *msg;
54 * The handle to a helper process.
56 struct GNUNET_HELPER_Handle *h;
59 * Function to call upon completion.
61 GNUNET_HELPER_Continuation cont;
69 * Current write position.
77 * The handle to a helper process.
79 struct GNUNET_HELPER_Handle
83 * PipeHandle to receive data from the helper
85 struct GNUNET_DISK_PipeHandle *helper_in;
88 * PipeHandle to send data to the helper
90 struct GNUNET_DISK_PipeHandle *helper_out;
93 * FileHandle to receive data from the helper
95 const struct GNUNET_DISK_FileHandle *fh_from_helper;
98 * FileHandle to send data to the helper
100 const struct GNUNET_DISK_FileHandle *fh_to_helper;
103 * The process id of the helper
105 struct GNUNET_OS_Process *helper_proc;
108 * The Message-Tokenizer that tokenizes the messages comming from the helper
110 struct GNUNET_SERVER_MessageStreamTokenizer *mst;
113 * The exception callback
115 GNUNET_HELPER_ExceptionCallback exp_cb;
118 * The closure for callbacks
123 * First message queued for transmission to helper.
125 struct GNUNET_HELPER_SendHandle *sh_head;
128 * Last message queued for transmission to helper.
130 struct GNUNET_HELPER_SendHandle *sh_tail;
138 * NULL-terminated list of command-line arguments.
143 * Task to read from the helper.
145 GNUNET_SCHEDULER_TaskIdentifier read_task;
148 * Task to read from the helper.
150 GNUNET_SCHEDULER_TaskIdentifier write_task;
155 GNUNET_SCHEDULER_TaskIdentifier restart_task;
158 * Does the helper support the use of a control pipe for signalling?
160 int with_control_pipe;
166 * Sends termination signal to the helper process. The helper process is not
167 * reaped; call GNUNET_HELPER_wait() for reaping the dead helper process.
169 * @param h the helper handle
170 * @param soft_kill if GNUNET_YES, signals termination by closing the helper's
171 * stdin; GNUNET_NO to signal termination by sending SIGTERM to helper
172 * @return GNUNET_OK on success; GNUNET_SYSERR on error
175 GNUNET_HELPER_kill (struct GNUNET_HELPER_Handle *h, int soft_kill)
177 struct GNUNET_HELPER_SendHandle *sh;
180 while (NULL != (sh = h->sh_head))
182 GNUNET_CONTAINER_DLL_remove (h->sh_head,
185 if (NULL != sh->cont)
186 sh->cont (sh->cont_cls, GNUNET_NO);
189 if (GNUNET_SCHEDULER_NO_TASK != h->restart_task)
191 GNUNET_SCHEDULER_cancel (h->restart_task);
192 h->restart_task = GNUNET_SCHEDULER_NO_TASK;
194 if (NULL == h->helper_proc)
195 return GNUNET_SYSERR;
196 if (GNUNET_YES == soft_kill)
198 /* soft-kill only possible with pipes */
199 GNUNET_assert (NULL != h->helper_in);
200 ret = GNUNET_DISK_pipe_close (h->helper_in);
202 h->fh_to_helper = NULL;
205 if (0 != GNUNET_OS_process_kill (h->helper_proc, SIGTERM))
206 return GNUNET_SYSERR;
212 * Reap the helper process. This call is blocking(!). The helper process
213 * should either be sent a termination signal before or should be dead before
214 * calling this function
216 * @param h the helper handle
217 * @return GNUNET_OK on success; GNUNET_SYSERR on error
220 GNUNET_HELPER_wait (struct GNUNET_HELPER_Handle *h)
222 struct GNUNET_HELPER_SendHandle *sh;
226 if (NULL != h->helper_proc)
228 ret = GNUNET_OS_process_wait (h->helper_proc);
229 GNUNET_OS_process_destroy (h->helper_proc);
230 h->helper_proc = NULL;
232 if (GNUNET_SCHEDULER_NO_TASK != h->read_task)
234 GNUNET_SCHEDULER_cancel (h->read_task);
235 h->read_task = GNUNET_SCHEDULER_NO_TASK;
237 if (GNUNET_SCHEDULER_NO_TASK != h->write_task)
239 GNUNET_SCHEDULER_cancel (h->write_task);
240 h->write_task = GNUNET_SCHEDULER_NO_TASK;
242 if (NULL != h->helper_in)
244 GNUNET_DISK_pipe_close (h->helper_in);
246 h->fh_to_helper = NULL;
248 if (NULL != h->helper_out)
250 GNUNET_DISK_pipe_close (h->helper_out);
251 h->helper_out = NULL;
252 h->fh_from_helper = NULL;
254 while (NULL != (sh = h->sh_head))
256 GNUNET_CONTAINER_DLL_remove (h->sh_head,
259 if (NULL != sh->cont)
260 sh->cont (sh->cont_cls, GNUNET_NO);
263 /* purge MST buffer */
264 (void) GNUNET_SERVER_mst_receive (h->mst, NULL, NULL, 0, GNUNET_YES, GNUNET_NO);
270 * Stop the helper process, we're closing down or had an error.
272 * @param h handle to the helper process
273 * @param soft_kill if GNUNET_YES, signals termination by closing the helper's
274 * stdin; GNUNET_NO to signal termination by sending SIGTERM to helper
277 stop_helper (struct GNUNET_HELPER_Handle *h, int soft_kill)
279 if (GNUNET_SCHEDULER_NO_TASK != h->restart_task)
281 GNUNET_SCHEDULER_cancel (h->restart_task);
282 h->restart_task = GNUNET_SCHEDULER_NO_TASK;
286 GNUNET_break (GNUNET_OK == GNUNET_HELPER_kill (h, soft_kill));
287 GNUNET_break (GNUNET_OK == GNUNET_HELPER_wait (h));
293 * Restart the helper process.
295 * @param cls handle to the helper process
296 * @param tc scheduler context
299 restart_task (void *cls,
300 const struct GNUNET_SCHEDULER_TaskContext *tc);
304 * Read from the helper-process
306 * @param cls handle to the helper process
307 * @param tc scheduler context
310 helper_read (void *cls,
311 const struct GNUNET_SCHEDULER_TaskContext *tc)
313 struct GNUNET_HELPER_Handle *h = cls;
314 char buf[GNUNET_SERVER_MAX_MESSAGE_SIZE] GNUNET_ALIGN;
317 h->read_task = GNUNET_SCHEDULER_NO_TASK;
318 if (0 != (tc->reason & GNUNET_SCHEDULER_REASON_SHUTDOWN))
321 h->read_task = GNUNET_SCHEDULER_add_read_file (GNUNET_TIME_UNIT_FOREVER_REL,
322 h->fh_from_helper, &helper_read, h);
325 t = GNUNET_DISK_file_read (h->fh_from_helper, &buf, sizeof (buf));
328 /* On read-error, restart the helper */
329 GNUNET_log (GNUNET_ERROR_TYPE_WARNING,
330 _("Error reading from `%s': %s\n"),
333 if (NULL != h->exp_cb)
335 h->exp_cb (h->cb_cls);
336 GNUNET_HELPER_stop (h, GNUNET_NO);
339 stop_helper (h, GNUNET_NO);
340 /* Restart the helper */
342 GNUNET_SCHEDULER_add_delayed (GNUNET_TIME_UNIT_SECONDS, &restart_task, h);
347 /* this happens if the helper is shut down via a
348 signal, so it is not a "hard" error */
349 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
350 "Got 0 bytes from helper `%s' (EOF)\n",
352 if (NULL != h->exp_cb)
354 h->exp_cb (h->cb_cls);
355 GNUNET_HELPER_stop (h, GNUNET_NO);
358 stop_helper (h, GNUNET_NO);
359 /* Restart the helper */
361 GNUNET_SCHEDULER_add_delayed (GNUNET_TIME_UNIT_SECONDS,
365 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
366 "Got %u bytes from helper `%s'\n",
369 h->read_task = GNUNET_SCHEDULER_add_read_file (GNUNET_TIME_UNIT_FOREVER_REL,
370 h->fh_from_helper, &helper_read, h);
372 GNUNET_SERVER_mst_receive (h->mst, NULL, buf, t, GNUNET_NO, GNUNET_NO))
374 GNUNET_log (GNUNET_ERROR_TYPE_WARNING,
375 _("Failed to parse inbound message from helper `%s'\n"),
377 if (NULL != h->exp_cb)
379 h->exp_cb (h->cb_cls);
380 GNUNET_HELPER_stop (h, GNUNET_NO);
383 stop_helper (h, GNUNET_NO);
384 /* Restart the helper */
386 GNUNET_SCHEDULER_add_delayed (GNUNET_TIME_UNIT_SECONDS,
394 * Start the helper process.
396 * @param h handle to the helper process
399 start_helper (struct GNUNET_HELPER_Handle *h)
401 h->helper_in = GNUNET_DISK_pipe (GNUNET_YES, GNUNET_YES, GNUNET_YES, GNUNET_NO);
402 h->helper_out = GNUNET_DISK_pipe (GNUNET_YES, GNUNET_YES, GNUNET_NO, GNUNET_YES);
403 if ( (h->helper_in == NULL) || (h->helper_out == NULL))
405 /* out of file descriptors? try again later... */
406 stop_helper (h, GNUNET_NO);
408 GNUNET_SCHEDULER_add_delayed (GNUNET_TIME_UNIT_SECONDS,
412 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
413 "Starting HELPER process `%s'\n",
416 GNUNET_DISK_pipe_handle (h->helper_out, GNUNET_DISK_PIPE_END_READ);
418 GNUNET_DISK_pipe_handle (h->helper_in, GNUNET_DISK_PIPE_END_WRITE);
420 GNUNET_OS_start_process_vap (h->with_control_pipe, GNUNET_OS_INHERIT_STD_ERR,
421 h->helper_in, h->helper_out,
424 if (NULL == h->helper_proc)
426 /* failed to start process? try again later... */
427 stop_helper (h, GNUNET_NO);
429 GNUNET_SCHEDULER_add_delayed (GNUNET_TIME_UNIT_SECONDS,
433 GNUNET_DISK_pipe_close_end (h->helper_out, GNUNET_DISK_PIPE_END_WRITE);
434 GNUNET_DISK_pipe_close_end (h->helper_in, GNUNET_DISK_PIPE_END_READ);
435 h->read_task = GNUNET_SCHEDULER_add_read_file (GNUNET_TIME_UNIT_FOREVER_REL,
443 * Restart the helper process.
445 * @param cls handle to the helper process
446 * @param tc scheduler context
449 restart_task (void *cls,
450 const struct GNUNET_SCHEDULER_TaskContext *tc)
452 struct GNUNET_HELPER_Handle*h = cls;
454 h->restart_task = GNUNET_SCHEDULER_NO_TASK;
460 * Starts a helper and begins reading from it. The helper process is
461 * restarted when it dies except when it is stopped using GNUNET_HELPER_stop()
462 * or when the exp_cb callback is not NULL.
464 * @param with_control_pipe does the helper support the use of a control pipe for signalling?
465 * @param binary_name name of the binary to run
466 * @param binary_argv NULL-terminated list of arguments to give when starting the binary (this
467 * argument must not be modified by the client for
468 * the lifetime of the helper handle)
469 * @param cb function to call if we get messages from the helper
470 * @param exp_cb the exception callback to call. Set this to NULL if the helper
471 * process has to be restarted automatically when it dies/crashes
472 * @param cb_cls closure for the above callback
473 * @return the new Handle, NULL on error
475 struct GNUNET_HELPER_Handle *
476 GNUNET_HELPER_start (int with_control_pipe,
477 const char *binary_name,
478 char *const binary_argv[],
479 GNUNET_SERVER_MessageTokenizerCallback cb,
480 GNUNET_HELPER_ExceptionCallback exp_cb,
483 struct GNUNET_HELPER_Handle *h;
486 h = GNUNET_malloc (sizeof (struct GNUNET_HELPER_Handle));
487 h->with_control_pipe = with_control_pipe;
488 /* Lookup in libexec path only if we are starting gnunet helpers */
489 if (NULL != strstr (binary_name, "gnunet"))
490 h->binary_name = GNUNET_OS_get_libexec_binary_path (binary_name);
492 h->binary_name = strdup (binary_name);
493 for (c = 0; NULL != binary_argv[c]; c++);
494 h->binary_argv = GNUNET_malloc (sizeof (char *) * (c + 1));
495 for (c = 0; NULL != binary_argv[c]; c++)
496 h->binary_argv[c] = GNUNET_strdup (binary_argv[c]);
497 h->binary_argv[c] = NULL;
499 h->mst = GNUNET_SERVER_mst_create (cb, h->cb_cls);
507 * Free's the resources occupied by the helper handle
509 * @param h the helper handle to free
512 GNUNET_HELPER_destroy (struct GNUNET_HELPER_Handle *h)
516 GNUNET_SERVER_mst_destroy (h->mst);
517 GNUNET_free (h->binary_name);
518 for (c = 0; h->binary_argv[c] != NULL; c++)
519 GNUNET_free (h->binary_argv[c]);
520 GNUNET_free (h->binary_argv);
526 * Kills the helper, closes the pipe and frees the handle
528 * @param h handle to helper to stop
529 * @param soft_kill if GNUNET_YES, signals termination by closing the helper's
530 * stdin; GNUNET_NO to signal termination by sending SIGTERM to helper
533 GNUNET_HELPER_stop (struct GNUNET_HELPER_Handle *h, int soft_kill)
536 stop_helper (h, soft_kill);
537 GNUNET_HELPER_destroy (h);
542 * Write to the helper-process
544 * @param cls handle to the helper process
545 * @param tc scheduler context
548 helper_write (void *cls,
549 const struct GNUNET_SCHEDULER_TaskContext *tc)
551 struct GNUNET_HELPER_Handle *h = cls;
552 struct GNUNET_HELPER_SendHandle *sh;
556 h->write_task = GNUNET_SCHEDULER_NO_TASK;
557 if (0 != (tc->reason & GNUNET_SCHEDULER_REASON_SHUTDOWN))
560 h->write_task = GNUNET_SCHEDULER_add_read_file (GNUNET_TIME_UNIT_FOREVER_REL,
561 h->fh_to_helper, &helper_write, h);
564 if (NULL == (sh = h->sh_head))
565 return; /* how did this happen? */
566 buf = (const char*) sh->msg;
567 t = GNUNET_DISK_file_write (h->fh_to_helper, &buf[sh->wpos], ntohs (sh->msg->size) - sh->wpos);
570 /* On write-error, restart the helper */
571 GNUNET_log (GNUNET_ERROR_TYPE_WARNING,
572 _("Error writing to `%s': %s\n"),
575 if (NULL != h->exp_cb)
577 h->exp_cb (h->cb_cls);
578 GNUNET_HELPER_stop (h, GNUNET_NO);
581 stop_helper (h, GNUNET_NO);
582 /* Restart the helper */
584 GNUNET_SCHEDULER_add_delayed (GNUNET_TIME_UNIT_SECONDS,
589 if (sh->wpos == ntohs (sh->msg->size))
591 GNUNET_CONTAINER_DLL_remove (h->sh_head,
594 if (NULL != sh->cont)
595 sh->cont (sh->cont_cls, GNUNET_YES);
598 if (NULL != h->sh_head)
599 h->write_task = GNUNET_SCHEDULER_add_write_file (GNUNET_TIME_UNIT_FOREVER_REL,
607 * Send an message to the helper.
609 * @param h helper to send message to
610 * @param msg message to send
611 * @param can_drop can the message be dropped if there is already one in the queue?
612 * @param cont continuation to run once the message is out (PREREQ_DONE on succees, CANCEL
613 * if the helper process died, NULL during GNUNET_HELPER_stop).
614 * @param cont_cls closure for 'cont'
615 * @return NULL if the message was dropped,
616 * otherwise handle to cancel *cont* (actual transmission may
619 struct GNUNET_HELPER_SendHandle *
620 GNUNET_HELPER_send (struct GNUNET_HELPER_Handle *h,
621 const struct GNUNET_MessageHeader *msg,
623 GNUNET_HELPER_Continuation cont,
626 struct GNUNET_HELPER_SendHandle *sh;
629 if (NULL == h->fh_to_helper)
631 if ( (GNUNET_YES == can_drop) &&
632 (NULL != h->sh_head) )
634 mlen = ntohs (msg->size);
635 sh = GNUNET_malloc (sizeof (struct GNUNET_HELPER_SendHandle) + mlen);
636 sh->msg = (const struct GNUNET_MessageHeader*) &sh[1];
637 memcpy (&sh[1], msg, mlen);
640 sh->cont_cls = cont_cls;
641 GNUNET_CONTAINER_DLL_insert_tail (h->sh_head,
644 if (GNUNET_SCHEDULER_NO_TASK == h->write_task)
645 h->write_task = GNUNET_SCHEDULER_add_write_file (GNUNET_TIME_UNIT_FOREVER_REL,
654 * Cancel a 'send' operation. If possible, transmitting the
655 * message is also aborted, but at least 'cont' won't be
658 * @param sh operation to cancel
661 GNUNET_HELPER_send_cancel (struct GNUNET_HELPER_SendHandle *sh)
663 struct GNUNET_HELPER_Handle *h = sh->h;
669 GNUNET_CONTAINER_DLL_remove (h->sh_head, h->sh_tail, sh);
670 if (NULL == h->sh_head)
672 GNUNET_SCHEDULER_cancel (h->write_task);
673 h->write_task = GNUNET_SCHEDULER_NO_TASK;
680 /* end of helper.c */