2 This file is part of GNUnet.
3 Copyright (C) 2012-2016 GNUnet e.V.
5 GNUnet is free software; you can redistribute it and/or modify
6 it under the terms of the GNU General Public License as published
7 by the Free Software Foundation; either version 3, or (at your
8 option) any later version.
10 GNUnet is distributed in the hope that it will be useful, but
11 WITHOUT ANY WARRANTY; without even the implied warranty of
12 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
13 General Public License for more details.
15 You should have received a copy of the GNU General Public License
16 along with GNUnet; see the file COPYING. If not, write to the
17 Free Software Foundation, Inc., 51 Franklin Street, Fifth Floor,
18 Boston, MA 02110-1301, USA.
22 * @author Florian Dold
23 * @author Christian Grothoff
26 * General-purpose message queue
28 * @defgroup mq MQ library
29 * General-purpose message queue
31 * @see [Documentation](https://gnunet.org/message-queue-api)
40 * Allocate an envelope, with extra space allocated after the space needed
41 * by the message struct.
42 * The allocated message will already have the type and size field set.
44 * @param mvar variable to store the allocated message in;
45 * must have a header field;
47 * @param esize extra space to allocate after the message
48 * @param type type of the message
49 * @return the MQ message
51 #define GNUNET_MQ_msg_extra(mvar, esize, type) GNUNET_MQ_msg_(((struct GNUNET_MessageHeader**) &(mvar)), (esize) + sizeof *(mvar), (type))
54 * Allocate a GNUNET_MQ_Envelope.
55 * The contained message will already have the type and size field set.
57 * @param mvar variable to store the allocated message in;
58 * must have a header field;
60 * @param type type of the message
61 * @return the allocated envelope
63 #define GNUNET_MQ_msg(mvar, type) GNUNET_MQ_msg_extra(mvar, 0, type)
67 * Allocate a GNUNET_MQ_Envelope, where the message only consists of a header.
68 * The allocated message will already have the type and size field set.
70 * @param type type of the message
72 #define GNUNET_MQ_msg_header(type) GNUNET_MQ_msg_ (NULL, sizeof (struct GNUNET_MessageHeader), type)
76 * Allocate a GNUNET_MQ_Envelope, where the message only consists of a header and extra space.
77 * The allocated message will already have the type and size field set.
79 * @param mh pointer that will changed to point at to the allocated message header
80 * @param esize extra space to allocate after the message header
81 * @param type type of the message
83 #define GNUNET_MQ_msg_header_extra(mh, esize, type) GNUNET_MQ_msg_ (&mh, (esize) + sizeof (struct GNUNET_MessageHeader), type)
87 * Allocate a GNUNET_MQ_Envelope, and append a payload message after the given
90 * @param mvar pointer to a message struct, will be changed to point at the newly allocated message,
91 * whose size is 'sizeof(*mvar) + ntohs (mh->size)'
92 * @param type message type of the allocated message, has no effect on the nested message
93 * @param mh message to nest
94 * @return a newly allocated 'struct GNUNET_MQ_Envelope *'
96 #define GNUNET_MQ_msg_nested_mh(mvar, type, mh) \
97 ({struct GNUNET_MQ_Envelope *_ev;\
98 _ev = GNUNET_MQ_msg_nested_mh_((struct GNUNET_MessageHeader**) &(mvar),\
102 (void)(mvar)->header; /* type check */\
107 * Return a pointer to the message at the end of the given message.
109 * @param var pointer to a message struct, the type of the expression determines the base size,
110 * the space after the base size is the nested message
111 * @return a 'struct GNUNET_MessageHeader *' that points at the nested message of the given message,
112 * or NULL if the given message in @a var does not have any space after the message struct
114 #define GNUNET_MQ_extract_nested_mh(var) GNUNET_MQ_extract_nested_mh_ ((struct GNUNET_MessageHeader *) (var), sizeof (*(var)))
118 * Implementation of the #GNUNET_MQ_extract_nexted_mh macro.
120 * @param mh message header to extract nested message header from
121 * @param base_size size of the message before the nested message's header appears
122 * @return pointer to the nested message, does not copy the message
123 * OR NULL in case of a malformed message.
125 const struct GNUNET_MessageHeader *
126 GNUNET_MQ_extract_nested_mh_ (const struct GNUNET_MessageHeader *mh,
131 * Opaque handle to an envelope.
133 struct GNUNET_MQ_Envelope;
137 * Implementation of the #GNUNET_MQ_msg_nested_mh macro.
139 * @param mhp pointer to the message header pointer that will be changed to allocate at
140 * the newly allocated space for the message.
141 * @param base_size size of the data before the nested message
142 * @param type type of the message in the envelope
143 * @param nested_mh the message to append to the message after base_size
145 struct GNUNET_MQ_Envelope *
146 GNUNET_MQ_msg_nested_mh_ (struct GNUNET_MessageHeader **mhp,
149 const struct GNUNET_MessageHeader *nested_mh);
153 * Opaque handle to a message queue.
155 struct GNUNET_MQ_Handle;
159 * Error codes for the queue.
164 * Failed to read message from the network.
165 * FIXME: Likely not properly distinguished
166 * from TIMEOUT case in the code!
168 GNUNET_MQ_ERROR_READ = 1,
173 GNUNET_MQ_ERROR_WRITE = 2,
178 GNUNET_MQ_ERROR_TIMEOUT = 4,
181 * We received a message that was malformed and thus
182 * could not be passed to its handler.
184 GNUNET_MQ_ERROR_MALFORMED = 8,
187 * We received a message for which we have no matching
190 GNUNET_MQ_ERROR_NO_MATCH = 16
195 * Called when a message has been received.
198 * @param msg the received message
201 (*GNUNET_MQ_MessageCallback) (void *cls,
202 const struct GNUNET_MessageHeader *msg);
206 * Called when a message needs to be validated.
209 * @param msg the received message
210 * @return #GNUNET_OK if the message is well-formed,
211 * #GNUNET_SYSERR if not
214 (*GNUNET_MQ_MessageValidationCallback) (void *cls,
215 const struct GNUNET_MessageHeader *msg);
219 * Signature of functions implementing the
220 * sending functionality of a message queue.
222 * @param mq the message queue
223 * @param msg the message to send
224 * @param impl_state state of the implementation
227 (*GNUNET_MQ_SendImpl) (struct GNUNET_MQ_Handle *mq,
228 const struct GNUNET_MessageHeader *msg,
233 * Signature of functions implementing the
234 * destruction of a message queue.
235 * Implementations must not free @a mq, but should
236 * take care of @a impl_state.
238 * @param mq the message queue to destroy
239 * @param impl_state state of the implementation
242 (*GNUNET_MQ_DestroyImpl) (struct GNUNET_MQ_Handle *mq,
247 * Implementation function that cancels the currently sent message.
249 * @param mq message queue
250 * @param impl_state state specific to the implementation
253 (*GNUNET_MQ_CancelImpl) (struct GNUNET_MQ_Handle *mq,
258 * Callback used for notifications
263 (*GNUNET_MQ_NotifyCallback) (void *cls);
267 * Generic error handler, called with the appropriate
268 * error code and the same closure specified at the creation of
270 * Not every message queue implementation supports an error handler.
273 * @param error error code
276 (*GNUNET_MQ_ErrorHandler) (void *cls,
277 enum GNUNET_MQ_Error error);
281 * Message handler for a specific message type.
283 struct GNUNET_MQ_MessageHandler
286 * Callback to validate a message of the specified @e type.
287 * The closure given to @e mv will be this struct (not @e ctx).
288 * Using NULL means only size-validation using
289 * @e expected_size. In this case, @e expected_size must
292 GNUNET_MQ_MessageValidationCallback mv;
295 * Callback, called every time a new message of
296 * the specified @e type has been receied.
297 * The closure given to @e mv will be this struct (not @e ctx).
299 GNUNET_MQ_MessageCallback cb;
302 * Closure for @e mv and @e cb.
307 * Type of the message this handler covers, in host byte order.
312 * Expected size of messages of this type. Minimum size of the
313 * message if @e mv is non-NULL. Messages of the given type will be
314 * discarded (and the connection closed with an error reported to
315 * the application) if they do not have the right size.
317 uint16_t expected_size;
322 * End-marker for the handlers array
324 #define GNUNET_MQ_handler_end() { NULL, NULL, NULL, 0, 0 }
328 * Defines a static function @a name which takes as a single argument
329 * a message handler for fixed-sized messages of type @a code and with
330 * a message type argument of @a str. Given such an argument, the
331 * function @name will return a `struct GNUNET_MQ_MessageHandler`
332 * for the given message type.
334 * The macro is to be used as follows:
336 * struct GNUNET_MessageTest { ... }; // must be fixed size
338 * handle_test_message (void *cls,
339 * const struct GNUNET_MessageTest *msg)
342 * struct GNUNET_MQ_MessageHandler handlers[] = {
343 * GNUNET_MQ_hd_fixed_size(test_message,
344 * GNUNET_MESSAGE_TYPE_TEST,
345 * struct GNUNET_MessageTest,
347 * GNUNET_MQ_handler_end()
350 * @param name unique basename for the functions
351 * @param code message type constant
352 * @param str type of the message (a struct)
353 * @param ctx context for the callbacks
355 #define GNUNET_MQ_hd_fixed_size(name,code,str,ctx) \
357 void (*_cb)(void *cls, const str *msg) = &handle_##name; \
358 ((struct GNUNET_MQ_MessageHandler) { \
359 NULL, (GNUNET_MQ_MessageCallback) _cb, \
360 (ctx), (code), sizeof (str) }); \
365 * Defines a static function @a name which takes two arguments and a
366 * context-pointer for validating and handling variable-sized messages
367 * of type @a code and with a message type argument of @a str. Given
368 * such arguments, the function @name will return a `struct
369 * GNUNET_MQ_MessageHandler` for the given message type.
371 * The macro is to be used as follows:
373 * struct GNUNET_MessageTest { ... }; // can be variable size
375 * check_test (void *cls,
376 * const struct GNUNET_MessageTest *msg)
378 * const char *ctx = cls;
379 * GNUNET_assert (0 == strcmp ("context", ctx));
383 * handle_test (void *cls,
384 * const struct GNUNET_MessageTest *msg)
386 * const char *ctx = cls;
387 * GNUNET_assert (0 == strcmp ("context", ctx));
391 * struct GNUNET_MQ_MessageHandler handlers[] = {
392 * GNUNET_MQ_hd_var_size(test_message,
393 * GNUNET_MESSAGE_TYPE_TEST,
394 * struct GNUNET_MessageTest,
396 * GNUNET_MQ_handler_end()
399 * @param name unique basename for the functions
400 * @param code message type constant
401 * @param str type of the message (a struct)
402 * @param ctx context for the callbacks
404 #define GNUNET_MQ_hd_var_size(name,code,str,ctx) \
406 int (*_mv)(void *cls, const str *msg) = &check_##name; \
407 void (*_cb)(void *cls, const str *msg) = &handle_##name; \
408 ((struct GNUNET_MQ_MessageHandler) \
409 { (GNUNET_MQ_MessageValidationCallback) _mv, \
410 (GNUNET_MQ_MessageCallback) _cb, \
411 (ctx), (code), sizeof (str) }); \
416 * Create a new envelope.
418 * @param mhp message header to store the allocated message header in, can be NULL
419 * @param size size of the message to allocate
420 * @param type type of the message, will be set in the allocated message
421 * @return the allocated MQ message
423 struct GNUNET_MQ_Envelope *
424 GNUNET_MQ_msg_ (struct GNUNET_MessageHeader **mhp,
431 * Create a new envelope by copying an existing message.
433 * @param hdr header of the message to copy
434 * @return envelope containing @a hdr
436 struct GNUNET_MQ_Envelope *
437 GNUNET_MQ_msg_copy (const struct GNUNET_MessageHeader *hdr);
441 * Discard the message queue message, free all
442 * allocated resources. Must be called in the event
443 * that a message is created but should not actually be sent.
445 * @param mqm the message to discard
448 GNUNET_MQ_discard (struct GNUNET_MQ_Envelope *mqm);
452 * Function to obtain the current envelope
453 * from within #GNUNET_MQ_SendImpl implementations.
455 * @param mq message queue to interrogate
456 * @return the current envelope
458 struct GNUNET_MQ_Envelope *
459 GNUNET_MQ_get_current_envelope (struct GNUNET_MQ_Handle *mq);
463 * Function to obtain the last envelope in the queue.
465 * @param mq message queue to interrogate
466 * @return the last envelope in the queue
468 struct GNUNET_MQ_Envelope *
469 GNUNET_MQ_get_last_envelope (struct GNUNET_MQ_Handle *mq);
473 * Set application-specific options for this envelope.
474 * Overrides the options set for the queue with
475 * #GNUNET_MQ_set_options() for this message only.
477 * @param env message to set options for
478 * @param flags flags to use (meaning is queue-specific)
479 * @param extra additional buffer for further data (also queue-specific)
482 GNUNET_MQ_env_set_options (struct GNUNET_MQ_Envelope *env,
488 * Get application-specific options for this envelope.
490 * @param env message to set options for
491 * @param[out] flags set to flags to use (meaning is queue-specific)
492 * @return extra additional buffer for further data (also queue-specific)
495 GNUNET_MQ_env_get_options (struct GNUNET_MQ_Envelope *env,
500 * Set application-specific options for this queue.
502 * @param mq message queue to set options for
503 * @param flags flags to use (meaning is queue-specific)
504 * @param extra additional buffer for further data (also queue-specific)
507 GNUNET_MQ_set_options (struct GNUNET_MQ_Handle *mq,
513 * Obtain the current length of the message queue.
515 * @param mq queue to inspect
516 * @return number of queued, non-transmitted messages
519 GNUNET_MQ_get_length (struct GNUNET_MQ_Handle *mq);
523 * Send a message with the given message queue.
524 * May only be called once per message.
526 * @param mq message queue
527 * @param ev the envelope with the message to send.
530 GNUNET_MQ_send (struct GNUNET_MQ_Handle *mq,
531 struct GNUNET_MQ_Envelope *ev);
535 * Send a copy of a message with the given message queue.
536 * Can be called repeatedly on the same envelope.
538 * @param mq message queue
539 * @param ev the envelope with the message to send.
542 GNUNET_MQ_send_copy (struct GNUNET_MQ_Handle *mq,
543 const struct GNUNET_MQ_Envelope *ev);
547 * Cancel sending the message. Message must have been sent with
548 * #GNUNET_MQ_send before. May not be called after the notify sent
549 * callback has been called
551 * @param ev queued envelope to cancel
554 GNUNET_MQ_send_cancel (struct GNUNET_MQ_Envelope *ev);
558 * Associate the assoc_data in @a mq with a unique request id.
560 * @param mq message queue, id will be unique for the queue
561 * @param assoc_data to associate
564 GNUNET_MQ_assoc_add (struct GNUNET_MQ_Handle *mq,
569 * Get the data associated with a @a request_id in a queue
571 * @param mq the message queue with the association
572 * @param request_id the request id we are interested in
573 * @return the associated data
576 GNUNET_MQ_assoc_get (struct GNUNET_MQ_Handle *mq,
577 uint32_t request_id);
581 * Remove the association for a @a request_id
583 * @param mq the message queue with the association
584 * @param request_id the request id we want to remove
585 * @return the associated data
588 GNUNET_MQ_assoc_remove (struct GNUNET_MQ_Handle *mq,
589 uint32_t request_id);
593 * Create a message queue for the specified handlers.
595 * @param send function the implements sending messages
596 * @param destroy function that implements destroying the queue
597 * @param cancel function that implements canceling a message
598 * @param impl_state for the queue, passed to @a send, @a destroy and @a cancel
599 * @param handlers array of message handlers
600 * @param error_handler handler for read and write errors
601 * @param cls closure for message handlers and error handler
602 * @return a new message queue
604 struct GNUNET_MQ_Handle *
605 GNUNET_MQ_queue_for_callbacks (GNUNET_MQ_SendImpl send,
606 GNUNET_MQ_DestroyImpl destroy,
607 GNUNET_MQ_CancelImpl cancel,
609 const struct GNUNET_MQ_MessageHandler *handlers,
610 GNUNET_MQ_ErrorHandler error_handler,
615 * Change the closure argument in all of the `handlers` of the
618 * @param mq to modify
619 * @param handlers_cls new closure to use
622 GNUNET_MQ_set_handlers_closure (struct GNUNET_MQ_Handle *mq,
627 * Call a callback once the envelope has been sent, that is,
628 * sending it can not be canceled anymore.
629 * There can be only one notify sent callback per envelope.
631 * @param ev message to call the notify callback for
632 * @param cb the notify callback
633 * @param cb_cls closure for the callback
636 GNUNET_MQ_notify_sent (struct GNUNET_MQ_Envelope *ev,
637 GNUNET_MQ_NotifyCallback cb,
642 * Destroy the message queue.
644 * @param mq message queue to destroy
647 GNUNET_MQ_destroy (struct GNUNET_MQ_Handle *mq);
651 * Handle we return for callbacks registered to be
652 * notified when #GNUNET_MQ_destroy() is called on a queue.
654 struct GNUNET_MQ_DestroyNotificationHandle;
658 * Register function to be called whenever @a mq is being
661 * @param mq message queue to watch
662 * @param cb function to call on @a mq destruction
663 * @param cb_cls closure for @a cb
664 * @return handle for #GNUNET_MQ_destroy_notify_cancel().
666 struct GNUNET_MQ_DestroyNotificationHandle *
667 GNUNET_MQ_destroy_notify (struct GNUNET_MQ_Handle *mq,
668 GNUNET_SCHEDULER_TaskCallback cb,
672 * Cancel registration from #GNUNET_MQ_destroy_notify().
674 * @param dnh handle for registration to cancel
677 GNUNET_MQ_destroy_notify_cancel (struct GNUNET_MQ_DestroyNotificationHandle *dnh);
681 * Call the message message handler that was registered
682 * for the type of the given message in the given message queue.
684 * This function is indended to be used for the implementation
687 * @param mq message queue with the handlers
688 * @param mh message to dispatch
691 GNUNET_MQ_inject_message (struct GNUNET_MQ_Handle *mq,
692 const struct GNUNET_MessageHeader *mh);
696 * Call the error handler of a message queue with the given
697 * error code. If there is no error handler, log a warning.
699 * This function is intended to be used for the implementation
702 * @param mq message queue
703 * @param error the error type
706 GNUNET_MQ_inject_error (struct GNUNET_MQ_Handle *mq,
707 enum GNUNET_MQ_Error error);
711 * Call the send implementation for the next queued message, if any.
712 * Calls the send notification for the current message unless
713 * #GNUNET_MQ_impl_send_in_flight was called for this envelope.
715 * Only useful for implementing message queues, results in undefined
716 * behavior if not used carefully.
718 * @param mq message queue to send the next message with
721 GNUNET_MQ_impl_send_continue (struct GNUNET_MQ_Handle *mq);
725 * Call the send notification for the current message, but do not
726 * try to send the next message until #gnunet_mq_impl_send_continue
729 * only useful for implementing message queues, results in undefined
730 * behavior if not used carefully.
732 * @param mq message queue to send the next message with
735 GNUNET_MQ_impl_send_in_flight (struct GNUNET_MQ_Handle *mq);
739 * Get the implementation state associated with the
742 * While the GNUNET_MQ_Impl* callbacks receive the
743 * implementation state, continuations that are scheduled
744 * by the implementation function often only have one closure
745 * argument, with this function it is possible to get at the
746 * implementation state when only passing the `struct GNUNET_MQ_Handle`
749 * @param mq message queue with the current message
750 * @return message to send, never NULL
753 GNUNET_MQ_impl_state (struct GNUNET_MQ_Handle *mq);
757 * Get the message that should currently be sent.
758 * Fails if there is no current message.
759 * Only useful for implementing message queues,
760 * results in undefined behavior if not used carefully.
762 * @param mq message queue with the current message
763 * @return message to send, never NULL
765 const struct GNUNET_MessageHeader *
766 GNUNET_MQ_impl_current (struct GNUNET_MQ_Handle *mq);
771 /** @} */ /* end of group mq */