2 This file is part of GNUnet.
3 Copyright (C) 2008--2013 GNUnet e.V.
5 GNUnet is free software; you can redistribute it and/or modify
6 it under the terms of the GNU General Public License as published
7 by the Free Software Foundation; either version 3, or (at your
8 option) any later version.
10 GNUnet is distributed in the hope that it will be useful, but
11 WITHOUT ANY WARRANTY; without even the implied warranty of
12 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
13 General Public License for more details.
15 You should have received a copy of the GNU General Public License
16 along with GNUnet; see the file COPYING. If not, write to the
17 Free Software Foundation, Inc., 51 Franklin Street, Fifth Floor,
18 Boston, MA 02110-1301, USA.
22 * @file testbed/gnunet-service-testbed_barriers.c
23 * @brief barrier handling at the testbed controller
24 * @author Sree Harsha Totakura <sreeharsha@totakura.in>
27 #include "gnunet-service-testbed.h"
28 #include "gnunet-service-testbed_barriers.h"
29 #include "testbed_api_barriers.h"
33 * timeout for outgoing message transmissions in seconds
35 #define MESSAGE_SEND_TIMEOUT(s) \
36 GNUNET_TIME_relative_multiply (GNUNET_TIME_UNIT_SECONDS, s)
40 * Test to see if local peers have reached the required quorum of a barrier
42 #define LOCAL_QUORUM_REACHED(barrier) \
43 ((barrier->quorum * GST_num_local_peers) <= (barrier->nreached * 100))
53 #define LOG(kind,...) \
54 GNUNET_log_from (kind, "testbed-barriers", __VA_ARGS__)
64 * Message queue for transmitting messages
69 * next pointer for DLL
71 struct MessageQueue *next;
74 * prev pointer for DLL
76 struct MessageQueue *prev;
79 * The message to be sent
81 struct GNUNET_MessageHeader *msg;
86 * Context to be associated with each client
91 * The barrier this client is waiting for
93 struct Barrier *barrier;
98 struct ClientCtx *next;
103 struct ClientCtx *prev;
108 struct GNUNET_SERVER_Client *client;
111 * the transmission handle
113 struct GNUNET_SERVER_TransmitHandle *tx;
118 struct MessageQueue *mq_head;
123 struct MessageQueue *mq_tail;
128 * Wrapper around Barrier handle
135 struct WBarrier *next;
140 struct WBarrier *prev;
143 * The local barrier associated with the creation of this wrapper
145 struct Barrier *barrier;
148 * The barrier handle from API
150 struct GNUNET_TESTBED_Barrier *hbarrier;
153 * Has this barrier been crossed?
165 * The hashcode of the barrier name
167 struct GNUNET_HashCode hash;
170 * The client handle to the master controller
172 struct GNUNET_SERVER_Client *mc;
175 * The name of the barrier
180 * DLL head for the list of clients waiting for this barrier
182 struct ClientCtx *head;
185 * DLL tail for the list of clients waiting for this barrier
187 struct ClientCtx *tail;
190 * DLL head for the list of barrier handles
192 struct WBarrier *whead;
195 * DLL tail for the list of barrier handles
197 struct WBarrier *wtail;
200 * Identifier for the timeout task
202 struct GNUNET_SCHEDULER_Task * tout_task;
205 * The status of this barrier
207 enum GNUNET_TESTBED_BarrierStatus status;
210 * Number of barriers wrapped in the above DLL
212 unsigned int num_wbarriers;
215 * Number of wrapped barriers reached so far
217 unsigned int num_wbarriers_reached;
220 * Number of wrapped barrier initialised so far
222 unsigned int num_wbarriers_inited;
225 * Number of peers which have reached this barrier
227 unsigned int nreached;
230 * Number of slaves we have initialised this barrier
232 unsigned int nslaves;
235 * Quorum percentage to be reached
243 * Hashtable handle for storing initialised barriers
245 static struct GNUNET_CONTAINER_MultiHashMap *barrier_map;
250 static struct GNUNET_SERVICE_Context *ctx;
254 * Function called to notify a client about the connection
255 * begin ready to queue more data. "buf" will be
256 * NULL and "size" zero if the connection was closed for
257 * writing in the meantime.
259 * @param cls client context
260 * @param size number of bytes available in buf
261 * @param buf where the callee should write the message
262 * @return number of bytes written to buf
265 transmit_ready_cb (void *cls, size_t size, void *buf)
267 struct ClientCtx *ctx = cls;
268 struct GNUNET_SERVER_Client *client = ctx->client;
269 struct MessageQueue *mq;
270 struct GNUNET_MessageHeader *msg;
274 if ((0 == size) || (NULL == buf))
276 GNUNET_assert (NULL != ctx->client);
277 GNUNET_SERVER_client_drop (ctx->client);
283 wrote = ntohs (msg->size);
284 GNUNET_assert (size >= wrote);
285 (void) memcpy (buf, msg, wrote);
286 GNUNET_CONTAINER_DLL_remove (ctx->mq_head, ctx->mq_tail, mq);
287 GNUNET_free (mq->msg);
289 if (NULL != (mq = ctx->mq_head))
290 ctx->tx = GNUNET_SERVER_notify_transmit_ready (client, ntohs (msg->size),
291 MESSAGE_SEND_TIMEOUT (30),
292 &transmit_ready_cb, ctx);
298 * Queue a message into a clients message queue
300 * @param ctx the context associated with the client
301 * @param msg the message to queue. Will be consumed
304 queue_message (struct ClientCtx *ctx, struct GNUNET_MessageHeader *msg)
306 struct MessageQueue *mq;
307 struct GNUNET_SERVER_Client *client = ctx->client;
309 mq = GNUNET_new (struct MessageQueue);
311 LOG_DEBUG ("Queueing message of type %u, size %u for sending\n",
312 ntohs (msg->type), ntohs (msg->size));
313 GNUNET_CONTAINER_DLL_insert_tail (ctx->mq_head, ctx->mq_tail, mq);
315 ctx->tx = GNUNET_SERVER_notify_transmit_ready (client, ntohs (msg->size),
316 MESSAGE_SEND_TIMEOUT (30),
317 &transmit_ready_cb, ctx);
322 * Function to cleanup client context data structure
324 * @param ctx the client context data structure
327 cleanup_clientctx (struct ClientCtx *ctx)
329 struct MessageQueue *mq;
331 if (NULL != ctx->client)
333 GNUNET_SERVER_client_set_user_context_ (ctx->client, NULL, 0);
334 GNUNET_SERVER_client_drop (ctx->client);
337 GNUNET_SERVER_notify_transmit_ready_cancel (ctx->tx);
338 if (NULL != (mq = ctx->mq_head))
340 GNUNET_CONTAINER_DLL_remove (ctx->mq_head, ctx->mq_tail, mq);
341 GNUNET_free (mq->msg);
349 * Function to remove a barrier from the barrier map and cleanup resources
350 * occupied by a barrier
352 * @param barrier the barrier handle
355 remove_barrier (struct Barrier *barrier)
357 struct ClientCtx *ctx;
359 GNUNET_assert (GNUNET_YES == GNUNET_CONTAINER_multihashmap_remove (barrier_map,
362 while (NULL != (ctx = barrier->head))
364 GNUNET_CONTAINER_DLL_remove (barrier->head, barrier->tail, ctx);
365 cleanup_clientctx (ctx);
367 GNUNET_free (barrier->name);
368 GNUNET_SERVER_client_drop (barrier->mc);
369 GNUNET_free (barrier);
374 * Cancels all subcontroller barrier handles
376 * @param barrier the local barrier
379 cancel_wrappers (struct Barrier *barrier)
381 struct WBarrier *wrapper;
383 while (NULL != (wrapper = barrier->whead))
385 GNUNET_TESTBED_barrier_cancel (wrapper->hbarrier);
386 GNUNET_CONTAINER_DLL_remove (barrier->whead, barrier->wtail, wrapper);
387 GNUNET_free (wrapper);
393 * Send a status message about a barrier to the given client
395 * @param client the client to send the message to
396 * @param name the barrier name
397 * @param status the status of the barrier
398 * @param emsg the error message; should be non-NULL for
399 * status=GNUNET_TESTBED_BARRIERSTATUS_ERROR
402 send_client_status_msg (struct GNUNET_SERVER_Client *client,
404 enum GNUNET_TESTBED_BarrierStatus status,
407 struct GNUNET_TESTBED_BarrierStatusMsg *msg;
411 GNUNET_assert ((NULL == emsg) || (GNUNET_TESTBED_BARRIERSTATUS_ERROR == status));
412 name_len = strlen (name);
413 msize = sizeof (struct GNUNET_TESTBED_BarrierStatusMsg)
415 + ((NULL == emsg) ? 0 : (strlen (emsg) + 1));
416 msg = GNUNET_malloc (msize);
417 msg->header.size = htons (msize);
418 msg->header.type = htons (GNUNET_MESSAGE_TYPE_TESTBED_BARRIER_STATUS);
419 msg->status = htons (status);
420 msg->name_len = htons ((uint16_t) name_len);
421 (void) memcpy (msg->data, name, name_len);
423 (void) memcpy (msg->data + name_len + 1, emsg, strlen (emsg));
424 GST_queue_message (client, &msg->header);
429 * Sends a barrier failed message
431 * @param barrier the corresponding barrier
432 * @param emsg the error message; should be non-NULL for
433 * status=GNUNET_TESTBED_BARRIERSTATUS_ERROR
436 send_barrier_status_msg (struct Barrier *barrier, const char *emsg)
438 GNUNET_assert (0 != barrier->status);
439 send_client_status_msg (barrier->mc, barrier->name, barrier->status, emsg);
444 * Message handler for GNUNET_MESSAGE_TYPE_TESTBED_BARRIER_WAIT messages. This
445 * message should come from peers or a shared helper service using the
446 * testbed-barrier client API (@see gnunet_testbed_barrier_service.h)
448 * This handler is queued in the main service and will handle the messages sent
449 * either from the testbed driver or from a high level controller
452 * @param client identification of the client
453 * @param message the actual message
456 handle_barrier_wait (void *cls, struct GNUNET_SERVER_Client *client,
457 const struct GNUNET_MessageHeader *message)
459 const struct GNUNET_TESTBED_BarrierWait *msg;
460 struct Barrier *barrier;
462 struct ClientCtx *client_ctx;
463 struct GNUNET_HashCode key;
467 msize = ntohs (message->size);
468 if (msize <= sizeof (struct GNUNET_TESTBED_BarrierWait))
471 GNUNET_SERVER_receive_done (client, GNUNET_SYSERR);
474 if (NULL == barrier_map)
477 GNUNET_SERVER_receive_done (client, GNUNET_SYSERR);
480 msg = (const struct GNUNET_TESTBED_BarrierWait *) message;
481 name_len = msize - sizeof (struct GNUNET_TESTBED_BarrierWait);
482 name = GNUNET_malloc (name_len + 1);
483 name[name_len] = '\0';
484 (void) memcpy (name, msg->name, name_len);
485 LOG_DEBUG ("Received BARRIER_WAIT for barrier `%s'\n", name);
486 GNUNET_CRYPTO_hash (name, name_len, &key);
488 if (NULL == (barrier = GNUNET_CONTAINER_multihashmap_get (barrier_map, &key)))
491 GNUNET_SERVER_receive_done (client, GNUNET_SYSERR);
494 client_ctx = GNUNET_SERVER_client_get_user_context (client, struct ClientCtx);
495 if (NULL == client_ctx)
497 client_ctx = GNUNET_new (struct ClientCtx);
498 client_ctx->client = client;
499 GNUNET_SERVER_client_keep (client);
500 client_ctx->barrier = barrier;
501 GNUNET_CONTAINER_DLL_insert_tail (barrier->head, barrier->tail, client_ctx);
502 GNUNET_SERVER_client_set_user_context (client, client_ctx);
505 if ((barrier->num_wbarriers_reached == barrier->num_wbarriers)
506 && (LOCAL_QUORUM_REACHED (barrier)))
508 barrier->status = GNUNET_TESTBED_BARRIERSTATUS_CROSSED;
509 send_barrier_status_msg (barrier, NULL);
511 GNUNET_SERVER_receive_done (client, GNUNET_OK);
516 * Functions with this signature are called whenever a client
517 * is disconnected on the network level.
520 * @param client identification of the client; NULL
521 * for the last call when the server is destroyed
524 disconnect_cb (void *cls, struct GNUNET_SERVER_Client *client)
526 struct ClientCtx *client_ctx;
530 client_ctx = GNUNET_SERVER_client_get_user_context (client, struct ClientCtx);
531 if (NULL == client_ctx)
533 cleanup_clientctx (client_ctx);
538 * Function to initialise barrriers component
540 * @param cfg the configuration to use for initialisation
543 GST_barriers_init (struct GNUNET_CONFIGURATION_Handle *cfg)
545 static const struct GNUNET_SERVER_MessageHandler message_handlers[] = {
546 {&handle_barrier_wait, NULL, GNUNET_MESSAGE_TYPE_TESTBED_BARRIER_WAIT, 0},
549 struct GNUNET_SERVER_Handle *srv;
551 barrier_map = GNUNET_CONTAINER_multihashmap_create (3, GNUNET_YES);
552 ctx = GNUNET_SERVICE_start ("testbed-barrier", cfg,
553 GNUNET_SERVICE_OPTION_MANUAL_SHUTDOWN);
554 srv = GNUNET_SERVICE_get_server (ctx);
555 GNUNET_SERVER_add_handlers (srv, message_handlers);
556 GNUNET_SERVER_disconnect_notify (srv, &disconnect_cb, NULL);
561 * Iterator over hash map entries.
564 * @param key current key code
565 * @param value value in the hash map
566 * @return #GNUNET_YES if we should continue to
571 barrier_destroy_iterator (void *cls,
572 const struct GNUNET_HashCode *key,
575 struct Barrier *barrier = value;
577 GNUNET_assert (NULL != barrier);
578 cancel_wrappers (barrier);
579 remove_barrier (barrier);
585 * Function to stop the barrier service
588 GST_barriers_destroy ()
590 GNUNET_assert (NULL != barrier_map);
591 GNUNET_assert (GNUNET_SYSERR !=
592 GNUNET_CONTAINER_multihashmap_iterate (barrier_map,
593 &barrier_destroy_iterator,
595 GNUNET_CONTAINER_multihashmap_destroy (barrier_map);
596 GNUNET_assert (NULL != ctx);
597 GNUNET_SERVICE_stop (ctx);
602 * Functions of this type are to be given as callback argument to
603 * GNUNET_TESTBED_barrier_init(). The callback will be called when status
604 * information is available for the barrier.
606 * @param cls the closure given to GNUNET_TESTBED_barrier_init()
607 * @param name the name of the barrier
608 * @param b_ the barrier handle
609 * @param status status of the barrier; GNUNET_OK if the barrier is crossed;
610 * GNUNET_SYSERR upon error
611 * @param emsg if the status were to be GNUNET_SYSERR, this parameter has the
615 wbarrier_status_cb (void *cls, const char *name,
616 struct GNUNET_TESTBED_Barrier *b_,
617 enum GNUNET_TESTBED_BarrierStatus status,
620 struct WBarrier *wrapper = cls;
621 struct Barrier *barrier = wrapper->barrier;
623 GNUNET_assert (b_ == wrapper->hbarrier);
624 wrapper->hbarrier = NULL;
625 GNUNET_CONTAINER_DLL_remove (barrier->whead, barrier->wtail, wrapper);
626 GNUNET_free (wrapper);
629 case GNUNET_TESTBED_BARRIERSTATUS_ERROR:
630 LOG (GNUNET_ERROR_TYPE_ERROR,
631 "Initialising barrier `%s' failed at a sub-controller: %s\n",
632 barrier->name, (NULL != emsg) ? emsg : "NULL");
633 cancel_wrappers (barrier);
635 emsg = "Initialisation failed at a sub-controller";
636 barrier->status = GNUNET_TESTBED_BARRIERSTATUS_ERROR;
637 send_barrier_status_msg (barrier, emsg);
639 case GNUNET_TESTBED_BARRIERSTATUS_CROSSED:
640 if (GNUNET_TESTBED_BARRIERSTATUS_INITIALISED != barrier->status)
645 barrier->num_wbarriers_reached++;
646 if ((barrier->num_wbarriers_reached == barrier->num_wbarriers)
647 && (LOCAL_QUORUM_REACHED (barrier)))
649 barrier->status = GNUNET_TESTBED_BARRIERSTATUS_CROSSED;
650 send_barrier_status_msg (barrier, NULL);
653 case GNUNET_TESTBED_BARRIERSTATUS_INITIALISED:
654 if (0 != barrier->status)
659 barrier->num_wbarriers_inited++;
660 if (barrier->num_wbarriers_inited == barrier->num_wbarriers)
662 barrier->status = GNUNET_TESTBED_BARRIERSTATUS_INITIALISED;
663 send_barrier_status_msg (barrier, NULL);
671 * Function called upon timeout while waiting for a response from the
672 * subcontrollers to barrier init message
677 fwd_tout_barrier_init (void *cls)
679 struct Barrier *barrier = cls;
681 cancel_wrappers (barrier);
682 barrier->status = GNUNET_TESTBED_BARRIERSTATUS_ERROR;
683 send_barrier_status_msg (barrier,
684 "Timedout while propagating barrier initialisation\n");
685 remove_barrier (barrier);
690 * Message handler for GNUNET_MESSAGE_TYPE_TESTBED_BARRIER_INIT messages. This
691 * message should always come from a parent controller or the testbed API if we
692 * are the root controller.
694 * This handler is queued in the main service and will handle the messages sent
695 * either from the testbed driver or from a high level controller
698 * @param client identification of the client
699 * @param message the actual message
702 GST_handle_barrier_init (void *cls, struct GNUNET_SERVER_Client *client,
703 const struct GNUNET_MessageHeader *message)
705 const struct GNUNET_TESTBED_BarrierInit *msg;
707 struct Barrier *barrier;
709 struct WBarrier *wrapper;
710 struct GNUNET_HashCode hash;
715 if (NULL == GST_context)
718 GNUNET_SERVER_receive_done (client, GNUNET_SYSERR);
721 if (client != GST_context->client)
724 GNUNET_SERVER_receive_done (client, GNUNET_SYSERR);
727 msize = ntohs (message->size);
728 if (msize <= sizeof (struct GNUNET_TESTBED_BarrierInit))
731 GNUNET_SERVER_receive_done (client, GNUNET_SYSERR);
734 msg = (const struct GNUNET_TESTBED_BarrierInit *) message;
735 name_len = (size_t) msize - sizeof (struct GNUNET_TESTBED_BarrierInit);
736 name = GNUNET_malloc (name_len + 1);
737 (void) memcpy (name, msg->name, name_len);
738 GNUNET_CRYPTO_hash (name, name_len, &hash);
739 LOG_DEBUG ("Received BARRIER_INIT for barrier `%s'\n", name);
740 if (GNUNET_YES == GNUNET_CONTAINER_multihashmap_contains (barrier_map, &hash))
743 send_client_status_msg (client, name, GNUNET_TESTBED_BARRIERSTATUS_ERROR,
744 "A barrier with the same name already exists");
746 GNUNET_SERVER_receive_done (client, GNUNET_OK);
749 barrier = GNUNET_new (struct Barrier);
750 (void) memcpy (&barrier->hash, &hash, sizeof (struct GNUNET_HashCode));
751 barrier->quorum = msg->quorum;
752 barrier->name = name;
753 barrier->mc = client;
754 GNUNET_SERVER_client_keep (client);
755 GNUNET_assert (GNUNET_OK ==
756 GNUNET_CONTAINER_multihashmap_put (barrier_map,
759 GNUNET_CONTAINER_MULTIHASHMAPOPTION_UNIQUE_FAST));
760 GNUNET_SERVER_receive_done (client, GNUNET_OK);
761 /* Propagate barrier init to subcontrollers */
762 for (cnt = 0; cnt < GST_slave_list_size; cnt++)
764 if (NULL == (slave = GST_slave_list[cnt]))
766 if (NULL == slave->controller)
768 GNUNET_break (0);/* May happen when we are connecting to the controller */
771 wrapper = GNUNET_new (struct WBarrier);
772 wrapper->barrier = barrier;
773 GNUNET_CONTAINER_DLL_insert_tail (barrier->whead, barrier->wtail, wrapper);
774 wrapper->hbarrier = GNUNET_TESTBED_barrier_init_ (slave->controller,
781 if (NULL == barrier->whead) /* No further propagation */
783 barrier->status = GNUNET_TESTBED_BARRIERSTATUS_INITIALISED;
784 LOG_DEBUG ("Sending GNUNET_TESTBED_BARRIERSTATUS_INITIALISED for barrier `%s'\n",
786 send_barrier_status_msg (barrier, NULL);
788 barrier->tout_task = GNUNET_SCHEDULER_add_delayed (MESSAGE_SEND_TIMEOUT (30),
789 &fwd_tout_barrier_init,
795 * Message handler for GNUNET_MESSAGE_TYPE_TESTBED_BARRIER_CANCEL messages. This
796 * message should always come from a parent controller or the testbed API if we
797 * are the root controller.
799 * This handler is queued in the main service and will handle the messages sent
800 * either from the testbed driver or from a high level controller
803 * @param client identification of the client
804 * @param message the actual message
807 GST_handle_barrier_cancel (void *cls, struct GNUNET_SERVER_Client *client,
808 const struct GNUNET_MessageHeader *message)
810 const struct GNUNET_TESTBED_BarrierCancel *msg;
812 struct Barrier *barrier;
813 struct GNUNET_HashCode hash;
817 if (NULL == GST_context)
820 GNUNET_SERVER_receive_done (client, GNUNET_SYSERR);
823 if (client != GST_context->client)
826 GNUNET_SERVER_receive_done (client, GNUNET_SYSERR);
829 msize = ntohs (message->size);
830 if (msize <= sizeof (struct GNUNET_TESTBED_BarrierCancel))
833 GNUNET_SERVER_receive_done (client, GNUNET_SYSERR);
836 msg = (const struct GNUNET_TESTBED_BarrierCancel *) message;
837 name_len = msize - sizeof (struct GNUNET_TESTBED_BarrierCancel);
838 name = GNUNET_malloc (name_len + 1);
839 (void) memcpy (name, msg->name, name_len);
840 GNUNET_CRYPTO_hash (name, name_len, &hash);
841 if (GNUNET_NO == GNUNET_CONTAINER_multihashmap_contains (barrier_map, &hash))
844 GNUNET_SERVER_receive_done (client, GNUNET_SYSERR);
847 barrier = GNUNET_CONTAINER_multihashmap_get (barrier_map, &hash);
848 GNUNET_assert (NULL != barrier);
849 cancel_wrappers (barrier);
850 remove_barrier (barrier);
851 GNUNET_SERVER_receive_done (client, GNUNET_OK);
856 * Message handler for GNUNET_MESSAGE_TYPE_TESTBED_BARRIER_STATUS messages.
857 * This handler is queued in the main service and will handle the messages sent
858 * either from the testbed driver or from a high level controller
861 * @param client identification of the client
862 * @param message the actual message
865 GST_handle_barrier_status (void *cls, struct GNUNET_SERVER_Client *client,
866 const struct GNUNET_MessageHeader *message)
868 const struct GNUNET_TESTBED_BarrierStatusMsg *msg;
869 struct Barrier *barrier;
870 struct ClientCtx *client_ctx;
872 struct GNUNET_HashCode key;
873 enum GNUNET_TESTBED_BarrierStatus status;
877 if (NULL == GST_context)
880 GNUNET_SERVER_receive_done (client, GNUNET_SYSERR);
883 if (client != GST_context->client)
886 GNUNET_SERVER_receive_done (client, GNUNET_SYSERR);
889 msize = ntohs (message->size);
890 if (msize <= sizeof (struct GNUNET_TESTBED_BarrierStatusMsg))
893 GNUNET_SERVER_receive_done (client, GNUNET_SYSERR);
896 msg = (const struct GNUNET_TESTBED_BarrierStatusMsg *) message;
897 status = ntohs (msg->status);
898 if (GNUNET_TESTBED_BARRIERSTATUS_CROSSED != status)
900 GNUNET_break_op (0); /* current we only expect BARRIER_CROSSED
901 status message this way */
902 GNUNET_SERVER_receive_done (client, GNUNET_SYSERR);
906 name_len = ntohs (msg->name_len);
907 if ((sizeof (struct GNUNET_TESTBED_BarrierStatusMsg) + name_len + 1) != msize)
910 GNUNET_SERVER_receive_done (client, GNUNET_SYSERR);
913 if ('\0' != name[name_len])
916 GNUNET_SERVER_receive_done (client, GNUNET_SYSERR);
919 GNUNET_CRYPTO_hash (name, name_len, &key);
920 barrier = GNUNET_CONTAINER_multihashmap_get (barrier_map, &key);
924 GNUNET_SERVER_receive_done (client, GNUNET_SYSERR);
927 GNUNET_SERVER_receive_done (client, GNUNET_OK);
928 while (NULL != (client_ctx = barrier->head)) /* Notify peers */
930 queue_message (client_ctx, GNUNET_copy_message (message));
931 GNUNET_CONTAINER_DLL_remove (barrier->head, barrier->tail, client_ctx);
935 /* end of gnunet-service-testbed_barriers.c */