2 This file is part of GNUnet.
3 (C) 2009, 2010 Christian Grothoff (and other contributing authors)
5 GNUnet is free software; you can redistribute it and/or modify
6 it under the terms of the GNU General Public License as published
7 by the Free Software Foundation; either version 3, or (at your
8 option) any later version.
10 GNUnet is distributed in the hope that it will be useful, but
11 WITHOUT ANY WARRANTY; without even the implied warranty of
12 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
13 General Public License for more details.
15 You should have received a copy of the GNU General Public License
16 along with GNUnet; see the file COPYING. If not, write to the
17 Free Software Foundation, Inc., 59 Temple Place - Suite 330,
18 Boston, MA 02111-1307, USA.
23 * @brief library to access the DHT service
24 * @author Christian Grothoff
25 * @author Nathan Evans
29 #include "gnunet_util_lib.h"
30 #include "gnunet_constants.h"
31 #include "gnunet_arm_service.h"
32 #include "gnunet_hello_lib.h"
33 #include "gnunet_protocols.h"
34 #include "gnunet_dht_service.h"
37 #define DEBUG_DHT_API GNUNET_EXTRA_LOGGING
39 #define LOG(kind,...) GNUNET_log_from (kind, "dht-api",__VA_ARGS__)
42 * Entry in our list of messages to be (re-)transmitted.
47 * This is a doubly-linked list.
49 struct PendingMessage *prev;
52 * This is a doubly-linked list.
54 struct PendingMessage *next;
57 * Message that is pending, allocated at the end
60 const struct GNUNET_MessageHeader *msg;
63 * Handle to the DHT API context.
65 struct GNUNET_DHT_Handle *handle;
68 * Continuation to call when the request has been
69 * transmitted (for the first time) to the service; can be NULL.
71 GNUNET_SCHEDULER_Task cont;
79 * Timeout task for this message
81 GNUNET_SCHEDULER_TaskIdentifier timeout_task;
84 * Unique ID for this request
89 * Free the saved message once sent, set to GNUNET_YES for messages
90 * that do not receive responses; GNUNET_NO if this pending message
91 * is aliased from a 'struct GNUNET_DHT_RouteHandle' and will be freed
97 * GNUNET_YES if this message is in our pending queue right now.
105 * Handle to a GET request
107 struct GNUNET_DHT_GetHandle
111 * Iterator to call on data receipt
113 GNUNET_DHT_GetIterator iter;
116 * Closure for the iterator callback
121 * Main handle to this DHT api
123 struct GNUNET_DHT_Handle *dht_handle;
126 * The actual message sent for this request,
127 * used for retransmitting requests on service
128 * failure/reconnect. Freed on route_stop.
130 struct PendingMessage *message;
133 * Key that this get request is for
138 * Unique identifier for this request (for key collisions).
146 * Connection to the DHT service.
148 struct GNUNET_DHT_Handle
152 * Configuration to use.
154 const struct GNUNET_CONFIGURATION_Handle *cfg;
157 * Socket (if available).
159 struct GNUNET_CLIENT_Connection *client;
162 * Currently pending transmission request (or NULL).
164 struct GNUNET_CLIENT_TransmitHandle *th;
167 * Head of linked list of messages we would like to transmit.
169 struct PendingMessage *pending_head;
172 * Tail of linked list of messages we would like to transmit.
174 struct PendingMessage *pending_tail;
177 * Hash map containing the current outstanding unique requests
178 * (values are of type 'struct GNUNET_DHT_RouteHandle').
180 struct GNUNET_CONTAINER_MultiHashMap *active_requests;
183 * Task for trying to reconnect.
185 GNUNET_SCHEDULER_TaskIdentifier reconnect_task;
188 * How quickly should we retry? Used for exponential back-off on
191 struct GNUNET_TIME_Relative retry_time;
194 * Generator for unique ids.
199 * Did we start our receive loop yet?
206 * Handler for messages received from the DHT service
207 * a demultiplexer which handles numerous message types
211 service_message_handler (void *cls, const struct GNUNET_MessageHeader *msg);
215 * Try to (re)connect to the DHT service.
217 * @return GNUNET_YES on success, GNUNET_NO on failure.
220 try_connect (struct GNUNET_DHT_Handle *handle)
222 if (handle->client != NULL)
224 handle->in_receive = GNUNET_NO;
225 handle->client = GNUNET_CLIENT_connect ("dht", handle->cfg);
226 if (handle->client == NULL)
228 LOG (GNUNET_ERROR_TYPE_WARNING,
229 _("Failed to connect to the DHT service!\n"));
237 * Add the request corresponding to the given route handle
238 * to the pending queue (if it is not already in there).
240 * @param cls the 'struct GNUNET_DHT_Handle*'
241 * @param key key for the request (not used)
242 * @param value the 'struct GNUNET_DHT_GetHandle*'
243 * @return GNUNET_YES (always)
246 add_request_to_pending (void *cls, const GNUNET_HashCode * key, void *value)
248 struct GNUNET_DHT_Handle *handle = cls;
249 struct GNUNET_DHT_GetHandle *rh = value;
251 if (GNUNET_NO == rh->message->in_pending_queue)
254 LOG (GNUNET_ERROR_TYPE_DEBUG,
255 "Retransmitting request related to %s to DHT %p\n", GNUNET_h2s (key),
258 GNUNET_CONTAINER_DLL_insert (handle->pending_head, handle->pending_tail,
260 rh->message->in_pending_queue = GNUNET_YES;
267 * Try to send messages from list of messages to send
268 * @param handle DHT_Handle
271 process_pending_messages (struct GNUNET_DHT_Handle *handle);
275 * Try reconnecting to the dht service.
277 * @param cls GNUNET_DHT_Handle
278 * @param tc scheduler context
281 try_reconnect (void *cls, const struct GNUNET_SCHEDULER_TaskContext *tc)
283 struct GNUNET_DHT_Handle *handle = cls;
286 LOG (GNUNET_ERROR_TYPE_DEBUG, "Reconnecting with DHT %p\n", handle);
288 handle->reconnect_task = GNUNET_SCHEDULER_NO_TASK;
289 if (handle->retry_time.rel_value < GNUNET_CONSTANTS_SERVICE_RETRY.rel_value)
290 handle->retry_time = GNUNET_CONSTANTS_SERVICE_RETRY;
292 handle->retry_time = GNUNET_TIME_relative_multiply (handle->retry_time, 2);
293 if (handle->retry_time.rel_value > GNUNET_CONSTANTS_SERVICE_TIMEOUT.rel_value)
294 handle->retry_time = GNUNET_CONSTANTS_SERVICE_TIMEOUT;
295 handle->reconnect_task = GNUNET_SCHEDULER_NO_TASK;
296 if (GNUNET_YES != try_connect (handle))
299 LOG (GNUNET_ERROR_TYPE_DEBUG, "dht reconnect failed(!)\n");
303 GNUNET_CONTAINER_multihashmap_iterate (handle->active_requests,
304 &add_request_to_pending, handle);
305 process_pending_messages (handle);
310 * Try reconnecting to the DHT service.
312 * @param handle handle to dht to (possibly) disconnect and reconnect
315 do_disconnect (struct GNUNET_DHT_Handle *handle)
317 if (handle->client == NULL)
319 GNUNET_assert (handle->reconnect_task == GNUNET_SCHEDULER_NO_TASK);
320 if (NULL != handle->th)
321 GNUNET_CLIENT_notify_transmit_ready_cancel (handle->th);
323 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
324 "Disconnecting from DHT service, will try to reconnect in %llu ms\n",
325 (unsigned long long) handle->retry_time.rel_value);
326 GNUNET_CLIENT_disconnect (handle->client, GNUNET_NO);
327 handle->client = NULL;
328 handle->reconnect_task =
329 GNUNET_SCHEDULER_add_delayed (handle->retry_time, &try_reconnect, handle);
334 * Transmit the next pending message, called by notify_transmit_ready
337 transmit_pending (void *cls, size_t size, void *buf);
341 * Try to send messages from list of messages to send
344 process_pending_messages (struct GNUNET_DHT_Handle *handle)
346 struct PendingMessage *head;
348 if (handle->client == NULL)
350 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
351 "process_pending_messages called, but client is null, reconnecting\n");
352 do_disconnect (handle);
355 if (handle->th != NULL)
357 if (NULL == (head = handle->pending_head))
360 GNUNET_CLIENT_notify_transmit_ready (handle->client,
361 ntohs (head->msg->size),
362 GNUNET_TIME_UNIT_FOREVER_REL,
363 GNUNET_YES, &transmit_pending,
365 if (NULL != handle->th)
367 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
368 "notify_transmit_ready returned NULL, reconnecting\n");
369 do_disconnect (handle);
374 * Transmit the next pending message, called by notify_transmit_ready
377 transmit_pending (void *cls, size_t size, void *buf)
379 struct GNUNET_DHT_Handle *handle = cls;
380 struct PendingMessage *head;
387 LOG (GNUNET_ERROR_TYPE_DEBUG,
388 "Transmission to DHT service failed! Reconnecting!\n");
390 do_disconnect (handle);
393 if (NULL == (head = handle->pending_head))
396 tsize = ntohs (head->msg->size);
399 process_pending_messages (handle);
402 memcpy (buf, head->msg, tsize);
403 GNUNET_CONTAINER_DLL_remove (handle->pending_head, handle->pending_tail,
405 head->in_pending_queue = GNUNET_NO;
406 if (head->timeout_task != GNUNET_SCHEDULER_NO_TASK)
408 GNUNET_SCHEDULER_cancel (head->timeout_task);
409 head->timeout_task = GNUNET_SCHEDULER_NO_TASK;
411 if (NULL != head->cont)
413 GNUNET_SCHEDULER_add_continuation (head->cont, head->cont_cls,
414 GNUNET_SCHEDULER_REASON_PREREQ_DONE);
416 head->cont_cls = NULL;
418 if (GNUNET_YES == head->free_on_send)
420 process_pending_messages (handle);
422 LOG (GNUNET_ERROR_TYPE_DEBUG,
423 "Forwarded request of %u bytes to DHT service\n", (unsigned int) tsize);
425 if (GNUNET_NO == handle->in_receive)
428 LOG (GNUNET_ERROR_TYPE_DEBUG, "Starting to process replies from DHT\n");
430 handle->in_receive = GNUNET_YES;
431 GNUNET_CLIENT_receive (handle->client, &service_message_handler, handle,
432 GNUNET_TIME_UNIT_FOREVER_REL);
439 * Process a given reply that might match the given
442 * @param cls the 'struct GNUNET_DHT_ClientResultMessage'
443 * @param key query of the request
444 * @param value the 'struct GNUNET_DHT_RouteHandle' of a request matching the same key
445 * @return GNUNET_YES to continue to iterate over all results,
446 * GNUNET_NO if the reply is malformed
449 process_reply (void *cls, const GNUNET_HashCode * key, void *value)
451 const struct GNUNET_DHT_ClientResultMessage *dht_msg = cls;
452 struct GNUNET_DHT_GetHandle *get_handle = value;
453 const struct GNUNET_PeerIdentity *put_path;
454 const struct GNUNET_PeerIdentity *get_path;
455 uint32_t put_path_length;
456 uint32_t get_path_length;
462 if (dht_msg->unique_id != get_handle->unique_id)
466 LOG (GNUNET_ERROR_TYPE_DEBUG,
467 "Ignoring reply for %s: UID mismatch: %llu/%llu\n", GNUNET_h2s (key),
468 dht_msg->unique_id, get_handle->unique_id);
472 msize = ntohs (dht_msg->header.size);
473 put_path_length = ntohl (dht_msg->put_path_length);
474 get_path_length = ntohl (dht_msg->get_path_length);
476 sizeof (struct GNUNET_DHT_ClientResultMessage) +
477 sizeof (struct GNUNET_PeerIdentity) * (get_path_length + put_path_length);
478 if ((msize < meta_length) ||
480 GNUNET_SERVER_MAX_MESSAGE_SIZE / sizeof (struct GNUNET_PeerIdentity)) ||
482 GNUNET_SERVER_MAX_MESSAGE_SIZE / sizeof (struct GNUNET_PeerIdentity)))
487 data_length = msize - meta_length;
489 LOG (GNUNET_ERROR_TYPE_DEBUG, "Giving %u byte reply for %s to application\n",
490 (unsigned int) data_length, GNUNET_h2s (key));
492 put_path = (const struct GNUNET_PeerIdentity *) &dht_msg[1];
493 get_path = &put_path[put_path_length];
494 data = &get_path[get_path_length];
495 get_handle->iter (get_handle->iter_cls,
496 GNUNET_TIME_absolute_ntoh (dht_msg->expiration), key,
497 get_path, get_path_length, put_path, put_path_length,
498 ntohl (dht_msg->type), data_length, data);
504 * Handler for messages received from the DHT service
505 * a demultiplexer which handles numerous message types
507 * @param cls the 'struct GNUNET_DHT_Handle'
508 * @param msg the incoming message
511 service_message_handler (void *cls, const struct GNUNET_MessageHeader *msg)
513 struct GNUNET_DHT_Handle *handle = cls;
514 const struct GNUNET_DHT_ClientResultMessage *dht_msg;
519 LOG (GNUNET_ERROR_TYPE_DEBUG,
520 "Error receiving data from DHT service, reconnecting\n");
522 do_disconnect (handle);
525 if (ntohs (msg->type) != GNUNET_MESSAGE_TYPE_DHT_CLIENT_RESULT)
528 do_disconnect (handle);
531 if (ntohs (msg->size) < sizeof (struct GNUNET_DHT_ClientResultMessage))
534 do_disconnect (handle);
537 dht_msg = (const struct GNUNET_DHT_ClientResultMessage *) msg;
539 LOG (GNUNET_ERROR_TYPE_DEBUG, "Received reply for `%s' from DHT service %p\n",
540 GNUNET_h2s (&dht_msg->key), handle);
542 GNUNET_CONTAINER_multihashmap_get_multiple (handle->active_requests,
543 &dht_msg->key, &process_reply,
545 GNUNET_CLIENT_receive (handle->client, &service_message_handler, handle,
546 GNUNET_TIME_UNIT_FOREVER_REL);
551 * Initialize the connection with the DHT service.
553 * @param cfg configuration to use
554 * @param ht_len size of the internal hash table to use for
555 * processing multiple GET/FIND requests in parallel
557 * @return handle to the DHT service, or NULL on error
559 struct GNUNET_DHT_Handle *
560 GNUNET_DHT_connect (const struct GNUNET_CONFIGURATION_Handle *cfg,
563 struct GNUNET_DHT_Handle *handle;
565 handle = GNUNET_malloc (sizeof (struct GNUNET_DHT_Handle));
568 GNUNET_CRYPTO_random_u64 (GNUNET_CRYPTO_QUALITY_WEAK, UINT64_MAX);
569 handle->active_requests = GNUNET_CONTAINER_multihashmap_create (ht_len);
570 if (GNUNET_NO == try_connect (handle))
572 GNUNET_DHT_disconnect (handle);
580 * Shutdown connection with the DHT service.
582 * @param handle handle of the DHT connection to stop
585 GNUNET_DHT_disconnect (struct GNUNET_DHT_Handle *handle)
587 struct PendingMessage *pm;
589 GNUNET_assert (handle != NULL);
591 GNUNET_CONTAINER_multihashmap_size (handle->active_requests));
592 if (handle->th != NULL)
594 GNUNET_CLIENT_notify_transmit_ready_cancel (handle->th);
597 while (NULL != (pm = handle->pending_head))
599 GNUNET_assert (GNUNET_YES == pm->in_pending_queue);
600 GNUNET_CONTAINER_DLL_remove (handle->pending_head, handle->pending_tail,
602 pm->in_pending_queue = GNUNET_NO;
603 GNUNET_assert (GNUNET_YES == pm->free_on_send);
604 if (GNUNET_SCHEDULER_NO_TASK != pm->timeout_task)
605 GNUNET_SCHEDULER_cancel (pm->timeout_task);
606 if (NULL != pm->cont)
607 GNUNET_SCHEDULER_add_continuation (pm->cont, pm->cont_cls,
608 GNUNET_SCHEDULER_REASON_TIMEOUT);
611 if (handle->client != NULL)
613 GNUNET_CLIENT_disconnect (handle->client, GNUNET_YES);
614 handle->client = NULL;
616 if (handle->reconnect_task != GNUNET_SCHEDULER_NO_TASK)
617 GNUNET_SCHEDULER_cancel (handle->reconnect_task);
618 GNUNET_CONTAINER_multihashmap_destroy (handle->active_requests);
619 GNUNET_free (handle);
624 * Timeout for the transmission of a fire&forget-request. Clean it up.
626 * @param cls the 'struct PendingMessage'
627 * @param tc scheduler context
630 timeout_put_request (void *cls, const struct GNUNET_SCHEDULER_TaskContext *tc)
632 struct PendingMessage *pending = cls;
633 struct GNUNET_DHT_Handle *handle;
635 handle = pending->handle;
636 GNUNET_assert (GNUNET_YES == pending->in_pending_queue);
637 GNUNET_CONTAINER_DLL_remove (handle->pending_head, handle->pending_tail,
639 pending->in_pending_queue = GNUNET_NO;
640 if (pending->cont != NULL)
641 pending->cont (pending->cont_cls, tc);
642 GNUNET_free (pending);
647 * Perform a PUT operation storing data in the DHT.
649 * @param handle handle to DHT service
650 * @param key the key to store under
651 * @param desired_replication_level estimate of how many
652 * nearest peers this request should reach
653 * @param options routing options for this message
654 * @param type type of the value
655 * @param size number of bytes in data; must be less than 64k
656 * @param data the data to store
657 * @param exp desired expiration time for the value
658 * @param timeout how long to wait for transmission of this request
659 * @param cont continuation to call when done (transmitting request to service)
660 * @param cont_cls closure for cont
663 GNUNET_DHT_put (struct GNUNET_DHT_Handle *handle, const GNUNET_HashCode * key,
664 uint32_t desired_replication_level,
665 enum GNUNET_DHT_RouteOption options,
666 enum GNUNET_BLOCK_Type type, size_t size, const char *data,
667 struct GNUNET_TIME_Absolute exp,
668 struct GNUNET_TIME_Relative timeout, GNUNET_SCHEDULER_Task cont,
671 struct GNUNET_DHT_ClientPutMessage *put_msg;
673 struct PendingMessage *pending;
675 msize = sizeof (struct GNUNET_DHT_ClientPutMessage) + size;
676 if ((msize >= GNUNET_SERVER_MAX_MESSAGE_SIZE) ||
677 (size >= GNUNET_SERVER_MAX_MESSAGE_SIZE))
681 cont (cont_cls, NULL);
684 pending = GNUNET_malloc (sizeof (struct PendingMessage) + msize);
685 put_msg = (struct GNUNET_DHT_ClientPutMessage *) &pending[1];
686 pending->msg = &put_msg->header;
687 pending->handle = handle;
688 pending->cont = cont;
689 pending->cont_cls = cont_cls;
690 pending->free_on_send = GNUNET_YES;
691 pending->timeout_task =
692 GNUNET_SCHEDULER_add_delayed (timeout, &timeout_put_request, pending);
693 put_msg->header.size = htons (msize);
694 put_msg->header.type = htons (GNUNET_MESSAGE_TYPE_DHT_CLIENT_PUT);
695 put_msg->type = htonl (type);
696 put_msg->options = htonl ((uint32_t) options);
697 put_msg->desired_replication_level = htonl (desired_replication_level);
698 put_msg->expiration = GNUNET_TIME_absolute_hton (exp);
700 memcpy (&put_msg[1], data, size);
701 GNUNET_CONTAINER_DLL_insert (handle->pending_head, handle->pending_tail,
703 pending->in_pending_queue = GNUNET_YES;
704 process_pending_messages (handle);
709 * Perform an asynchronous GET operation on the DHT identified. See
710 * also "GNUNET_BLOCK_evaluate".
712 * @param handle handle to the DHT service
713 * @param timeout how long to wait for transmission of this request to the service
714 * @param type expected type of the response object
715 * @param key the key to look up
716 * @param desired_replication_level estimate of how many
717 nearest peers this request should reach
718 * @param options routing options for this message
719 * @param xquery extended query data (can be NULL, depending on type)
720 * @param xquery_size number of bytes in xquery
721 * @param iter function to call on each result
722 * @param iter_cls closure for iter
723 * @return handle to stop the async get
725 struct GNUNET_DHT_GetHandle *
726 GNUNET_DHT_get_start (struct GNUNET_DHT_Handle *handle,
727 struct GNUNET_TIME_Relative timeout,
728 enum GNUNET_BLOCK_Type type, const GNUNET_HashCode * key,
729 uint32_t desired_replication_level,
730 enum GNUNET_DHT_RouteOption options, const void *xquery,
731 size_t xquery_size, GNUNET_DHT_GetIterator iter,
734 struct GNUNET_DHT_ClientGetMessage *get_msg;
735 struct GNUNET_DHT_GetHandle *get_handle;
737 struct PendingMessage *pending;
739 msize = sizeof (struct GNUNET_DHT_ClientGetMessage) + xquery_size;
740 if ((msize >= GNUNET_SERVER_MAX_MESSAGE_SIZE) ||
741 (xquery_size >= GNUNET_SERVER_MAX_MESSAGE_SIZE))
747 LOG (GNUNET_ERROR_TYPE_DEBUG, "Sending query for %s to DHT %p\n",
748 GNUNET_h2s (key), handle);
750 pending = GNUNET_malloc (sizeof (struct PendingMessage) + msize);
751 get_msg = (struct GNUNET_DHT_ClientGetMessage *) &pending[1];
752 pending->msg = &get_msg->header;
753 pending->handle = handle;
754 pending->free_on_send = GNUNET_NO;
755 get_msg->header.size = htons (msize);
756 get_msg->header.type = htons (GNUNET_MESSAGE_TYPE_DHT_CLIENT_GET);
757 get_msg->options = htonl ((uint32_t) options);
758 get_msg->desired_replication_level = htonl (desired_replication_level);
759 get_msg->type = htonl (type);
762 get_msg->unique_id = handle->uid_gen;
763 memcpy (&get_msg[1], xquery, xquery_size);
764 GNUNET_CONTAINER_DLL_insert (handle->pending_head, handle->pending_tail,
766 pending->in_pending_queue = GNUNET_YES;
767 get_handle = GNUNET_malloc (sizeof (struct GNUNET_DHT_GetHandle));
768 get_handle->iter = iter;
769 get_handle->iter_cls = iter_cls;
770 get_handle->message = pending;
771 get_handle->unique_id = get_msg->unique_id;
772 GNUNET_CONTAINER_multihashmap_put (handle->active_requests, key, get_handle,
773 GNUNET_CONTAINER_MULTIHASHMAPOPTION_MULTIPLE);
774 process_pending_messages (handle);
780 * Stop async DHT-get.
782 * @param get_handle handle to the GET operation to stop
785 GNUNET_DHT_get_stop (struct GNUNET_DHT_GetHandle *get_handle)
787 struct GNUNET_DHT_Handle *handle;
788 const struct GNUNET_DHT_ClientGetMessage *get_msg;
789 struct GNUNET_DHT_ClientGetStopMessage *stop_msg;
790 struct PendingMessage *pending;
792 handle = get_handle->message->handle;
794 (const struct GNUNET_DHT_ClientGetMessage *) get_handle->message->msg;
796 LOG (GNUNET_ERROR_TYPE_DEBUG, "Sending STOP for %s to DHT via %p\n",
797 GNUNET_h2s (&get_msg->key), handle);
801 GNUNET_malloc (sizeof (struct PendingMessage) +
802 sizeof (struct GNUNET_DHT_ClientGetStopMessage));
803 stop_msg = (struct GNUNET_DHT_ClientGetStopMessage *) &pending[1];
804 pending->msg = &stop_msg->header;
805 pending->handle = handle;
806 pending->free_on_send = GNUNET_YES;
807 stop_msg->header.size =
808 htons (sizeof (struct GNUNET_DHT_ClientGetStopMessage));
809 stop_msg->header.type = htons (GNUNET_MESSAGE_TYPE_DHT_CLIENT_GET_STOP);
810 stop_msg->reserved = htonl (0);
811 stop_msg->unique_id = get_msg->unique_id;
812 stop_msg->key = get_msg->key;
813 GNUNET_CONTAINER_DLL_insert (handle->pending_head, handle->pending_tail,
815 pending->in_pending_queue = GNUNET_YES;
817 /* remove 'GET' from active status */
818 GNUNET_assert (GNUNET_YES ==
819 GNUNET_CONTAINER_multihashmap_remove (handle->active_requests,
822 if (GNUNET_YES == get_handle->message->in_pending_queue)
824 GNUNET_CONTAINER_DLL_remove (handle->pending_head, handle->pending_tail,
825 get_handle->message);
826 get_handle->message->in_pending_queue = GNUNET_NO;
828 GNUNET_free (get_handle->message);
829 GNUNET_free (get_handle);
831 process_pending_messages (handle);
835 /* end of dht_api.c */