try connect fix, just because we have a neighbor in our list doesn't necessarily...
[oweals/gnunet.git] / src / transport / transport_api.c
1 /*
2      This file is part of GNUnet.
3      (C) 2009 Christian Grothoff (and other contributing authors)
4
5      GNUnet is free software; you can redistribute it and/or modify
6      it under the terms of the GNU General Public License as published
7      by the Free Software Foundation; either version 2, or (at your
8      option) any later version.
9
10      GNUnet is distributed in the hope that it will be useful, but
11      WITHOUT ANY WARRANTY; without even the implied warranty of
12      MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
13      General Public License for more details.
14
15      You should have received a copy of the GNU General Public License
16      along with GNUnet; see the file COPYING.  If not, write to the
17      Free Software Foundation, Inc., 59 Temple Place - Suite 330,
18      Boston, MA 02111-1307, USA.
19 */
20
21 /**
22  * @file transport/transport_api.c
23  * @brief library to access the low-level P2P IO service
24  * @author Christian Grothoff
25  */
26 #include "platform.h"
27 #include "gnunet_client_lib.h"
28 #include "gnunet_arm_service.h"
29 #include "gnunet_hello_lib.h"
30 #include "gnunet_protocols.h"
31 #include "gnunet_server_lib.h"
32 #include "gnunet_time_lib.h"
33 #include "gnunet_transport_service.h"
34 #include "transport.h"
35
36 /**
37  * After how long do we give up on transmitting a HELLO
38  * to the service?
39  */
40 #define OFFER_HELLO_TIMEOUT GNUNET_TIME_relative_multiply (GNUNET_TIME_UNIT_SECONDS, 30)
41
42 /**
43  * After how long do we automatically retry an unsuccessful
44  * CONNECT request?
45  */
46 #define CONNECT_RETRY_TIMEOUT GNUNET_TIME_relative_multiply (GNUNET_TIME_UNIT_MILLISECONDS, 750)
47
48 /**
49  * How long should ARM wait when starting up the
50  * transport service before reporting back?
51  */
52 #define START_SERVICE_TIMEOUT GNUNET_TIME_relative_multiply (GNUNET_TIME_UNIT_SECONDS, 5)
53
54 /**
55  * How long should ARM wait when stopping the
56  * transport service before reporting back?
57  */
58 #define STOP_SERVICE_TIMEOUT GNUNET_TIME_relative_multiply (GNUNET_TIME_UNIT_SECONDS, 5)
59
60 /**
61  * Entry in linked list of all of our current neighbours.
62  */
63 struct NeighbourList
64 {
65
66   /**
67    * This is a linked list.
68    */
69   struct NeighbourList *next;
70
71   /**
72    * Active transmit handle, can be NULL.  Used to move
73    * from ready to wait list on disconnect and to block
74    * two transmissions to the same peer from being scheduled
75    * at the same time.
76    */
77   struct GNUNET_TRANSPORT_TransmitHandle *transmit_handle;
78
79   /**
80    * Identity of this neighbour.
81    */
82   struct GNUNET_PeerIdentity id;
83
84   /**
85    * At what time did we reset last_sent last?
86    */
87   struct GNUNET_TIME_Absolute last_quota_update;
88
89   /**
90    * How many bytes have we sent since the "last_quota_update"
91    * timestamp?
92    */
93   uint64_t last_sent;
94
95   /**
96    * Quota for outbound traffic to the neighbour in bytes/ms.
97    */
98   uint32_t quota_out;
99
100   /**
101    * Set to GNUNET_YES if we are currently allowed to
102    * transmit a message to the transport service for this
103    * peer, GNUNET_NO otherwise.
104    */
105   int transmit_ok;
106
107   /**
108    * Set to GNUNET_YES if we have received an ACK for the
109    * given peer.  Peers that receive our HELLO always respond
110    * with an ACK to let us know that we are successfully
111    * communicating.  Note that a PING can not be used for this
112    * since PINGs are only send if a HELLO address requires
113    * confirmation (and also, PINGs are not passed to the
114    * transport API itself).
115    */
116   int received_ack;
117
118 };
119
120
121 /**
122  * Linked list of requests from clients for our HELLO
123  * that were deferred.
124  */
125 struct HelloWaitList
126 {
127
128   /**
129    * This is a linked list.
130    */
131   struct HelloWaitList *next;
132
133   /**
134    * Reference back to our transport handle.
135    */
136   struct GNUNET_TRANSPORT_Handle *handle;
137
138   /**
139    * Callback to call once we got our HELLO.
140    */
141   GNUNET_TRANSPORT_HelloUpdateCallback rec;
142
143   /**
144    * Closure for rec.
145    */
146   void *rec_cls;
147
148   /**
149    * When to time out (call rec with NULL).
150    */
151   struct GNUNET_TIME_Absolute timeout;
152
153   /**
154    * Timeout task (used to trigger timeout,
155    * cancel if we get the HELLO in time).
156    */
157   GNUNET_SCHEDULER_TaskIdentifier task;
158
159
160 };
161
162
163 /**
164  * Opaque handle for a transmission-ready request.
165  */
166 struct GNUNET_TRANSPORT_TransmitHandle
167 {
168
169   /**
170    * We keep the transmit handles that are waiting for
171    * a transport-level connection in a doubly linked list.
172    */
173   struct GNUNET_TRANSPORT_TransmitHandle *next;
174
175   /**
176    * We keep the transmit handles that are waiting for
177    * a transport-level connection in a doubly linked list.
178    */
179   struct GNUNET_TRANSPORT_TransmitHandle *prev;
180
181   /**
182    * Handle of the main transport data structure.
183    */
184   struct GNUNET_TRANSPORT_Handle *handle;
185
186   /**
187    * Neighbour for this handle, can be NULL if the service
188    * is not yet connected to the target.
189    */
190   struct NeighbourList *neighbour;
191
192   /**
193    * Which peer is this transmission going to be for?  All
194    * zeros if it is control-traffic to the service.
195    */
196   struct GNUNET_PeerIdentity target;
197
198   /**
199    * Function to call when notify_size bytes are available
200    * for transmission.
201    */
202   GNUNET_CONNECTION_TransmitReadyNotify notify;
203
204   /**
205    * Closure for notify.
206    */
207   void *notify_cls;
208
209   /**
210    * transmit_ready task Id.  The task is used to introduce the
211    * artificial delay that may be required to maintain the bandwidth
212    * limits.  Later, this will be the ID of the "transmit_timeout"
213    * task which is used to signal a timeout if the transmission could
214    * not be done in a timely fashion.
215    */
216   GNUNET_SCHEDULER_TaskIdentifier notify_delay_task;
217
218   /**
219    * Timeout for this request.
220    */
221   struct GNUNET_TIME_Absolute timeout;
222
223   /**
224    * How many bytes is our notify callback waiting for?
225    */
226   size_t notify_size;
227
228   /**
229    * How important is this message?
230    */
231   unsigned int priority;
232
233 };
234
235
236 /**
237  * Handle for the transport service (includes all of the
238  * state for the transport service).
239  */
240 struct GNUNET_TRANSPORT_Handle
241 {
242
243   /**
244    * Closure for the callbacks.
245    */
246   void *cls;
247
248   /**
249    * Function to call for received data.
250    */
251   GNUNET_TRANSPORT_ReceiveCallback rec;
252
253   /**
254    * function to call on connect events
255    */
256   GNUNET_TRANSPORT_NotifyConnect nc_cb;
257
258   /**
259    * function to call on disconnect events
260    */
261   GNUNET_TRANSPORT_NotifyDisconnect nd_cb;
262
263   /**
264    * The current HELLO message for this peer.  Updated
265    * whenever transports change their addresses.
266    */
267   struct GNUNET_HELLO_Message *my_hello;
268
269   /**
270    * My client connection to the transport service.
271    */
272   struct GNUNET_CLIENT_Connection *client;
273
274   /**
275    * Handle to our registration with the client for notification.
276    */
277   struct GNUNET_CLIENT_TransmitHandle *network_handle;
278
279   /**
280    * Linked list of transmit handles that are waiting for the
281    * transport to connect to the respective peer.  When we
282    * receive notification that the transport connected to a
283    * peer, we go over this list and check if someone has already
284    * requested a transmission to the new peer; if so, we trigger
285    * the next step.
286    */
287   struct GNUNET_TRANSPORT_TransmitHandle *connect_wait_head;
288
289   /**
290    * Linked list of transmit handles that are waiting for the
291    * transport to be ready for transmission to the respective
292    * peer.  When we
293    * receive notification that the transport disconnected from
294    * a peer, we go over this list and move the entry back to
295    * the connect_wait list.
296    */
297   struct GNUNET_TRANSPORT_TransmitHandle *connect_ready_head;
298
299   /**
300    * Linked list of pending requests for our HELLO.
301    */
302   struct HelloWaitList *hwl_head;
303
304   /**
305    * My scheduler.
306    */
307   struct GNUNET_SCHEDULER_Handle *sched;
308
309   /**
310    * My configuration.
311    */
312   const struct GNUNET_CONFIGURATION_Handle *cfg;
313
314   /**
315    * Linked list of the current neighbours of this peer.
316    */
317   struct NeighbourList *neighbours;
318
319   /**
320    * ID of the task trying to reconnect to the
321    * service.
322    */
323   GNUNET_SCHEDULER_TaskIdentifier reconnect_task;
324
325   /**
326    * Delay until we try to reconnect.
327    */
328   struct GNUNET_TIME_Relative reconnect_delay;
329
330   /**
331    * Do we currently have a transmission pending?
332    * (schedule transmission was called but has not
333    * yet succeeded)?
334    */
335   int transmission_scheduled;
336 };
337
338
339 static struct NeighbourList *
340 find_neighbour (struct GNUNET_TRANSPORT_Handle *h,
341                 const struct GNUNET_PeerIdentity *peer)
342 {
343   struct NeighbourList *pos;
344
345   pos = h->neighbours;
346   while ((pos != NULL) &&
347          (0 != memcmp (peer, &pos->id, sizeof (struct GNUNET_PeerIdentity))))
348     pos = pos->next;
349   return pos;
350 }
351
352
353 /**
354  * Schedule the task to send one message from the
355  * connect_ready list to the service.
356  */
357 static void schedule_transmission (struct GNUNET_TRANSPORT_Handle *h);
358
359
360 /**
361  * Transmit message to client...
362  */
363 static size_t
364 transport_notify_ready (void *cls, size_t size, void *buf)
365 {
366   struct GNUNET_TRANSPORT_Handle *h = cls;
367   struct GNUNET_TRANSPORT_TransmitHandle *th;
368   struct NeighbourList *n;
369   size_t ret;
370   char *cbuf;
371
372   h->network_handle = NULL;
373   h->transmission_scheduled = GNUNET_NO;
374   if (buf == NULL)
375     {
376 #if DEBUG_TRANSPORT
377       GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
378                   "Could not transmit to transport service, cancelling pending requests\n");
379 #endif
380       th = h->connect_ready_head;
381       if (th->next != NULL)
382         th->next->prev = NULL;
383       h->connect_ready_head = th->next;
384       if (NULL != (n = th->neighbour))
385         {
386           GNUNET_assert (n->transmit_handle == th);
387           n->transmit_handle = NULL;
388         }
389       if (th->notify_delay_task != GNUNET_SCHEDULER_NO_TASK)
390         {
391           GNUNET_SCHEDULER_cancel (h->sched, th->notify_delay_task);
392           th->notify_delay_task = GNUNET_SCHEDULER_NO_TASK;
393         }
394       if (NULL != th->notify)
395         GNUNET_assert (0 == th->notify (th->notify_cls, 0, NULL));
396       GNUNET_free (th);
397       if (h->connect_ready_head != NULL)
398         schedule_transmission (h);      /* FIXME: is this ok? */
399       return 0;
400     }
401 #if DEBUG_TRANSPORT
402   GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
403               "Ready to transmit %u bytes to transport service\n", size);
404 #endif
405   cbuf = buf;
406   ret = 0;
407   h->network_handle = NULL;
408   h->transmission_scheduled = GNUNET_NO;
409   while ((h->connect_ready_head != NULL) &&
410          (h->connect_ready_head->notify_size <= size))
411     {
412       th = h->connect_ready_head;
413       if (th->notify_delay_task != GNUNET_SCHEDULER_NO_TASK)
414         {
415           GNUNET_SCHEDULER_cancel (h->sched, th->notify_delay_task);
416           th->notify_delay_task = GNUNET_SCHEDULER_NO_TASK;
417         }
418       GNUNET_assert (th->notify_size <= size);
419       if (th->next != NULL)
420         th->next->prev = NULL;
421       h->connect_ready_head = th->next;
422       if (NULL != (n = th->neighbour))
423         {
424           GNUNET_assert (n->transmit_handle == th);
425           n->transmit_handle = NULL;
426         }
427       if (NULL != th->notify)
428         ret += th->notify (th->notify_cls, size, &cbuf[ret]);
429       GNUNET_free (th);
430       if (n != NULL)
431         n->last_sent += ret;
432       size -= ret;
433     }
434   if (h->connect_ready_head != NULL)
435     schedule_transmission (h);
436 #if DEBUG_TRANSPORT
437   GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
438               "Transmitting %u bytes to transport service\n", ret);
439 #endif
440   return ret;
441 }
442
443
444 /**
445  * Schedule the task to send one message from the
446  * connect_ready list to the service.
447  */
448 static void
449 schedule_transmission (struct GNUNET_TRANSPORT_Handle *h)
450 {
451   struct GNUNET_TRANSPORT_TransmitHandle *th;
452
453   GNUNET_assert (NULL == h->network_handle);
454   if (h->client == NULL)
455     {
456       GNUNET_log (GNUNET_ERROR_TYPE_INFO,
457                   "Could not yet schedule transmission: we are not yet connected to the transport service!\n");
458       return;                   /* not yet connected */
459     }
460   th = h->connect_ready_head;
461   if (th == NULL)
462     return;                     /* no request pending */
463   if (th->notify_delay_task != GNUNET_SCHEDULER_NO_TASK)
464     {
465       /* remove existing time out task, will be integrated
466          with transmit_ready notification! */
467       GNUNET_SCHEDULER_cancel (h->sched, th->notify_delay_task);
468       th->notify_delay_task = GNUNET_SCHEDULER_NO_TASK;
469     }
470   h->transmission_scheduled = GNUNET_YES;
471   h->network_handle = GNUNET_CLIENT_notify_transmit_ready (h->client,
472                                                            th->notify_size,
473                                                            GNUNET_TIME_absolute_get_remaining
474                                                            (th->timeout),
475                                                            GNUNET_NO,
476                                                            &transport_notify_ready,
477                                                            h);
478   GNUNET_assert (NULL != h->network_handle);
479 }
480
481
482 /**
483  * Insert the given transmit handle in the given sorted
484  * doubly linked list based on timeout.
485  *
486  * @param head pointer to the head of the linked list
487  * @param th element to insert into the list
488  */
489 static void
490 insert_transmit_handle (struct GNUNET_TRANSPORT_TransmitHandle **head,
491                         struct GNUNET_TRANSPORT_TransmitHandle *th)
492 {
493   struct GNUNET_TRANSPORT_TransmitHandle *pos;
494   struct GNUNET_TRANSPORT_TransmitHandle *prev;
495
496   pos = *head;
497   prev = NULL;
498   while ((pos != NULL) && (pos->timeout.value < th->timeout.value))
499     {
500       prev = pos;
501       pos = pos->next;
502     }
503   if (prev == NULL)
504     {
505       th->next = *head;
506       if (th->next != NULL)
507         th->next->prev = th;
508       *head = th;
509     }
510   else
511     {
512       th->next = pos;
513       th->prev = prev;
514       prev->next = th;
515       if (pos != NULL)
516         pos->prev = th;
517     }
518 }
519
520
521 /**
522  * Cancel a pending notify delay task (if pending) and also remove the
523  * given transmit handle from whatever list is on.
524  *
525  * @param th handle for the transmission request to manipulate
526  */
527 static void
528 remove_from_any_list (struct GNUNET_TRANSPORT_TransmitHandle *th)
529 {
530   struct GNUNET_TRANSPORT_Handle *h;
531
532   h = th->handle;
533   if (th->notify_delay_task != GNUNET_SCHEDULER_NO_TASK)
534     {
535       GNUNET_SCHEDULER_cancel (h->sched, th->notify_delay_task);
536       th->notify_delay_task = GNUNET_SCHEDULER_NO_TASK;
537     }
538   if (th->prev == NULL)
539     {
540       if (th == h->connect_wait_head)
541         h->connect_wait_head = th->next;
542       else
543         h->connect_ready_head = th->next;
544     }
545   else
546     {
547       th->prev->next = th->next;
548     }
549   if (th->next != NULL)
550     th->next->prev = th->prev;
551 }
552
553
554 /**
555  * Schedule a request to connect to the given
556  * neighbour (and if successful, add the specified
557  * handle to the wait list).
558  *
559  * @param th handle for a request to transmit once we
560  *        have connected
561  */
562 static void try_connect (struct GNUNET_TRANSPORT_TransmitHandle *th);
563
564
565 /**
566  * Called when our transmit request timed out before any transport
567  * reported success connecting to the desired peer or before the
568  * transport was ready to receive.  Signal error and free
569  * TransmitHandle.
570  */
571 static void
572 peer_transmit_timeout (void *cls,
573                        const struct GNUNET_SCHEDULER_TaskContext *tc)
574 {
575   struct GNUNET_TRANSPORT_TransmitHandle *th = cls;
576
577   th->notify_delay_task = GNUNET_SCHEDULER_NO_TASK;
578   if (th->neighbour != NULL)
579     th->neighbour->transmit_handle = NULL;
580 #if DEBUG_TRANSPORT
581   GNUNET_log (GNUNET_ERROR_TYPE_INFO,
582               "Request for transmission to peer `%s' timed out.\n",
583               GNUNET_i2s (&th->target));
584 #endif
585   remove_from_any_list (th);
586   if (NULL != th->notify)
587     th->notify (th->notify_cls, 0, NULL);
588   GNUNET_free (th);
589 }
590
591
592
593
594 /**
595  * Queue control request for transmission to the transport
596  * service.
597  *
598  * @param h handle to the transport service
599  * @param size number of bytes to be transmitted
600  * @param at_head request must be added to the head of the queue
601  *        (otherwise request will be appended)
602  * @param timeout how long this transmission can wait (at most)
603  * @param notify function to call to get the content
604  * @param notify_cls closure for notify
605  */
606 static void
607 schedule_control_transmit (struct GNUNET_TRANSPORT_Handle *h,
608                            size_t size,
609                            int at_head,
610                            struct GNUNET_TIME_Relative timeout,
611                            GNUNET_CONNECTION_TransmitReadyNotify notify,
612                            void *notify_cls)
613 {
614   struct GNUNET_TRANSPORT_TransmitHandle *th;
615
616 #if DEBUG_TRANSPORT
617   GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
618               "Control transmit of %u bytes within %llums requested\n",
619               size, (unsigned long long) timeout.value);
620 #endif
621   th = GNUNET_malloc (sizeof (struct GNUNET_TRANSPORT_TransmitHandle));
622   th->handle = h;
623   th->notify = notify;
624   th->notify_cls = notify_cls;
625   th->timeout = GNUNET_TIME_relative_to_absolute (timeout);
626   th->notify_size = size;
627   th->notify_delay_task
628     = GNUNET_SCHEDULER_add_delayed (h->sched,
629                                     timeout, &peer_transmit_timeout, th);
630   if (at_head)
631     {
632       th->next = h->connect_ready_head;
633       h->connect_ready_head = th;
634       if (th->next != NULL)
635         th->next->prev = th;
636     }
637   else
638     {
639       insert_transmit_handle (&h->connect_ready_head, th);
640     }
641   if (GNUNET_NO == h->transmission_scheduled)
642     schedule_transmission (h);
643 }
644
645
646 /**
647  * Update the quota values for the given neighbour now.
648  */
649 static void
650 update_quota (struct NeighbourList *n)
651 {
652   struct GNUNET_TIME_Relative delta;
653   uint64_t allowed;
654   uint64_t remaining;
655
656   delta = GNUNET_TIME_absolute_get_duration (n->last_quota_update);
657   allowed = delta.value * n->quota_out;
658   if (n->last_sent < allowed)
659     {
660       remaining = allowed - n->last_sent;
661       if (n->quota_out > 0)
662         remaining /= n->quota_out;
663       else
664         remaining = 0;
665       if (remaining > MAX_BANDWIDTH_CARRY)
666         remaining = MAX_BANDWIDTH_CARRY;
667       n->last_sent = 0;
668       n->last_quota_update = GNUNET_TIME_absolute_get ();
669       n->last_quota_update.value -= remaining;
670     }
671   else
672     {
673       n->last_sent -= allowed;
674       n->last_quota_update = GNUNET_TIME_absolute_get ();
675     }
676 }
677
678
679 struct SetQuotaContext
680 {
681   struct GNUNET_TRANSPORT_Handle *handle;
682
683   struct GNUNET_PeerIdentity target;
684
685   GNUNET_SCHEDULER_Task cont;
686
687   void *cont_cls;
688
689   struct GNUNET_TIME_Absolute timeout;
690
691   uint32_t quota_in;
692 };
693
694
695 static size_t
696 send_set_quota (void *cls, size_t size, void *buf)
697 {
698   struct SetQuotaContext *sqc = cls;
699   struct QuotaSetMessage *msg;
700
701   if (buf == NULL)
702     {
703       GNUNET_SCHEDULER_add_continuation (sqc->handle->sched,
704                                          sqc->cont,
705                                          sqc->cont_cls,
706                                          GNUNET_SCHEDULER_REASON_TIMEOUT);
707       GNUNET_free (sqc);
708       return 0;
709     }
710 #if DEBUG_TRANSPORT
711   GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
712               "Transmitting `%s' request with respect to `%4s'.\n",
713               "SET_QUOTA", GNUNET_i2s (&sqc->target));
714 #endif
715   GNUNET_assert (size >= sizeof (struct QuotaSetMessage));
716   msg = buf;
717   msg->header.size = htons (sizeof (struct QuotaSetMessage));
718   msg->header.type = htons (GNUNET_MESSAGE_TYPE_TRANSPORT_SET_QUOTA);
719   msg->quota_in = htonl (sqc->quota_in);
720   memcpy (&msg->peer, &sqc->target, sizeof (struct GNUNET_PeerIdentity));
721   if (sqc->cont != NULL)
722     GNUNET_SCHEDULER_add_continuation (sqc->handle->sched,
723                                        sqc->cont,
724                                        sqc->cont_cls,
725                                        GNUNET_SCHEDULER_REASON_PREREQ_DONE);
726   GNUNET_free (sqc);
727   return sizeof (struct QuotaSetMessage);
728 }
729
730
731 /**
732  * Set the share of incoming bandwidth for the given
733  * peer to the specified amount.
734  *
735  * @param handle connection to transport service
736  * @param target who's bandwidth quota is being changed
737  * @param quota_in incoming bandwidth quota in bytes per ms
738  * @param quota_out outgoing bandwidth quota in bytes per ms
739  * @param timeout how long to wait until signaling failure if
740  *        we can not communicate the quota change
741  * @param cont continuation to call when done, will be called
742  *        either with reason "TIMEOUT" or with reason "PREREQ_DONE"
743  * @param cont_cls closure for continuation
744  */
745 void
746 GNUNET_TRANSPORT_set_quota (struct GNUNET_TRANSPORT_Handle *handle,
747                             const struct GNUNET_PeerIdentity *target,
748                             uint32_t quota_in,
749                             uint32_t quota_out,
750                             struct GNUNET_TIME_Relative timeout,
751                             GNUNET_SCHEDULER_Task cont, void *cont_cls)
752 {
753   struct NeighbourList *n;
754   struct SetQuotaContext *sqc;
755
756   n = find_neighbour (handle, target);
757   if (n != NULL)
758     {
759       update_quota (n);
760       if (n->quota_out < quota_out)
761         n->last_quota_update = GNUNET_TIME_absolute_get ();
762       n->quota_out = quota_out;
763     }
764   sqc = GNUNET_malloc (sizeof (struct SetQuotaContext));
765   sqc->handle = handle;
766   sqc->target = *target;
767   sqc->cont = cont;
768   sqc->cont_cls = cont_cls;
769   sqc->timeout = GNUNET_TIME_relative_to_absolute (timeout);
770   sqc->quota_in = quota_in;
771   schedule_control_transmit (handle,
772                              sizeof (struct QuotaSetMessage),
773                              GNUNET_NO, timeout, &send_set_quota, sqc);
774 }
775
776
777 /**
778  * Obtain the HELLO message for this peer.
779  *
780  * @param handle connection to transport service
781  * @param timeout how long to wait for the HELLO
782  * @param rec function to call with the HELLO, sender will be our peer
783  *            identity; message and sender will be NULL on timeout
784  *            (handshake with transport service pending/failed).
785  *             cost estimate will be 0.
786  * @param rec_cls closure for rec
787  */
788 void
789 GNUNET_TRANSPORT_get_hello (struct GNUNET_TRANSPORT_Handle *handle,
790                             GNUNET_TRANSPORT_HelloUpdateCallback rec,
791                             void *rec_cls)
792 {
793   struct HelloWaitList *hwl;
794
795   hwl = GNUNET_malloc (sizeof (struct HelloWaitList));
796   hwl->next = handle->hwl_head;
797   handle->hwl_head = hwl;
798   hwl->handle = handle;
799   hwl->rec = rec;
800   hwl->rec_cls = rec_cls;
801   if (handle->my_hello == NULL)
802     return;    
803   rec (rec_cls, (const struct GNUNET_MessageHeader *) handle->my_hello);
804 }
805
806
807
808 /**
809  * Stop receiving updates about changes to our HELLO message.
810  *
811  * @param handle connection to transport service
812  * @param rec function previously registered to be called with the HELLOs
813  * @param rec_cls closure for rec
814  */
815 void
816 GNUNET_TRANSPORT_get_hello_cancel (struct GNUNET_TRANSPORT_Handle *handle,
817                                    GNUNET_TRANSPORT_HelloUpdateCallback rec,
818                                    void *rec_cls)
819 {
820   struct HelloWaitList *pos;
821   struct HelloWaitList *prev;
822
823   prev = NULL;
824   pos = handle->hwl_head;
825   while (pos != NULL)
826     {
827       if ( (pos->rec == rec) &&
828            (pos->rec_cls == rec_cls) )
829         break;
830       prev = pos;
831       pos = pos->next;
832     }
833   GNUNET_break (pos != NULL);
834   if (pos == NULL)
835     return;
836   if (prev == NULL)
837     handle->hwl_head = pos->next;
838   else
839     prev->next = pos->next;
840   GNUNET_free (pos);
841 }
842
843
844 static size_t
845 send_hello (void *cls, size_t size, void *buf)
846 {
847   struct GNUNET_MessageHeader *hello = cls;
848   uint16_t msize;
849
850   if (buf == NULL)
851     {
852 #if DEBUG_TRANSPORT
853       GNUNET_log (GNUNET_ERROR_TYPE_WARNING,
854                   "Timeout while trying to transmit `%s' request.\n",
855                   "HELLO");
856 #endif
857       GNUNET_free (hello);
858       return 0;
859     }
860 #if DEBUG_TRANSPORT
861   GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
862               "Transmitting `%s' request.\n", "HELLO");
863 #endif
864   msize = ntohs (hello->size);
865   GNUNET_assert (size >= msize);
866   memcpy (buf, hello, msize);
867   GNUNET_free (hello);
868   return msize;
869 }
870
871
872 /**
873  * Offer the transport service the HELLO of another peer.  Note that
874  * the transport service may just ignore this message if the HELLO is
875  * malformed or useless due to our local configuration.
876  *
877  * @param handle connection to transport service
878  * @param hello the hello message
879  */
880 void
881 GNUNET_TRANSPORT_offer_hello (struct GNUNET_TRANSPORT_Handle *handle,
882                               const struct GNUNET_MessageHeader *hello)
883 {
884   struct GNUNET_MessageHeader *hc;
885   uint16_t size;
886
887   if (handle->client == NULL)
888     {
889 #if DEBUG_TRANSPORT
890       GNUNET_log (GNUNET_ERROR_TYPE_INFO,
891                   "Not connected to transport service, dropping offered HELLO\n");
892 #endif
893       return;
894     }
895   GNUNET_break (ntohs (hello->type) == GNUNET_MESSAGE_TYPE_HELLO);
896   size = ntohs (hello->size);
897   GNUNET_break (size >= sizeof (struct GNUNET_MessageHeader));
898   hc = GNUNET_malloc (size);
899   memcpy (hc, hello, size);
900   schedule_control_transmit (handle,
901                              size,
902                              GNUNET_NO, OFFER_HELLO_TIMEOUT, &send_hello, hc);
903 }
904
905
906 /**
907  * Function we use for handling incoming messages.
908  */
909 static void demultiplexer (void *cls, const struct GNUNET_MessageHeader *msg);
910
911
912 static size_t
913 send_start (void *cls, size_t size, void *buf)
914 {
915   struct GNUNET_MessageHeader *s = buf;
916
917   if (buf == NULL)
918     {
919 #if DEBUG_TRANSPORT
920       GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
921                   "Timeout while trying to transmit `%s' request.\n",
922                   "START");
923 #endif
924       return 0;
925     }
926 #if DEBUG_TRANSPORT
927   GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
928               "Transmitting `%s' request.\n", "START");
929 #endif
930   GNUNET_assert (size >= sizeof (struct GNUNET_MessageHeader));
931   s->size = htons (sizeof (struct GNUNET_MessageHeader));
932   s->type = htons (GNUNET_MESSAGE_TYPE_TRANSPORT_START);
933   return sizeof (struct GNUNET_MessageHeader);
934 }
935
936
937 /**
938  * We're ready to transmit the request that the transport service
939  * should connect to a new peer.  In addition to sending the
940  * request, schedule the next phase for the transmission processing
941  * that caused the connect request in the first place.
942  */
943 static size_t
944 request_connect (void *cls, size_t size, void *buf)
945 {
946   struct GNUNET_TRANSPORT_TransmitHandle *th = cls;
947   struct TryConnectMessage *tcm;
948   struct GNUNET_TRANSPORT_Handle *h;
949   struct NeighbourList *n;
950
951   GNUNET_assert (th->notify_delay_task == GNUNET_SCHEDULER_NO_TASK);
952   h = th->handle;
953
954   if (buf == NULL)
955     {
956 #if DEBUG_TRANSPORT
957       GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
958                   "Failed to transmit `%s' request for `%4s' to service.\n",
959                   "TRY_CONNECT", GNUNET_i2s (&th->target));
960 #endif
961       if (th->notify_delay_task != GNUNET_SCHEDULER_NO_TASK)
962         {
963           GNUNET_SCHEDULER_cancel (h->sched, th->notify_delay_task);
964           th->notify_delay_task = GNUNET_SCHEDULER_NO_TASK;
965         }
966       if (NULL != th->notify)
967         GNUNET_assert (0 == th->notify (th->notify_cls, 0, NULL));
968       GNUNET_free (th);
969       return 0;
970     }
971 #if DEBUG_TRANSPORT
972   GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
973               "Transmitting `%s' message for `%4s' (need connection in %llu ms).\n",
974               "TRY_CONNECT", GNUNET_i2s (&th->target),
975               GNUNET_TIME_absolute_get_remaining (th->timeout).value);
976 #endif
977   GNUNET_assert (size >= sizeof (struct TryConnectMessage));
978   tcm = buf;
979   tcm->header.size = htons (sizeof (struct TryConnectMessage));
980   tcm->header.type = htons (GNUNET_MESSAGE_TYPE_TRANSPORT_TRY_CONNECT);
981   tcm->reserved = htonl (0);
982   memcpy (&tcm->peer, &th->target, sizeof (struct GNUNET_PeerIdentity));
983   th->notify_delay_task
984     = GNUNET_SCHEDULER_add_delayed (h->sched,
985                                     GNUNET_TIME_absolute_get_remaining
986                                     (th->timeout),
987                                     &peer_transmit_timeout, th);
988   insert_transmit_handle (&h->connect_wait_head, th);
989   return sizeof (struct TryConnectMessage);
990 }
991
992
993 /**
994  * Schedule a request to connect to the given
995  * neighbour (and if successful, add the specified
996  * handle to the wait list).
997  *
998  * @param th handle for a request to transmit once we
999  *        have connected
1000  */
1001 static void
1002 try_connect (struct GNUNET_TRANSPORT_TransmitHandle *th)
1003 {
1004   GNUNET_assert (th->notify_delay_task == GNUNET_SCHEDULER_NO_TASK);
1005   schedule_control_transmit (th->handle,
1006                              sizeof (struct TryConnectMessage),
1007                              GNUNET_NO,
1008                              GNUNET_TIME_absolute_get_remaining (th->timeout),
1009                              &request_connect, th);
1010 }
1011
1012
1013 /**
1014  * Task for delayed attempts to reconnect to a peer.
1015  *
1016  * @param cls must be a transmit handle that determines the peer
1017  *        to which we will try to connect
1018  * @param tc scheduler information about why we were triggered (not used)
1019  */
1020 static void
1021 try_connect_task (void *cls, const struct GNUNET_SCHEDULER_TaskContext *tc)
1022 {
1023   struct GNUNET_TRANSPORT_TransmitHandle *th = cls;
1024
1025   th->notify_delay_task = GNUNET_SCHEDULER_NO_TASK;
1026   try_connect (th);
1027 }
1028
1029
1030 /**
1031  * Remove neighbour from our list.  Will automatically
1032  * trigger a re-connect attempt if we have messages pending
1033  * for this peer.
1034  * 
1035  * @param h our state
1036  * @param peer the peer to remove
1037  */
1038 static void
1039 remove_neighbour (struct GNUNET_TRANSPORT_Handle *h,
1040                   const struct GNUNET_PeerIdentity *peer)
1041 {
1042   struct NeighbourList *prev;
1043   struct NeighbourList *pos;
1044   struct GNUNET_TRANSPORT_TransmitHandle *th;
1045
1046 #if DEBUG_TRANSPORT
1047   GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
1048               "Removing neighbour `%s' from list of connected peers.\n",
1049               GNUNET_i2s (peer));
1050 #endif
1051   prev = NULL;
1052   pos = h->neighbours;
1053   while ((pos != NULL) &&
1054          (0 != memcmp (peer, &pos->id, sizeof (struct GNUNET_PeerIdentity))))
1055     {
1056       prev = pos;
1057       pos = pos->next;
1058     }
1059   if (pos == NULL)
1060     {
1061       GNUNET_break (0);
1062       return;
1063     }
1064   if (prev == NULL)
1065     h->neighbours = pos->next;
1066   else
1067     prev->next = pos->next;
1068   if (NULL != (th = pos->transmit_handle))
1069     {
1070       pos->transmit_handle = NULL;
1071       th->neighbour = NULL;
1072       remove_from_any_list (th);
1073       if (GNUNET_TIME_absolute_get_remaining (th->timeout).value <=
1074           CONNECT_RETRY_TIMEOUT.value)
1075         {
1076           /* signal error */
1077           GNUNET_log (GNUNET_ERROR_TYPE_INFO,
1078                       _
1079                       ("Connection with `%4s' failed and timeout was in the past, giving up on message delivery.\n"),
1080                       GNUNET_i2s (peer));
1081           GNUNET_assert (GNUNET_SCHEDULER_NO_TASK == th->notify_delay_task);
1082           peer_transmit_timeout (th, NULL);
1083         }
1084       else
1085         {
1086           GNUNET_log (GNUNET_ERROR_TYPE_INFO,
1087                       _
1088                       ("Connection with `%4s' failed, will keep trying for %llu ms to deliver message\n"),
1089                       GNUNET_i2s (peer),
1090                       GNUNET_TIME_absolute_get_remaining (th->timeout).value);
1091           /* try again in a bit */
1092           GNUNET_assert (GNUNET_SCHEDULER_NO_TASK == th->notify_delay_task);
1093           th->notify_delay_task
1094             = GNUNET_SCHEDULER_add_delayed (h->sched,
1095                                             CONNECT_RETRY_TIMEOUT,
1096                                             &try_connect_task, th);
1097         }
1098     }
1099   if (h->nc_cb != NULL)
1100     h->nd_cb (h->cls, peer);
1101   GNUNET_free (pos);
1102 }
1103
1104
1105 /**
1106  * Try again to connect to transport service.
1107  */
1108 static void
1109 reconnect (void *cls, const struct GNUNET_SCHEDULER_TaskContext *tc)
1110 {
1111   struct GNUNET_TRANSPORT_Handle *h = cls;
1112   struct GNUNET_TRANSPORT_TransmitHandle *pos;
1113   struct NeighbourList *n;
1114
1115   /* Forget about all neighbours that we used to be connected
1116      to */
1117   while (NULL != (n = h->neighbours))
1118     remove_neighbour (h, &n->id);
1119 #if DEBUG_TRANSPORT
1120   GNUNET_log (GNUNET_ERROR_TYPE_DEBUG, "Connecting to transport service.\n");
1121 #endif
1122   GNUNET_assert (h->client == NULL);
1123   h->reconnect_task = GNUNET_SCHEDULER_NO_TASK;
1124   h->client = GNUNET_CLIENT_connect (h->sched, "transport", h->cfg);
1125   GNUNET_assert (h->client != NULL);
1126   /* make sure we don't send "START" twice,
1127      remove existing entry from queue (if present) */
1128   pos = h->connect_ready_head;
1129   while (pos != NULL)
1130     {
1131       if (pos->notify == &send_start)
1132         {
1133           if (pos->prev == NULL)
1134             h->connect_ready_head = pos->next;
1135           else
1136             pos->prev->next = pos->next;
1137           if (pos->next != NULL)
1138             pos->next->prev = pos->prev;
1139           GNUNET_assert (pos->neighbour == NULL);
1140           if (GNUNET_SCHEDULER_NO_TASK != pos->notify_delay_task)
1141             {
1142               GNUNET_SCHEDULER_cancel (h->sched, pos->notify_delay_task);
1143               pos->notify_delay_task = GNUNET_SCHEDULER_NO_TASK;
1144             }
1145           GNUNET_free (pos);
1146           break;
1147         }
1148       pos = pos->next;
1149     }
1150   schedule_control_transmit (h,
1151                              sizeof (struct GNUNET_MessageHeader),
1152                              GNUNET_YES,
1153                              GNUNET_TIME_UNIT_FOREVER_REL, &send_start, NULL);
1154   GNUNET_CLIENT_receive (h->client,
1155                          &demultiplexer, h, GNUNET_TIME_UNIT_FOREVER_REL);
1156 }
1157
1158
1159 /**
1160  * Function that will schedule the job that will try
1161  * to connect us again to the client.
1162  */
1163 static void
1164 schedule_reconnect (struct GNUNET_TRANSPORT_Handle *h)
1165 {
1166 #if DEBUG_TRANSPORT
1167   GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
1168               "Scheduling task to reconnect to transport service in %llu ms.\n",
1169               h->reconnect_delay.value);
1170 #endif
1171   GNUNET_assert (h->client == NULL);
1172   GNUNET_assert (h->reconnect_task == GNUNET_SCHEDULER_NO_TASK);
1173   h->reconnect_task
1174     = GNUNET_SCHEDULER_add_delayed (h->sched,
1175                                     h->reconnect_delay, &reconnect, h);
1176   h->reconnect_delay = GNUNET_TIME_UNIT_SECONDS;
1177 }
1178
1179
1180 /**
1181  * We are connected to the respective peer, check the
1182  * bandwidth limits and schedule the transmission.
1183  */
1184 static void schedule_request (struct GNUNET_TRANSPORT_TransmitHandle *th);
1185
1186
1187 /**
1188  * Function called by the scheduler when the timeout
1189  * for bandwidth availablility for the target
1190  * neighbour is reached.
1191  */
1192 static void
1193 transmit_ready (void *cls, const struct GNUNET_SCHEDULER_TaskContext *tc)
1194 {
1195   struct GNUNET_TRANSPORT_TransmitHandle *th = cls;
1196
1197   th->notify_delay_task = GNUNET_SCHEDULER_NO_TASK;
1198   schedule_request (th);
1199 }
1200
1201
1202 /**
1203  * Remove the given transmit handle from the wait list.  Does NOT free
1204  * it.
1205  */
1206 static void
1207 remove_from_wait_list (struct GNUNET_TRANSPORT_TransmitHandle *th)
1208 {
1209   if (th->prev == NULL)
1210     th->handle->connect_wait_head = th->next;
1211   else
1212     th->prev->next = th->next;
1213   if (th->next != NULL)
1214     th->next->prev = th->prev;
1215 }
1216
1217
1218 /**
1219  * We are connected to the respective peer, check the
1220  * bandwidth limits and schedule the transmission.
1221  */
1222 static void
1223 schedule_request (struct GNUNET_TRANSPORT_TransmitHandle *th)
1224 {
1225   struct GNUNET_TRANSPORT_Handle *h;
1226   struct GNUNET_TIME_Relative duration;
1227   struct NeighbourList *n;
1228   uint64_t available;
1229
1230   h = th->handle;
1231   n = th->neighbour;
1232   if (th->notify_delay_task != GNUNET_SCHEDULER_NO_TASK)
1233     {
1234       GNUNET_SCHEDULER_cancel (h->sched, th->notify_delay_task);
1235       th->notify_delay_task = GNUNET_SCHEDULER_NO_TASK;
1236     }
1237   /* check outgoing quota */
1238   duration = GNUNET_TIME_absolute_get_duration (n->last_quota_update);
1239   if (duration.value > MIN_QUOTA_REFRESH_TIME)
1240     {
1241       update_quota (n);
1242       duration = GNUNET_TIME_absolute_get_duration (n->last_quota_update);
1243     }
1244   available = duration.value * n->quota_out;
1245   if (available < n->last_sent + th->notify_size)
1246     {
1247       /* calculate how much bandwidth we'd still need to
1248          accumulate and based on that how long we'll have
1249          to wait... */
1250       available = n->last_sent + th->notify_size - available;
1251       duration = GNUNET_TIME_relative_multiply (GNUNET_TIME_UNIT_MILLISECONDS,
1252                                                 available / n->quota_out);
1253       if (th->timeout.value <
1254           GNUNET_TIME_relative_to_absolute (duration).value)
1255         {
1256           /* signal timeout! */
1257 #if DEBUG_TRANSPORT
1258           GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
1259                       "Would need %llu ms before bandwidth is available for delivery to `%4s', that is too long.  Signaling timeout.\n",
1260                       duration.value, GNUNET_i2s (&th->target));
1261 #endif
1262           remove_from_wait_list (th);
1263           if (NULL != th->notify)
1264             GNUNET_assert (0 == th->notify (th->notify_cls, 0, NULL));
1265           GNUNET_free (th);
1266           return;
1267         }
1268 #if DEBUG_TRANSPORT
1269       GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
1270                   "Need more bandwidth, delaying delivery to `%4s' by %llu ms\n",
1271                   GNUNET_i2s (&th->target), duration.value);
1272 #endif
1273       th->notify_delay_task
1274         = GNUNET_SCHEDULER_add_delayed (h->sched,
1275                                         duration, &transmit_ready, th);
1276       return;
1277     }
1278 #if DEBUG_TRANSPORT
1279   GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
1280               "Bandwidth available for transmission to `%4s'\n",
1281               GNUNET_i2s (&n->id));
1282 #endif
1283   if (GNUNET_NO == n->transmit_ok)
1284     {
1285       /* we may be ready, but transport service is not;
1286          wait for SendOkMessage or timeout */
1287 #if DEBUG_TRANSPORT
1288       GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
1289                   "Need to wait for transport service `%s' message\n",
1290                   "SEND_OK");
1291 #endif
1292       th->notify_delay_task
1293         = GNUNET_SCHEDULER_add_delayed (h->sched,
1294                                         GNUNET_TIME_absolute_get_remaining
1295                                         (th->timeout), &peer_transmit_timeout,
1296                                         th);
1297       return;
1298     }
1299   n->transmit_ok = GNUNET_NO;
1300   remove_from_wait_list (th);
1301 #if DEBUG_TRANSPORT
1302   GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
1303               "Moving message for `%4s' to ready list\n",
1304               GNUNET_i2s (&n->id));
1305 #endif
1306   insert_transmit_handle (&h->connect_ready_head, th);
1307   if (GNUNET_NO == h->transmission_scheduled)
1308     schedule_transmission (h);
1309 }
1310
1311
1312 /**
1313  * Add neighbour to our list
1314  */
1315 static void
1316 add_neighbour (struct GNUNET_TRANSPORT_Handle *h,
1317                uint32_t quota_out,
1318                struct GNUNET_TIME_Relative latency,
1319                uint16_t distance,
1320                const struct GNUNET_PeerIdentity *pid)
1321 {
1322   struct NeighbourList *n;
1323   struct GNUNET_TRANSPORT_TransmitHandle *prev;
1324   struct GNUNET_TRANSPORT_TransmitHandle *pos;
1325   struct GNUNET_TRANSPORT_TransmitHandle *next;
1326
1327   /* check for duplicates */
1328   if (NULL != find_neighbour (h, pid))
1329     {
1330       GNUNET_break (0);
1331       return;
1332     }
1333 #if DEBUG_TRANSPORT
1334   GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
1335               "Creating entry for new neighbour `%4s'.\n", GNUNET_i2s (pid));
1336 #endif
1337   n = GNUNET_malloc (sizeof (struct NeighbourList));
1338   n->id = *pid;
1339   n->last_quota_update = GNUNET_TIME_absolute_get ();
1340   n->quota_out = quota_out;
1341   n->next = h->neighbours;
1342   n->transmit_ok = GNUNET_YES;
1343   h->neighbours = n;
1344   if (h->nc_cb != NULL)
1345     h->nc_cb (h->cls, &n->id, latency, distance);
1346   prev = NULL;
1347   pos = h->connect_wait_head;
1348   while (pos != NULL)
1349     {
1350       next = pos->next;
1351       if (0 == memcmp (pid,
1352                        &pos->target, sizeof (struct GNUNET_PeerIdentity)))
1353         {
1354           pos->neighbour = n;
1355           GNUNET_assert (NULL == n->transmit_handle);
1356           n->transmit_handle = pos;
1357           if (prev == NULL)
1358             h->connect_wait_head = next;
1359           else
1360             prev->next = next;
1361 #if ACK
1362           if (GNUNET_YES == n->received_ack)
1363             {
1364 #endif
1365 #if DEBUG_TRANSPORT
1366               GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
1367                           "Found pending request for `%4s' will trigger it now.\n",
1368                           GNUNET_i2s (&pos->target));
1369 #endif
1370               if (pos->notify_delay_task != GNUNET_SCHEDULER_NO_TASK)
1371                 {
1372                   GNUNET_SCHEDULER_cancel (h->sched, pos->notify_delay_task);
1373                   pos->notify_delay_task = GNUNET_SCHEDULER_NO_TASK;
1374                 }
1375               schedule_request (pos);
1376 #if ACK
1377             }
1378 #endif
1379
1380           break;
1381         }
1382       prev = pos;
1383       pos = next;
1384     }
1385 }
1386
1387
1388 /**
1389  * Connect to the transport service.  Note that the connection may
1390  * complete (or fail) asynchronously.
1391  *
1392
1393  * @param sched scheduler to use
1394  * @param cfg configuration to use
1395  * @param cls closure for the callbacks
1396  * @param rec receive function to call
1397  * @param nc function to call on connect events
1398  * @param nd function to call on disconnect events
1399  */
1400 struct GNUNET_TRANSPORT_Handle *
1401 GNUNET_TRANSPORT_connect (struct GNUNET_SCHEDULER_Handle *sched,
1402                           const struct GNUNET_CONFIGURATION_Handle *cfg,
1403                           void *cls,
1404                           GNUNET_TRANSPORT_ReceiveCallback rec,
1405                           GNUNET_TRANSPORT_NotifyConnect nc,
1406                           GNUNET_TRANSPORT_NotifyDisconnect nd)
1407 {
1408   struct GNUNET_TRANSPORT_Handle *ret;
1409
1410   GNUNET_ARM_start_services (cfg, sched, "peerinfo", "transport", NULL);
1411   ret = GNUNET_malloc (sizeof (struct GNUNET_TRANSPORT_Handle));
1412   ret->sched = sched;
1413   ret->cfg = cfg;
1414   ret->cls = cls;
1415   ret->rec = rec;
1416   ret->nc_cb = nc;
1417   ret->nd_cb = nd;
1418   ret->reconnect_delay = GNUNET_TIME_UNIT_ZERO;
1419   schedule_reconnect (ret);
1420   return ret;
1421 }
1422
1423
1424 /**
1425  * Disconnect from the transport service.
1426  */
1427 void
1428 GNUNET_TRANSPORT_disconnect (struct GNUNET_TRANSPORT_Handle *handle)
1429 {
1430   struct GNUNET_TRANSPORT_TransmitHandle *th;
1431   struct NeighbourList *n;
1432   struct HelloWaitList *hwl;
1433   struct GNUNET_CLIENT_Connection *client;
1434
1435 #if DEBUG_TRANSPORT
1436   GNUNET_log (GNUNET_ERROR_TYPE_DEBUG, "Transport disconnect called!\n");
1437 #endif
1438   while (NULL != (th = handle->connect_ready_head))
1439     {
1440       handle->connect_ready_head = th->next;
1441       if (th->notify_delay_task != GNUNET_SCHEDULER_NO_TASK)
1442         {
1443           GNUNET_SCHEDULER_cancel (handle->sched, th->notify_delay_task);
1444           th->notify_delay_task = GNUNET_SCHEDULER_NO_TASK;
1445         }
1446       if (NULL != th->notify)
1447         GNUNET_assert (0 == th->notify (th->notify_cls, 0, NULL));
1448       GNUNET_free (th);
1449     }
1450   while (NULL != (th = handle->connect_wait_head))
1451     {
1452       handle->connect_wait_head = th->next;
1453       if (th->notify_delay_task != GNUNET_SCHEDULER_NO_TASK)
1454         {
1455           GNUNET_SCHEDULER_cancel (handle->sched, th->notify_delay_task);
1456           th->notify_delay_task = GNUNET_SCHEDULER_NO_TASK;
1457         }
1458       if (NULL != th->notify)
1459         GNUNET_assert (0 == th->notify (th->notify_cls, 0, NULL));
1460       GNUNET_free (th);
1461     }
1462   while (NULL != (n = handle->neighbours))
1463     {
1464       handle->neighbours = n->next;
1465       if (NULL != (th = n->transmit_handle))
1466         {
1467           if (th->notify_delay_task != GNUNET_SCHEDULER_NO_TASK)
1468             {
1469               GNUNET_SCHEDULER_cancel (handle->sched, th->notify_delay_task);
1470               th->notify_delay_task = GNUNET_SCHEDULER_NO_TASK;
1471             }
1472           if (NULL != th->notify)
1473             GNUNET_assert (0 == th->notify (th->notify_cls, 0, NULL));        
1474           GNUNET_free (th);
1475         }
1476       GNUNET_free (n);
1477     }
1478   while (NULL != (hwl = handle->hwl_head))
1479     {
1480       handle->hwl_head = hwl->next;
1481       GNUNET_SCHEDULER_cancel (handle->sched, hwl->task);
1482       GNUNET_log (GNUNET_ERROR_TYPE_WARNING,
1483                   _
1484                   ("Disconnect while notification for `%s' still registered.\n"),
1485                   "HELLO");
1486       if (hwl->rec != NULL)
1487         hwl->rec (hwl->rec_cls, NULL);
1488       GNUNET_free (hwl);
1489     }
1490   if (handle->reconnect_task != GNUNET_SCHEDULER_NO_TASK)
1491     {
1492       GNUNET_SCHEDULER_cancel (handle->sched, handle->reconnect_task);
1493       handle->reconnect_task = GNUNET_SCHEDULER_NO_TASK;
1494     }
1495   GNUNET_free_non_null (handle->my_hello);
1496   handle->my_hello = NULL;
1497   GNUNET_ARM_stop_services (handle->cfg, handle->sched, "transport",
1498                             "peerinfo", NULL);
1499   if (NULL != handle->network_handle)
1500     {
1501       GNUNET_CLIENT_notify_transmit_ready_cancel (handle->network_handle);
1502       handle->network_handle = NULL;
1503     }
1504   if (NULL != (client = handle->client))
1505     {
1506 #if DEBUG_TRANSPORT
1507       GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
1508                   "Disconnecting from transport service for good.\n");
1509 #endif
1510       handle->client = NULL;
1511       GNUNET_CLIENT_disconnect (client);
1512     }
1513   GNUNET_free (handle);
1514 }
1515
1516
1517 /**
1518  * Type of a function to call when we receive a message
1519  * from the service.
1520  *
1521  * @param cls closure
1522  * @param msg message received, NULL on timeout or fatal error
1523  */
1524 static void
1525 demultiplexer (void *cls, const struct GNUNET_MessageHeader *msg)
1526 {
1527   struct GNUNET_TRANSPORT_Handle *h = cls;
1528   const struct DisconnectInfoMessage *dim;
1529   const struct ConnectInfoMessage *cim;
1530   const struct InboundMessage *im;
1531   const struct GNUNET_MessageHeader *imm;
1532   const struct SendOkMessage *okm;
1533   struct HelloWaitList *hwl;
1534   struct HelloWaitList *next_hwl;
1535   struct NeighbourList *n;
1536   struct GNUNET_PeerIdentity me;
1537   struct GNUNET_TRANSPORT_TransmitHandle *th;
1538
1539   struct GNUNET_TRANSPORT_TransmitHandle *prev;
1540   struct GNUNET_TRANSPORT_TransmitHandle *pos;
1541   struct GNUNET_TRANSPORT_TransmitHandle *next;
1542   uint16_t size;
1543
1544   if ((msg == NULL) || (h->client == NULL))
1545     {
1546       if (h->client != NULL)
1547         {
1548 #if DEBUG_TRANSPORT
1549           GNUNET_log (GNUNET_ERROR_TYPE_INFO,
1550                       "Error receiving from transport service, disconnecting temporarily.\n");
1551 #endif
1552           if (h->network_handle != NULL)
1553             {
1554               GNUNET_CLIENT_notify_transmit_ready_cancel (h->network_handle);
1555               h->network_handle = NULL;
1556               h->transmission_scheduled = GNUNET_NO;
1557               th = h->connect_ready_head;
1558               /* add timeout again, we cancelled the transmit_ready task! */
1559               GNUNET_assert (th->notify_delay_task ==
1560                              GNUNET_SCHEDULER_NO_TASK);
1561               th->notify_delay_task =
1562                 GNUNET_SCHEDULER_add_delayed (h->sched,
1563                                               GNUNET_TIME_absolute_get_remaining
1564                                               (th->timeout),
1565                                               &peer_transmit_timeout, th);
1566             }
1567           GNUNET_CLIENT_disconnect (h->client);
1568           h->client = NULL;
1569           schedule_reconnect (h);
1570         }
1571       else
1572         {
1573           /* shutdown initiated from 'GNUNET_TRANSPORT_disconnect',
1574              finish clean up work! */
1575           GNUNET_free (h);
1576         }
1577       return;
1578     }
1579   GNUNET_CLIENT_receive (h->client,
1580                          &demultiplexer, h, GNUNET_TIME_UNIT_FOREVER_REL);
1581   size = ntohs (msg->size);
1582   switch (ntohs (msg->type))
1583     {
1584     case GNUNET_MESSAGE_TYPE_HELLO:
1585       if (GNUNET_OK !=
1586           GNUNET_HELLO_get_id ((const struct GNUNET_HELLO_Message *) msg,
1587                                &me))
1588         {
1589           GNUNET_break (0);
1590           break;
1591         }
1592 #if DEBUG_TRANSPORT
1593       GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
1594                   "Receiving (my own) `%s' message, I am `%4s'.\n",
1595                   "HELLO", GNUNET_i2s (&me));
1596 #endif
1597       GNUNET_free_non_null (h->my_hello);
1598       h->my_hello = NULL;
1599       if (size < sizeof (struct GNUNET_MessageHeader))
1600         {
1601           GNUNET_break (0);
1602           break;
1603         }
1604       h->my_hello = GNUNET_malloc (size);
1605       memcpy (h->my_hello, msg, size);
1606       hwl = h->hwl_head;
1607       while (NULL != hwl)
1608         {
1609           next_hwl = hwl->next;
1610           hwl->rec (hwl->rec_cls,
1611                     (const struct GNUNET_MessageHeader *) h->my_hello);
1612           hwl = next_hwl;
1613         }
1614       break;
1615     case GNUNET_MESSAGE_TYPE_TRANSPORT_CONNECT:
1616       if (size != sizeof (struct ConnectInfoMessage))
1617         {
1618           GNUNET_break (0);
1619           break;
1620         }
1621       cim = (const struct ConnectInfoMessage *) msg;
1622 #if DEBUG_TRANSPORT
1623       GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
1624                   "Receiving `%s' message for `%4s'.\n",
1625                   "CONNECT", GNUNET_i2s (&cim->id));
1626 #endif
1627       if (find_neighbour(h, &cim->id) == NULL)
1628         {
1629 #if DEBUG_TRANSPORT
1630               GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
1631                           "Don't know neighbor, adding!\n");
1632 #endif
1633           add_neighbour (h,
1634                          ntohl (cim->quota_out),
1635                          GNUNET_TIME_relative_ntoh (cim->latency), ntohs(cim->distance), &cim->id);
1636         }
1637       else
1638         {
1639 #if DEBUG_TRANSPORT
1640               GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
1641                           "Do know neighbor, scheduling transmission!\n");
1642 #endif
1643           n = find_neighbour(h, &cim->id);
1644           n->received_ack = GNUNET_YES;
1645           if (NULL != n->transmit_handle)
1646             {
1647 #if DEBUG_TRANSPORT
1648               GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
1649                           "Peer connected, scheduling delayed message for delivery now.\n");
1650 #endif
1651               schedule_request (n->transmit_handle);
1652             }
1653           else
1654             {
1655 #if DEBUG_TRANSPORT
1656               GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
1657                           "Transmit handle is null... Checking for pending stuff(?)\n");
1658 #endif
1659               prev = NULL;
1660               pos = h->connect_wait_head;
1661               while (pos != NULL)
1662                 {
1663                   next = pos->next;
1664                   if (0 == memcmp (&cim->id,
1665                                    &pos->target, sizeof (struct GNUNET_PeerIdentity)))
1666                     {
1667                       pos->neighbour = n;
1668                       GNUNET_assert (NULL == n->transmit_handle);
1669                       n->transmit_handle = pos;
1670                       if (prev == NULL)
1671                         h->connect_wait_head = next;
1672                       else
1673                         prev->next = next;
1674 #if ACK
1675                         if (GNUNET_YES == n->received_ack)
1676                           {
1677 #endif
1678   #if DEBUG_TRANSPORT
1679                           GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
1680                                       "Found pending request for `%4s' will trigger it now.\n",
1681                                       GNUNET_i2s (&pos->target));
1682   #endif
1683                           if (pos->notify_delay_task != GNUNET_SCHEDULER_NO_TASK)
1684                             {
1685                               GNUNET_SCHEDULER_cancel (h->sched, pos->notify_delay_task);
1686                               pos->notify_delay_task = GNUNET_SCHEDULER_NO_TASK;
1687                             }
1688                           schedule_request (pos);
1689 #if ACK
1690                           }
1691 #endif
1692
1693                       break;
1694                     }
1695                   prev = pos;
1696                   pos = next;
1697                 }
1698           }
1699         }
1700
1701       break;
1702     case GNUNET_MESSAGE_TYPE_TRANSPORT_DISCONNECT:
1703       if (size != sizeof (struct DisconnectInfoMessage))
1704         {
1705           GNUNET_break (0);
1706           break;
1707         }
1708       dim = (const struct DisconnectInfoMessage *) msg;
1709 #if DEBUG_TRANSPORT
1710       GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
1711                   "Receiving `%s' message for `%4s'.\n",
1712                   "DISCONNECT", GNUNET_i2s (&dim->peer));
1713 #endif
1714       remove_neighbour (h, &dim->peer);
1715       break;
1716     case GNUNET_MESSAGE_TYPE_TRANSPORT_SEND_OK:
1717       if (size != sizeof (struct SendOkMessage))
1718         {
1719           GNUNET_break (0);
1720           break;
1721         }
1722       okm = (const struct SendOkMessage *) msg;
1723 #if DEBUG_TRANSPORT
1724       GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
1725                   "Receiving `%s' message, transmission %s.\n", "SEND_OK",
1726                   ntohl (okm->success) == GNUNET_OK ? "succeeded" : "failed");
1727 #endif
1728       n = find_neighbour (h, &okm->peer);
1729       GNUNET_assert (n != NULL);
1730       n->transmit_ok = GNUNET_YES;
1731       if (n->transmit_handle != NULL)
1732         {
1733 #if DEBUG_TRANSPORT
1734           GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
1735                       "Processing pending message for `%4s'\n",
1736                       GNUNET_i2s (&n->id));
1737 #endif
1738           GNUNET_SCHEDULER_cancel (h->sched,
1739                                    n->transmit_handle->notify_delay_task);
1740           n->transmit_handle->notify_delay_task = GNUNET_SCHEDULER_NO_TASK;
1741           GNUNET_assert (GNUNET_YES == n->received_ack);
1742           schedule_request (n->transmit_handle);
1743         }
1744       break;
1745     case GNUNET_MESSAGE_TYPE_TRANSPORT_RECV:
1746 #if DEBUG_TRANSPORT
1747       GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
1748                   "Receiving `%s' message.\n", "RECV");
1749 #endif
1750       if (size <
1751           sizeof (struct InboundMessage) +
1752           sizeof (struct GNUNET_MessageHeader))
1753         {
1754           GNUNET_break (0);
1755           break;
1756         }
1757       im = (const struct InboundMessage *) msg;
1758       imm = (const struct GNUNET_MessageHeader *) &im[1];
1759       if (ntohs (imm->size) + sizeof (struct InboundMessage) != size)
1760         {
1761           GNUNET_break (0);
1762           break;
1763         }
1764       switch (ntohs (imm->type))
1765         {
1766         case GNUNET_MESSAGE_TYPE_TRANSPORT_ACK:
1767 #if DEBUG_TRANSPORT
1768           GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
1769                       "Receiving `%s' message from `%4s'.\n",
1770                       "ACK", GNUNET_i2s (&im->peer));
1771 #endif
1772           n = find_neighbour (h, &im->peer);
1773           if (n == NULL)
1774             {
1775               GNUNET_break (0);
1776               break;
1777             }
1778           if (n->received_ack == GNUNET_NO)
1779             {
1780               n->received_ack = GNUNET_YES;
1781               if (NULL != n->transmit_handle)
1782                 {
1783 #if DEBUG_TRANSPORT
1784                   GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
1785                               "Peer connected, scheduling delayed message for delivery now.\n");
1786 #endif
1787                   schedule_request (n->transmit_handle);
1788                 }
1789             }
1790           break;
1791         default:
1792 #if DEBUG_TRANSPORT
1793           GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
1794                       "Received message of type %u from `%4s'.\n",
1795                       ntohs (imm->type), GNUNET_i2s (&im->peer));
1796 #endif
1797           if (h->rec != NULL)
1798             h->rec (h->cls, &im->peer, imm,
1799                     GNUNET_TIME_relative_ntoh (im->latency), ntohs(im->distance));
1800           break;
1801         }
1802       break;
1803     default:
1804       GNUNET_log (GNUNET_ERROR_TYPE_ERROR,
1805                   _
1806                   ("Received unexpected message of type %u in %s:%u\n"),
1807                   ntohs (msg->type), __FILE__, __LINE__);
1808       GNUNET_break (0);
1809       break;
1810     }
1811 }
1812
1813
1814 struct ClientTransmitWrapper
1815 {
1816   GNUNET_CONNECTION_TransmitReadyNotify notify;
1817   void *notify_cls;
1818   struct GNUNET_TRANSPORT_TransmitHandle *th;
1819 };
1820
1821
1822 /**
1823  * Transmit message of a client destined for another
1824  * peer to the service.
1825  */
1826 static size_t
1827 client_notify_wrapper (void *cls, size_t size, void *buf)
1828 {
1829   struct ClientTransmitWrapper *ctw = cls;
1830   struct OutboundMessage *obm;
1831   struct GNUNET_MessageHeader *hdr;
1832   size_t ret;
1833
1834   if (size == 0)
1835     {
1836 #if DEBUG_TRANSPORT
1837       GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
1838                   "Transmission request could not be satisfied.\n");
1839 #endif
1840       if (NULL != ctw->notify)
1841         GNUNET_assert (0 == ctw->notify (ctw->notify_cls, 0, NULL));
1842       GNUNET_free (ctw);
1843       return 0;
1844     }
1845   GNUNET_assert (size >= sizeof (struct OutboundMessage));
1846   obm = buf;
1847   if (ctw->notify != NULL)
1848     ret = ctw->notify (ctw->notify_cls,
1849                        size - sizeof (struct OutboundMessage),
1850                        (void *) &obm[1]);
1851   else
1852     ret = 0;
1853   if (ret == 0)
1854     {
1855       /* Need to reset flag, no SEND means no SEND_OK! */
1856       ctw->th->neighbour->transmit_ok = GNUNET_YES;
1857       GNUNET_free (ctw);
1858       return 0;
1859     }
1860   GNUNET_assert (ret >= sizeof (struct GNUNET_MessageHeader));
1861   hdr = (struct GNUNET_MessageHeader *) &obm[1];
1862   GNUNET_assert (ntohs (hdr->size) == ret);
1863   GNUNET_assert (ret + sizeof (struct OutboundMessage) <
1864                  GNUNET_SERVER_MAX_MESSAGE_SIZE);
1865 #if DEBUG_TRANSPORT
1866   GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
1867               "Transmitting `%s' message with data for `%4s'\n",
1868               "SEND", GNUNET_i2s (&ctw->th->target));
1869 #endif
1870   ret += sizeof (struct OutboundMessage);
1871   obm->header.type = htons (GNUNET_MESSAGE_TYPE_TRANSPORT_SEND);
1872   obm->header.size = htons (ret);
1873   obm->priority = htonl (ctw->th->priority);
1874   obm->peer = ctw->th->target;
1875   GNUNET_free (ctw);
1876   return ret;
1877 }
1878
1879
1880
1881 /**
1882  * Check if we could queue a message of the given size for
1883  * transmission.  The transport service will take both its
1884  * internal buffers and bandwidth limits imposed by the
1885  * other peer into consideration when answering this query.
1886  *
1887  * @param handle connection to transport service
1888  * @param target who should receive the message
1889  * @param size how big is the message we want to transmit?
1890  * @param priority how important is the message?
1891  * @param timeout after how long should we give up (and call
1892  *        notify with buf NULL and size 0)?
1893  * @param notify function to call when we are ready to
1894  *        send such a message
1895  * @param notify_cls closure for notify
1896  * @return NULL if someone else is already waiting to be notified
1897  *         non-NULL if the notify callback was queued (can be used to cancel
1898  *         using GNUNET_TRANSPORT_notify_transmit_ready_cancel)
1899  */
1900 struct GNUNET_TRANSPORT_TransmitHandle *
1901 GNUNET_TRANSPORT_notify_transmit_ready (struct GNUNET_TRANSPORT_Handle
1902                                         *handle,
1903                                         const struct GNUNET_PeerIdentity
1904                                         *target, size_t size,
1905                                         unsigned int priority,
1906                                         struct GNUNET_TIME_Relative timeout,
1907                                         GNUNET_CONNECTION_TransmitReadyNotify
1908                                         notify, void *notify_cls)
1909 {
1910   struct GNUNET_TRANSPORT_TransmitHandle *pos;
1911   struct GNUNET_TRANSPORT_TransmitHandle *th;
1912   struct NeighbourList *n;
1913   struct ClientTransmitWrapper *ctw;
1914
1915   if (size + sizeof (struct OutboundMessage) >=
1916       GNUNET_SERVER_MAX_MESSAGE_SIZE)
1917     {
1918       GNUNET_break (0);
1919       return NULL;
1920     }
1921 #if DEBUG_TRANSPORT
1922   GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
1923               "Asking transport service for transmission of %u bytes to peer `%4s'.\n",
1924               size, GNUNET_i2s (target));
1925 #endif
1926   n = find_neighbour (handle, target);
1927   if ((n != NULL) && (n->transmit_handle != NULL))
1928     return NULL;                /* already have a request pending for this peer! */
1929   ctw = GNUNET_malloc (sizeof (struct ClientTransmitWrapper));
1930   th = GNUNET_malloc (sizeof (struct GNUNET_TRANSPORT_TransmitHandle));
1931   ctw->notify = notify;
1932   ctw->notify_cls = notify_cls;
1933   ctw->th = th;
1934   th->handle = handle;
1935   th->neighbour = n;
1936   th->target = *target;
1937   th->notify = &client_notify_wrapper;
1938   th->notify_cls = ctw;
1939   th->timeout = GNUNET_TIME_relative_to_absolute (timeout);
1940   th->notify_size = size + sizeof (struct OutboundMessage);
1941   th->priority = priority;
1942   if (NULL == n)
1943     {
1944       pos = handle->connect_wait_head;
1945       while (pos != NULL)
1946         {
1947           GNUNET_assert (0 != memcmp (target,
1948                                       &pos->target,
1949                                       sizeof (struct GNUNET_PeerIdentity)));
1950           pos = pos->next;
1951         }
1952 #if DEBUG_TRANSPORT
1953       GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
1954                   "Will now try to connect to `%4s'.\n", GNUNET_i2s (target));
1955 #endif
1956       try_connect (th);
1957       return th;
1958     }
1959
1960 #if DEBUG_TRANSPORT
1961   GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
1962               "Transmission request queued for transmission to transport service.\n");
1963 #endif
1964   GNUNET_assert (NULL == n->transmit_handle);
1965   n->transmit_handle = th;
1966   if (GNUNET_YES != n->transmit_ok)
1967     {
1968 #if DEBUG_TRANSPORT
1969       GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
1970                   "Connection to `%4s' is not yet confirmed connected, scheduling timeout (%llu ms) only.\n",
1971                   GNUNET_i2s (target), timeout.value);
1972 #endif
1973       th->notify_delay_task
1974         = GNUNET_SCHEDULER_add_delayed (handle->sched,
1975                                         timeout, &peer_transmit_timeout, th);
1976       return th;
1977     }
1978
1979 #if DEBUG_TRANSPORT
1980   GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
1981               "Peer `%4s' is ready to receive, scheduling message for delivery now.\n",
1982               GNUNET_i2s (target));
1983 #endif
1984   th->notify_delay_task
1985     = GNUNET_SCHEDULER_add_now (handle->sched, &transmit_ready, th);
1986   return th;
1987 }
1988
1989
1990 /**
1991  * Cancel the specified transmission-ready notification.
1992  */
1993 void
1994 GNUNET_TRANSPORT_notify_transmit_ready_cancel (struct
1995                                                GNUNET_TRANSPORT_TransmitHandle
1996                                                *th)
1997 {
1998   struct GNUNET_TRANSPORT_Handle *h;
1999
2000 #if DEBUG_TRANSPORT
2001   GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
2002               "Transmission request of %u bytes to `%4s' was cancelled.\n",
2003               th->notify_size - sizeof (struct OutboundMessage),
2004               GNUNET_i2s (&th->target));
2005 #endif
2006   GNUNET_assert (th->notify == &client_notify_wrapper);
2007   remove_from_any_list (th);
2008   h = th->handle;
2009   if ((h->connect_ready_head == NULL) && (h->network_handle != NULL))
2010     {
2011       GNUNET_CLIENT_notify_transmit_ready_cancel (h->network_handle);
2012       h->network_handle = NULL;
2013       h->transmission_scheduled = GNUNET_NO;
2014     }
2015   GNUNET_free (th->notify_cls);
2016   GNUNET_assert (th->notify_delay_task == GNUNET_SCHEDULER_NO_TASK);
2017   GNUNET_free (th);
2018 }
2019
2020
2021 /* end of transport_api.c */