(no commit message)
[oweals/gnunet.git] / src / transport / plugin_transport_http.c
1 /*
2      This file is part of GNUnet
3      (C) 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009 Christian Grothoff (and other contributing authors)
4
5      GNUnet is free software; you can redistribute it and/or modify
6      it under the terms of the GNU General Public License as published
7      by the Free Software Foundation; either version 3, or (at your
8      option) any later version.
9
10      GNUnet is distributed in the hope that it will be useful, but
11      WITHOUT ANY WARRANTY; without even the implied warranty of
12      MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
13      General Public License for more details.
14
15      You should have received a copy of the GNU General Public License
16      along with GNUnet; see the file COPYING.  If not, write to the
17      Free Software Foundation, Inc., 59 Temple Place - Suite 330,
18      Boston, MA 02111-1307, USA.
19 */
20
21 /**
22  * @file transport/plugin_transport_http.c
23  * @brief http transport service plugin
24  * @author Matthias Wachs
25  */
26
27 #include "platform.h"
28 #include "gnunet_common.h"
29 #include "gnunet_constants.h"
30 #include "gnunet_protocols.h"
31 #include "gnunet_connection_lib.h"
32 #include "gnunet_service_lib.h"
33 #include "gnunet_statistics_service.h"
34 #include "gnunet_transport_service.h"
35 #include "gnunet_resolver_service.h"
36 #include "gnunet_server_lib.h"
37 #include "gnunet_container_lib.h"
38 #include "plugin_transport.h"
39 #include "gnunet_os_lib.h"
40 #include "microhttpd.h"
41 #include <curl/curl.h>
42
43 #if BUILD_HTTPS
44 #define LIBGNUNET_PLUGIN_TRANSPORT_INIT libgnunet_plugin_transport_https_init
45 #define LIBGNUNET_PLUGIN_TRANSPORT_DONE libgnunet_plugin_transport_https_done
46 #define LIBGNUNET_PLUGIN_TRANSPORT_COMPONENT transport_https
47 #define PROTOCOL_PREFIX "https"
48 #else
49 #define LIBGNUNET_PLUGIN_TRANSPORT_INIT libgnunet_plugin_transport_http_init
50 #define LIBGNUNET_PLUGIN_TRANSPORT_DONE libgnunet_plugin_transport_http_done
51 #define LIBGNUNET_PLUGIN_TRANSPORT_COMPONENT transport_http
52 #define PROTOCOL_PREFIX "http"
53 #endif
54
55 #define DEBUG_HTTP GNUNET_NO
56 #define DEBUG_CURL GNUNET_YES
57 #define DEBUG_MHD GNUNET_YES
58 #define DEBUG_CONNECTIONS GNUNET_NO
59 #define DEBUG_SESSION_SELECTION GNUNET_NO
60 #define DEBUG_SCHEDULING GNUNET_NO
61 #define CURL_TCP_NODELAY GNUNET_YES
62
63 #define INBOUND GNUNET_NO
64 #define OUTBOUND GNUNET_YES
65
66
67
68 /**
69  * Text of the response sent back after the last bytes of a PUT
70  * request have been received (just to formally obey the HTTP
71  * protocol).
72  */
73 #define HTTP_PUT_RESPONSE "Thank you!"
74
75 /**
76  * After how long do we expire an address that we
77  * learned from another peer if it is not reconfirmed
78  * by anyone?
79  */
80 #define LEARNED_ADDRESS_EXPIRATION GNUNET_TIME_relative_multiply (GNUNET_TIME_UNIT_HOURS, 6)
81
82 /**
83  * Page returned if request invalid
84  */
85 #define HTTP_ERROR_RESPONSE "<!DOCTYPE HTML PUBLIC \"-//IETF//DTD HTML 2.0//EN\"><HTML><HEAD><TITLE>404 Not Found</TITLE></HEAD><BODY><H1>Not Found</H1>The requested URL was not found on this server.<P><HR><ADDRESS></ADDRESS></BODY></HTML>"
86
87 /**
88  * Timeout for a http connect
89  */
90 #define HTTP_CONNECT_TIMEOUT 30
91
92
93 /**
94  * Network format for IPv4 addresses.
95  */
96 struct IPv4HttpAddress
97 {
98   /**
99    * IPv4 address, in network byte order.
100    */
101   uint32_t ipv4_addr GNUNET_PACKED;
102
103   /**
104    * Port number, in network byte order.
105    */
106   uint16_t u_port GNUNET_PACKED;
107
108 };
109
110
111 /**
112  * Network format for IPv6 addresses.
113  */
114 struct IPv6HttpAddress
115 {
116   /**
117    * IPv6 address.
118    */
119   struct in6_addr ipv6_addr GNUNET_PACKED;
120
121   /**
122    * Port number, in network byte order.
123    */
124   uint16_t u6_port GNUNET_PACKED;
125
126 };
127
128
129 /**
130  *  Message to send using http
131  */
132 struct HTTP_Message
133 {
134   /**
135    * next pointer for double linked list
136    */
137   struct HTTP_Message * next;
138
139   /**
140    * previous pointer for double linked list
141    */
142   struct HTTP_Message * prev;
143
144   /**
145    * buffer containing data to send
146    */
147   char *buf;
148
149   /**
150    * amount of data already sent
151    */
152   size_t pos;
153
154   /**
155    * buffer length
156    */
157   size_t size;
158
159   /**
160    * Continuation function to call once the transmission buffer
161    * has again space available.  NULL if there is no
162    * continuation to call.
163    */
164   GNUNET_TRANSPORT_TransmitContinuation transmit_cont;
165
166   /**
167    * Closure for transmit_cont.
168    */
169   void *transmit_cont_cls;
170 };
171
172
173 struct HTTP_PeerContext
174 {
175   /**
176    * peer's identity
177    */
178   struct GNUNET_PeerIdentity identity;
179
180   /**
181    * Pointer to the global plugin struct.
182    */
183   struct Plugin *plugin;
184
185   /**
186    * Linked list of connections with this peer
187    * head
188    */
189   struct Session * head;
190
191   /**
192    * Linked list of connections with this peer
193    * tail
194    */
195   struct Session * tail;
196
197   /**
198    * id for next session
199    */
200   size_t session_id_counter;
201
202   /**
203    * Last session used to send data
204    */
205   struct Session * last_session;
206 };
207
208
209 struct Session
210 {
211   /**
212    * API requirement.
213    */
214   struct SessionHeader header;
215
216   /**
217    * next session in linked list
218    */
219   struct Session * next;
220
221   /**
222    * previous session in linked list
223    */
224   struct Session * prev;
225
226   /**
227    * address of this session
228    */
229   void * addr;
230
231   /**
232    * address length
233    */
234   size_t addrlen;
235
236   /**
237    * target url
238    */
239   char * url;
240
241   /**
242    * Message queue for outbound messages
243    * head of queue
244    */
245   struct HTTP_Message * pending_msgs_head;
246
247   /**
248    * Message queue for outbound messages
249    * tail of queue
250    */
251   struct HTTP_Message * pending_msgs_tail;
252
253   /**
254    * partner peer this connection belongs to
255    */
256   struct HTTP_PeerContext * peercontext;
257
258   /**
259    * message stream tokenizer for incoming data
260    */
261   struct GNUNET_SERVER_MessageStreamTokenizer *msgtok;
262
263   /**
264    * session direction
265    * outbound: OUTBOUND (GNUNET_YES)
266    * inbound : INBOUND (GNUNET_NO)
267    */
268   unsigned int direction;
269
270   /**
271    * is session connected to send data?
272    */
273   unsigned int send_connected;
274
275   /**
276    * is send connection active?
277    */
278   unsigned int send_active;
279
280   /**
281    * connection disconnect forced (e.g. from transport)
282    */
283   unsigned int send_force_disconnect;
284
285   /**
286    * is session connected to receive data?
287    */
288   unsigned int recv_connected;
289
290   /**
291    * is receive connection active?
292    */
293   unsigned int recv_active;
294
295   /**
296    * connection disconnect forced (e.g. from transport)
297    */
298   unsigned int recv_force_disconnect;
299
300   /**
301    * id for next session
302    * NOTE: 0 is not an ID, zero is not defined. A correct ID is always > 0
303    */
304   size_t session_id;
305
306   /**
307    * entity managing sending data
308    * outbound session: CURL *
309    * inbound session: mhd_connection *
310    */
311   void * send_endpoint;
312
313   /**
314    * entity managing recieving data
315    * outbound session: CURL *
316    * inbound session: mhd_connection *
317    */
318   void * recv_endpoint;
319 };
320
321 /**
322  * Encapsulation of all of the state of the plugin.
323  */
324 struct Plugin
325 {
326   /**
327    * Our environment.
328    */
329   struct GNUNET_TRANSPORT_PluginEnvironment *env;
330
331   /**
332    * Handle for reporting statistics.
333    */
334   struct GNUNET_STATISTICS_Handle *stats;
335
336   /**
337    * Plugin Port
338    */
339   unsigned int port_inbound;
340
341   struct GNUNET_CONTAINER_MultiHashMap *peers;
342
343   /**
344    * Daemon for listening for new IPv4 connections.
345    */
346   struct MHD_Daemon *http_server_daemon_v4;
347
348   /**
349    * Daemon for listening for new IPv6connections.
350    */
351   struct MHD_Daemon *http_server_daemon_v6;
352
353   /**
354    * Our primary task for http daemon handling IPv4 connections
355    */
356   GNUNET_SCHEDULER_TaskIdentifier http_server_task_v4;
357
358   /**
359    * Our primary task for http daemon handling IPv6 connections
360    */
361   GNUNET_SCHEDULER_TaskIdentifier http_server_task_v6;
362
363   /**
364    * The task sending data
365    */
366   GNUNET_SCHEDULER_TaskIdentifier http_curl_task;
367
368   /**
369    * cURL Multihandle
370    */
371   CURLM * multi_handle;
372
373   /**
374    * Our ASCII encoded, hashed peer identity
375    * This string is used to distinguish between connections and is added to the urls
376    */
377   struct GNUNET_CRYPTO_HashAsciiEncoded my_ascii_hash_ident;
378
379   /**
380    * IPv4 Address the plugin binds to
381    */
382   struct sockaddr_in * bind4_address;
383
384   /**
385    * IPv6 Address the plugins binds to
386    */
387   struct sockaddr_in6 * bind6_address;
388
389   /**
390    * Hostname to bind to
391    */
392   char * bind_hostname;
393
394   /**
395    * Is IPv4 enabled?
396    */
397   int use_ipv6;
398
399   /**
400    * Is IPv6 enabled?
401    */
402   int use_ipv4;
403
404   /**
405    * Closure passed by MHD to the mhd_logger function
406    */
407   void * mhd_log;
408
409   /* only needed for HTTPS plugin */
410 #if BUILD_HTTPS
411   /* The certificate MHD uses as an \0 terminated string */
412   char * cert;
413
414   /* The private key MHD uses as an \0 terminated string */
415   char * key;
416
417   /* crypto init string */
418   char * crypto_init;
419 #endif
420 };
421
422
423 /**
424  * Function called for a quick conversion of the binary address to
425  * a numeric address.  Note that the caller must not free the
426  * address and that the next call to this function is allowed
427  * to override the address again.
428  *
429  * @param cls closure
430  * @param addr binary address
431  * @param addrlen length of the address
432  * @return string representing the same address
433  */
434 static const char*
435 http_plugin_address_to_string (void *cls,
436                                    const void *addr,
437                                    size_t addrlen);
438
439
440 /**
441  * Call MHD to process pending ipv4 requests and then go back
442  * and schedule the next run.
443  */
444 static void http_server_daemon_v4_run (void *cls, const struct GNUNET_SCHEDULER_TaskContext *tc);
445 /**
446  * Call MHD to process pending ipv6 requests and then go back
447  * and schedule the next run.
448  */
449 static void http_server_daemon_v6_run (void *cls, const struct GNUNET_SCHEDULER_TaskContext *tc);
450
451 /**
452  * Function setting up curl handle and selecting message to send
453  * @param plugin plugin
454  * @param ses session to send data to
455  * @param con connection
456  * @return bytes sent to peer
457  */
458 static int send_check_connections (struct Plugin *plugin, struct Session *ps);
459
460 /**
461  * Function setting up file descriptors and scheduling task to run
462  * @param cls closure
463  * @param ses session to send data to
464  * @param
465  */
466 static int curl_schedule (struct Plugin *plugin);
467
468
469 /**
470  * Creates a valid url from passed address and id
471  * @param plugin plugin
472  * @param addr address to create url from
473  * @param addrlen address lenth
474  * @param id session id
475  * @return the created url
476  */
477 static char * create_url(struct Plugin *plugin, const void * addr, size_t addrlen, size_t id)
478 {
479   char *url = NULL;
480   char *addr_str = (char *) http_plugin_address_to_string(NULL, addr, addrlen);
481
482   GNUNET_assert ((addr!=NULL) && (addrlen != 0));
483   GNUNET_asprintf(&url,
484                   "%s://%s/%s;%u", PROTOCOL_PREFIX, addr_str,
485                   (char *) (&plugin->my_ascii_hash_ident),id);
486   GNUNET_free_non_null(addr_str);
487   return url;
488 }
489
490 /**
491  * Removes a message from the linked list of messages
492  * @param ps session
493  * @param msg message
494  * @return GNUNET_SYSERR if msg not found, GNUNET_OK on success
495  */
496 static int remove_http_message (struct Session * ps, struct HTTP_Message * msg)
497 {
498   GNUNET_CONTAINER_DLL_remove(ps->pending_msgs_head,ps->pending_msgs_tail,msg);
499   GNUNET_free(msg);
500   return GNUNET_OK;
501 }
502
503 /**
504  * Iterator to remove peer context
505  * @param cls the plugin
506  * @key the peers public key hashcode
507  * @value the peer context
508  * @return GNUNET_YES on success
509  */
510 int remove_peer_context_Iterator (void *cls, const GNUNET_HashCode *key, void *value)
511 {
512   struct Plugin *plugin = cls;
513   struct HTTP_PeerContext * pc = value;
514   struct Session * ps = pc->head;
515   struct Session * tmp = NULL;
516   struct HTTP_Message * msg = NULL;
517   struct HTTP_Message * msg_tmp = NULL;
518 #if DEBUG_HTTP
519   GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Freeing context for peer `%s'\n",GNUNET_i2s(&pc->identity));
520 #endif
521   GNUNET_CONTAINER_multihashmap_remove (plugin->peers, &pc->identity.hashPubKey, pc);
522   while (ps!=NULL)
523   {
524         plugin->env->session_end(plugin, &pc->identity, ps);
525         tmp = ps->next;
526
527     GNUNET_free_non_null (ps->addr);
528     GNUNET_free(ps->url);
529     if (ps->msgtok != NULL)
530       GNUNET_SERVER_mst_destroy (ps->msgtok);
531
532     msg = ps->pending_msgs_head;
533     while (msg!=NULL)
534     {
535       msg_tmp = msg->next;
536       GNUNET_free(msg);
537       msg = msg_tmp;
538     }
539     if (ps->direction==OUTBOUND)
540     {
541       if (ps->send_endpoint!=NULL)
542         curl_easy_cleanup(ps->send_endpoint);
543       if (ps->recv_endpoint!=NULL)
544         curl_easy_cleanup(ps->recv_endpoint);
545     }
546
547     GNUNET_free(ps);
548     ps=tmp;
549   }
550   GNUNET_free(pc);
551   GNUNET_STATISTICS_update (plugin->env->stats,
552                             gettext_noop ("# HTTP peers active"),
553                             -1,
554                             GNUNET_NO);
555   return GNUNET_YES;
556 }
557
558
559 /**
560  * Removes a session from the linked list of sessions
561  * @param pc peer context
562  * @param ps session
563  * @param call_msg_cont GNUNET_YES to call pending message continuations, otherwise no
564  * @param call_msg_cont_result result to call message continuations with
565  * @return GNUNET_SYSERR if msg not found, GNUNET_OK on success
566  */
567 static int remove_session (struct HTTP_PeerContext * pc, struct Session * ps,  int call_msg_cont, int call_msg_cont_result)
568 {
569   struct HTTP_Message * msg;
570   struct Plugin * plugin = ps->peercontext->plugin;
571
572 #if DEBUG_CONNECTIONS
573   GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Connection %X: removing %s session %X with id %u\n", ps, (ps->direction == INBOUND) ? "inbound" : "outbound", ps, ps->session_id);
574 #endif
575   plugin->env->session_end(plugin, &pc->identity, ps);
576
577   GNUNET_free_non_null (ps->addr);
578   GNUNET_SERVER_mst_destroy (ps->msgtok);
579   GNUNET_free(ps->url);
580
581   if (ps->direction==INBOUND)
582   {
583           if (ps->recv_endpoint != NULL)
584           {
585                   curl_easy_cleanup(ps->recv_endpoint);
586                   ps->recv_endpoint = NULL;
587           }
588           if (ps->send_endpoint != NULL)
589           {
590                   curl_easy_cleanup(ps->send_endpoint);
591                   ps->send_endpoint = NULL;
592           }
593   }
594
595   msg = ps->pending_msgs_head;
596   while (msg!=NULL)
597   {
598     if ((call_msg_cont == GNUNET_YES) && (msg->transmit_cont!=NULL))
599     {
600       msg->transmit_cont (msg->transmit_cont_cls,&pc->identity,call_msg_cont_result);
601     }
602     GNUNET_CONTAINER_DLL_remove(ps->pending_msgs_head,ps->pending_msgs_head,msg);
603     GNUNET_free(msg);
604     msg = ps->pending_msgs_head;
605   }
606
607   GNUNET_CONTAINER_DLL_remove(pc->head,pc->tail,ps);
608   GNUNET_free(ps);
609   ps = NULL;
610
611   /* no sessions left remove peer */
612   if (pc->head==NULL)
613   {
614 #if DEBUG_HTTP
615   GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"No sessions left for peer `%s', removing context\n",GNUNET_i2s(&pc->identity));
616 #endif
617         remove_peer_context_Iterator(plugin, &pc->identity.hashPubKey, pc);
618   }
619
620   return GNUNET_OK;
621 }
622
623
624 /**
625  * Add the IP of our network interface to the list of
626  * our external IP addresses.
627  *
628  * @param cls the 'struct Plugin*'
629  * @param name name of the interface
630  * @param isDefault do we think this may be our default interface
631  * @param addr address of the interface
632  * @param addrlen number of bytes in addr
633  * @return GNUNET_OK to continue iterating
634  */
635 static int
636 process_interfaces (void *cls,
637                     const char *name,
638                     int isDefault,
639                     const struct sockaddr *addr, socklen_t addrlen)
640 {
641   struct Plugin *plugin = cls;
642   struct IPv4HttpAddress * t4;
643   struct IPv6HttpAddress * t6;
644   int af;
645
646
647   GNUNET_assert(cls !=NULL);
648   af = addr->sa_family;
649   if ((af == AF_INET) && (plugin->use_ipv4 == GNUNET_YES) && (plugin->bind6_address == NULL))
650     {
651           struct in_addr bnd_cmp = ((struct sockaddr_in *) addr)->sin_addr;
652       t4 = GNUNET_malloc(sizeof(struct IPv4HttpAddress));
653       /* Not skipping loopback addresses
654       if (INADDR_LOOPBACK == ntohl(((struct sockaddr_in *) addr)->sin_addr.s_addr))
655       {
656
657         return GNUNET_OK;
658       }
659       */
660       t4->ipv4_addr = ((struct sockaddr_in *) addr)->sin_addr.s_addr;
661       t4->u_port = htons (plugin->port_inbound);
662       if (plugin->bind4_address != NULL)
663       {
664           if (0 == memcmp(&plugin->bind4_address->sin_addr, &bnd_cmp, sizeof (struct in_addr)))
665           {
666                   plugin->env->notify_address(plugin->env->cls,PROTOCOL_PREFIX,t4, sizeof (struct IPv4HttpAddress), GNUNET_TIME_UNIT_FOREVER_REL);
667           }
668       }
669       else
670       {
671           plugin->env->notify_address(plugin->env->cls,PROTOCOL_PREFIX,t4, sizeof (struct IPv4HttpAddress), GNUNET_TIME_UNIT_FOREVER_REL);
672       }
673       GNUNET_free (t4);
674     }
675   else if ((af == AF_INET6) && (plugin->use_ipv6 == GNUNET_YES)  && (plugin->bind4_address == NULL))
676     {
677           struct in6_addr bnd_cmp6 = ((struct sockaddr_in6 *) addr)->sin6_addr;
678       if (IN6_IS_ADDR_LINKLOCAL (&((struct sockaddr_in6 *) addr)->sin6_addr))
679         {
680           return GNUNET_OK;
681         }
682       t6 = GNUNET_malloc(sizeof(struct IPv6HttpAddress));
683       GNUNET_assert(t6 != NULL);
684       if (plugin->bind6_address != NULL)
685       {
686           if (0 == memcmp(&plugin->bind6_address->sin6_addr, &bnd_cmp6, sizeof (struct in6_addr)))
687           {
688               memcpy (&t6->ipv6_addr,
689                       &((struct sockaddr_in6 *) addr)->sin6_addr,
690                       sizeof (struct in6_addr));
691               t6->u6_port = htons (plugin->port_inbound);
692               plugin->env->notify_address(plugin->env->cls,PROTOCOL_PREFIX,t6,sizeof (struct IPv6HttpAddress) , GNUNET_TIME_UNIT_FOREVER_REL);
693           }
694       }
695       else
696       {
697           memcpy (&t6->ipv6_addr,
698                   &((struct sockaddr_in6 *) addr)->sin6_addr,
699                   sizeof (struct in6_addr));
700           t6->u6_port = htons (plugin->port_inbound);
701           plugin->env->notify_address(plugin->env->cls,PROTOCOL_PREFIX,t6,sizeof (struct IPv6HttpAddress) , GNUNET_TIME_UNIT_FOREVER_REL);
702       }
703       GNUNET_free (t6);
704     }
705   return GNUNET_OK;
706 }
707
708
709 /**
710  * External logging function for MHD
711  * @param arg arguments
712  * @param fmt format string
713  * @param ap  list of arguments
714  */
715 void mhd_logger (void * arg, const char * fmt, va_list ap)
716 {
717         char text[1024];
718         vsnprintf(text, 1024, fmt, ap);
719         va_end(ap);
720         GNUNET_log (GNUNET_ERROR_TYPE_ERROR,"MHD: %s \n", text);
721 }
722
723 /**
724  * Callback called by MHD when a connection is terminated
725  * @param cls closure
726  * @param connection the terminated connection
727  * @httpSessionCache the mhd session reference
728  */
729 static void mhd_termination_cb (void *cls, struct MHD_Connection * connection, void **httpSessionCache)
730 {
731   struct Session * ps = *httpSessionCache;
732   if (ps == NULL)
733     return;
734   struct HTTP_PeerContext * pc = ps->peercontext;
735         
736   if (connection==ps->recv_endpoint)
737   {
738 #if DEBUG_CONNECTIONS
739     GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Connection %X: inbound connection from peer `%s' was terminated\n", ps, GNUNET_i2s(&pc->identity));
740 #endif
741     ps->recv_active = GNUNET_NO;
742     ps->recv_connected = GNUNET_NO;
743     ps->recv_endpoint = NULL;
744   }
745   if (connection==ps->send_endpoint)
746   {
747
748     ps->send_active = GNUNET_NO;
749     ps->send_connected = GNUNET_NO;
750     ps->send_endpoint = NULL;
751 #if DEBUG_CONNECTIONS
752     GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Connection %X: outbound connection from peer `%s' was terminated\n", ps, GNUNET_i2s(&pc->identity));
753 #endif
754   }
755
756   /* if both connections disconnected, remove session */
757   if ((ps->send_connected == GNUNET_NO) && (ps->recv_connected == GNUNET_NO))
758   {
759       GNUNET_STATISTICS_update (pc->plugin->env->stats,
760                             gettext_noop ("# HTTP inbound sessions for peers active"),
761                             -1,
762                             GNUNET_NO);
763     remove_session(pc,ps,GNUNET_YES,GNUNET_SYSERR);
764   }
765 }
766
767 /**
768  * Callback called by MessageStreamTokenizer when a message has arrived
769  * @param cls current session as closure
770  * @param client clien
771  * @param message the message to be forwarded to transport service
772  */
773
774 static void mhd_write_mst_cb (void *cls,
775                               void *client,
776                               const struct GNUNET_MessageHeader *message)
777 {
778
779   struct Session *ps  = cls;
780   GNUNET_assert(ps != NULL);
781
782   struct HTTP_PeerContext *pc = ps->peercontext;
783   GNUNET_assert(pc != NULL);
784 #if DEBUG_HTTP
785   GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
786               "Connection %X: Forwarding message to transport service, type %u and size %u from `%s' (`%s')\n",
787               ps,
788               ntohs(message->type),
789               ntohs(message->size),
790               GNUNET_i2s(&(ps->peercontext)->identity),http_plugin_address_to_string(NULL,ps->addr,ps->addrlen));
791 #endif
792   pc->plugin->env->receive (ps->peercontext->plugin->env->cls,
793                             &pc->identity,
794                             message, 1, ps,
795                             NULL,
796                             0);
797 }
798
799 /**
800  * Check if incoming connection is accepted.
801  * NOTE: Here every connection is accepted
802  * @param cls plugin as closure
803  * @param addr address of incoming connection
804  * @param addr_len address length of incoming connection
805  * @return MHD_YES if connection is accepted, MHD_NO if connection is rejected
806  *
807  */
808 static int
809 mhd_accept_cb (void *cls, const struct sockaddr *addr, socklen_t addr_len)
810 {
811 #if 0
812   struct Plugin *plugin = cls;
813 #endif
814   /* Every connection is accepted, nothing more to do here */
815   return MHD_YES;
816 }
817
818
819 /**
820  * Callback called by MHD when it needs data to send
821  * @param cls current session
822  * @param pos position in buffer
823  * @param buf the buffer to write data to
824  * @param max max number of bytes available in buffer
825  * @return bytes written to buffer
826  */
827 int mhd_send_callback (void *cls, uint64_t pos, char *buf, int max)
828 {
829   struct Session * ps = cls;
830   struct HTTP_PeerContext * pc;
831   struct HTTP_Message * msg;
832   int bytes_read = 0;
833
834   GNUNET_assert (ps!=NULL);
835
836   pc = ps->peercontext;
837   msg = ps->pending_msgs_tail;
838   if (ps->send_force_disconnect==GNUNET_YES)
839   {
840 #if DEBUG_CONNECTIONS
841     GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Connection %X: outbound forced to disconnect\n",ps);
842 #endif
843     return -1;
844   }
845
846   if (msg!=NULL)
847   {
848     if ((msg->size-msg->pos) <= max)
849     {
850       memcpy(buf,&msg->buf[msg->pos],(msg->size-msg->pos));
851       bytes_read = msg->size-msg->pos;
852       msg->pos+=(msg->size-msg->pos);
853     }
854     else
855     {
856       memcpy(buf,&msg->buf[msg->pos],max);
857       msg->pos+=max;
858       bytes_read = max;
859     }
860
861     if (msg->pos==msg->size)
862     {
863       if (NULL!=msg->transmit_cont)
864         msg->transmit_cont (msg->transmit_cont_cls,&pc->identity,GNUNET_OK);
865       remove_http_message(ps,msg);
866     }
867   }
868   return bytes_read;
869 }
870
871 /**
872  * Process GET or PUT request received via MHD.  For
873  * GET, queue response that will send back our pending
874  * messages.  For PUT, process incoming data and send
875  * to GNUnet core.  In either case, check if a session
876  * already exists and create a new one if not.
877  */
878 static int
879 mdh_access_cb (void *cls,
880                            struct MHD_Connection *mhd_connection,
881                            const char *url,
882                            const char *method,
883                            const char *version,
884                            const char *upload_data,
885                            size_t * upload_data_size, void **httpSessionCache)
886 {
887   struct Plugin *plugin = cls;
888   struct MHD_Response *response;
889   const union MHD_ConnectionInfo * conn_info;
890
891   struct sockaddr_in  *addrin;
892   struct sockaddr_in6 *addrin6;
893
894   char address[INET6_ADDRSTRLEN+14];
895   struct GNUNET_PeerIdentity pi_in;
896   size_t id_num = 0;
897
898   struct IPv4HttpAddress ipv4addr;
899   struct IPv6HttpAddress ipv6addr;
900
901   struct HTTP_PeerContext *pc;
902   struct Session *ps = NULL;
903   struct Session *ps_tmp = NULL;
904
905   int res = GNUNET_NO;
906   int send_error_to_client;
907   void * addr = NULL;
908   size_t addr_len = 0 ;
909
910   GNUNET_assert(cls !=NULL);
911   send_error_to_client = GNUNET_NO;
912
913   if (NULL == *httpSessionCache)
914   {
915     /* check url for peer identity , if invalid send HTTP 404*/
916     size_t len = strlen(&url[1]);
917     char * peer = GNUNET_malloc(104+1);
918
919     if ((len>104) && (url[104]==';'))
920     {
921         char * id = GNUNET_malloc((len-104)+1);
922         strcpy(id,&url[105]);
923         memcpy(peer,&url[1],103);
924         peer[103] = '\0';
925         id_num = strtoul ( id, NULL , 10);
926         GNUNET_free(id);
927     }
928     res = GNUNET_CRYPTO_hash_from_string (peer, &(pi_in.hashPubKey));
929     GNUNET_free(peer);
930     if ( GNUNET_SYSERR == res )
931     {
932       response = MHD_create_response_from_data (strlen (HTTP_ERROR_RESPONSE),HTTP_ERROR_RESPONSE, MHD_NO, MHD_NO);
933       res = MHD_queue_response (mhd_connection, MHD_HTTP_NOT_FOUND, response);
934       MHD_destroy_response (response);
935 #if DEBUG_CONNECTIONS
936       if (res == MHD_YES)
937         GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Peer has no valid ident, sent HTTP 1.1/404\n");
938       else
939         GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Peer has no valid ident, could not send error\n");
940 #endif
941       return res;
942     }
943   }
944   else
945   {
946     ps = *httpSessionCache;
947     pc = ps->peercontext;
948   }
949
950   if (NULL == *httpSessionCache)
951   {
952     /* get peer context */
953     pc = GNUNET_CONTAINER_multihashmap_get (plugin->peers, &pi_in.hashPubKey);
954     /* Peer unknown */
955     if (pc==NULL)
956     {
957       pc = GNUNET_malloc(sizeof (struct HTTP_PeerContext));
958       pc->plugin = plugin;
959       pc->session_id_counter=1;
960       pc->last_session = NULL;
961       memcpy(&pc->identity, &pi_in, sizeof(struct GNUNET_PeerIdentity));
962       GNUNET_CONTAINER_multihashmap_put(plugin->peers, &pc->identity.hashPubKey, pc, GNUNET_CONTAINER_MULTIHASHMAPOPTION_UNIQUE_ONLY);
963       GNUNET_STATISTICS_update (plugin->env->stats,
964                             gettext_noop ("# HTTP peers active"),
965                             1,
966                             GNUNET_NO);
967     }
968
969     conn_info = MHD_get_connection_info(mhd_connection, MHD_CONNECTION_INFO_CLIENT_ADDRESS );
970     /* Incoming IPv4 connection */
971     if ( AF_INET == conn_info->client_addr->sin_family)
972     {
973       addrin = conn_info->client_addr;
974       inet_ntop(addrin->sin_family, &(addrin->sin_addr),address,INET_ADDRSTRLEN);
975       memcpy(&ipv4addr.ipv4_addr,&(addrin->sin_addr),sizeof(struct in_addr));
976       ipv4addr.u_port = addrin->sin_port;
977       addr = &ipv4addr;
978       addr_len = sizeof(struct IPv4HttpAddress);
979     }
980     /* Incoming IPv6 connection */
981     if ( AF_INET6 == conn_info->client_addr->sin_family)
982     {
983       addrin6 = (struct sockaddr_in6 *) conn_info->client_addr;
984       inet_ntop(addrin6->sin6_family, &(addrin6->sin6_addr),address,INET6_ADDRSTRLEN);
985       memcpy(&ipv6addr.ipv6_addr,&(addrin6->sin6_addr),sizeof(struct in6_addr));
986       ipv6addr.u6_port = addrin6->sin6_port;
987       addr = &ipv6addr;
988       addr_len = sizeof(struct IPv6HttpAddress);
989     }
990
991     GNUNET_assert (addr != NULL);
992     GNUNET_assert (addr_len != 0);
993
994     ps = NULL;
995     /* only inbound sessions here */
996
997     ps_tmp = pc->head;
998     while (ps_tmp!=NULL)
999     {
1000       if ((ps_tmp->direction==INBOUND) && (ps_tmp->session_id == id_num) && (id_num!=0))
1001       {
1002         if ((ps_tmp->recv_force_disconnect!=GNUNET_YES) && (ps_tmp->send_force_disconnect!=GNUNET_YES))
1003         ps=ps_tmp;
1004         break;
1005       }
1006       ps_tmp=ps_tmp->next;
1007     }
1008
1009     if (ps==NULL)
1010     {
1011       ps = GNUNET_malloc(sizeof (struct Session));
1012       ps->addr = GNUNET_malloc(addr_len);
1013       memcpy(ps->addr,addr,addr_len);
1014       ps->addrlen = addr_len;
1015       ps->direction=INBOUND;
1016       ps->pending_msgs_head = NULL;
1017       ps->pending_msgs_tail = NULL;
1018       ps->send_connected=GNUNET_NO;
1019       ps->send_active=GNUNET_NO;
1020       ps->recv_connected=GNUNET_NO;
1021       ps->recv_active=GNUNET_NO;
1022       ps->peercontext=pc;
1023       ps->session_id =id_num;
1024       ps->url = create_url (plugin, ps->addr, ps->addrlen, ps->session_id);
1025       GNUNET_CONTAINER_DLL_insert(pc->head,pc->tail,ps);
1026       GNUNET_STATISTICS_update (plugin->env->stats,
1027                             gettext_noop ("# HTTP inbound sessions for peers active"),
1028                             1,
1029                             GNUNET_NO);
1030     }
1031
1032     *httpSessionCache = ps;
1033     if (ps->msgtok==NULL)
1034       ps->msgtok = GNUNET_SERVER_mst_create (&mhd_write_mst_cb, ps);
1035 #if DEBUG_HTTP
1036     GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Connection %X: HTTP Daemon has new an incoming `%s' request from peer `%s' (`%s')\n",
1037                 ps,
1038                 method,
1039                 GNUNET_i2s(&pc->identity),
1040                 http_plugin_address_to_string(NULL, ps->addr, ps->addrlen));
1041 #endif
1042   }
1043
1044   /* Is it a PUT or a GET request */
1045   if (0 == strcmp (MHD_HTTP_METHOD_PUT, method))
1046   {
1047     if (ps->recv_force_disconnect == GNUNET_YES)
1048     {
1049 #if DEBUG_CONNECTIONS
1050       GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Connection %X: inbound connection was forced to disconnect\n",ps);
1051 #endif
1052       ps->recv_active = GNUNET_NO;
1053       return MHD_NO;
1054     }
1055     if ((*upload_data_size == 0) && (ps->recv_active==GNUNET_NO))
1056     {
1057       ps->recv_endpoint = mhd_connection;
1058       ps->recv_connected = GNUNET_YES;
1059       ps->recv_active = GNUNET_YES;
1060       ps->recv_force_disconnect = GNUNET_NO;
1061 #if DEBUG_CONNECTIONS
1062       GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Connection %X: inbound PUT connection connected\n",ps);
1063 #endif
1064       return MHD_YES;
1065     }
1066
1067     /* Transmission of all data complete */
1068     if ((*upload_data_size == 0) && (ps->recv_active == GNUNET_YES))
1069     {
1070       response = MHD_create_response_from_data (strlen (HTTP_PUT_RESPONSE),HTTP_PUT_RESPONSE, MHD_NO, MHD_NO);
1071       res = MHD_queue_response (mhd_connection, MHD_HTTP_OK, response);
1072 #if DEBUG_CONNECTIONS
1073       GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Connection %X: Sent HTTP/1.1: 200 OK as PUT Response\n",ps);
1074 #endif
1075       MHD_destroy_response (response);
1076       ps->recv_active=GNUNET_NO;
1077       return MHD_YES;
1078     }
1079
1080     /* Recieving data */
1081     if ((*upload_data_size > 0) && (ps->recv_active == GNUNET_YES))
1082     {
1083       res = GNUNET_SERVER_mst_receive(ps->msgtok, ps, upload_data,*upload_data_size, GNUNET_NO, GNUNET_NO);
1084       (*upload_data_size) = 0;
1085       return MHD_YES;
1086     }
1087     else
1088       return MHD_NO;
1089   }
1090   if ( 0 == strcmp (MHD_HTTP_METHOD_GET, method) )
1091   {
1092     if (ps->send_force_disconnect == GNUNET_YES)
1093     {
1094 #if DEBUG_CONNECTIONS
1095       GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Connection %X: outbound connection was  forced to disconnect\n",ps);
1096 #endif
1097       ps->send_active = GNUNET_NO;
1098       return MHD_NO;
1099     }
1100           ps->send_connected = GNUNET_YES;
1101           ps->send_active = GNUNET_YES;
1102           ps->send_endpoint = mhd_connection;
1103           ps->send_force_disconnect = GNUNET_NO;
1104 #if DEBUG_CONNECTIONS
1105           GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Connection %X: inbound GET connection connected\n",ps);
1106 #endif
1107           response = MHD_create_response_from_callback(-1,32 * 1024, &mhd_send_callback, ps, NULL);
1108           res = MHD_queue_response (mhd_connection, MHD_HTTP_OK, response);
1109           MHD_destroy_response (response);
1110           return MHD_YES;
1111   }
1112   return MHD_NO;
1113 }
1114
1115 /**
1116  * Function that queries MHD's select sets and
1117  * starts the task waiting for them.
1118  * @param plugin plugin
1119  * @param daemon_handle the MHD daemon handle
1120  * @return gnunet task identifier
1121  */
1122 static GNUNET_SCHEDULER_TaskIdentifier
1123 http_server_daemon_prepare (struct Plugin *plugin , struct MHD_Daemon *daemon_handle)
1124 {
1125   GNUNET_SCHEDULER_TaskIdentifier ret;
1126   fd_set rs;
1127   fd_set ws;
1128   fd_set es;
1129   struct GNUNET_NETWORK_FDSet *wrs;
1130   struct GNUNET_NETWORK_FDSet *wws;
1131   struct GNUNET_NETWORK_FDSet *wes;
1132   int max;
1133   unsigned long long timeout;
1134   int haveto;
1135   struct GNUNET_TIME_Relative tv;
1136
1137   ret = GNUNET_SCHEDULER_NO_TASK;
1138   FD_ZERO(&rs);
1139   FD_ZERO(&ws);
1140   FD_ZERO(&es);
1141   wrs = GNUNET_NETWORK_fdset_create ();
1142   wes = GNUNET_NETWORK_fdset_create ();
1143   wws = GNUNET_NETWORK_fdset_create ();
1144   max = -1;
1145   GNUNET_assert (MHD_YES ==
1146                  MHD_get_fdset (daemon_handle,
1147                                 &rs,
1148                                 &ws,
1149                                 &es,
1150                                 &max));
1151   haveto = MHD_get_timeout (daemon_handle, &timeout);
1152   if (haveto == MHD_YES)
1153     tv.value = (uint64_t) timeout;
1154   else
1155     tv = GNUNET_TIME_UNIT_SECONDS;
1156   GNUNET_NETWORK_fdset_copy_native (wrs, &rs, max);
1157   GNUNET_NETWORK_fdset_copy_native (wws, &ws, max);
1158   GNUNET_NETWORK_fdset_copy_native (wes, &es, max);
1159   if (daemon_handle == plugin->http_server_daemon_v4)
1160   {
1161         if (plugin->http_server_task_v4 != GNUNET_SCHEDULER_NO_TASK)
1162         {
1163                 GNUNET_SCHEDULER_cancel(plugin->env->sched, plugin->http_server_task_v4);
1164                 plugin->http_server_daemon_v4 = GNUNET_SCHEDULER_NO_TASK;
1165         }
1166
1167     ret = GNUNET_SCHEDULER_add_select (plugin->env->sched,
1168                                        GNUNET_SCHEDULER_PRIORITY_DEFAULT,
1169                                        GNUNET_SCHEDULER_NO_TASK,
1170                                        tv,
1171                                        wrs,
1172                                        wws,
1173                                        &http_server_daemon_v4_run,
1174                                        plugin);
1175   }
1176   if (daemon_handle == plugin->http_server_daemon_v6)
1177   {
1178         if (plugin->http_server_task_v6 != GNUNET_SCHEDULER_NO_TASK)
1179         {
1180                 GNUNET_SCHEDULER_cancel(plugin->env->sched, plugin->http_server_task_v6);
1181                 plugin->http_server_task_v6 = GNUNET_SCHEDULER_NO_TASK;
1182         }
1183
1184     ret = GNUNET_SCHEDULER_add_select (plugin->env->sched,
1185                                        GNUNET_SCHEDULER_PRIORITY_DEFAULT,
1186                                        GNUNET_SCHEDULER_NO_TASK,
1187                                        tv,
1188                                        wrs,
1189                                        wws,
1190                                        &http_server_daemon_v6_run,
1191                                        plugin);
1192   }
1193   GNUNET_NETWORK_fdset_destroy (wrs);
1194   GNUNET_NETWORK_fdset_destroy (wws);
1195   GNUNET_NETWORK_fdset_destroy (wes);
1196   return ret;
1197 }
1198
1199 /**
1200  * Call MHD IPv4 to process pending requests and then go back
1201  * and schedule the next run.
1202  * @param cls plugin as closure
1203  * @param tc task context
1204  */
1205 static void http_server_daemon_v4_run (void *cls,
1206                              const struct GNUNET_SCHEDULER_TaskContext *tc)
1207 {
1208   struct Plugin *plugin = cls;
1209
1210 #if DEBUG_SCHEDULING
1211   if (0 != (tc->reason & GNUNET_SCHEDULER_REASON_READ_READY))
1212     GNUNET_log (GNUNET_ERROR_TYPE_ERROR,"http_server_daemon_v4_run: GNUNET_SCHEDULER_REASON_READ_READY\n");      
1213   if (0 != (tc->reason & GNUNET_SCHEDULER_REASON_WRITE_READY)) 
1214       GNUNET_log (GNUNET_ERROR_TYPE_ERROR,"http_server_daemon_v4_run: GNUNET_SCHEDULER_REASON_WRITE_READY\n");  
1215   if (0 != (tc->reason & GNUNET_SCHEDULER_REASON_TIMEOUT))
1216       GNUNET_log (GNUNET_ERROR_TYPE_ERROR,"http_server_daemon_v4_run: GNUNET_SCHEDULER_REASON_TIMEOUT\n");
1217   if (0 != (tc->reason & GNUNET_SCHEDULER_REASON_STARTUP))
1218       GNUNET_log (GNUNET_ERROR_TYPE_ERROR,"http_server_daemon_v4_run: GGNUNET_SCHEDULER_REASON_STARTUP\n");        
1219   if (0 != (tc->reason & GNUNET_SCHEDULER_REASON_SHUTDOWN))
1220       GNUNET_log (GNUNET_ERROR_TYPE_ERROR,"http_server_daemon_v4_run: GGNUNET_SCHEDULER_REASON_SHUTDOWN\n");                 
1221 #endif              
1222       
1223   GNUNET_assert(cls !=NULL);
1224   plugin->http_server_task_v4 = GNUNET_SCHEDULER_NO_TASK;
1225
1226   if (0 != (tc->reason & GNUNET_SCHEDULER_REASON_SHUTDOWN))
1227     return;
1228
1229   GNUNET_assert (MHD_YES == MHD_run (plugin->http_server_daemon_v4));
1230   plugin->http_server_task_v4 = http_server_daemon_prepare (plugin, plugin->http_server_daemon_v4);
1231  }
1232
1233
1234 /**
1235  * Call MHD IPv6 to process pending requests and then go back
1236  * and schedule the next run.
1237  * @param cls plugin as closure
1238  * @param tc task context
1239  */
1240 static void http_server_daemon_v6_run (void *cls,
1241                              const struct GNUNET_SCHEDULER_TaskContext *tc)
1242 {
1243   struct Plugin *plugin = cls;
1244   
1245 #if DEBUG_SCHEDULING  
1246   if (0 != (tc->reason & GNUNET_SCHEDULER_REASON_READ_READY))
1247       GNUNET_log (GNUNET_ERROR_TYPE_ERROR,"http_server_daemon_v6_run: GNUNET_SCHEDULER_REASON_READ_READY\n");
1248   if (0 != (tc->reason & GNUNET_SCHEDULER_REASON_WRITE_READY)) 
1249       GNUNET_log (GNUNET_ERROR_TYPE_ERROR,"http_server_daemon_v6_run: GNUNET_SCHEDULER_REASON_WRITE_READY\n");
1250   if (0 != (tc->reason & GNUNET_SCHEDULER_REASON_TIMEOUT))
1251       GNUNET_log (GNUNET_ERROR_TYPE_ERROR,"http_server_daemon_v6_run: GNUNET_SCHEDULER_REASON_TIMEOUT\n");
1252   if (0 != (tc->reason & GNUNET_SCHEDULER_REASON_STARTUP))  
1253      GNUNET_log (GNUNET_ERROR_TYPE_ERROR,"http_server_daemon_v6_run: GGNUNET_SCHEDULER_REASON_STARTUP\n");    
1254   if (0 != (tc->reason & GNUNET_SCHEDULER_REASON_SHUTDOWN))  
1255      GNUNET_log (GNUNET_ERROR_TYPE_ERROR,"http_server_daemon_v6_run: GGNUNET_SCHEDULER_REASON_SHUTDOWN\n"); 
1256 #endif                                            
1257
1258   GNUNET_assert(cls !=NULL);
1259   plugin->http_server_task_v6 = GNUNET_SCHEDULER_NO_TASK;
1260
1261   if (0 != (tc->reason & GNUNET_SCHEDULER_REASON_SHUTDOWN))
1262     return;
1263
1264   GNUNET_assert (MHD_YES == MHD_run (plugin->http_server_daemon_v6));
1265   plugin->http_server_task_v6 = http_server_daemon_prepare (plugin, plugin->http_server_daemon_v6);
1266 }
1267
1268 static size_t curl_get_header_cb( void *ptr, size_t size, size_t nmemb, void *stream)
1269 {
1270   struct Session * ps = stream;
1271
1272   long http_result = 0;
1273   int res;
1274   /* Getting last http result code */
1275   GNUNET_assert(NULL!=ps);
1276   if (ps->recv_connected==GNUNET_NO)
1277   {
1278     res = curl_easy_getinfo(ps->recv_endpoint, CURLINFO_RESPONSE_CODE, &http_result);
1279     if (CURLE_OK == res)
1280     {
1281       if (http_result == 200)
1282       {
1283         ps->recv_connected = GNUNET_YES;
1284         ps->recv_active = GNUNET_YES;
1285 #if DEBUG_CONNECTIONS
1286         GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Connection %X: connected to recieve data\n",ps);
1287 #endif
1288         // Calling send_check_connections again since receive is established
1289         send_check_connections (ps->peercontext->plugin, ps);
1290       }
1291     }
1292   }
1293
1294 #if DEBUG_CURL
1295   char * tmp;
1296   size_t len = size * nmemb;
1297   tmp = NULL;
1298   if ((size * nmemb) < SIZE_MAX)
1299     tmp = GNUNET_malloc (len+1);
1300
1301   if ((tmp != NULL) && (len > 0))
1302   {
1303     memcpy(tmp,ptr,len);
1304     if (len>=2)
1305     {
1306       if (tmp[len-2] == 13)
1307         tmp[len-2]= '\0';
1308     }
1309     GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Connection %X: Header: %s\n",ps,tmp);
1310   }
1311   GNUNET_free_non_null (tmp);
1312 #endif
1313
1314   return size * nmemb;
1315 }
1316
1317 /**
1318  * Callback called by libcurl when new headers arrive
1319  * Used to get HTTP result for curl operations
1320  * @param ptr stream to read from
1321  * @param size size of one char element
1322  * @param nmemb number of char elements
1323  * @param stream closure set by user
1324  * @return bytes read by function
1325  */
1326
1327 static size_t curl_put_header_cb( void *ptr, size_t size, size_t nmemb, void *stream)
1328 {
1329   struct Session * ps = stream;
1330
1331   char * tmp;
1332   size_t len = size * nmemb;
1333   long http_result = 0;
1334   int res;
1335
1336   /* Getting last http result code */
1337   GNUNET_assert(NULL!=ps);
1338   res = curl_easy_getinfo(ps->send_endpoint, CURLINFO_RESPONSE_CODE, &http_result);
1339   if (CURLE_OK == res)
1340   {
1341     if ((http_result == 100) && (ps->send_connected==GNUNET_NO))
1342     {
1343       ps->send_connected = GNUNET_YES;
1344       ps->send_active = GNUNET_YES;
1345 #if DEBUG_CONNECTIONS
1346       GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Connection %X: connected to send data\n",ps);
1347 #endif
1348     }
1349     if ((http_result == 200) && (ps->send_connected==GNUNET_YES))
1350     {
1351       ps->send_connected = GNUNET_NO;
1352       ps->send_active = GNUNET_NO;
1353 #if DEBUG_CONNECTIONS
1354       GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Connection %X: sending disconnected\n",ps);
1355 #endif
1356     }
1357   }
1358
1359   tmp = NULL;
1360   if ((size * nmemb) < SIZE_MAX)
1361     tmp = GNUNET_malloc (len+1);
1362
1363   if ((tmp != NULL) && (len > 0))
1364   {
1365     memcpy(tmp,ptr,len);
1366     if (len>=2)
1367     {
1368       if (tmp[len-2] == 13)
1369         tmp[len-2]= '\0';
1370     }
1371   }
1372
1373   GNUNET_free_non_null (tmp);
1374
1375   return size * nmemb;
1376 }
1377
1378 /**
1379  * Callback method used with libcurl
1380  * Method is called when libcurl needs to read data during sending
1381  * @param stream pointer where to write data
1382  * @param size size of an individual element
1383  * @param nmemb count of elements that can be written to the buffer
1384  * @param ptr source pointer, passed to the libcurl handle
1385  * @return bytes written to stream
1386  */
1387 static size_t curl_send_cb(void *stream, size_t size, size_t nmemb, void *ptr)
1388 {
1389   struct Session * ps = ptr;
1390   struct HTTP_Message * msg = ps->pending_msgs_tail;
1391   size_t bytes_sent;
1392   size_t len;
1393
1394   if (ps->send_active == GNUNET_NO)
1395   {
1396         return CURL_READFUNC_PAUSE;
1397   }
1398
1399   if ((ps->pending_msgs_tail == NULL) && (ps->send_active == GNUNET_YES))
1400   {
1401 #if DEBUG_CONNECTIONS
1402     GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Connection %X: No Message to send, pausing connection\n",ps);
1403 #endif
1404     ps->send_active = GNUNET_NO;
1405     return CURL_READFUNC_PAUSE;
1406   }
1407
1408   GNUNET_assert (msg!=NULL);
1409
1410   /* data to send */
1411   if (msg->pos < msg->size)
1412   {
1413     /* data fit in buffer */
1414     if ((msg->size - msg->pos) <= (size * nmemb))
1415     {
1416       len = (msg->size - msg->pos);
1417       memcpy(stream, &msg->buf[msg->pos], len);
1418       msg->pos += len;
1419       bytes_sent = len;
1420     }
1421     else
1422     {
1423       len = size*nmemb;
1424       memcpy(stream, &msg->buf[msg->pos], len);
1425       msg->pos += len;
1426       bytes_sent = len;
1427     }
1428   }
1429   /* no data to send */
1430   else
1431   {
1432     bytes_sent = 0;
1433   }
1434
1435   if ( msg->pos == msg->size)
1436   {
1437 #if DEBUG_CONNECTIONS
1438     GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Connection %X: Message with %u bytes sent, removing message from queue \n",ps, msg->pos);
1439 #endif
1440     /* Calling transmit continuation  */
1441     if (NULL != ps->pending_msgs_tail->transmit_cont)
1442       msg->transmit_cont (ps->pending_msgs_tail->transmit_cont_cls,&(ps->peercontext)->identity,GNUNET_OK);
1443     remove_http_message(ps, msg);
1444   }
1445   return bytes_sent;
1446 }
1447
1448 static void curl_receive_mst_cb  (void *cls,
1449                                 void *client,
1450                                 const struct GNUNET_MessageHeader *message)
1451 {
1452   struct Session *ps  = cls;
1453   GNUNET_assert(ps != NULL);
1454
1455   struct HTTP_PeerContext *pc = ps->peercontext;
1456   GNUNET_assert(pc != NULL);
1457 #if DEBUG_HTTP
1458   GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
1459               "Connection %X: Forwarding message to transport service, type %u and size %u from `%s' (`%s')\n",
1460               ps,
1461               ntohs(message->type),
1462               ntohs(message->size),
1463               GNUNET_i2s(&(pc->identity)),http_plugin_address_to_string(NULL,ps->addr,ps->addrlen));
1464 #endif
1465   pc->plugin->env->receive (pc->plugin->env->cls,
1466                             &pc->identity,
1467                             message, 1, ps,
1468                             ps->addr,
1469                             ps->addrlen);
1470 }
1471
1472
1473 /**
1474 * Callback method used with libcurl
1475 * Method is called when libcurl needs to write data during sending
1476 * @param stream pointer where to write data
1477 * @param size size of an individual element
1478 * @param nmemb count of elements that can be written to the buffer
1479 * @param ptr destination pointer, passed to the libcurl handle
1480 * @return bytes read from stream
1481 */
1482 static size_t curl_receive_cb( void *stream, size_t size, size_t nmemb, void *ptr)
1483 {
1484   struct Session * ps = ptr;
1485 #if DEBUG_CONNECTIONS
1486   GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Connection %X: %u bytes received\n",ps, size*nmemb);
1487 #endif
1488   GNUNET_SERVER_mst_receive(ps->msgtok, ps, stream, size*nmemb, GNUNET_NO, GNUNET_NO);
1489   return (size * nmemb);
1490
1491 }
1492
1493 static void curl_handle_finished (struct Plugin *plugin)
1494 {
1495         struct Session *ps = NULL;
1496         struct HTTP_PeerContext *pc = NULL;
1497         struct CURLMsg *msg;
1498         struct HTTP_Message * cur_msg = NULL;
1499
1500         int msgs_in_queue;
1501         char * tmp;
1502         long http_result;
1503
1504         do
1505           {
1506                 msg = curl_multi_info_read (plugin->multi_handle, &msgs_in_queue);
1507                 if ((msgs_in_queue == 0) || (msg == NULL))
1508                   break;
1509                 /* get session for affected curl handle */
1510                 GNUNET_assert ( msg->easy_handle != NULL );
1511                 curl_easy_getinfo(msg->easy_handle, CURLINFO_PRIVATE, &tmp);
1512                 ps = (struct Session *) tmp;
1513                 GNUNET_assert ( ps != NULL );
1514                 pc = ps->peercontext;
1515                 GNUNET_assert ( pc != NULL );
1516                 switch (msg->msg)
1517                   {
1518
1519                   case CURLMSG_DONE:
1520                         if ( (msg->data.result != CURLE_OK) &&
1521                                  (msg->data.result != CURLE_GOT_NOTHING) )
1522                         {
1523                           /* sending msg failed*/
1524                           if (msg->easy_handle == ps->send_endpoint)
1525                           {
1526         #if DEBUG_CONNECTIONS
1527                                 GNUNET_log(GNUNET_ERROR_TYPE_INFO,
1528                                                    _("Connection %X: HTTP PUT to peer `%s' (`%s') failed: `%s' `%s'\n"),
1529                                                    ps,
1530                                                    GNUNET_i2s(&pc->identity),
1531                                                    http_plugin_address_to_string(NULL, ps->addr, ps->addrlen),
1532                                                    "curl_multi_perform",
1533                                                    curl_easy_strerror (msg->data.result));
1534         #endif
1535                                 ps->send_connected = GNUNET_NO;
1536                                 ps->send_active = GNUNET_NO;
1537                                 curl_multi_remove_handle(plugin->multi_handle,ps->send_endpoint);
1538                                 //curl_easy_cleanup(ps->send_endpoint);
1539                                 //ps->send_endpoint=NULL;
1540                                 cur_msg = ps->pending_msgs_tail;
1541                                 if (( NULL != cur_msg) && ( NULL != cur_msg->transmit_cont))
1542                                   cur_msg->transmit_cont (cur_msg->transmit_cont_cls,&pc->identity,GNUNET_SYSERR);
1543                           }
1544                           /* GET connection failed */
1545                           if (msg->easy_handle == ps->recv_endpoint)
1546                           {
1547         #if DEBUG_CONNECTIONS
1548                                 GNUNET_log(GNUNET_ERROR_TYPE_INFO,
1549                                          _("Connection %X: HTTP GET to peer `%s' (`%s') failed: `%s' `%s'\n"),
1550                                          ps,
1551                                          GNUNET_i2s(&pc->identity),
1552                                          http_plugin_address_to_string(NULL, ps->addr, ps->addrlen),
1553                                          "curl_multi_perform",
1554                                          curl_easy_strerror (msg->data.result));
1555         #endif
1556                                 ps->recv_connected = GNUNET_NO;
1557                                 ps->recv_active = GNUNET_NO;
1558                                 curl_multi_remove_handle(plugin->multi_handle,ps->recv_endpoint);
1559                                 //curl_easy_cleanup(ps->recv_endpoint);
1560                                 //ps->recv_endpoint=NULL;
1561                           }
1562                         }
1563                         else
1564                         {
1565                           if (msg->easy_handle == ps->send_endpoint)
1566                           {
1567                                 GNUNET_assert (CURLE_OK == curl_easy_getinfo(msg->easy_handle, CURLINFO_RESPONSE_CODE, &http_result));
1568         #if DEBUG_CONNECTIONS
1569                                 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
1570                                                         "Connection %X: HTTP PUT connection to peer `%s' (`%s') was closed with HTTP code %u\n",
1571                                                          ps,
1572                                                          GNUNET_i2s(&pc->identity),
1573                                                          http_plugin_address_to_string(NULL, ps->addr, ps->addrlen),
1574                                                          http_result);
1575         #endif
1576                                 /* Calling transmit continuation  */
1577                                 cur_msg = ps->pending_msgs_tail;
1578                                 if (( NULL != cur_msg) && (NULL != cur_msg->transmit_cont))
1579                                 {
1580                                   /* HTTP 1xx : Last message before here was informational */
1581                                   if ((http_result >=100) && (http_result < 200))
1582                                         cur_msg->transmit_cont (cur_msg->transmit_cont_cls,&pc->identity,GNUNET_OK);
1583                                   /* HTTP 2xx: successful operations */
1584                                   if ((http_result >=200) && (http_result < 300))
1585                                         cur_msg->transmit_cont (cur_msg->transmit_cont_cls,&pc->identity,GNUNET_OK);
1586                                   /* HTTP 3xx..5xx: error */
1587                                   if ((http_result >=300) && (http_result < 600))
1588                                         cur_msg->transmit_cont (cur_msg->transmit_cont_cls,&pc->identity,GNUNET_SYSERR);
1589                                 }
1590                                 ps->send_connected = GNUNET_NO;
1591                                 ps->send_active = GNUNET_NO;
1592                                 curl_multi_remove_handle(plugin->multi_handle,ps->send_endpoint);
1593                                 //curl_easy_cleanup(ps->send_endpoint);
1594                                 //ps->send_endpoint =NULL;
1595                           }
1596                           if (msg->easy_handle == ps->recv_endpoint)
1597                           {
1598         #if DEBUG_CONNECTIONS
1599                                 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
1600                                                         "Connection %X: HTTP GET connection to peer `%s' (`%s') was closed with HTTP code %u\n",
1601                                                          ps,
1602                                                          GNUNET_i2s(&pc->identity),
1603                                                          http_plugin_address_to_string(NULL, ps->addr, ps->addrlen),
1604                                                          http_result);
1605         #endif
1606                                 ps->recv_connected = GNUNET_NO;
1607                                 ps->recv_active = GNUNET_NO;
1608                                 curl_multi_remove_handle(plugin->multi_handle,ps->recv_endpoint);
1609                                 //curl_easy_cleanup(ps->recv_endpoint);
1610                                 //ps->recv_endpoint=NULL;
1611                           }
1612                         }
1613                         if ((ps->recv_connected == GNUNET_NO) && (ps->send_connected == GNUNET_NO))
1614                           remove_session (pc, ps, GNUNET_YES, GNUNET_SYSERR);
1615                         break;
1616                   default:
1617                         break;
1618                   }
1619           }
1620         while ( (msgs_in_queue > 0) );
1621 }
1622
1623
1624 /**
1625  * Task performing curl operations
1626  * @param cls plugin as closure
1627  * @param tc gnunet scheduler task context
1628  */
1629 static void curl_perform (void *cls,
1630              const struct GNUNET_SCHEDULER_TaskContext *tc)
1631 {
1632   struct Plugin *plugin = cls;
1633   static unsigned int handles_last_run;
1634   int running;
1635   CURLMcode mret;
1636
1637   GNUNET_assert(cls !=NULL);
1638
1639   plugin->http_curl_task = GNUNET_SCHEDULER_NO_TASK;
1640   if (0 != (tc->reason & GNUNET_SCHEDULER_REASON_SHUTDOWN))
1641     return;
1642   do
1643     {
1644       running = 0;
1645       mret = curl_multi_perform (plugin->multi_handle, &running);
1646       if ((running < handles_last_run) && (running>0))
1647           curl_handle_finished(plugin);
1648       handles_last_run = running;
1649     }
1650   while (mret == CURLM_CALL_MULTI_PERFORM);
1651   curl_schedule(plugin);
1652 }
1653
1654
1655 /**
1656  * Function setting up file descriptors and scheduling task to run
1657  *
1658  * @param cls plugin as closure
1659  * @return GNUNET_SYSERR for hard failure, GNUNET_OK for ok
1660  */
1661 static int curl_schedule(struct Plugin *plugin)
1662 {
1663   fd_set rs;
1664   fd_set ws;
1665   fd_set es;
1666   int max;
1667   struct GNUNET_NETWORK_FDSet *grs;
1668   struct GNUNET_NETWORK_FDSet *gws;
1669   long to;
1670   CURLMcode mret;
1671
1672   /* Cancel previous scheduled task */
1673   if (plugin->http_curl_task !=  GNUNET_SCHEDULER_NO_TASK)
1674   {
1675           GNUNET_SCHEDULER_cancel(plugin->env->sched, plugin->http_curl_task);
1676           plugin->http_curl_task = GNUNET_SCHEDULER_NO_TASK;
1677   }
1678
1679   max = -1;
1680   FD_ZERO (&rs);
1681   FD_ZERO (&ws);
1682   FD_ZERO (&es);
1683   mret = curl_multi_fdset (plugin->multi_handle, &rs, &ws, &es, &max);
1684   if (mret != CURLM_OK)
1685     {
1686       GNUNET_log (GNUNET_ERROR_TYPE_ERROR,
1687                   _("%s failed at %s:%d: `%s'\n"),
1688                   "curl_multi_fdset", __FILE__, __LINE__,
1689                   curl_multi_strerror (mret));
1690       return GNUNET_SYSERR;
1691     }
1692   mret = curl_multi_timeout (plugin->multi_handle, &to);
1693   if (mret != CURLM_OK)
1694     {
1695       GNUNET_log (GNUNET_ERROR_TYPE_ERROR,
1696                   _("%s failed at %s:%d: `%s'\n"),
1697                   "curl_multi_timeout", __FILE__, __LINE__,
1698                   curl_multi_strerror (mret));
1699       return GNUNET_SYSERR;
1700     }
1701
1702   grs = GNUNET_NETWORK_fdset_create ();
1703   gws = GNUNET_NETWORK_fdset_create ();
1704   GNUNET_NETWORK_fdset_copy_native (grs, &rs, max + 1);
1705   GNUNET_NETWORK_fdset_copy_native (gws, &ws, max + 1);
1706   plugin->http_curl_task = GNUNET_SCHEDULER_add_select (plugin->env->sched,
1707                                    GNUNET_SCHEDULER_PRIORITY_DEFAULT,
1708                                    GNUNET_SCHEDULER_NO_TASK,
1709                                                                     (to == -1) ? GNUNET_TIME_relative_multiply (GNUNET_TIME_UNIT_SECONDS, 5) : GNUNET_TIME_relative_multiply (GNUNET_TIME_UNIT_MILLISECONDS, to),
1710                                    grs,
1711                                    gws,
1712                                    &curl_perform,
1713                                    plugin);
1714   GNUNET_NETWORK_fdset_destroy (gws);
1715   GNUNET_NETWORK_fdset_destroy (grs);
1716   return GNUNET_OK;
1717 }
1718
1719 /**
1720  * Function to log curl debug messages with GNUNET_log
1721  * @param curl handle
1722  * @param type curl_infotype
1723  * @param data data
1724  * @param size size
1725  * @param cls  closure
1726  * @return 0
1727  */
1728 int curl_logger (CURL * curl, curl_infotype type , char * data, size_t size , void * cls)
1729 {
1730         char * text = GNUNET_malloc(size+2);
1731         if (type == CURLINFO_TEXT)
1732         {
1733                 memcpy(text,data,size);
1734                 if (text[size-1] == '\n')
1735                         text[size] = '\0';
1736                 else
1737                 {
1738                         text[size] = '\n';
1739                         text[size+1] = '\0';
1740                 }
1741                 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"CURL: Connection %X - %s", cls, text);
1742                 GNUNET_free(text);
1743         }
1744         return 0;
1745 }
1746
1747 /**
1748  * Function setting up curl handle and selecting message to send
1749  *
1750  * @param plugin plugin
1751  * @param ps session
1752  * @return GNUNET_SYSERR on failure, GNUNET_NO if connecting, GNUNET_YES if ok
1753  */
1754 static int send_check_connections (struct Plugin *plugin, struct Session *ps)
1755 {
1756   CURLMcode mret;
1757   struct HTTP_Message * msg;
1758
1759   struct GNUNET_TIME_Relative timeout = GNUNET_CONSTANTS_IDLE_CONNECTION_TIMEOUT;
1760
1761   if (ps->direction == OUTBOUND)
1762   {
1763     /* RECV DIRECTION */
1764     /* Check if session is connected to receive data, otherwise connect to peer */
1765     if (ps->recv_connected == GNUNET_NO)
1766     {
1767         int fresh = GNUNET_NO;
1768         if (ps->recv_endpoint == NULL)
1769         {
1770             fresh = GNUNET_YES;
1771                 ps->recv_endpoint = curl_easy_init();
1772         }
1773 #if DEBUG_CURL
1774         curl_easy_setopt(ps->recv_endpoint, CURLOPT_VERBOSE, 1L);
1775         curl_easy_setopt(ps->recv_endpoint, CURLOPT_DEBUGFUNCTION , &curl_logger);
1776         curl_easy_setopt(ps->recv_endpoint, CURLOPT_DEBUGDATA , ps->recv_endpoint);
1777 #endif
1778 #if BUILD_HTTPS
1779         curl_easy_setopt (ps->recv_endpoint, CURLOPT_SSLVERSION, CURL_SSLVERSION_TLSv1);
1780                 curl_easy_setopt(ps->recv_endpoint, CURLOPT_SSL_VERIFYPEER, 0);
1781                 curl_easy_setopt(ps->recv_endpoint, CURLOPT_SSL_VERIFYHOST, 0);
1782 #endif
1783         curl_easy_setopt(ps->recv_endpoint, CURLOPT_URL, ps->url);
1784         curl_easy_setopt(ps->recv_endpoint, CURLOPT_HEADERFUNCTION, &curl_get_header_cb);
1785         curl_easy_setopt(ps->recv_endpoint, CURLOPT_WRITEHEADER, ps);
1786         curl_easy_setopt(ps->recv_endpoint, CURLOPT_READFUNCTION, curl_send_cb);
1787         curl_easy_setopt(ps->recv_endpoint, CURLOPT_READDATA, ps);
1788         curl_easy_setopt(ps->recv_endpoint, CURLOPT_WRITEFUNCTION, curl_receive_cb);
1789         curl_easy_setopt(ps->recv_endpoint, CURLOPT_WRITEDATA, ps);
1790         curl_easy_setopt(ps->recv_endpoint, CURLOPT_TIMEOUT, (long) timeout.value);
1791         curl_easy_setopt(ps->recv_endpoint, CURLOPT_PRIVATE, ps);
1792         curl_easy_setopt(ps->recv_endpoint, CURLOPT_CONNECTTIMEOUT, HTTP_CONNECT_TIMEOUT);
1793         curl_easy_setopt(ps->recv_endpoint, CURLOPT_BUFFERSIZE, 2*GNUNET_SERVER_MAX_MESSAGE_SIZE);
1794 #if CURL_TCP_NODELAY
1795         curl_easy_setopt(ps->recv_endpoint, CURLOPT_TCP_NODELAY, 1);
1796 #endif
1797
1798         if (fresh==GNUNET_YES)
1799         {
1800                         mret = curl_multi_add_handle(plugin->multi_handle, ps->recv_endpoint);
1801                         if (mret != CURLM_OK)
1802                         {
1803                           GNUNET_log (GNUNET_ERROR_TYPE_ERROR,
1804                                                   _("Connection: %X: %s failed at %s:%d: `%s'\n"),
1805                                                   ps,
1806                                                   "curl_multi_add_handle", __FILE__, __LINE__,
1807                                                   curl_multi_strerror (mret));
1808                           return GNUNET_SYSERR;
1809                         }
1810         }
1811                 if (plugin->http_curl_task !=  GNUNET_SCHEDULER_NO_TASK)
1812                 {
1813                   GNUNET_SCHEDULER_cancel(plugin->env->sched, plugin->http_curl_task);
1814                   plugin->http_curl_task = GNUNET_SCHEDULER_NO_TASK;
1815                 }
1816                 plugin->http_curl_task = GNUNET_SCHEDULER_add_now (plugin->env->sched, &curl_perform, plugin);
1817     }
1818
1819     /* waiting for receive direction */
1820     if (ps->recv_connected==GNUNET_NO)
1821       return GNUNET_NO;
1822
1823     /* SEND DIRECTION */
1824     /* Check if session is connected to send data, otherwise connect to peer */
1825     if ((ps->send_connected == GNUNET_YES) && (ps->send_endpoint!= NULL))
1826     {
1827       if (ps->send_active == GNUNET_YES)
1828       {
1829 #if DEBUG_CONNECTIONS
1830         GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Connection %X: outbound active, enqueueing message\n",ps);
1831 #endif
1832         return GNUNET_YES;
1833       }
1834       if (ps->send_active == GNUNET_NO)
1835       {
1836 #if DEBUG_CONNECTIONS
1837         GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Connection %X: outbound paused, unpausing existing connection and enqueueing message\n",ps);
1838 #endif
1839         if (CURLE_OK == curl_easy_pause(ps->send_endpoint,CURLPAUSE_CONT))
1840         {
1841                         ps->send_active=GNUNET_YES;
1842                         if (plugin->http_curl_task !=  GNUNET_SCHEDULER_NO_TASK)
1843                         {
1844                           GNUNET_SCHEDULER_cancel(plugin->env->sched, plugin->http_curl_task);
1845                           plugin->http_curl_task = GNUNET_SCHEDULER_NO_TASK;
1846                         }
1847                         plugin->http_curl_task = GNUNET_SCHEDULER_add_now (plugin->env->sched, &curl_perform, plugin);
1848                         return GNUNET_YES;
1849         }
1850         else
1851                 return GNUNET_SYSERR;
1852       }
1853     }
1854     /* not connected, initiate connection */
1855     if (ps->send_connected==GNUNET_NO)
1856     {
1857         int fresh = GNUNET_NO;
1858         if (NULL == ps->send_endpoint)
1859         {
1860                 ps->send_endpoint = curl_easy_init();
1861                 fresh = GNUNET_YES;
1862         }
1863                 GNUNET_assert (ps->send_endpoint != NULL);
1864                 GNUNET_assert (NULL != ps->pending_msgs_tail);
1865 #if DEBUG_CONNECTIONS
1866                 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Connection %X: outbound not connected, initiating connection\n",ps);
1867 #endif
1868                 ps->send_active = GNUNET_NO;
1869                 msg = ps->pending_msgs_tail;
1870
1871 #if DEBUG_CURL
1872                 curl_easy_setopt(ps->send_endpoint, CURLOPT_VERBOSE, 1L);
1873         curl_easy_setopt(ps->send_endpoint, CURLOPT_DEBUGFUNCTION , &curl_logger);
1874         curl_easy_setopt(ps->send_endpoint, CURLOPT_DEBUGDATA , ps->send_endpoint);
1875 #endif
1876 #if BUILD_HTTPS
1877         curl_easy_setopt (ps->send_endpoint, CURLOPT_SSLVERSION, CURL_SSLVERSION_TLSv1);
1878                 curl_easy_setopt(ps->send_endpoint, CURLOPT_SSL_VERIFYPEER, 0);
1879                 curl_easy_setopt(ps->send_endpoint, CURLOPT_SSL_VERIFYHOST, 0);
1880 #endif
1881                 curl_easy_setopt(ps->send_endpoint, CURLOPT_URL, ps->url);
1882                 curl_easy_setopt(ps->send_endpoint, CURLOPT_PUT, 1L);
1883                 curl_easy_setopt(ps->send_endpoint, CURLOPT_HEADERFUNCTION, &curl_put_header_cb);
1884                 curl_easy_setopt(ps->send_endpoint, CURLOPT_WRITEHEADER, ps);
1885                 curl_easy_setopt(ps->send_endpoint, CURLOPT_READFUNCTION, curl_send_cb);
1886                 curl_easy_setopt(ps->send_endpoint, CURLOPT_READDATA, ps);
1887                 curl_easy_setopt(ps->send_endpoint, CURLOPT_WRITEFUNCTION, curl_receive_cb);
1888                 curl_easy_setopt(ps->send_endpoint, CURLOPT_READDATA, ps);
1889                 curl_easy_setopt(ps->send_endpoint, CURLOPT_TIMEOUT, (long) timeout.value);
1890                 curl_easy_setopt(ps->send_endpoint, CURLOPT_PRIVATE, ps);
1891                 curl_easy_setopt(ps->send_endpoint, CURLOPT_CONNECTTIMEOUT, HTTP_CONNECT_TIMEOUT);
1892                 curl_easy_setopt(ps->send_endpoint, CURLOPT_BUFFERSIZE, 2 * GNUNET_SERVER_MAX_MESSAGE_SIZE);
1893 #if CURL_TCP_NODELAY
1894                 curl_easy_setopt(ps->send_endpoint, CURLOPT_TCP_NODELAY, 1);
1895 #endif
1896
1897                 if (fresh==GNUNET_YES)
1898                 {
1899                         mret = curl_multi_add_handle(plugin->multi_handle, ps->send_endpoint);
1900                         if (mret != CURLM_OK)
1901                         {
1902                           GNUNET_log (GNUNET_ERROR_TYPE_ERROR,
1903                                                   _("Connection: %X: %s failed at %s:%d: `%s'\n"),
1904                                                   ps,
1905                                                   "curl_multi_add_handle", __FILE__, __LINE__,
1906                                                   curl_multi_strerror (mret));
1907                           return GNUNET_SYSERR;
1908                         }
1909                 }
1910     }
1911         if (plugin->http_curl_task !=  GNUNET_SCHEDULER_NO_TASK)
1912         {
1913           GNUNET_SCHEDULER_cancel(plugin->env->sched, plugin->http_curl_task);
1914           plugin->http_curl_task = GNUNET_SCHEDULER_NO_TASK;
1915         }
1916         plugin->http_curl_task = GNUNET_SCHEDULER_add_now (plugin->env->sched, &curl_perform, plugin);
1917     return GNUNET_YES;
1918   }
1919   if (ps->direction == INBOUND)
1920   {
1921     GNUNET_assert (NULL != ps->pending_msgs_tail);
1922     if ((ps->recv_connected==GNUNET_YES) && (ps->send_connected==GNUNET_YES) &&
1923         (ps->recv_force_disconnect==GNUNET_NO) && (ps->recv_force_disconnect==GNUNET_NO))
1924         return GNUNET_YES;
1925   }
1926   return GNUNET_SYSERR;
1927 }
1928
1929 /**
1930  * select best session to transmit data to peer
1931  *
1932  * @param cls closure
1933  * @param pc peer context of target peer
1934  * @param addr address of target peer
1935  * @param addrlen address length
1936  * @param force_address does transport service enforce address?
1937  * @param session session passed by transport service
1938  * @return selected session
1939  *
1940  */
1941 static struct Session * send_select_session (struct HTTP_PeerContext *pc, const void * addr, size_t addrlen, int force_address, struct Session * session)
1942 {
1943         struct Session * tmp = NULL;
1944         int addr_given = GNUNET_NO;
1945
1946         if ((addr!=NULL) && (addrlen>0))
1947                 addr_given = GNUNET_YES;
1948
1949         if (force_address == GNUNET_YES)
1950         {
1951                 /* check session given as argument */
1952                 if ((session != NULL) && (addr_given == GNUNET_YES))
1953                 {
1954                       if (0 == memcmp(session->addr, addr, addrlen))
1955                       {
1956                         /* connection can not be used, since it is disconnected */
1957                         if ((session->recv_force_disconnect==GNUNET_NO) && (session->send_force_disconnect==GNUNET_NO))
1958                         {
1959 #if DEBUG_SESSION_SELECTION
1960                                   GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Session %X selected: Using session passed by transport to send to forced address \n", session);
1961 #endif
1962                                 return session;
1963                         }
1964                       }
1965                 }
1966                 /* check last session used */
1967                 if ((pc->last_session != NULL)&& (addr_given == GNUNET_YES))
1968                 {
1969                       if (0 == memcmp(pc->last_session->addr, addr, addrlen))
1970                       {
1971                         /* connection can not be used, since it is disconnected */
1972                         if ((pc->last_session->recv_force_disconnect==GNUNET_NO) && (pc->last_session->send_force_disconnect==GNUNET_NO))
1973                         {
1974 #if DEBUG_SESSION_SELECTION
1975                                   GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Session %X selected: Using last session used to send to forced address \n", pc->last_session);
1976 #endif
1977                                 return pc->last_session;
1978                         }
1979                       }
1980                 }
1981                 /* find session in existing sessions */
1982                 tmp = pc->head;
1983                 while ((tmp!=NULL) && (addr_given == GNUNET_YES))
1984                 {
1985
1986                           if (0 == memcmp(tmp->addr, addr, addrlen))
1987                       {
1988                         /* connection can not be used, since it is disconnected */
1989                         if ((tmp->recv_force_disconnect==GNUNET_NO) && (tmp->send_force_disconnect==GNUNET_NO))
1990                         {
1991 #if DEBUG_SESSION_SELECTION
1992                                   GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Session %X selected: Using existing session to send to forced address \n", session);
1993 #endif
1994                                   return session;
1995                         }
1996
1997                       }
1998                           tmp=tmp->next;
1999                 }
2000                 /* no session to use */
2001                 return NULL;
2002         }
2003         if ((force_address == GNUNET_NO) || (force_address == GNUNET_SYSERR))
2004         {
2005                 /* check session given as argument */
2006                 if (session != NULL)
2007                 {
2008                         /* connection can not be used, since it is disconnected */
2009                         if ((session->recv_force_disconnect==GNUNET_NO) && (session->send_force_disconnect==GNUNET_NO))
2010                         {
2011 #if DEBUG_SESSION_SELECTION
2012                                   GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Session %X selected: Using session passed by transport to send not-forced address \n", session);
2013 #endif
2014                                   return session;
2015                         }
2016
2017                 }
2018                 /* check last session used */
2019                 if (pc->last_session != NULL)
2020                 {
2021                         /* connection can not be used, since it is disconnected */
2022                         if ((pc->last_session->recv_force_disconnect==GNUNET_NO) && (pc->last_session->send_force_disconnect==GNUNET_NO))
2023                         {
2024 #if DEBUG_SESSION_SELECTION
2025                                   GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Session %X selected: Using last session to send to not-forced address \n", pc->last_session);
2026 #endif
2027                                 return pc->last_session;
2028                         }
2029                 }
2030                 /* find session in existing sessions */
2031                 tmp = pc->head;
2032                 while (tmp!=NULL)
2033                 {
2034                         /* connection can not be used, since it is disconnected */
2035                         if ((tmp->recv_force_disconnect==GNUNET_NO) && (tmp->send_force_disconnect==GNUNET_NO))
2036                         {
2037 #if DEBUG_SESSION_SELECTION
2038                                   GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Session %X selected: Using existing session to send to not-forced address \n", tmp);
2039 #endif
2040                                 return tmp;
2041                         }
2042                         tmp=tmp->next;
2043                 }
2044                 return NULL;
2045         }
2046         return NULL;
2047 }
2048
2049 /**
2050  * Function that can be used by the transport service to transmit
2051  * a message using the plugin.   Note that in the case of a
2052  * peer disconnecting, the continuation MUST be called
2053  * prior to the disconnect notification itself.  This function
2054  * will be called with this peer's HELLO message to initiate
2055  * a fresh connection to another peer.
2056  *
2057  * @param cls closure
2058  * @param target who should receive this message
2059  * @param msgbuf the message to transmit
2060  * @param msgbuf_size number of bytes in 'msgbuf'
2061  * @param priority how important is the message (most plugins will
2062  *                 ignore message priority and just FIFO)
2063  * @param to how long to wait at most for the transmission (does not
2064  *                require plugins to discard the message after the timeout,
2065  *                just advisory for the desired delay; most plugins will ignore
2066  *                this as well)
2067  * @param session which session must be used (or NULL for "any")
2068  * @param addr the address to use (can be NULL if the plugin
2069  *                is "on its own" (i.e. re-use existing TCP connection))
2070  * @param addrlen length of the address in bytes
2071  * @param force_address GNUNET_YES if the plugin MUST use the given address,
2072  *                GNUNET_NO means the plugin may use any other address and
2073  *                GNUNET_SYSERR means that only reliable existing
2074  *                bi-directional connections should be used (regardless
2075  *                of address)
2076  * @param cont continuation to call once the message has
2077  *        been transmitted (or if the transport is ready
2078  *        for the next transmission call; or if the
2079  *        peer disconnected...); can be NULL
2080  * @param cont_cls closure for cont
2081  * @return number of bytes used (on the physical network, with overheads);
2082  *         -1 on hard errors (i.e. address invalid); 0 is a legal value
2083  *         and does NOT mean that the message was not transmitted (DV)
2084  */
2085 static ssize_t
2086 http_plugin_send (void *cls,
2087                   const struct GNUNET_PeerIdentity *target,
2088                   const char *msgbuf,
2089                   size_t msgbuf_size,
2090                   unsigned int priority,
2091                   struct GNUNET_TIME_Relative to,
2092                   struct Session *session,
2093                   const void *addr,
2094                   size_t addrlen,
2095                   int force_address,
2096                   GNUNET_TRANSPORT_TransmitContinuation cont,
2097                   void *cont_cls)
2098 {
2099   struct Plugin *plugin = cls;
2100   struct HTTP_Message *msg;
2101   struct HTTP_PeerContext * pc;
2102   struct Session * ps = NULL;
2103
2104   GNUNET_assert(cls !=NULL);
2105
2106 #if DEBUG_HTTP
2107   char * force;
2108   if (force_address == GNUNET_YES)
2109           GNUNET_asprintf(&force, "forced addr.");
2110   if (force_address == GNUNET_NO)
2111           GNUNET_asprintf(&force, "any addr.");
2112   if (force_address == GNUNET_SYSERR)
2113           GNUNET_asprintf(&force,"reliable bi-direc. address addr.");
2114
2115   GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Transport tells me to send %u bytes to `%s' using %s (%s) and session: %X\n",
2116                                       msgbuf_size,
2117                                       GNUNET_i2s(target),
2118                                       force,
2119                                       http_plugin_address_to_string(NULL, addr, addrlen),
2120                                       session);
2121
2122   GNUNET_free(force);
2123 #endif
2124
2125   pc = GNUNET_CONTAINER_multihashmap_get (plugin->peers, &target->hashPubKey);
2126   /* Peer unknown */
2127   if (pc==NULL)
2128   {
2129     pc = GNUNET_malloc(sizeof (struct HTTP_PeerContext));
2130     pc->plugin = plugin;
2131     pc->session_id_counter=1;
2132     pc->last_session = NULL;
2133     memcpy(&pc->identity, target, sizeof(struct GNUNET_PeerIdentity));
2134     GNUNET_CONTAINER_multihashmap_put(plugin->peers, &pc->identity.hashPubKey, pc, GNUNET_CONTAINER_MULTIHASHMAPOPTION_UNIQUE_ONLY);
2135     GNUNET_STATISTICS_update (plugin->env->stats,
2136                             gettext_noop ("# HTTP peers active"),
2137                             1,
2138                             GNUNET_NO);
2139   }
2140
2141   ps = send_select_session (pc, addr, addrlen, force_address, session);
2142
2143   /* session not existing, but address forced -> creating new session */
2144   if (ps==NULL)
2145   {
2146         if ((addr!=NULL) && (addrlen!=0))
2147         {
2148       ps = GNUNET_malloc(sizeof (struct Session));
2149 #if DEBUG_SESSION_SELECTION
2150       if (force_address == GNUNET_YES)
2151          GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"No existing connection & forced address: creating new session %X to peer %s\n", ps, GNUNET_i2s(target));
2152       if (force_address != GNUNET_YES)
2153          GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"No existing connection: creating new session %X to peer %s\n", ps, GNUNET_i2s(target));
2154 #endif
2155       if ((addrlen!=0) && (addr!=NULL))
2156       {
2157          ps->addr = GNUNET_malloc(addrlen);
2158          memcpy(ps->addr,addr,addrlen);
2159          ps->addrlen = addrlen;
2160       }
2161           else
2162           {
2163                 ps->addr = NULL;
2164                 ps->addrlen = 0;
2165           }
2166           ps->direction=OUTBOUND;
2167           ps->recv_connected = GNUNET_NO;
2168           ps->recv_force_disconnect = GNUNET_NO;
2169           ps->send_connected = GNUNET_NO;
2170           ps->send_force_disconnect = GNUNET_NO;
2171           ps->pending_msgs_head = NULL;
2172           ps->pending_msgs_tail = NULL;
2173           ps->peercontext=pc;
2174           ps->session_id = pc->session_id_counter;
2175           pc->session_id_counter++;
2176           ps->url = create_url (plugin, ps->addr, ps->addrlen, ps->session_id);
2177           if (ps->msgtok == NULL)
2178                         ps->msgtok = GNUNET_SERVER_mst_create (&curl_receive_mst_cb, ps);
2179           GNUNET_CONTAINER_DLL_insert(pc->head,pc->tail,ps);
2180           GNUNET_STATISTICS_update (plugin->env->stats,
2181                                                                 gettext_noop ("# HTTP outbound sessions for peers active"),
2182                                                                 1,
2183                                                                 GNUNET_NO);
2184         }
2185         else
2186         {
2187 #if DEBUG_HTTP
2188                 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"No existing session found & and no address given: no way to send this message to peer `%s'!\n", GNUNET_i2s(target));
2189 #endif
2190                 return GNUNET_SYSERR;
2191     }
2192   }
2193
2194   /* create msg */
2195   msg = GNUNET_malloc (sizeof (struct HTTP_Message) + msgbuf_size);
2196   msg->next = NULL;
2197   msg->size = msgbuf_size;
2198   msg->pos = 0;
2199   msg->buf = (char *) &msg[1];
2200   msg->transmit_cont = cont;
2201   msg->transmit_cont_cls = cont_cls;
2202   memcpy (msg->buf,msgbuf, msgbuf_size);
2203   GNUNET_CONTAINER_DLL_insert(ps->pending_msgs_head,ps->pending_msgs_tail,msg);
2204
2205   if (send_check_connections (plugin, ps) == GNUNET_SYSERR)
2206           return GNUNET_SYSERR;
2207           if (force_address != GNUNET_YES)
2208                   pc->last_session = ps;
2209
2210           if (pc->last_session==NULL)
2211                   pc->last_session = ps;
2212           return msg->size;
2213 }
2214
2215
2216
2217 /**
2218  * Function that can be used to force the plugin to disconnect
2219  * from the given peer and cancel all previous transmissions
2220  * (and their continuationc).
2221  *
2222  * @param cls closure
2223  * @param target peer from which to disconnect
2224  */
2225 static void
2226 http_plugin_disconnect (void *cls,
2227                             const struct GNUNET_PeerIdentity *target)
2228 {
2229
2230
2231   struct Plugin *plugin = cls;
2232   struct HTTP_PeerContext *pc = NULL;
2233   struct Session *ps = NULL;
2234   //struct Session *tmp = NULL;
2235
2236   pc = GNUNET_CONTAINER_multihashmap_get (plugin->peers, &target->hashPubKey);
2237   if (pc==NULL)
2238     return;
2239   ps = pc->head;
2240
2241   while (ps!=NULL)
2242   {
2243     /* Telling transport that session is getting disconnected */
2244     plugin->env->session_end(plugin, target, ps);
2245     if (ps->direction==OUTBOUND)
2246     {
2247       if (ps->send_endpoint!=NULL)
2248       {
2249         //GNUNET_assert(CURLM_OK == curl_multi_remove_handle(plugin->multi_handle,ps->send_endpoint));
2250         //curl_easy_cleanup(ps->send_endpoint);
2251         //ps->send_endpoint=NULL;
2252         ps->send_force_disconnect = GNUNET_YES;
2253       }
2254       if (ps->recv_endpoint!=NULL)
2255       {
2256        //GNUNET_assert(CURLM_OK == curl_multi_remove_handle(plugin->multi_handle,ps->recv_endpoint));
2257        //curl_easy_cleanup(ps->recv_endpoint);
2258        //ps->recv_endpoint=NULL;
2259        ps->recv_force_disconnect = GNUNET_YES;
2260       }
2261     }
2262
2263     if (ps->direction==INBOUND)
2264     {
2265       ps->recv_force_disconnect = GNUNET_YES;
2266       ps->send_force_disconnect = GNUNET_YES;
2267     }
2268
2269     while (ps->pending_msgs_head!=NULL)
2270     {
2271       remove_http_message(ps, ps->pending_msgs_head);
2272     }
2273     ps->recv_active = GNUNET_NO;
2274     ps->send_active = GNUNET_NO;
2275     ps=ps->next;
2276   }
2277 }
2278
2279
2280 /**
2281  * Convert the transports address to a nice, human-readable
2282  * format.
2283  *
2284  * @param cls closure
2285  * @param type name of the transport that generated the address
2286  * @param addr one of the addresses of the host, NULL for the last address
2287  *        the specific address format depends on the transport
2288  * @param addrlen length of the address
2289  * @param numeric should (IP) addresses be displayed in numeric form?
2290  * @param timeout after how long should we give up?
2291  * @param asc function to call on each string
2292  * @param asc_cls closure for asc
2293  */
2294 static void
2295 http_plugin_address_pretty_printer (void *cls,
2296                                         const char *type,
2297                                         const void *addr,
2298                                         size_t addrlen,
2299                                         int numeric,
2300                                         struct GNUNET_TIME_Relative timeout,
2301                                         GNUNET_TRANSPORT_AddressStringCallback
2302                                         asc, void *asc_cls)
2303 {
2304   const struct IPv4HttpAddress *t4;
2305   const struct IPv6HttpAddress *t6;
2306   struct sockaddr_in a4;
2307   struct sockaddr_in6 a6;
2308   char * address;
2309   char * ret;
2310   unsigned int port;
2311   unsigned int res;
2312
2313   GNUNET_assert(cls !=NULL);
2314   if (addrlen == sizeof (struct IPv6HttpAddress))
2315   {
2316     address = GNUNET_malloc (INET6_ADDRSTRLEN);
2317     t6 = addr;
2318     a6.sin6_addr = t6->ipv6_addr;
2319     inet_ntop(AF_INET6, &(a6.sin6_addr),address,INET6_ADDRSTRLEN);
2320     port = ntohs(t6->u6_port);
2321   }
2322   else if (addrlen == sizeof (struct IPv4HttpAddress))
2323   {
2324     address = GNUNET_malloc (INET_ADDRSTRLEN);
2325     t4 = addr;
2326     a4.sin_addr.s_addr =  t4->ipv4_addr;
2327     inet_ntop(AF_INET, &(a4.sin_addr),address,INET_ADDRSTRLEN);
2328     port = ntohs(t4->u_port);
2329   }
2330   else
2331   {
2332     /* invalid address */
2333     GNUNET_break_op (0);
2334     asc (asc_cls, NULL);
2335     return;
2336   }
2337   res = GNUNET_asprintf(&ret,"%s://%s:%u/", PROTOCOL_PREFIX, address, port);
2338   GNUNET_free (address);
2339   GNUNET_assert(res != 0);
2340   asc (asc_cls, ret);
2341   GNUNET_free_non_null (ret);
2342 }
2343
2344
2345
2346 /**
2347  * Another peer has suggested an address for this
2348  * peer and transport plugin.  Check that this could be a valid
2349  * address.  If so, consider adding it to the list
2350  * of addresses.
2351  *
2352  * @param cls closure
2353  * @param addr pointer to the address
2354  * @param addrlen length of addr
2355  * @return GNUNET_OK if this is a plausible address for this peer
2356  *         and transport
2357  */
2358 static int
2359 http_plugin_address_suggested (void *cls,
2360                                const void *addr, size_t addrlen)
2361 {
2362   struct Plugin *plugin = cls;
2363   struct IPv4HttpAddress *v4;
2364   struct IPv6HttpAddress *v6;
2365   unsigned int port;
2366
2367   GNUNET_assert(cls !=NULL);
2368   if ((addrlen != sizeof (struct IPv4HttpAddress)) &&
2369       (addrlen != sizeof (struct IPv6HttpAddress)))
2370     {
2371       return GNUNET_SYSERR;
2372     }
2373   if (addrlen == sizeof (struct IPv4HttpAddress))
2374     {
2375       v4 = (struct IPv4HttpAddress *) addr;
2376       /* Not skipping loopback
2377       if (INADDR_LOOPBACK == ntohl(v4->ipv4_addr))
2378       {
2379         return GNUNET_SYSERR;
2380       } */
2381       port = ntohs (v4->u_port);
2382       if (port != plugin->port_inbound)
2383       {
2384         return GNUNET_SYSERR;
2385       }
2386     }
2387   if (addrlen == sizeof (struct IPv6HttpAddress))
2388     {
2389       v6 = (struct IPv6HttpAddress *) addr;
2390       if (IN6_IS_ADDR_LINKLOCAL (&v6->ipv6_addr))
2391         {
2392           return GNUNET_SYSERR;
2393         }
2394       port = ntohs (v6->u6_port);
2395       if (port != plugin->port_inbound)
2396       {
2397         return GNUNET_SYSERR;
2398       }
2399     }
2400
2401   return GNUNET_OK;
2402 }
2403
2404
2405 /**
2406  * Function called for a quick conversion of the binary address to
2407  * a numeric address.  Note that the caller must not free the
2408  * address and that the next call to this function is allowed
2409  * to override the address again.
2410  *
2411  * @param cls closure
2412  * @param addr binary address
2413  * @param addrlen length of the address
2414  * @return string representing the same address
2415  */
2416 static const char*
2417 http_plugin_address_to_string (void *cls,
2418                                    const void *addr,
2419                                    size_t addrlen)
2420 {
2421   const struct IPv4HttpAddress *t4;
2422   const struct IPv6HttpAddress *t6;
2423   struct sockaddr_in a4;
2424   struct sockaddr_in6 a6;
2425   char * address;
2426   char * ret;
2427   uint16_t port;
2428   unsigned int res;
2429
2430   if (addrlen == sizeof (struct IPv6HttpAddress))
2431     {
2432       address = GNUNET_malloc (INET6_ADDRSTRLEN);
2433       t6 = addr;
2434       a6.sin6_addr = t6->ipv6_addr;
2435       inet_ntop(AF_INET6, &(a6.sin6_addr),address,INET6_ADDRSTRLEN);
2436       port = ntohs(t6->u6_port);
2437     }
2438   else if (addrlen == sizeof (struct IPv4HttpAddress))
2439     {
2440       address = GNUNET_malloc (INET_ADDRSTRLEN);
2441       t4 = addr;
2442       a4.sin_addr.s_addr =  t4->ipv4_addr;
2443       inet_ntop(AF_INET, &(a4.sin_addr),address,INET_ADDRSTRLEN);
2444       port = ntohs(t4->u_port);
2445     }
2446   else
2447     {
2448       /* invalid address */
2449       return NULL;
2450     }
2451   res = GNUNET_asprintf(&ret,"%s:%u",address,port);
2452   GNUNET_free (address);
2453   GNUNET_assert(res != 0);
2454   return ret;
2455 }
2456
2457
2458 /**
2459  * Exit point from the plugin.
2460  */
2461 void *
2462 LIBGNUNET_PLUGIN_TRANSPORT_DONE (void *cls)
2463 {
2464   struct GNUNET_TRANSPORT_PluginFunctions *api = cls;
2465   struct Plugin *plugin = api->cls;
2466   CURLMcode mret;
2467   GNUNET_assert(cls !=NULL);
2468
2469   if (plugin->http_server_daemon_v4 != NULL)
2470   {
2471     MHD_stop_daemon (plugin->http_server_daemon_v4);
2472     plugin->http_server_daemon_v4 = NULL;
2473   }
2474   if (plugin->http_server_daemon_v6 != NULL)
2475   {
2476     MHD_stop_daemon (plugin->http_server_daemon_v6);
2477     plugin->http_server_daemon_v6 = NULL;
2478   }
2479
2480   if ( plugin->http_server_task_v4 != GNUNET_SCHEDULER_NO_TASK)
2481   {
2482     GNUNET_SCHEDULER_cancel(plugin->env->sched, plugin->http_server_task_v4);
2483     plugin->http_server_task_v4 = GNUNET_SCHEDULER_NO_TASK;
2484   }
2485
2486   if ( plugin->http_server_task_v6 != GNUNET_SCHEDULER_NO_TASK)
2487   {
2488     GNUNET_SCHEDULER_cancel(plugin->env->sched, plugin->http_server_task_v6);
2489     plugin->http_server_task_v6 = GNUNET_SCHEDULER_NO_TASK;
2490   }
2491
2492   /* free all peer information */
2493   if (plugin->peers!=NULL)
2494   {
2495           GNUNET_CONTAINER_multihashmap_iterate (plugin->peers,
2496                                                                                          &remove_peer_context_Iterator,
2497                                                                                          plugin);
2498           GNUNET_CONTAINER_multihashmap_destroy (plugin->peers);
2499   }
2500   if (plugin->multi_handle!=NULL)
2501   {
2502           mret = curl_multi_cleanup(plugin->multi_handle);
2503 #if DEBUG_HTTP
2504           if ( CURLM_OK != mret)
2505                 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"curl multihandle clean up failed\n");
2506 #endif
2507           plugin->multi_handle = NULL;
2508   }
2509   curl_global_cleanup();
2510
2511   if ( plugin->http_curl_task != GNUNET_SCHEDULER_NO_TASK)
2512   {
2513     GNUNET_SCHEDULER_cancel(plugin->env->sched, plugin->http_curl_task);
2514     plugin->http_curl_task = GNUNET_SCHEDULER_NO_TASK;
2515   }
2516
2517   GNUNET_free_non_null (plugin->bind4_address);
2518   GNUNET_free_non_null (plugin->bind6_address);
2519   GNUNET_free_non_null(plugin->bind_hostname);
2520 #if BUILD_HTTPS
2521   GNUNET_free_non_null (plugin->crypto_init);
2522   GNUNET_free_non_null (plugin->cert);
2523   GNUNET_free_non_null (plugin->key);
2524 #endif
2525   GNUNET_free (plugin);
2526   GNUNET_free (api);
2527 #if DEBUG_HTTP
2528   GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Unload %s plugin complete...\n", PROTOCOL_PREFIX);
2529 #endif
2530   return NULL;
2531 }
2532
2533 #if BUILD_HTTPS
2534 static char *
2535 load_certificate( const char * file )
2536 {
2537   struct GNUNET_DISK_FileHandle * gn_file;
2538
2539   struct stat fstat;
2540   char * text = NULL;
2541
2542   if (0!=STAT(file, &fstat))
2543           return NULL;
2544   text = GNUNET_malloc (fstat.st_size+1);
2545   gn_file = GNUNET_DISK_file_open(file,GNUNET_DISK_OPEN_READ, GNUNET_DISK_PERM_USER_READ);
2546   if (gn_file==NULL)
2547   {
2548           GNUNET_free(text);
2549           return NULL;
2550   }
2551   if (GNUNET_SYSERR == GNUNET_DISK_file_read(gn_file, text, fstat.st_size))
2552   {
2553           GNUNET_free(text);
2554           GNUNET_DISK_file_close(gn_file);
2555           return NULL;
2556   }
2557   text[fstat.st_size] = '\0';
2558   GNUNET_DISK_file_close(gn_file);
2559
2560   return text;
2561 }
2562 #endif
2563
2564
2565 /**
2566  * Entry point for the plugin.
2567  */
2568 void *
2569 LIBGNUNET_PLUGIN_TRANSPORT_INIT (void *cls)
2570 {
2571   struct GNUNET_TRANSPORT_PluginEnvironment *env = cls;
2572   struct Plugin *plugin;
2573   struct GNUNET_TRANSPORT_PluginFunctions *api;
2574   struct GNUNET_TIME_Relative gn_timeout;
2575   long long unsigned int port;
2576   char * component_name;
2577 #if BUILD_HTTPS
2578   char * key_file = NULL;
2579   char * cert_file = NULL;
2580 #endif
2581
2582   GNUNET_assert(cls !=NULL);
2583 #if DEBUG_HTTP
2584   GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Starting %s plugin...\n", PROTOCOL_PREFIX);
2585 #endif
2586   GNUNET_asprintf(&component_name,"transport-%s",PROTOCOL_PREFIX);
2587
2588   plugin = GNUNET_malloc (sizeof (struct Plugin));
2589   plugin->stats = env->stats;
2590   plugin->env = env;
2591   plugin->peers = NULL;
2592   plugin->bind4_address = NULL;
2593   plugin->use_ipv6  = GNUNET_YES;
2594   plugin->use_ipv4  = GNUNET_YES;
2595
2596   api = GNUNET_malloc (sizeof (struct GNUNET_TRANSPORT_PluginFunctions));
2597   api->cls = plugin;
2598   api->send = &http_plugin_send;
2599   api->disconnect = &http_plugin_disconnect;
2600   api->address_pretty_printer = &http_plugin_address_pretty_printer;
2601   api->check_address = &http_plugin_address_suggested;
2602   api->address_to_string = &http_plugin_address_to_string;
2603
2604   /* Hashing our identity to use it in URLs */
2605   GNUNET_CRYPTO_hash_to_enc ( &(plugin->env->my_identity->hashPubKey), &plugin->my_ascii_hash_ident);
2606
2607   /* Use IPv6? */
2608   if (GNUNET_CONFIGURATION_have_value (env->cfg,
2609                                                                            component_name, "USE_IPv6"))
2610     {
2611           plugin->use_ipv6 = GNUNET_CONFIGURATION_get_value_yesno (env->cfg,
2612                                                                                                                            component_name,
2613                                                                                                                            "USE_IPv6");
2614     }
2615   /* Use IPv4? */
2616   if (GNUNET_CONFIGURATION_have_value (env->cfg,
2617                                                                            component_name, "USE_IPv4"))
2618     {
2619           plugin->use_ipv4 = GNUNET_CONFIGURATION_get_value_yesno (env->cfg,
2620                                                         component_name,"USE_IPv4");
2621     }
2622   /* Reading port number from config file */
2623   if ((GNUNET_OK !=
2624        GNUNET_CONFIGURATION_get_value_number (env->cfg,
2625                                                                                           component_name,
2626                                               "PORT",
2627                                               &port)) ||
2628       (port > 65535) )
2629     {
2630       GNUNET_log_from (GNUNET_ERROR_TYPE_ERROR,
2631                                            component_name,
2632                        _("Require valid port number for transport plugin `%s' in configuration!\n"),
2633                        PROTOCOL_PREFIX);
2634       GNUNET_free(component_name);
2635       LIBGNUNET_PLUGIN_TRANSPORT_DONE (api);
2636       return NULL;
2637     }
2638
2639   /* Reading ipv4 addresse to bind to from config file */
2640   if ((plugin->use_ipv4==GNUNET_YES) && (GNUNET_CONFIGURATION_have_value (env->cfg,
2641                                                                                                           component_name, "BINDTO4")))
2642   {
2643           GNUNET_break (GNUNET_OK ==
2644                                         GNUNET_CONFIGURATION_get_value_string (env->cfg,
2645                                                                                                                    component_name,
2646                                                                                                                    "BINDTO4",
2647                                                                                                                    &plugin->bind_hostname));
2648           plugin->bind4_address = GNUNET_malloc(sizeof(struct sockaddr_in));
2649           plugin->bind4_address->sin_family = AF_INET;
2650           plugin->bind4_address->sin_port = htons (port);
2651
2652           if (inet_pton(AF_INET,plugin->bind_hostname, &plugin->bind4_address->sin_addr)<=0)
2653           {
2654                   GNUNET_log_from (GNUNET_ERROR_TYPE_ERROR,
2655                                                    component_name,
2656                                                    _("Misconfigured address to bind to in configuration!\n"));
2657                   GNUNET_free(plugin->bind4_address);
2658                   GNUNET_free(plugin->bind_hostname);
2659                   plugin->bind_hostname = NULL;
2660                   plugin->bind4_address = NULL;
2661           }
2662   }
2663
2664   /* Reading ipv4 addresse to bind to from config file */
2665   if ((plugin->use_ipv6==GNUNET_YES) && (GNUNET_CONFIGURATION_have_value (env->cfg,
2666                   component_name, "BINDTO6")))
2667   {
2668           if (GNUNET_OK == GNUNET_CONFIGURATION_get_value_string (env->cfg,
2669                                                                                                                           component_name,
2670                                                                                                                           "BINDTO6",
2671                                                                                                                           &plugin->bind_hostname))
2672           {
2673                   plugin->bind6_address = GNUNET_malloc(sizeof(struct sockaddr_in6));
2674                   plugin->bind6_address->sin6_family = AF_INET6;
2675                   plugin->bind6_address->sin6_port = htons (port);
2676
2677                   if (inet_pton(AF_INET6,plugin->bind_hostname, &plugin->bind6_address->sin6_addr)<=0)
2678                   {
2679                           GNUNET_log_from (GNUNET_ERROR_TYPE_ERROR,
2680                                                            component_name,
2681                                                            _("Misconfigured address to bind to in configuration!\n"));
2682                           GNUNET_free(plugin->bind6_address);
2683                           GNUNET_free(plugin->bind_hostname);
2684                           plugin->bind_hostname = NULL;
2685                           plugin->bind6_address = NULL;
2686                   }
2687           }
2688   }
2689
2690 #if BUILD_HTTPS
2691   /* Reading HTTPS crypto related configuration */
2692   /* Get crypto init string from config */
2693   if (GNUNET_CONFIGURATION_have_value (env->cfg,
2694                                                                            "transport-https", "CRYPTO_INIT"))
2695   {
2696                 GNUNET_CONFIGURATION_get_value_string (env->cfg,
2697                                                                                            "transport-https",
2698                                                                                            "CRYPTO_INIT",
2699                                                                                            &plugin->crypto_init);
2700   }
2701   else
2702   {
2703           GNUNET_asprintf(&plugin->crypto_init,"NORMAL");
2704   }
2705
2706 /* Get private key file from config */
2707   if (GNUNET_CONFIGURATION_have_value (env->cfg,
2708                                                                            "transport-https", "KEY_FILE"))
2709   {
2710                 GNUNET_CONFIGURATION_get_value_string (env->cfg,
2711                                                                                            "transport-https",
2712                                                                                            "KEY_FILE",
2713                                                                                            &key_file);
2714   }
2715   if (key_file==NULL)
2716           GNUNET_asprintf(&key_file,"https.key");
2717
2718 /* Get private key file from config */
2719   if (GNUNET_CONFIGURATION_have_value (env->cfg,"transport-https", "CERT_FILE"))
2720   {
2721           GNUNET_CONFIGURATION_get_value_string (env->cfg,
2722                                                                                          "transport-https",
2723                                                                                          "CERT_FILE",
2724                                                                                          &cert_file);
2725   }
2726   if (cert_file==NULL)
2727           GNUNET_asprintf(&cert_file,"https.cert");
2728
2729   /* read key & certificates from file */
2730   GNUNET_log (GNUNET_ERROR_TYPE_DEBUG, "Loading TLS certificate `%s' `%s'\n", key_file, cert_file);
2731
2732   plugin->key = load_certificate( key_file );
2733   plugin->cert = load_certificate( cert_file );
2734
2735   if ((plugin->key==NULL) || (plugin->cert==NULL))
2736   {
2737           char * cmd;
2738           int ret = 0;
2739           GNUNET_asprintf(&cmd,"gnunet-transport-certificate-creation %s %s", key_file, cert_file);
2740           GNUNET_log (GNUNET_ERROR_TYPE_DEBUG, "No usable TLS certificate found, creating certificate \n");
2741           ret = system(cmd);
2742
2743           if (ret != 0)
2744           {
2745                   GNUNET_log_from (GNUNET_ERROR_TYPE_ERROR,
2746                                            "https",
2747                                                    _("Could not create a new TLS certificate, shell script `%s' failed!\n"),cmd,
2748                                                    "transport-https");
2749                   GNUNET_free (key_file);
2750                   GNUNET_free (cert_file);
2751                   GNUNET_free (component_name);
2752
2753                   LIBGNUNET_PLUGIN_TRANSPORT_DONE(api);
2754                   GNUNET_free (cmd);
2755                   return NULL;
2756           }
2757
2758           GNUNET_free (cmd);
2759
2760           plugin->key = load_certificate( key_file );
2761           plugin->cert = load_certificate( cert_file );
2762
2763           if ((plugin->key==NULL) || (plugin->cert==NULL))
2764           {
2765                   GNUNET_log_from (GNUNET_ERROR_TYPE_ERROR,
2766                                            "https",
2767                                                    _("No usable TLS certificate found and creating one failed! \n"),
2768                                                    "transport-https");
2769                   GNUNET_free (key_file);
2770                   GNUNET_free (cert_file);
2771                   GNUNET_free (component_name);
2772
2773                   LIBGNUNET_PLUGIN_TRANSPORT_DONE(api);
2774                   return NULL;
2775           }
2776   }
2777   GNUNET_free (key_file);
2778   GNUNET_free (cert_file);
2779
2780   GNUNET_assert((plugin->key!=NULL) && (plugin->cert!=NULL));
2781   GNUNET_log (GNUNET_ERROR_TYPE_DEBUG, "TLS certificate loaded\n");
2782 #endif
2783
2784   GNUNET_assert ((port > 0) && (port <= 65535));
2785   plugin->port_inbound = port;
2786   gn_timeout = GNUNET_CONSTANTS_IDLE_CONNECTION_TIMEOUT;
2787   unsigned int timeout = (gn_timeout.value) / 1000;
2788   if ((plugin->http_server_daemon_v6 == NULL) && (plugin->use_ipv6 == GNUNET_YES) && (port != 0))
2789   {
2790         struct sockaddr * tmp = (struct sockaddr *) plugin->bind6_address;
2791     plugin->http_server_daemon_v6 = MHD_start_daemon (
2792 #if DEBUG_MHD
2793                                                                    MHD_USE_DEBUG |
2794 #endif
2795 #if BUILD_HTTPS
2796                                                                    MHD_USE_SSL |
2797 #endif
2798                                                                    MHD_USE_IPv6,
2799                                        port,
2800                                        &mhd_accept_cb,
2801                                        plugin , &mdh_access_cb, plugin,
2802                                        MHD_OPTION_SOCK_ADDR, tmp,
2803                                        MHD_OPTION_CONNECTION_LIMIT, (unsigned int) 32,
2804                                        //MHD_OPTION_PER_IP_CONNECTION_LIMIT, (unsigned int) 6,
2805 #if BUILD_HTTPS
2806                                        MHD_OPTION_HTTPS_PRIORITIES,  plugin->crypto_init,
2807                                        MHD_OPTION_HTTPS_MEM_KEY, plugin->key,
2808                                        MHD_OPTION_HTTPS_MEM_CERT, plugin->cert,
2809 #endif
2810                                        MHD_OPTION_CONNECTION_TIMEOUT, (unsigned int) timeout,
2811                                        MHD_OPTION_CONNECTION_MEMORY_LIMIT, (size_t) (2 * GNUNET_SERVER_MAX_MESSAGE_SIZE),
2812                                        MHD_OPTION_NOTIFY_COMPLETED, &mhd_termination_cb, NULL,
2813                                        MHD_OPTION_EXTERNAL_LOGGER, mhd_logger, plugin->mhd_log,
2814                                        MHD_OPTION_END);
2815   }
2816   if ((plugin->http_server_daemon_v4 == NULL) && (plugin->use_ipv4 == GNUNET_YES) && (port != 0))
2817   {
2818   plugin->http_server_daemon_v4 = MHD_start_daemon (
2819 #if DEBUG_MHD
2820                                                                    MHD_USE_DEBUG |
2821 #endif
2822 #if BUILD_HTTPS
2823                                                                    MHD_USE_SSL |
2824 #endif
2825                                                                    MHD_NO_FLAG,
2826                                        port,
2827                                        &mhd_accept_cb,
2828                                        plugin , &mdh_access_cb, plugin,
2829                                        MHD_OPTION_SOCK_ADDR, (struct sockaddr_in *)plugin->bind4_address,
2830                                        MHD_OPTION_CONNECTION_LIMIT, (unsigned int) 32,
2831                                        //MHD_OPTION_PER_IP_CONNECTION_LIMIT, (unsigned int) 6,
2832 #if BUILD_HTTPS
2833                                        MHD_OPTION_HTTPS_PRIORITIES,  plugin->crypto_init,
2834                                        MHD_OPTION_HTTPS_MEM_KEY, plugin->key,
2835                                        MHD_OPTION_HTTPS_MEM_CERT, plugin->cert,
2836 #endif
2837                                        MHD_OPTION_CONNECTION_TIMEOUT, (unsigned int) timeout,
2838                                        MHD_OPTION_CONNECTION_MEMORY_LIMIT, (size_t) (2 * GNUNET_SERVER_MAX_MESSAGE_SIZE),
2839                                        MHD_OPTION_NOTIFY_COMPLETED, &mhd_termination_cb, NULL,
2840                                        MHD_OPTION_EXTERNAL_LOGGER, mhd_logger, plugin->mhd_log,
2841                                        MHD_OPTION_END);
2842   }
2843   if (plugin->http_server_daemon_v4 != NULL)
2844     plugin->http_server_task_v4 = http_server_daemon_prepare (plugin, plugin->http_server_daemon_v4);
2845   if (plugin->http_server_daemon_v6 != NULL)
2846     plugin->http_server_task_v6 = http_server_daemon_prepare (plugin, plugin->http_server_daemon_v6);
2847
2848
2849   if (plugin->http_server_task_v4 != GNUNET_SCHEDULER_NO_TASK)
2850   {
2851 #if DEBUG_HTTP
2852           GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Starting MHD with IPv4 bound to %s with port %u\n",(plugin->bind_hostname!=NULL) ? plugin->bind_hostname : "every address",port);
2853 #endif
2854   }
2855   else if ((plugin->http_server_task_v6 != GNUNET_SCHEDULER_NO_TASK) && (plugin->http_server_task_v4 != GNUNET_SCHEDULER_NO_TASK))
2856   {
2857 #if DEBUG_HTTP
2858     GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Starting MHD with IPv6 bound to %s with port %u\n",(plugin->bind_hostname!=NULL) ? plugin->bind_hostname : "every address", port);
2859 #endif
2860   }
2861   else if ((plugin->http_server_task_v6 != GNUNET_SCHEDULER_NO_TASK) && (plugin->http_server_task_v4 == GNUNET_SCHEDULER_NO_TASK))
2862   {
2863 #if DEBUG_HTTP
2864     GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Starting MHD with IPv4 and IPv6 bound to %s with port %u\n",(plugin->bind_hostname!=NULL) ? plugin->bind_hostname : "every address", port);
2865 #endif
2866   }
2867   else
2868   {
2869         char * tmp = NULL;
2870         if ((plugin->use_ipv6 == GNUNET_YES) && (plugin->use_ipv4 == GNUNET_YES))
2871                 GNUNET_asprintf(&tmp,"with IPv4 and IPv6 enabled");
2872         if ((plugin->use_ipv6 == GNUNET_NO) && (plugin->use_ipv4 == GNUNET_YES))
2873                 GNUNET_asprintf(&tmp,"with IPv4 enabled");
2874         if ((plugin->use_ipv6 == GNUNET_YES) && (plugin->use_ipv4 == GNUNET_NO))
2875                 GNUNET_asprintf(&tmp,"with IPv6 enabled");
2876         if ((plugin->use_ipv6 == GNUNET_NO) && (plugin->use_ipv4 == GNUNET_NO))
2877                 GNUNET_asprintf(&tmp,"with NO IP PROTOCOL enabled");
2878         GNUNET_log (GNUNET_ERROR_TYPE_ERROR,"HTTP Server with %s could not be started on port %u! %s plugin failed!\n",tmp, port, PROTOCOL_PREFIX);
2879         GNUNET_free (tmp);
2880     GNUNET_free (component_name);
2881     LIBGNUNET_PLUGIN_TRANSPORT_DONE (api);
2882     return NULL;
2883   }
2884
2885   /* Initializing cURL */
2886   curl_global_init(CURL_GLOBAL_ALL);
2887   plugin->multi_handle = curl_multi_init();
2888
2889   if ( NULL == plugin->multi_handle )
2890   {
2891     GNUNET_log_from (GNUNET_ERROR_TYPE_ERROR,
2892                                          component_name,
2893                                          _("Could not initialize curl multi handle, failed to start %s plugin!\n"),
2894                                          PROTOCOL_PREFIX);
2895     GNUNET_free(component_name);
2896     LIBGNUNET_PLUGIN_TRANSPORT_DONE (api);
2897     return NULL;
2898   }
2899
2900   plugin->peers = GNUNET_CONTAINER_multihashmap_create (10);
2901   GNUNET_OS_network_interfaces_list (&process_interfaces, plugin);
2902
2903   GNUNET_free(component_name);
2904   return api;
2905 }
2906
2907 /* end of plugin_transport_http.c */