2 This file is part of GNUnet
3 (C) 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009 Christian Grothoff (and other contributing authors)
5 GNUnet is free software; you can redistribute it and/or modify
6 it under the terms of the GNU General Public License as published
7 by the Free Software Foundation; either version 3, or (at your
8 option) any later version.
10 GNUnet is distributed in the hope that it will be useful, but
11 WITHOUT ANY WARRANTY; without even the implied warranty of
12 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
13 General Public License for more details.
15 You should have received a copy of the GNU General Public License
16 along with GNUnet; see the file COPYING. If not, write to the
17 Free Software Foundation, Inc., 59 Temple Place - Suite 330,
18 Boston, MA 02111-1307, USA.
22 * @file transport/plugin_transport_http.c
23 * @brief http transport service plugin
24 * @author Matthias Wachs
28 #include "gnunet_constants.h"
29 #include "gnunet_protocols.h"
30 #include "gnunet_connection_lib.h"
31 #include "gnunet_service_lib.h"
32 #include "gnunet_statistics_service.h"
33 #include "gnunet_transport_service.h"
34 #include "gnunet_resolver_service.h"
35 #include "gnunet_server_lib.h"
36 #include "gnunet_container_lib.h"
37 #include "plugin_transport.h"
38 #include "gnunet_os_lib.h"
39 #include "microhttpd.h"
40 #include <curl/curl.h>
43 #define DEBUG_CURL GNUNET_NO
44 #define DEBUG_HTTP GNUNET_NO
45 #define DEBUG_CONNECTIONS GNUNET_YES
47 #define INBOUND GNUNET_NO
48 #define OUTBOUND GNUNET_YES
51 * Text of the response sent back after the last bytes of a PUT
52 * request have been received (just to formally obey the HTTP
55 #define HTTP_PUT_RESPONSE "Thank you!"
58 * After how long do we expire an address that we
59 * learned from another peer if it is not reconfirmed
62 #define LEARNED_ADDRESS_EXPIRATION GNUNET_TIME_relative_multiply (GNUNET_TIME_UNIT_HOURS, 6)
65 * Page returned if request invalid
67 #define HTTP_ERROR_RESPONSE "<!DOCTYPE HTML PUBLIC \"-//IETF//DTD HTML 2.0//EN\"><HTML><HEAD><TITLE>404 Not Found</TITLE></HEAD><BODY><H1>Not Found</H1>The requested URL was not found on this server.<P><HR><ADDRESS></ADDRESS></BODY></HTML>"
70 * Timeout for a http connect
72 #define HTTP_CONNECT_TIMEOUT 30
75 * Network format for IPv4 addresses.
77 struct IPv4HttpAddress
80 * IPv4 address, in network byte order.
82 uint32_t ipv4_addr GNUNET_PACKED;
85 * Port number, in network byte order.
87 uint16_t u_port GNUNET_PACKED;
93 * Network format for IPv6 addresses.
95 struct IPv6HttpAddress
100 struct in6_addr ipv6_addr GNUNET_PACKED;
103 * Port number, in network byte order.
105 uint16_t u6_port GNUNET_PACKED;
111 * Message to send using http
116 * next pointer for double linked list
118 struct HTTP_Message * next;
121 * previous pointer for double linked list
123 struct HTTP_Message * prev;
126 * buffer containing data to send
131 * amount of data already sent
141 * Continuation function to call once the transmission buffer
142 * has again space available. NULL if there is no
143 * continuation to call.
145 GNUNET_TRANSPORT_TransmitContinuation transmit_cont;
148 * Closure for transmit_cont.
150 void *transmit_cont_cls;
154 struct HTTP_PeerContext
159 struct GNUNET_PeerIdentity identity;
162 * Pointer to the global plugin struct.
164 struct Plugin *plugin;
167 * Linked list of connections with this peer
170 struct Session * head;
173 * Linked list of connections with this peer
176 struct Session * tail;
179 * id for next session
181 size_t session_id_counter;
190 struct SessionHeader header;
193 * next session in linked list
195 struct Session * next;
198 * previous session in linked list
200 struct Session * prev;
203 * address of this session
218 * Message queue for outbound messages
221 struct HTTP_Message * pending_msgs_head;
224 * Message queue for outbound messages
227 struct HTTP_Message * pending_msgs_tail;
230 * partner peer this connection belongs to
232 struct HTTP_PeerContext * peercontext;
235 * message stream tokenizer for incoming data
237 struct GNUNET_SERVER_MessageStreamTokenizer *msgtok;
241 * outbound: OUTBOUND (GNUNET_YES)
242 * inbound : INBOUND (GNUNET_NO)
244 unsigned int direction;
247 * is session connected to send data?
249 unsigned int send_connected;
252 * is send connection active?
254 unsigned int send_active;
257 * connection disconnect forced (e.g. from transport)
259 unsigned int send_force_disconnect;
262 * is session connected to receive data?
264 unsigned int recv_connected;
267 * is receive connection active?
269 unsigned int recv_active;
272 * connection disconnect forced (e.g. from transport)
274 unsigned int recv_force_disconnect;
277 * id for next session
278 * NOTE: 0 is not an ID, zero is not defined. A correct ID is always > 0
283 * entity managing sending data
284 * outbound session: CURL *
285 * inbound session: mhd_connection *
287 void * send_endpoint;
290 * entity managing recieving data
291 * outbound session: CURL *
292 * inbound session: mhd_connection *
294 void * recv_endpoint;
298 * Encapsulation of all of the state of the plugin.
305 struct GNUNET_TRANSPORT_PluginEnvironment *env;
307 unsigned int port_inbound;
309 struct GNUNET_CONTAINER_MultiHashMap *peers;
312 * Daemon for listening for new IPv4 connections.
314 struct MHD_Daemon *http_server_daemon_v4;
317 * Daemon for listening for new IPv6connections.
319 struct MHD_Daemon *http_server_daemon_v6;
322 * Our primary task for http daemon handling IPv4 connections
324 GNUNET_SCHEDULER_TaskIdentifier http_server_task_v4;
327 * Our primary task for http daemon handling IPv6 connections
329 GNUNET_SCHEDULER_TaskIdentifier http_server_task_v6;
332 * The task sending data
334 GNUNET_SCHEDULER_TaskIdentifier http_server_task_send;
339 CURLM * multi_handle;
342 * Our ASCII encoded, hashed peer identity
343 * This string is used to distinguish between connections and is added to the urls
345 struct GNUNET_CRYPTO_HashAsciiEncoded my_ascii_hash_ident;
350 * Function called for a quick conversion of the binary address to
351 * a numeric address. Note that the caller must not free the
352 * address and that the next call to this function is allowed
353 * to override the address again.
356 * @param addr binary address
357 * @param addrlen length of the address
358 * @return string representing the same address
361 http_plugin_address_to_string (void *cls,
365 static char * create_url(void * cls, const void * addr, size_t addrlen, size_t id)
367 struct Plugin *plugin = cls;
370 GNUNET_assert ((addr!=NULL) && (addrlen != 0));
371 GNUNET_asprintf(&url,
373 http_plugin_address_to_string(NULL, addr, addrlen),
374 (char *) (&plugin->my_ascii_hash_ident),id);
380 * Removes a message from the linked list of messages
381 * @param con connection to remove message from
382 * @param msg message to remove
383 * @return GNUNET_SYSERR if msg not found, GNUNET_OK on success
385 static int remove_http_message (struct Session * ps, struct HTTP_Message * msg)
387 GNUNET_CONTAINER_DLL_remove(ps->pending_msgs_head,ps->pending_msgs_tail,msg);
393 * Removes a session from the linked list of sessions
394 * @param pc peer context
396 * @param call_msg_cont GNUNET_YES to call pending message continuations, otherwise no
397 * @param call_msg_cont_result, result to call message continuations with
398 * @return GNUNET_SYSERR if msg not found, GNUNET_OK on success
400 static int remove_session (struct HTTP_PeerContext * pc, struct Session * ps, int call_msg_cont, int call_msg_cont_result)
402 struct HTTP_Message * msg;
403 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Connection %X: removing %s session with id %u\n", ps, (ps->direction == INBOUND) ? "inbound" : "outbound",ps->session_id);
404 GNUNET_free_non_null (ps->addr);
405 GNUNET_SERVER_mst_destroy (ps->msgtok);
406 GNUNET_free(ps->url);
408 msg = ps->pending_msgs_head;
411 if ((call_msg_cont == GNUNET_YES) && (msg->transmit_cont!=NULL))
413 msg->transmit_cont (msg->transmit_cont_cls,&pc->identity,call_msg_cont_result);
416 GNUNET_CONTAINER_DLL_remove(ps->pending_msgs_head,ps->pending_msgs_head,msg);
419 GNUNET_CONTAINER_DLL_remove(pc->head,pc->tail,ps);
425 static struct Session * get_Session (void * cls, struct HTTP_PeerContext *pc, const void * addr, size_t addr_len)
427 struct Session * cc = pc->head;
428 struct Session * con = NULL;
429 unsigned int count = 0;
431 GNUNET_assert((addr_len == sizeof (struct IPv4HttpAddress)) || (addr_len == sizeof (struct IPv6HttpAddress)));
434 if (addr_len == cc->addrlen)
436 if (0 == memcmp(cc->addr, addr, addr_len))
438 /* connection can not be used, since it is disconnected */
439 if ((cc->recv_force_disconnect==GNUNET_NO) && (cc->send_force_disconnect==GNUNET_NO))
452 * Callback called by MHD when a connection is terminated
454 static void mhd_termination_cb (void *cls, struct MHD_Connection * connection, void **httpSessionCache)
456 struct Session * ps = *httpSessionCache;
459 struct HTTP_PeerContext * pc = ps->peercontext;
461 if (connection==ps->recv_endpoint)
463 #if DEBUG_CONNECTIONS
464 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Connection %X: inbound connection from peer `%s' was terminated\n", ps, GNUNET_i2s(&pc->identity));
466 ps->recv_active = GNUNET_NO;
467 ps->recv_connected = GNUNET_NO;
468 ps->recv_endpoint = NULL;
470 if (connection==ps->send_endpoint)
473 ps->send_active = GNUNET_NO;
474 ps->send_connected = GNUNET_NO;
475 ps->send_endpoint = NULL;
476 #if DEBUG_CONNECTIONS
477 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Connection %X: outbound connection from peer `%s' was terminated\n", ps, GNUNET_i2s(&pc->identity));
481 /* if both connections disconnected, remove session */
482 if ((ps->send_connected == GNUNET_NO) && (ps->recv_connected == GNUNET_NO))
484 remove_session(pc,ps,GNUNET_YES,GNUNET_SYSERR);
488 static void mhd_write_mst_cb (void *cls,
490 const struct GNUNET_MessageHeader *message)
493 struct Session *ps = cls;
494 struct HTTP_PeerContext *pc = ps->peercontext;
495 GNUNET_assert(ps != NULL);
496 GNUNET_assert(pc != NULL);
498 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
499 "Connection %X: Forwarding message to transport service, type %u and size %u from `%s' (`%s')\n",
501 ntohs(message->type),
502 ntohs(message->size),
503 GNUNET_i2s(&(ps->peercontext)->identity),http_plugin_address_to_string(NULL,ps->addr,ps->addrlen));
505 pc->plugin->env->receive (ps->peercontext->plugin->env->cls,
512 static void curl_receive_mst_cb (void *cls,
514 const struct GNUNET_MessageHeader *message)
516 struct Session *ps = cls;
517 struct HTTP_PeerContext *pc = ps->peercontext;
518 GNUNET_assert(ps != NULL);
519 GNUNET_assert(pc != NULL);
521 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
522 "Forwarding message to transport service, type %u and size %u from `%s' (`%s')\n",
523 ntohs(message->type),
524 ntohs(message->size),
525 GNUNET_i2s(&(pc->identity)),http_plugin_address_to_string(NULL,ps->addr,ps->addrlen));
527 pc->plugin->env->receive (pc->plugin->env->cls,
536 * Check if ip is allowed to connect.
539 mhd_accept_cb (void *cls,
540 const struct sockaddr *addr, socklen_t addr_len)
543 struct Plugin *plugin = cls;
545 /* Every connection is accepted, nothing more to do here */
549 int mhd_send_callback (void *cls, uint64_t pos, char *buf, int max)
553 struct Session * ps = cls;
554 struct HTTP_PeerContext * pc;
555 struct HTTP_Message * msg;
558 GNUNET_assert (ps!=NULL);
559 pc = ps->peercontext;
560 msg = ps->pending_msgs_tail;
561 if (ps->send_force_disconnect==GNUNET_YES)
563 #if DEBUG_CONNECTIONS
564 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Connection %X: outbound forced to disconnect\n",ps);
571 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"mhd_send_callback %X: queue msg size: %u, max %u pos %u msg->pos %u\n",ps,msg->size,max,pos,msg->pos);
572 if ((msg->size-msg->pos) <= max)
574 memcpy(buf,&msg->buf[msg->pos],(msg->size-msg->pos));
575 bytes_read = msg->size-msg->pos;
576 msg->pos+=(msg->size-msg->pos);
577 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"mhd_send_callback %X: complete: size %u pos %u bytes read %u \n",ps,msg->size,msg->pos,bytes_read);
581 memcpy(buf,&msg->buf[msg->pos],max);
584 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"mhd_send_callback %X: partial: size %u pos %u bytes read %u \n",ps,msg->size,msg->pos,bytes_read);
587 if (msg->pos==msg->size)
589 struct GNUNET_MessageHeader * tmp = (struct GNUNET_MessageHeader *) msg->buf;
590 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"MHD SENT MESSAGE %u bytes msg->type %u msg->size %u\n", bytes_read, ntohs(tmp->type), ntohs(tmp->size));
591 if (NULL!=msg->transmit_cont)
592 msg->transmit_cont (msg->transmit_cont_cls,&pc->identity,GNUNET_OK);
593 res = remove_http_message(ps,msg);
600 * Process GET or PUT request received via MHD. For
601 * GET, queue response that will send back our pending
602 * messages. For PUT, process incoming data and send
603 * to GNUnet core. In either case, check if a session
604 * already exists and create a new one if not.
607 mdh_access_cb (void *cls,
608 struct MHD_Connection *mhd_connection,
612 const char *upload_data,
613 size_t * upload_data_size, void **httpSessionCache)
615 struct Plugin *plugin = cls;
616 struct MHD_Response *response;
617 const union MHD_ConnectionInfo * conn_info;
619 struct sockaddr_in *addrin;
620 struct sockaddr_in6 *addrin6;
622 char address[INET6_ADDRSTRLEN+14];
623 struct GNUNET_PeerIdentity pi_in;
626 struct IPv4HttpAddress ipv4addr;
627 struct IPv6HttpAddress ipv6addr;
629 struct HTTP_PeerContext *pc;
631 struct Session *ps_tmp;
634 int send_error_to_client;
638 GNUNET_assert(cls !=NULL);
639 send_error_to_client = GNUNET_NO;
641 if (NULL == *httpSessionCache)
643 /* check url for peer identity , if invalid send HTTP 404*/
644 size_t len = strlen(&url[1]);
645 char * peer = GNUNET_malloc(104+1);
647 if ((len>104) && (url[104]==';'))
649 char * id = GNUNET_malloc((len-104)+1);
650 strcpy(id,&url[105]);
651 memcpy(peer,&url[1],103);
653 id_num = strtoul ( id, NULL , 10);
656 res = GNUNET_CRYPTO_hash_from_string (peer, &(pi_in.hashPubKey));
658 if ( GNUNET_SYSERR == res )
660 response = MHD_create_response_from_data (strlen (HTTP_ERROR_RESPONSE),HTTP_ERROR_RESPONSE, MHD_NO, MHD_NO);
661 res = MHD_queue_response (mhd_connection, MHD_HTTP_NOT_FOUND, response);
662 MHD_destroy_response (response);
664 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Peer has no valid ident, sent HTTP 1.1/404\n");
666 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Peer has no valid ident, could not send error\n");
672 ps = *httpSessionCache;
673 pc = ps->peercontext;
676 if (NULL == *httpSessionCache)
678 /* get peer context */
679 pc = GNUNET_CONTAINER_multihashmap_get (plugin->peers, &pi_in.hashPubKey);
683 pc = GNUNET_malloc(sizeof (struct HTTP_PeerContext));
685 pc->session_id_counter=1;
686 memcpy(&pc->identity, &pi_in, sizeof(struct GNUNET_PeerIdentity));
687 GNUNET_CONTAINER_multihashmap_put(plugin->peers, &pc->identity.hashPubKey, pc, GNUNET_CONTAINER_MULTIHASHMAPOPTION_UNIQUE_ONLY);
690 conn_info = MHD_get_connection_info(mhd_connection, MHD_CONNECTION_INFO_CLIENT_ADDRESS );
691 /* Incoming IPv4 connection */
692 if ( AF_INET == conn_info->client_addr->sin_family)
694 addrin = conn_info->client_addr;
695 inet_ntop(addrin->sin_family, &(addrin->sin_addr),address,INET_ADDRSTRLEN);
696 memcpy(&ipv4addr.ipv4_addr,&(addrin->sin_addr),sizeof(struct in_addr));
697 ipv4addr.u_port = addrin->sin_port;
699 addr_len = sizeof(struct IPv4HttpAddress);
701 /* Incoming IPv6 connection */
702 if ( AF_INET6 == conn_info->client_addr->sin_family)
704 addrin6 = (struct sockaddr_in6 *) conn_info->client_addr;
705 inet_ntop(addrin6->sin6_family, &(addrin6->sin6_addr),address,INET6_ADDRSTRLEN);
706 memcpy(&ipv6addr.ipv6_addr,&(addrin6->sin6_addr),sizeof(struct in6_addr));
707 ipv6addr.u6_port = addrin6->sin6_port;
709 addr_len = sizeof(struct IPv6HttpAddress);
713 //ps = get_Session(plugin, pc, addr, addr_len);
715 /* only inbound sessions here */
720 if ((ps_tmp->direction==INBOUND) && (ps_tmp->session_id == id_num) && (id_num!=0))
722 if ((ps_tmp->recv_force_disconnect!=GNUNET_YES) && (ps_tmp->send_force_disconnect!=GNUNET_YES))
731 ps = GNUNET_malloc(sizeof (struct Session));
732 ps->addr = GNUNET_malloc(addr_len);
733 memcpy(ps->addr,addr,addr_len);
734 ps->addrlen = addr_len;
735 ps->direction=INBOUND;
736 ps->pending_msgs_head = NULL;
737 ps->pending_msgs_tail = NULL;
738 ps->send_connected=GNUNET_NO;
739 ps->send_active=GNUNET_NO;
740 ps->recv_connected=GNUNET_NO;
741 ps->recv_active=GNUNET_NO;
743 ps->session_id =id_num;
744 ps->url = create_url (plugin, ps->addr, ps->addrlen, ps->session_id);
745 GNUNET_CONTAINER_DLL_insert(pc->head,pc->tail,ps);
748 *httpSessionCache = ps;
749 if (ps->msgtok==NULL)
750 ps->msgtok = GNUNET_SERVER_mst_create (&mhd_write_mst_cb, ps);
752 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Connection %X: HTTP Daemon has new an incoming `%s' request from peer `%s' (`%s')\n",
755 GNUNET_i2s(&pc->identity),
756 http_plugin_address_to_string(NULL, ps->addr, ps->addrlen));
759 /* Is it a PUT or a GET request */
760 if (0 == strcmp (MHD_HTTP_METHOD_PUT, method))
762 if (ps->recv_force_disconnect)
764 #if DEBUG_CONNECTIONS
765 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Connection %X: inbound connection was forced to disconnect\n",ps);
767 ps->recv_active = GNUNET_NO;
770 if ((*upload_data_size == 0) && (ps->recv_active==GNUNET_NO))
772 ps->recv_endpoint = mhd_connection;
773 ps->recv_connected = GNUNET_YES;
774 ps->recv_active = GNUNET_YES;
775 #if DEBUG_CONNECTIONS
776 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Connection %X: inbound PUT connection connected\n",ps);
781 /* Transmission of all data complete */
782 if ((*upload_data_size == 0) && (ps->recv_active == GNUNET_YES))
784 response = MHD_create_response_from_data (strlen (HTTP_PUT_RESPONSE),HTTP_PUT_RESPONSE, MHD_NO, MHD_NO);
785 res = MHD_queue_response (mhd_connection, MHD_HTTP_OK, response);
786 #if DEBUG_CONNECTIONS
787 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Connection %X: Sent HTTP/1.1: 200 OK as PUT Response\n",ps);
789 MHD_destroy_response (response);
790 ps->recv_active=GNUNET_NO;
795 if ((*upload_data_size > 0) && (ps->recv_active == GNUNET_YES))
797 res = GNUNET_SERVER_mst_receive(ps->msgtok, ps, upload_data,*upload_data_size, GNUNET_NO, GNUNET_NO);
798 (*upload_data_size) = 0;
804 if ( 0 == strcmp (MHD_HTTP_METHOD_GET, method) )
806 if (ps->send_force_disconnect)
808 #if DEBUG_CONNECTIONS
809 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Connection %X: outbound connection was forced to disconnect\n",ps);
811 ps->send_active = GNUNET_NO;
814 ps->send_connected = GNUNET_YES;
815 ps->send_active = GNUNET_YES;
816 ps->send_endpoint = mhd_connection;
817 #if DEBUG_CONNECTIONS
818 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Connection %X: inbound GET connection connected\n",ps);
820 response = MHD_create_response_from_callback(-1,32 * 1024, &mhd_send_callback, ps, NULL);
821 res = MHD_queue_response (mhd_connection, MHD_HTTP_OK, response);
822 MHD_destroy_response (response);
830 * Call MHD to process pending ipv4 requests and then go back
831 * and schedule the next run.
833 static void http_server_daemon_v4_run (void *cls, const struct GNUNET_SCHEDULER_TaskContext *tc);
835 * Call MHD to process pending ipv6 requests and then go back
836 * and schedule the next run.
838 static void http_server_daemon_v6_run (void *cls, const struct GNUNET_SCHEDULER_TaskContext *tc);
841 * Function that queries MHD's select sets and
842 * starts the task waiting for them.
844 static GNUNET_SCHEDULER_TaskIdentifier
845 http_server_daemon_prepare (void * cls, struct MHD_Daemon *daemon_handle)
847 struct Plugin *plugin = cls;
848 GNUNET_SCHEDULER_TaskIdentifier ret;
852 struct GNUNET_NETWORK_FDSet *wrs;
853 struct GNUNET_NETWORK_FDSet *wws;
854 struct GNUNET_NETWORK_FDSet *wes;
856 unsigned long long timeout;
858 struct GNUNET_TIME_Relative tv;
860 GNUNET_assert(cls !=NULL);
861 ret = GNUNET_SCHEDULER_NO_TASK;
865 wrs = GNUNET_NETWORK_fdset_create ();
866 wes = GNUNET_NETWORK_fdset_create ();
867 wws = GNUNET_NETWORK_fdset_create ();
869 GNUNET_assert (MHD_YES ==
870 MHD_get_fdset (daemon_handle,
875 haveto = MHD_get_timeout (daemon_handle, &timeout);
876 if (haveto == MHD_YES)
877 tv.value = (uint64_t) timeout;
879 tv = GNUNET_TIME_UNIT_FOREVER_REL;
880 GNUNET_NETWORK_fdset_copy_native (wrs, &rs, max);
881 GNUNET_NETWORK_fdset_copy_native (wws, &ws, max);
882 GNUNET_NETWORK_fdset_copy_native (wes, &es, max);
883 if (daemon_handle == plugin->http_server_daemon_v4)
885 ret = GNUNET_SCHEDULER_add_select (plugin->env->sched,
886 GNUNET_SCHEDULER_PRIORITY_DEFAULT,
887 GNUNET_SCHEDULER_NO_TASK,
891 &http_server_daemon_v4_run,
894 if (daemon_handle == plugin->http_server_daemon_v6)
896 ret = GNUNET_SCHEDULER_add_select (plugin->env->sched,
897 GNUNET_SCHEDULER_PRIORITY_DEFAULT,
898 GNUNET_SCHEDULER_NO_TASK,
902 &http_server_daemon_v6_run,
905 GNUNET_NETWORK_fdset_destroy (wrs);
906 GNUNET_NETWORK_fdset_destroy (wws);
907 GNUNET_NETWORK_fdset_destroy (wes);
912 * Call MHD to process pending requests and then go back
913 * and schedule the next run.
915 static void http_server_daemon_v4_run (void *cls,
916 const struct GNUNET_SCHEDULER_TaskContext *tc)
918 struct Plugin *plugin = cls;
920 GNUNET_assert(cls !=NULL);
921 if (plugin->http_server_task_v4 != GNUNET_SCHEDULER_NO_TASK)
922 plugin->http_server_task_v4 = GNUNET_SCHEDULER_NO_TASK;
924 if (0 != (tc->reason & GNUNET_SCHEDULER_REASON_SHUTDOWN))
927 GNUNET_assert (MHD_YES == MHD_run (plugin->http_server_daemon_v4));
928 plugin->http_server_task_v4 = http_server_daemon_prepare (plugin, plugin->http_server_daemon_v4);
934 * Call MHD to process pending requests and then go back
935 * and schedule the next run.
937 static void http_server_daemon_v6_run (void *cls,
938 const struct GNUNET_SCHEDULER_TaskContext *tc)
940 struct Plugin *plugin = cls;
942 GNUNET_assert(cls !=NULL);
943 if (plugin->http_server_task_v6 != GNUNET_SCHEDULER_NO_TASK)
944 plugin->http_server_task_v6 = GNUNET_SCHEDULER_NO_TASK;
946 if (0 != (tc->reason & GNUNET_SCHEDULER_REASON_SHUTDOWN))
949 GNUNET_assert (MHD_YES == MHD_run (plugin->http_server_daemon_v6));
950 plugin->http_server_task_v6 = http_server_daemon_prepare (plugin, plugin->http_server_daemon_v6);
955 * Function setting up curl handle and selecting message to send
957 * @param ses session to send data to
958 * @param con connection
959 * @return bytes sent to peer
961 static ssize_t send_check_connections (void *cls, struct Session *ps);
963 static size_t curl_get_header_function( void *ptr, size_t size, size_t nmemb, void *stream)
965 struct Session * ps = stream;
968 size_t len = size * nmemb;
969 long http_result = 0;
971 /* Getting last http result code */
972 if (ps->recv_connected==GNUNET_NO)
974 GNUNET_assert(NULL!=ps);
975 res = curl_easy_getinfo(ps->recv_endpoint, CURLINFO_RESPONSE_CODE, &http_result);
978 if (http_result == 200)
980 ps->recv_connected = GNUNET_YES;
981 ps->recv_active = GNUNET_YES;
982 #if DEBUG_CONNECTIONS
983 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Connection %X: connected to recieve data\n",ps);
985 // Calling send_check_connections again since receive is established
986 send_check_connections (ps->peercontext->plugin, ps);
992 if ((size * nmemb) < SIZE_MAX)
993 tmp = GNUNET_malloc (len+1);
995 if ((tmp != NULL) && (len > 0))
1000 if (tmp[len-2] == 13)
1004 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG, "Header: `%s' %u \n",tmp, http_result);
1010 return size * nmemb;
1013 static size_t curl_put_header_function( void *ptr, size_t size, size_t nmemb, void *stream)
1015 struct Session * ps = stream;
1018 size_t len = size * nmemb;
1019 long http_result = 0;
1022 /* Getting last http result code */
1023 GNUNET_assert(NULL!=ps);
1024 res = curl_easy_getinfo(ps->send_endpoint, CURLINFO_RESPONSE_CODE, &http_result);
1025 if (CURLE_OK == res)
1027 if ((http_result == 100) && (ps->send_connected==GNUNET_NO))
1029 ps->send_connected = GNUNET_YES;
1030 ps->send_active = GNUNET_YES;
1031 #if DEBUG_CONNECTIONS
1032 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Connection %X: connected to send data\n",ps);
1035 if ((http_result == 200) && (ps->send_connected==GNUNET_YES))
1037 ps->send_connected = GNUNET_NO;
1038 ps->send_active = GNUNET_NO;
1039 #if DEBUG_CONNECTIONS
1040 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Connection %X: sending disconnected\n",ps);
1046 if ((size * nmemb) < SIZE_MAX)
1047 tmp = GNUNET_malloc (len+1);
1049 if ((tmp != NULL) && (len > 0))
1051 memcpy(tmp,ptr,len);
1054 if (tmp[len-2] == 13)
1058 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG, "Header: `%s' %u \n",tmp, http_result);
1064 return size * nmemb;
1068 * Callback method used with libcurl
1069 * Method is called when libcurl needs to read data during sending
1070 * @param stream pointer where to write data
1071 * @param size size of an individual element
1072 * @param nmemb count of elements that can be written to the buffer
1073 * @param ptr source pointer, passed to the libcurl handle
1074 * @return bytes written to stream
1076 static size_t curl_send_cb(void *stream, size_t size, size_t nmemb, void *ptr)
1078 struct Session * ps = ptr;
1079 struct HTTP_Message * msg = ps->pending_msgs_tail;
1083 if (ps->pending_msgs_tail == NULL)
1085 #if DEBUG_CONNECTIONS
1086 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Connection %X: No Message to send, pausing connection\n",ps);
1088 ps->send_active = GNUNET_NO;
1089 return CURL_READFUNC_PAUSE;
1092 msg = ps->pending_msgs_tail;
1094 if (msg->pos < msg->size)
1096 /* data fit in buffer */
1097 if ((msg->size - msg->pos) <= (size * nmemb))
1099 len = (msg->size - msg->pos);
1100 memcpy(stream, &msg->buf[msg->pos], len);
1107 memcpy(stream, &msg->buf[msg->pos], len);
1112 /* no data to send */
1118 if ( msg->pos == msg->size)
1120 #if DEBUG_CONNECTIONS
1121 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Connection %X: Message with %u bytes sent, removing message from queue \n",ps, msg->pos);
1123 /* Calling transmit continuation */
1124 if (( NULL != ps->pending_msgs_tail) && (NULL != ps->pending_msgs_tail->transmit_cont))
1125 msg->transmit_cont (ps->pending_msgs_tail->transmit_cont_cls,&(ps->peercontext)->identity,GNUNET_OK);
1126 remove_http_message(ps, msg);
1132 * Callback method used with libcurl
1133 * Method is called when libcurl needs to write data during sending
1134 * @param stream pointer where to write data
1135 * @param size size of an individual element
1136 * @param nmemb count of elements that can be written to the buffer
1137 * @param ptr destination pointer, passed to the libcurl handle
1138 * @return bytes read from stream
1140 static size_t curl_receive_cb( void *stream, size_t size, size_t nmemb, void *ptr)
1142 struct Session * ps = ptr;
1143 #if DEBUG_CONNECTIONS
1144 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Connection %X: %u bytes received\n",ps, size*nmemb);
1147 struct GNUNET_MessageHeader * msg = stream;
1148 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Connection %X: %u bytes msg->type %u msg->size %u\n",ps, size*nmemb, ntohs(msg->type), ntohs(msg->size));
1150 // GNUNET_SERVER_mst_receive(ps->msgtok, ps, stream, size*nmemb, GNUNET_NO, GNUNET_NO);
1151 return (size * nmemb);
1156 * Function setting up file descriptors and scheduling task to run
1157 * @param cls closure
1158 * @param ses session to send data to
1159 * @return bytes sent to peer
1161 static size_t send_schedule(void *cls, struct Session* ses );
1166 * Function setting up curl handle and selecting message to send
1168 * @param ses session to send data to
1169 * @param con connection
1170 * @return bytes sent to peer
1172 static ssize_t send_check_connections (void *cls, struct Session *ps)
1174 struct Plugin *plugin = cls;
1177 struct HTTP_Message * msg;
1178 struct GNUNET_TIME_Relative timeout = GNUNET_CONSTANTS_IDLE_CONNECTION_TIMEOUT;
1180 GNUNET_assert(cls !=NULL);
1182 if (ps->direction == OUTBOUND)
1184 /* RECV DIRECTION */
1185 /* Check if session is connected to receive data, otherwise connect to peer */
1186 if (ps->recv_connected == GNUNET_NO)
1188 if (ps->recv_endpoint == NULL)
1190 ps->recv_endpoint = curl_easy_init();
1192 curl_easy_setopt(ps->recv_endpoint, CURLOPT_VERBOSE, 1L);
1194 curl_easy_setopt(ps->recv_endpoint, CURLOPT_URL, ps->url);
1195 curl_easy_setopt(ps->recv_endpoint, CURLOPT_HEADERFUNCTION, &curl_get_header_function);
1196 curl_easy_setopt(ps->recv_endpoint, CURLOPT_WRITEHEADER, ps);
1197 curl_easy_setopt(ps->recv_endpoint, CURLOPT_READFUNCTION, curl_send_cb);
1198 curl_easy_setopt(ps->recv_endpoint, CURLOPT_READDATA, ps);
1199 curl_easy_setopt(ps->recv_endpoint, CURLOPT_WRITEFUNCTION, curl_receive_cb);
1200 curl_easy_setopt(ps->recv_endpoint, CURLOPT_WRITEDATA, ps);
1201 curl_easy_setopt(ps->recv_endpoint, CURLOPT_TIMEOUT, (long) timeout.value);
1202 curl_easy_setopt(ps->recv_endpoint, CURLOPT_PRIVATE, ps);
1203 curl_easy_setopt(ps->recv_endpoint, CURLOPT_CONNECTTIMEOUT, HTTP_CONNECT_TIMEOUT);
1204 curl_easy_setopt(ps->recv_endpoint, CURLOPT_BUFFERSIZE, GNUNET_SERVER_MAX_MESSAGE_SIZE);
1206 mret = curl_multi_add_handle(plugin->multi_handle, ps->recv_endpoint);
1207 if (mret != CURLM_OK)
1209 GNUNET_log (GNUNET_ERROR_TYPE_ERROR,
1210 _("%s failed at %s:%d: `%s'\n"),
1211 "curl_multi_add_handle", __FILE__, __LINE__,
1212 curl_multi_strerror (mret));
1215 bytes_sent = send_schedule (plugin, NULL);
1216 #if DEBUG_CONNECTIONS
1217 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Connection %X: inbound not connected, initiating connection\n",ps);
1222 /* waiting for receive direction */
1223 if (ps->recv_connected==GNUNET_NO)
1226 /* SEND DIRECTION */
1227 /* Check if session is connected to send data, otherwise connect to peer */
1228 if ((ps->send_connected == GNUNET_YES) && (ps->send_endpoint!= NULL))
1230 if (ps->send_active == GNUNET_YES)
1232 #if DEBUG_CONNECTIONS
1233 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Connection %X: outbound active, enqueueing message\n",ps);
1237 if (ps->send_active == GNUNET_NO)
1239 #if DEBUG_CONNECTIONS
1240 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Connection %X: outbound paused, unpausing existing connection and enqueueing message\n",ps);
1242 curl_easy_pause(ps->send_endpoint,CURLPAUSE_CONT);
1243 ps->send_active=GNUNET_YES;
1247 /* not connected, initiate connection */
1248 if ((ps->send_connected==GNUNET_NO) && (NULL == ps->send_endpoint))
1249 ps->send_endpoint = curl_easy_init();
1250 GNUNET_assert (ps->send_endpoint != NULL);
1251 GNUNET_assert (NULL != ps->pending_msgs_tail);
1252 #if DEBUG_CONNECTIONS
1253 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Connection %X: outbound not connected, initiating connection\n",ps);
1255 ps->send_active = GNUNET_NO;
1256 msg = ps->pending_msgs_tail;
1259 curl_easy_setopt(ps->send_endpoint, CURLOPT_VERBOSE, 1L);
1261 curl_easy_setopt(ps->send_endpoint, CURLOPT_URL, ps->url);
1262 curl_easy_setopt(ps->send_endpoint, CURLOPT_PUT, 1L);
1263 curl_easy_setopt(ps->send_endpoint, CURLOPT_HEADERFUNCTION, &curl_put_header_function);
1264 curl_easy_setopt(ps->send_endpoint, CURLOPT_WRITEHEADER, ps);
1265 curl_easy_setopt(ps->send_endpoint, CURLOPT_READFUNCTION, curl_send_cb);
1266 curl_easy_setopt(ps->send_endpoint, CURLOPT_READDATA, ps);
1267 curl_easy_setopt(ps->send_endpoint, CURLOPT_WRITEFUNCTION, curl_receive_cb);
1268 curl_easy_setopt(ps->send_endpoint, CURLOPT_READDATA, ps);
1269 curl_easy_setopt(ps->send_endpoint, CURLOPT_TIMEOUT, (long) timeout.value);
1270 curl_easy_setopt(ps->send_endpoint, CURLOPT_PRIVATE, ps);
1271 curl_easy_setopt(ps->send_endpoint, CURLOPT_CONNECTTIMEOUT, HTTP_CONNECT_TIMEOUT);
1272 curl_easy_setopt(ps->send_endpoint, CURLOPT_BUFFERSIZE, GNUNET_SERVER_MAX_MESSAGE_SIZE);
1274 mret = curl_multi_add_handle(plugin->multi_handle, ps->send_endpoint);
1275 if (mret != CURLM_OK)
1277 GNUNET_log (GNUNET_ERROR_TYPE_ERROR,
1278 _("%s failed at %s:%d: `%s'\n"),
1279 "curl_multi_add_handle", __FILE__, __LINE__,
1280 curl_multi_strerror (mret));
1283 bytes_sent = send_schedule (plugin, NULL);
1286 if (ps->direction == INBOUND)
1288 GNUNET_assert (NULL != ps->pending_msgs_tail);
1290 msg = ps->pending_msgs_tail;
1291 if ((ps->recv_connected==GNUNET_YES) && (ps->send_connected==GNUNET_YES))
1292 bytes_sent = msg->size;
1298 static void send_execute (void *cls,
1299 const struct GNUNET_SCHEDULER_TaskContext *tc)
1301 struct Plugin *plugin = cls;
1302 static unsigned int handles_last_run;
1304 struct CURLMsg *msg;
1306 struct Session *ps = NULL;
1307 struct HTTP_PeerContext *pc = NULL;
1308 struct HTTP_Message * cur_msg = NULL;
1311 GNUNET_assert(cls !=NULL);
1312 plugin->http_server_task_send = GNUNET_SCHEDULER_NO_TASK;
1313 if (0 != (tc->reason & GNUNET_SCHEDULER_REASON_SHUTDOWN))
1319 mret = curl_multi_perform (plugin->multi_handle, &running);
1320 if (running < handles_last_run)
1325 msg = curl_multi_info_read (plugin->multi_handle, &running);
1328 /* get session for affected curl handle */
1329 GNUNET_assert ( msg->easy_handle != NULL );
1330 curl_easy_getinfo(msg->easy_handle, CURLINFO_PRIVATE, (char *) &ps);
1331 GNUNET_assert ( ps != NULL );
1332 pc = ps->peercontext;
1333 GNUNET_assert ( pc != NULL );
1338 if ( (msg->data.result != CURLE_OK) &&
1339 (msg->data.result != CURLE_GOT_NOTHING) )
1341 /* sending msg failed*/
1342 if (msg->easy_handle == ps->send_endpoint)
1344 #if DEBUG_CONNECTIONS
1345 GNUNET_log(GNUNET_ERROR_TYPE_INFO,
1346 _("Connection %X: HTTP PUT to peer `%s' (`%s') failed: `%s' `%s'\n"),
1348 GNUNET_i2s(&pc->identity),
1349 http_plugin_address_to_string(NULL, ps->addr, ps->addrlen),
1350 "curl_multi_perform",
1351 curl_easy_strerror (msg->data.result));
1353 ps->send_connected = GNUNET_NO;
1354 ps->send_active = GNUNET_NO;
1355 curl_multi_remove_handle(plugin->multi_handle,msg->easy_handle);
1356 curl_easy_cleanup(ps->send_endpoint);
1357 ps->send_endpoint=NULL;
1358 cur_msg = ps->pending_msgs_tail;
1359 if (( NULL != cur_msg) && ( NULL != cur_msg->transmit_cont))
1360 cur_msg->transmit_cont (cur_msg->transmit_cont_cls,&pc->identity,GNUNET_SYSERR);
1362 /* GET connection failed */
1363 if (msg->easy_handle == ps->recv_endpoint)
1365 #if DEBUG_CONNECTIONS
1366 GNUNET_log(GNUNET_ERROR_TYPE_INFO,
1367 _("Connection %X: HTTP GET to peer `%s' (`%s') failed: `%s' `%s'\n"),
1369 GNUNET_i2s(&pc->identity),
1370 http_plugin_address_to_string(NULL, ps->addr, ps->addrlen),
1371 "curl_multi_perform",
1372 curl_easy_strerror (msg->data.result));
1374 ps->recv_connected = GNUNET_NO;
1375 ps->recv_active = GNUNET_NO;
1376 curl_multi_remove_handle(plugin->multi_handle,msg->easy_handle);
1377 curl_easy_cleanup(ps->recv_endpoint);
1378 ps->recv_endpoint=NULL;
1383 if (msg->easy_handle == ps->send_endpoint)
1385 GNUNET_assert (CURLE_OK == curl_easy_getinfo(msg->easy_handle, CURLINFO_RESPONSE_CODE, &http_result));
1386 #if DEBUG_CONNECTIONS
1387 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
1388 "Connection %X: HTTP PUT connection to peer `%s' (`%s') was closed with HTTP code %u\n",
1390 GNUNET_i2s(&pc->identity),
1391 http_plugin_address_to_string(NULL, ps->addr, ps->addrlen),
1394 /* Calling transmit continuation */
1395 cur_msg = ps->pending_msgs_tail;
1396 if (( NULL != cur_msg) && (NULL != cur_msg->transmit_cont))
1398 /* HTTP 1xx : Last message before here was informational */
1399 if ((http_result >=100) && (http_result < 200))
1400 cur_msg->transmit_cont (cur_msg->transmit_cont_cls,&pc->identity,GNUNET_OK);
1401 /* HTTP 2xx: successful operations */
1402 if ((http_result >=200) && (http_result < 300))
1403 cur_msg->transmit_cont (cur_msg->transmit_cont_cls,&pc->identity,GNUNET_OK);
1404 /* HTTP 3xx..5xx: error */
1405 if ((http_result >=300) && (http_result < 600))
1406 cur_msg->transmit_cont (cur_msg->transmit_cont_cls,&pc->identity,GNUNET_SYSERR);
1408 ps->send_connected = GNUNET_NO;
1409 ps->send_active = GNUNET_NO;
1410 curl_multi_remove_handle(plugin->multi_handle,msg->easy_handle);
1411 curl_easy_cleanup(ps->send_endpoint);
1412 ps->send_endpoint =NULL;
1414 if (msg->easy_handle == ps->recv_endpoint)
1416 #if DEBUG_CONNECTIONS
1417 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
1418 "Connection %X: HTTP GET connection to peer `%s' (`%s') was closed with HTTP code %u\n",
1420 GNUNET_i2s(&pc->identity),
1421 http_plugin_address_to_string(NULL, ps->addr, ps->addrlen),
1424 ps->recv_connected = GNUNET_NO;
1425 ps->recv_active = GNUNET_NO;
1426 curl_multi_remove_handle(plugin->multi_handle,msg->easy_handle);
1427 curl_easy_cleanup(ps->recv_endpoint);
1428 ps->recv_endpoint=NULL;
1431 if ((ps->recv_connected == GNUNET_NO) && (ps->send_connected == GNUNET_NO))
1432 remove_session (pc, ps, GNUNET_YES, GNUNET_SYSERR);
1439 while ( (running > 0) );
1441 handles_last_run = running;
1443 while (mret == CURLM_CALL_MULTI_PERFORM);
1444 send_schedule(plugin, cls);
1449 * Function setting up file descriptors and scheduling task to run
1450 * @param ses session to send data to
1451 * @return bytes sent to peer
1453 static size_t send_schedule(void *cls, struct Session* ses )
1455 struct Plugin *plugin = cls;
1460 struct GNUNET_NETWORK_FDSet *grs;
1461 struct GNUNET_NETWORK_FDSet *gws;
1465 GNUNET_assert(cls !=NULL);
1470 mret = curl_multi_fdset (plugin->multi_handle, &rs, &ws, &es, &max);
1471 if (mret != CURLM_OK)
1473 GNUNET_log (GNUNET_ERROR_TYPE_ERROR,
1474 _("%s failed at %s:%d: `%s'\n"),
1475 "curl_multi_fdset", __FILE__, __LINE__,
1476 curl_multi_strerror (mret));
1479 mret = curl_multi_timeout (plugin->multi_handle, &to);
1480 if (mret != CURLM_OK)
1482 GNUNET_log (GNUNET_ERROR_TYPE_ERROR,
1483 _("%s failed at %s:%d: `%s'\n"),
1484 "curl_multi_timeout", __FILE__, __LINE__,
1485 curl_multi_strerror (mret));
1489 grs = GNUNET_NETWORK_fdset_create ();
1490 gws = GNUNET_NETWORK_fdset_create ();
1491 GNUNET_NETWORK_fdset_copy_native (grs, &rs, max + 1);
1492 GNUNET_NETWORK_fdset_copy_native (gws, &ws, max + 1);
1493 plugin->http_server_task_send = GNUNET_SCHEDULER_add_select (plugin->env->sched,
1494 GNUNET_SCHEDULER_PRIORITY_DEFAULT,
1495 GNUNET_SCHEDULER_NO_TASK,
1496 GNUNET_TIME_relative_multiply (GNUNET_TIME_UNIT_SECONDS, 0),
1501 GNUNET_NETWORK_fdset_destroy (gws);
1502 GNUNET_NETWORK_fdset_destroy (grs);
1504 /* FIXME: return bytes REALLY sent */
1510 * Function that can be used by the transport service to transmit
1511 * a message using the plugin. Note that in the case of a
1512 * peer disconnecting, the continuation MUST be called
1513 * prior to the disconnect notification itself. This function
1514 * will be called with this peer's HELLO message to initiate
1515 * a fresh connection to another peer.
1517 * @param cls closure
1518 * @param target who should receive this message
1519 * @param msgbuf the message to transmit
1520 * @param msgbuf_size number of bytes in 'msgbuf'
1521 * @param priority how important is the message (most plugins will
1522 * ignore message priority and just FIFO)
1523 * @param timeout how long to wait at most for the transmission (does not
1524 * require plugins to discard the message after the timeout,
1525 * just advisory for the desired delay; most plugins will ignore
1527 * @param session which session must be used (or NULL for "any")
1528 * @param addr the address to use (can be NULL if the plugin
1529 * is "on its own" (i.e. re-use existing TCP connection))
1530 * @param addrlen length of the address in bytes
1531 * @param force_address GNUNET_YES if the plugin MUST use the given address,
1532 * GNUNET_NO means the plugin may use any other address and
1533 * GNUNET_SYSERR means that only reliable existing
1534 * bi-directional connections should be used (regardless
1536 * @param cont continuation to call once the message has
1537 * been transmitted (or if the transport is ready
1538 * for the next transmission call; or if the
1539 * peer disconnected...); can be NULL
1540 * @param cont_cls closure for cont
1541 * @return number of bytes used (on the physical network, with overheads);
1542 * -1 on hard errors (i.e. address invalid); 0 is a legal value
1543 * and does NOT mean that the message was not transmitted (DV)
1546 http_plugin_send (void *cls,
1547 const struct GNUNET_PeerIdentity *target,
1550 unsigned int priority,
1551 struct GNUNET_TIME_Relative to,
1552 struct Session *session,
1556 GNUNET_TRANSPORT_TransmitContinuation cont,
1559 struct Plugin *plugin = cls;
1560 struct HTTP_Message *msg;
1562 struct HTTP_PeerContext * pc;
1563 struct Session * ps = NULL;
1564 struct Session * ps_tmp = NULL;
1566 GNUNET_assert(cls !=NULL);
1568 char * force = GNUNET_malloc(40);
1569 if (force_address == GNUNET_YES)
1570 strcpy(force,"forced addr.");
1571 if (force_address == GNUNET_NO)
1572 strcpy(force,"any addr.");
1573 if (force_address == GNUNET_SYSERR)
1574 strcpy(force,"reliable bi-direc. address addr.");
1575 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Transport tells me to send %u bytes to `%s' using %s (%s) and session: %X\n",
1579 http_plugin_address_to_string(NULL, addr, addrlen),
1583 pc = GNUNET_CONTAINER_multihashmap_get (plugin->peers, &target->hashPubKey);
1587 pc = GNUNET_malloc(sizeof (struct HTTP_PeerContext));
1588 pc->plugin = plugin;
1589 pc->session_id_counter=1;
1590 memcpy(&pc->identity, target, sizeof(struct GNUNET_PeerIdentity));
1591 GNUNET_CONTAINER_multihashmap_put(plugin->peers, &pc->identity.hashPubKey, pc, GNUNET_CONTAINER_MULTIHASHMAPOPTION_UNIQUE_ONLY);
1594 /* Search for existing session using the passed address */
1595 if ((addr!=NULL) && (addrlen != 0))
1597 ps = get_Session(plugin, pc, addr, addrlen);
1600 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Found existing connection to peer %s with given address, using %X\n", GNUNET_i2s(target), ps);
1602 /* Search for existing session using the passed session */
1603 if ((ps==NULL) && (force_address != GNUNET_YES))
1606 while (ps_tmp!=NULL)
1608 if ((ps_tmp==session) && (ps_tmp->recv_force_disconnect==GNUNET_NO) && (ps_tmp->send_force_disconnect==GNUNET_NO) &&
1609 (ps_tmp->recv_connected==GNUNET_YES) && (ps_tmp->send_connected==GNUNET_YES))
1611 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Found existing connection to peer %s with given session, using inbound session %X\n", GNUNET_i2s(target), ps_tmp);
1615 ps_tmp=ps_tmp->next;
1619 /* session not existing, address not forced -> looking for other session */
1620 if ((ps==NULL) && (force_address != GNUNET_YES))
1622 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"No existing connection, but free to choose existing, searching for existing connection to peer %s\n", GNUNET_i2s(target));
1623 /* Choosing different session to peer when possible */
1624 struct Session * tmp = pc->head;
1627 if ((tmp->recv_connected) && (tmp->send_connected) && (tmp->recv_force_disconnect==GNUNET_NO) && (tmp->send_force_disconnect==GNUNET_NO))
1634 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"No existing connection to peer %s, selected connection %X\n", GNUNET_i2s(target),ps);
1636 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"No existing connection to peer %s, no connection found\n", GNUNET_i2s(target));
1639 /* session not existing, but address forced -> creating new session */
1640 if ((ps==NULL) || ((ps==NULL) && (force_address == GNUNET_YES)))
1642 if ((addr!=NULL) && (addrlen!=0))
1644 if (force_address == GNUNET_YES)
1645 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"No existing connection & forced address: creating new connection to peer %s\n", GNUNET_i2s(target));
1646 if (force_address != GNUNET_YES)
1647 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"No existing connection: creating new connection to peer %s\n", GNUNET_i2s(target));
1649 ps = GNUNET_malloc(sizeof (struct Session));
1650 if ((addrlen!=0) && (addr!=NULL))
1652 ps->addr = GNUNET_malloc(addrlen);
1653 memcpy(ps->addr,addr,addrlen);
1654 ps->addrlen = addrlen;
1661 ps->direction=OUTBOUND;
1662 ps->recv_connected = GNUNET_NO;
1663 ps->recv_force_disconnect = GNUNET_NO;
1664 ps->send_connected = GNUNET_NO;
1665 ps->send_force_disconnect = GNUNET_NO;
1666 ps->pending_msgs_head = NULL;
1667 ps->pending_msgs_tail = NULL;
1669 ps->session_id = pc->session_id_counter;
1670 pc->session_id_counter++;
1671 ps->url = create_url (plugin, ps->addr, ps->addrlen, ps->session_id);
1672 if (ps->msgtok == NULL)
1673 ps->msgtok = GNUNET_SERVER_mst_create (&curl_receive_mst_cb, ps);
1674 GNUNET_CONTAINER_DLL_insert(pc->head,pc->tail,ps);
1678 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"No existing session & and no address given: no way to send this message to peer `%s'!\n", GNUNET_i2s(target));
1684 msg = GNUNET_malloc (sizeof (struct HTTP_Message) + msgbuf_size);
1686 msg->size = msgbuf_size;
1688 msg->buf = (char *) &msg[1];
1689 msg->transmit_cont = cont;
1690 msg->transmit_cont_cls = cont_cls;
1691 memcpy (msg->buf,msgbuf, msgbuf_size);
1692 GNUNET_CONTAINER_DLL_insert(ps->pending_msgs_head,ps->pending_msgs_tail,msg);
1694 return send_check_connections (plugin, ps);
1700 * Function that can be used to force the plugin to disconnect
1701 * from the given peer and cancel all previous transmissions
1702 * (and their continuationc).
1704 * @param cls closure
1705 * @param target peer from which to disconnect
1708 http_plugin_disconnect (void *cls,
1709 const struct GNUNET_PeerIdentity *target)
1712 struct Plugin *plugin = cls;
1713 struct HTTP_PeerContext *pc = NULL;
1714 struct Session *ps = NULL;
1716 pc = GNUNET_CONTAINER_multihashmap_get (plugin->peers, &target->hashPubKey);
1724 if (ps->direction==OUTBOUND)
1726 if (ps->send_endpoint!=NULL)
1728 curl_multi_remove_handle(plugin->multi_handle,ps->send_endpoint);
1729 curl_easy_cleanup(ps->send_endpoint);
1730 ps->send_endpoint=NULL;
1731 ps->send_force_disconnect = GNUNET_YES;
1733 if (ps->recv_endpoint!=NULL)
1735 curl_multi_remove_handle(plugin->multi_handle,ps->recv_endpoint);
1736 curl_easy_cleanup(ps->recv_endpoint);
1737 ps->recv_endpoint=NULL;
1738 ps->recv_force_disconnect = GNUNET_YES;
1741 if (ps->direction==INBOUND)
1743 ps->recv_force_disconnect = GNUNET_YES;
1744 ps->send_force_disconnect = GNUNET_YES;
1746 while (ps->pending_msgs_head!=NULL)
1748 remove_http_message(ps, ps->pending_msgs_head);
1750 ps->recv_active = GNUNET_NO;
1751 ps->send_active = GNUNET_NO;
1754 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"All connections to peer `%s' terminated\n", GNUNET_i2s(target));
1759 * Convert the transports address to a nice, human-readable
1762 * @param cls closure
1763 * @param type name of the transport that generated the address
1764 * @param addr one of the addresses of the host, NULL for the last address
1765 * the specific address format depends on the transport
1766 * @param addrlen length of the address
1767 * @param numeric should (IP) addresses be displayed in numeric form?
1768 * @param timeout after how long should we give up?
1769 * @param asc function to call on each string
1770 * @param asc_cls closure for asc
1773 http_plugin_address_pretty_printer (void *cls,
1778 struct GNUNET_TIME_Relative timeout,
1779 GNUNET_TRANSPORT_AddressStringCallback
1782 const struct IPv4HttpAddress *t4;
1783 const struct IPv6HttpAddress *t6;
1784 struct sockaddr_in a4;
1785 struct sockaddr_in6 a6;
1791 GNUNET_assert(cls !=NULL);
1792 if (addrlen == sizeof (struct IPv6HttpAddress))
1794 address = GNUNET_malloc (INET6_ADDRSTRLEN);
1796 a6.sin6_addr = t6->ipv6_addr;
1797 inet_ntop(AF_INET6, &(a6.sin6_addr),address,INET6_ADDRSTRLEN);
1798 port = ntohs(t6->u6_port);
1800 else if (addrlen == sizeof (struct IPv4HttpAddress))
1802 address = GNUNET_malloc (INET_ADDRSTRLEN);
1804 a4.sin_addr.s_addr = t4->ipv4_addr;
1805 inet_ntop(AF_INET, &(a4.sin_addr),address,INET_ADDRSTRLEN);
1806 port = ntohs(t4->u_port);
1810 /* invalid address */
1811 GNUNET_break_op (0);
1812 asc (asc_cls, NULL);
1815 res = GNUNET_asprintf(&ret,"http://%s:%u/",address,port);
1816 GNUNET_free (address);
1817 GNUNET_assert(res != 0);
1825 * Another peer has suggested an address for this
1826 * peer and transport plugin. Check that this could be a valid
1827 * address. If so, consider adding it to the list
1830 * @param cls closure
1831 * @param addr pointer to the address
1832 * @param addrlen length of addr
1833 * @return GNUNET_OK if this is a plausible address for this peer
1837 http_plugin_address_suggested (void *cls,
1838 const void *addr, size_t addrlen)
1840 struct Plugin *plugin = cls;
1841 struct IPv4HttpAddress *v4;
1842 struct IPv6HttpAddress *v6;
1845 GNUNET_assert(cls !=NULL);
1846 if ((addrlen != sizeof (struct IPv4HttpAddress)) &&
1847 (addrlen != sizeof (struct IPv6HttpAddress)))
1849 return GNUNET_SYSERR;
1851 if (addrlen == sizeof (struct IPv4HttpAddress))
1853 v4 = (struct IPv4HttpAddress *) addr;
1854 if (INADDR_LOOPBACK == ntohl(v4->ipv4_addr))
1856 return GNUNET_SYSERR;
1858 port = ntohs (v4->u_port);
1859 if (port != plugin->port_inbound)
1861 return GNUNET_SYSERR;
1866 v6 = (struct IPv6HttpAddress *) addr;
1867 if (IN6_IS_ADDR_LINKLOCAL (&v6->ipv6_addr))
1869 return GNUNET_SYSERR;
1871 port = ntohs (v6->u6_port);
1872 if (port != plugin->port_inbound)
1874 return GNUNET_SYSERR;
1882 * Function called for a quick conversion of the binary address to
1883 * a numeric address. Note that the caller must not free the
1884 * address and that the next call to this function is allowed
1885 * to override the address again.
1887 * @param cls closure
1888 * @param addr binary address
1889 * @param addrlen length of the address
1890 * @return string representing the same address
1893 http_plugin_address_to_string (void *cls,
1897 const struct IPv4HttpAddress *t4;
1898 const struct IPv6HttpAddress *t6;
1899 struct sockaddr_in a4;
1900 struct sockaddr_in6 a6;
1906 if (addrlen == sizeof (struct IPv6HttpAddress))
1908 address = GNUNET_malloc (INET6_ADDRSTRLEN);
1910 a6.sin6_addr = t6->ipv6_addr;
1911 inet_ntop(AF_INET6, &(a6.sin6_addr),address,INET6_ADDRSTRLEN);
1912 port = ntohs(t6->u6_port);
1914 else if (addrlen == sizeof (struct IPv4HttpAddress))
1916 address = GNUNET_malloc (INET_ADDRSTRLEN);
1918 a4.sin_addr.s_addr = t4->ipv4_addr;
1919 inet_ntop(AF_INET, &(a4.sin_addr),address,INET_ADDRSTRLEN);
1920 port = ntohs(t4->u_port);
1924 /* invalid address */
1927 res = GNUNET_asprintf(&ret,"%s:%u",address,port);
1928 GNUNET_free (address);
1929 GNUNET_assert(res != 0);
1934 * Add the IP of our network interface to the list of
1935 * our external IP addresses.
1937 * @param cls the 'struct Plugin*'
1938 * @param name name of the interface
1939 * @param isDefault do we think this may be our default interface
1940 * @param addr address of the interface
1941 * @param addrlen number of bytes in addr
1942 * @return GNUNET_OK to continue iterating
1945 process_interfaces (void *cls,
1948 const struct sockaddr *addr, socklen_t addrlen)
1950 struct Plugin *plugin = cls;
1951 struct IPv4HttpAddress * t4;
1952 struct IPv6HttpAddress * t6;
1955 GNUNET_assert(cls !=NULL);
1956 af = addr->sa_family;
1959 t4 = GNUNET_malloc(sizeof(struct IPv4HttpAddress));
1960 if (INADDR_LOOPBACK == ntohl(((struct sockaddr_in *) addr)->sin_addr.s_addr))
1962 /* skip loopback addresses */
1965 t4->ipv4_addr = ((struct sockaddr_in *) addr)->sin_addr.s_addr;
1966 t4->u_port = htons (plugin->port_inbound);
1967 plugin->env->notify_address(plugin->env->cls,"http",t4, sizeof (struct IPv4HttpAddress), GNUNET_TIME_UNIT_FOREVER_REL);
1970 else if (af == AF_INET6)
1972 t6 = GNUNET_malloc(sizeof(struct IPv6HttpAddress));
1973 if (IN6_IS_ADDR_LINKLOCAL (&((struct sockaddr_in6 *) addr)->sin6_addr))
1975 /* skip link local addresses */
1978 if (IN6_IS_ADDR_LOOPBACK (&((struct sockaddr_in6 *) addr)->sin6_addr))
1980 /* skip loopback addresses */
1983 memcpy (&t6->ipv6_addr,
1984 &((struct sockaddr_in6 *) addr)->sin6_addr,
1985 sizeof (struct in6_addr));
1986 t6->u6_port = htons (plugin->port_inbound);
1987 plugin->env->notify_address(plugin->env->cls,"http",t6,sizeof (struct IPv6HttpAddress) , GNUNET_TIME_UNIT_FOREVER_REL);
1992 int remove_peer_context_Iterator (void *cls, const GNUNET_HashCode *key, void *value)
1994 struct HTTP_PeerContext * pc = value;
1995 struct Session * ps = pc->head;
1996 struct Session * tmp = NULL;
1997 struct HTTP_Message * msg = NULL;
1998 struct HTTP_Message * msg_tmp = NULL;
2000 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Freeing context for peer `%s'\n",GNUNET_i2s(&pc->identity));
2006 GNUNET_free_non_null (ps->addr);
2007 GNUNET_free(ps->url);
2008 if (ps->msgtok != NULL)
2009 GNUNET_SERVER_mst_destroy (ps->msgtok);
2011 msg = ps->pending_msgs_head;
2014 msg_tmp = msg->next;
2018 if (ps->direction==OUTBOUND)
2020 if (ps->send_endpoint!=NULL)
2021 curl_easy_cleanup(ps->send_endpoint);
2022 if (ps->recv_endpoint!=NULL)
2023 curl_easy_cleanup(ps->recv_endpoint);
2035 * Exit point from the plugin.
2038 libgnunet_plugin_transport_http_done (void *cls)
2040 struct GNUNET_TRANSPORT_PluginFunctions *api = cls;
2041 struct Plugin *plugin = api->cls;
2044 GNUNET_assert(cls !=NULL);
2046 if ( plugin->http_server_task_v4 != GNUNET_SCHEDULER_NO_TASK)
2048 GNUNET_SCHEDULER_cancel(plugin->env->sched, plugin->http_server_task_v4);
2049 plugin->http_server_task_v4 = GNUNET_SCHEDULER_NO_TASK;
2052 if ( plugin->http_server_task_v6 != GNUNET_SCHEDULER_NO_TASK)
2054 GNUNET_SCHEDULER_cancel(plugin->env->sched, plugin->http_server_task_v6);
2055 plugin->http_server_task_v6 = GNUNET_SCHEDULER_NO_TASK;
2058 if ( plugin->http_server_task_send != GNUNET_SCHEDULER_NO_TASK)
2060 GNUNET_SCHEDULER_cancel(plugin->env->sched, plugin->http_server_task_send);
2061 plugin->http_server_task_send = GNUNET_SCHEDULER_NO_TASK;
2064 if (plugin->http_server_daemon_v4 != NULL)
2066 MHD_stop_daemon (plugin->http_server_daemon_v4);
2067 plugin->http_server_daemon_v4 = NULL;
2069 if (plugin->http_server_daemon_v6 != NULL)
2071 MHD_stop_daemon (plugin->http_server_daemon_v6);
2072 plugin->http_server_daemon_v6 = NULL;
2075 /* free all peer information */
2076 GNUNET_CONTAINER_multihashmap_iterate (plugin->peers,
2077 &remove_peer_context_Iterator,
2079 GNUNET_CONTAINER_multihashmap_destroy (plugin->peers);
2081 mret = curl_multi_cleanup(plugin->multi_handle);
2082 if ( CURLM_OK != mret)
2083 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"curl multihandle clean up failed");
2085 GNUNET_free (plugin);
2087 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Unload http plugin complete...\n");
2093 * Entry point for the plugin.
2096 libgnunet_plugin_transport_http_init (void *cls)
2098 struct GNUNET_TRANSPORT_PluginEnvironment *env = cls;
2099 struct Plugin *plugin;
2100 struct GNUNET_TRANSPORT_PluginFunctions *api;
2101 struct GNUNET_TIME_Relative gn_timeout;
2102 long long unsigned int port;
2104 GNUNET_assert(cls !=NULL);
2105 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Starting http plugin...\n");
2107 plugin = GNUNET_malloc (sizeof (struct Plugin));
2109 plugin->peers = NULL;
2111 api = GNUNET_malloc (sizeof (struct GNUNET_TRANSPORT_PluginFunctions));
2113 api->send = &http_plugin_send;
2114 api->disconnect = &http_plugin_disconnect;
2115 api->address_pretty_printer = &http_plugin_address_pretty_printer;
2116 api->check_address = &http_plugin_address_suggested;
2117 api->address_to_string = &http_plugin_address_to_string;
2119 /* Hashing our identity to use it in URLs */
2120 GNUNET_CRYPTO_hash_to_enc ( &(plugin->env->my_identity->hashPubKey), &plugin->my_ascii_hash_ident);
2122 /* Reading port number from config file */
2124 GNUNET_CONFIGURATION_get_value_number (env->cfg,
2130 GNUNET_log_from (GNUNET_ERROR_TYPE_ERROR,
2133 ("Require valid port number for transport plugin `%s' in configuration!\n"),
2135 libgnunet_plugin_transport_http_done (api);
2138 GNUNET_assert ((port > 0) && (port <= 65535));
2139 plugin->port_inbound = port;
2140 gn_timeout = GNUNET_CONSTANTS_IDLE_CONNECTION_TIMEOUT;
2141 if ((plugin->http_server_daemon_v4 == NULL) && (plugin->http_server_daemon_v6 == NULL) && (port != 0))
2143 plugin->http_server_daemon_v6 = MHD_start_daemon (MHD_USE_IPv6,
2146 plugin , &mdh_access_cb, plugin,
2147 MHD_OPTION_CONNECTION_LIMIT, (unsigned int) 16,
2148 MHD_OPTION_PER_IP_CONNECTION_LIMIT, (unsigned int) 1,
2149 MHD_OPTION_CONNECTION_TIMEOUT, (gn_timeout.value / 1000),
2150 MHD_OPTION_CONNECTION_MEMORY_LIMIT, (size_t) (16 * 1024),
2151 MHD_OPTION_NOTIFY_COMPLETED, &mhd_termination_cb, NULL,
2153 plugin->http_server_daemon_v4 = MHD_start_daemon (MHD_NO_FLAG,
2156 plugin , &mdh_access_cb, plugin,
2157 MHD_OPTION_CONNECTION_LIMIT, (unsigned int) 16,
2158 MHD_OPTION_PER_IP_CONNECTION_LIMIT, (unsigned int) 1,
2159 MHD_OPTION_CONNECTION_TIMEOUT, (gn_timeout.value / 1000),
2160 MHD_OPTION_CONNECTION_MEMORY_LIMIT, (size_t) (16 * 1024),
2161 MHD_OPTION_NOTIFY_COMPLETED, &mhd_termination_cb, NULL,
2164 if (plugin->http_server_daemon_v4 != NULL)
2165 plugin->http_server_task_v4 = http_server_daemon_prepare (plugin, plugin->http_server_daemon_v4);
2166 if (plugin->http_server_daemon_v6 != NULL)
2167 plugin->http_server_task_v6 = http_server_daemon_prepare (plugin, plugin->http_server_daemon_v6);
2169 if (plugin->http_server_task_v4 != GNUNET_SCHEDULER_NO_TASK)
2170 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Starting MHD with IPv4 on port %u\n",port);
2171 else if (plugin->http_server_task_v6 != GNUNET_SCHEDULER_NO_TASK)
2172 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Starting MHD with IPv4 and IPv6 on port %u\n",port);
2175 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"No MHD was started, transport plugin not functional!\n");
2176 libgnunet_plugin_transport_http_done (api);
2180 /* Initializing cURL */
2181 curl_global_init(CURL_GLOBAL_ALL);
2182 plugin->multi_handle = curl_multi_init();
2184 if ( NULL == plugin->multi_handle )
2186 GNUNET_log_from (GNUNET_ERROR_TYPE_ERROR,
2188 _("Could not initialize curl multi handle, failed to start http plugin!\n"),
2190 libgnunet_plugin_transport_http_done (api);
2194 plugin->peers = GNUNET_CONTAINER_multihashmap_create (10);
2195 GNUNET_OS_network_interfaces_list (&process_interfaces, plugin);
2200 /* end of plugin_transport_http.c */