2 This file is part of GNUnet
3 (C) 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009 Christian Grothoff (and other contributing authors)
5 GNUnet is free software; you can redistribute it and/or modify
6 it under the terms of the GNU General Public License as published
7 by the Free Software Foundation; either version 2, or (at your
8 option) any later version.
10 GNUnet is distributed in the hope that it will be useful, but
11 WITHOUT ANY WARRANTY; without even the implied warranty of
12 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
13 General Public License for more details.
15 You should have received a copy of the GNU General Public License
16 along with GNUnet; see the file COPYING. If not, write to the
17 Free Software Foundation, Inc., 59 Temple Place - Suite 330,
18 Boston, MA 02111-1307, USA.
22 * @file transport/plugin_transport_template.c
23 * @brief template for a new transport service
24 * @author Christian Grothoff
28 #include "gnunet_constants.h"
29 #include "gnunet_protocols.h"
30 #include "gnunet_connection_lib.h"
31 #include "gnunet_server_lib.h"
32 #include "gnunet_service_lib.h"
33 #include "gnunet_statistics_service.h"
34 #include "gnunet_transport_service.h"
35 #include "gnunet_resolver_service.h"
36 #include "plugin_transport.h"
37 #include "gnunet_os_lib.h"
38 #include "microhttpd.h"
39 #include <curl/curl.h>
41 #define DEBUG_HTTP GNUNET_NO
44 * Text of the response sent back after the last bytes of a PUT
45 * request have been received (just to formally obey the HTTP
48 #define HTTP_PUT_RESPONSE "Thank you!"
51 * After how long do we expire an address that we
52 * learned from another peer if it is not reconfirmed
55 #define LEARNED_ADDRESS_EXPIRATION GNUNET_TIME_relative_multiply (GNUNET_TIME_UNIT_HOURS, 6)
58 * Page returned if request invalid
60 #define HTTP_ERROR_RESPONSE "<!DOCTYPE HTML PUBLIC \"-//IETF//DTD HTML 2.0//EN\"><HTML><HEAD><TITLE>404 Not Found</TITLE></HEAD><BODY><H1>Not Found</H1>The requested URL was not found on this server.<P><HR><ADDRESS></ADDRESS></BODY></HTML>"
63 * Timeout for a http connect
65 #define HTTP_CONNECT_TIMEOUT 30
68 * Timeout for a http connect
70 #define HTTP_MESSAGE_INITIAL_BUFFERSIZE GNUNET_SERVER_MAX_MESSAGE_SIZE
74 * Encapsulation of all of the state of the plugin.
79 * Network format for IPv4 addresses.
81 struct IPv4HttpAddress
84 * IPv4 address, in network byte order.
89 * Port number, in network byte order.
97 * Network format for IPv6 addresses.
99 struct IPv6HttpAddress
104 struct in6_addr ipv6_addr;
107 * Port number, in network byte order.
116 * Message to send using http
121 * Next field for linked list
123 struct HTTP_Message * next;
126 * buffer containing data to send
131 * amount of data already sent
136 * amount of data to sent
143 * Session handle for connections.
149 * Stored in a linked list.
151 struct Session *next;
154 * Pointer to the global plugin struct.
156 struct Plugin *plugin;
159 * Continuation function to call once the transmission buffer
160 * has again space available. NULL if there is no
161 * continuation to call.
163 GNUNET_TRANSPORT_TransmitContinuation transmit_cont;
166 * Closure for transmit_cont.
168 void *transmit_cont_cls;
171 * To whom are we talking to (set to our identity
172 * if we are still waiting for the welcome message)
174 struct GNUNET_PeerIdentity sender;
182 * Sender's ip address to distinguish between incoming connections
187 * Sender's ip address to distinguish between incoming connections
189 struct sockaddr_in * addr;
192 * Did we initiate the connection (GNUNET_YES) or the other peer (GNUNET_NO)?
194 unsigned int is_client;
197 * Is the connection active (GNUNET_YES) or terminated (GNUNET_NO)?
199 unsigned int is_active;
202 * At what time did we reset last_received last?
204 struct GNUNET_TIME_Absolute last_quota_update;
207 * How many bytes have we received since the "last_quota_update"
210 uint64_t last_received;
213 * Number of bytes per ms that this peer is allowed
219 * Is there a HTTP/PUT in progress?
221 unsigned int is_put_in_progress;
224 * Is there a HTTP/PUT in progress?
226 unsigned int is_bad_request;
231 struct GNUNET_CRYPTO_HashAsciiEncoded hash;
233 struct HTTP_Message * pending_outbound_msg;;
235 struct HTTP_Message * pending_inbound_msg;
241 * Encapsulation of all of the state of the plugin.
248 struct GNUNET_TRANSPORT_PluginEnvironment *env;
251 * Handle to the network service.
253 struct GNUNET_SERVICE_Context *service;
255 unsigned int port_inbound;
258 * List of open sessions.
260 struct Session *sessions;
263 * Number of active sessions
266 unsigned int session_count;
270 * Daemon for listening for new IPv4 connections.
272 static struct MHD_Daemon *http_daemon_v4;
275 * Daemon for listening for new IPv6connections.
277 static struct MHD_Daemon *http_daemon_v6;
280 * Our primary task for http daemon handling IPv4 connections
282 static GNUNET_SCHEDULER_TaskIdentifier http_task_v4;
285 * Our primary task for http daemon handling IPv6 connections
287 static GNUNET_SCHEDULER_TaskIdentifier http_task_v6;
291 * The task sending data
293 static GNUNET_SCHEDULER_TaskIdentifier http_task_send;
297 * Information about this plugin
299 static struct Plugin *plugin;
304 static CURLM *multi_handle;
309 static char * hostname;
312 * Our ASCII encoded, hashed peer identity
313 * This string is used to distinguish between connections and is added to the urls
315 static struct GNUNET_CRYPTO_HashAsciiEncoded my_ascii_hash_ident;
317 struct GNUNET_TIME_Relative timeout;
320 * Finds a http session in our linked list using peer identity as a key
321 * @param peer peeridentity
322 * @return http session corresponding to peer identity
324 static struct Session * find_session_by_pi( const struct GNUNET_PeerIdentity *peer )
326 struct Session * cur;
327 GNUNET_HashCode hc_peer;
328 GNUNET_HashCode hc_current;
330 cur = plugin->sessions;
331 hc_peer = peer->hashPubKey;
334 hc_current = cur->sender.hashPubKey;
335 if ( 0 == GNUNET_CRYPTO_hash_cmp( &hc_peer, &hc_current))
337 cur = plugin->sessions->next;
343 * Finds a http session in our linked list using libcurl handle as a key
344 * Needed when sending data with libcurl to differentiate between sessions
345 * @param handle peeridentity
346 * @return http session corresponding to peer identity
348 static struct Session * find_session_by_curlhandle( CURL* handle )
350 struct Session * cur;
352 cur = plugin->sessions;
355 if ( handle == cur->curl_handle )
357 cur = plugin->sessions->next;
363 * Create a new session
365 * @param address address the peer is using
366 * @param peer identity
367 * @return created session object
369 static struct Session * create_session (struct sockaddr_in *address, const struct GNUNET_PeerIdentity *peer)
371 struct sockaddr_in *addrin;
372 struct sockaddr_in6 *addrin6;
374 struct Session * ses = GNUNET_malloc ( sizeof( struct Session) );
375 ses->addr = GNUNET_malloc ( sizeof (struct sockaddr_in) );
378 ses->plugin = plugin;
380 memcpy(ses->addr, address, sizeof (struct sockaddr_in));
381 if ( AF_INET == address->sin_family)
383 ses->ip = GNUNET_malloc (INET_ADDRSTRLEN);
385 inet_ntop(addrin->sin_family,&(addrin->sin_addr),ses->ip,INET_ADDRSTRLEN);
387 if ( AF_INET6 == address->sin_family)
389 ses->ip = GNUNET_malloc (INET6_ADDRSTRLEN);
390 addrin6 = (struct sockaddr_in6 *) address;
391 inet_ntop(addrin6->sin6_family, &(addrin6->sin6_addr) ,ses->ip,INET6_ADDRSTRLEN);
393 memcpy(&ses->sender, peer, sizeof (struct GNUNET_PeerIdentity));
394 GNUNET_CRYPTO_hash_to_enc(&ses->sender.hashPubKey,&(ses->hash));
395 ses->is_active = GNUNET_NO;
401 * Callback called by MHD when a connection is terminated
403 static void requestCompletedCallback (void *cls, struct MHD_Connection * connection, void **httpSessionCache)
407 cs = *httpSessionCache;
410 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Connection from peer `%s' was terminated\n",GNUNET_i2s(&cs->sender));
411 /* session set to inactive */
412 cs->is_active = GNUNET_NO;
413 cs->is_put_in_progress = GNUNET_NO;
419 * Check if we are allowed to connect to the given IP.
422 acceptPolicyCallback (void *cls,
423 const struct sockaddr *addr, socklen_t addr_len)
425 /* Every connection is accepted, nothing more to do here */
433 * Process GET or PUT request received via MHD. For
434 * GET, queue response that will send back our pending
435 * messages. For PUT, process incoming data and send
436 * to GNUnet core. In either case, check if a session
437 * already exists and create a new one if not.
440 accessHandlerCallback (void *cls,
441 struct MHD_Connection *session,
445 const char *upload_data,
446 size_t * upload_data_size, void **httpSessionCache)
448 struct MHD_Response *response;
450 struct Session * cs_temp;
451 const union MHD_ConnectionInfo * conn_info;
452 struct sockaddr_in *addrin;
453 struct sockaddr_in6 *addrin6;
454 char * address = NULL;
455 struct GNUNET_PeerIdentity pi_in;
458 struct GNUNET_MessageHeader *gn_msg;
459 int send_error_to_client;
462 send_error_to_client = GNUNET_NO;
464 if ( NULL == *httpSessionCache)
466 /* check url for peer identity */
467 res = GNUNET_CRYPTO_hash_from_string ( &url[1], &(pi_in.hashPubKey));
468 if ( GNUNET_SYSERR == res )
470 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Peer has no valid ident\n");
471 response = MHD_create_response_from_data (strlen (HTTP_ERROR_RESPONSE),HTTP_ERROR_RESPONSE, MHD_NO, MHD_NO);
472 res = MHD_queue_response (session, MHD_HTTP_NOT_FOUND, response);
473 MHD_destroy_response (response);
477 conn_info = MHD_get_connection_info(session, MHD_CONNECTION_INFO_CLIENT_ADDRESS );
478 /* Incoming IPv4 connection */
479 if ( AF_INET == conn_info->client_addr->sin_family)
481 address = GNUNET_malloc (INET_ADDRSTRLEN);
482 addrin = conn_info->client_addr;
483 inet_ntop(addrin->sin_family, &(addrin->sin_addr),address,INET_ADDRSTRLEN);
485 /* Incoming IPv6 connection */
486 if ( AF_INET6 == conn_info->client_addr->sin_family)
488 address = GNUNET_malloc (INET6_ADDRSTRLEN);
489 addrin6 = (struct sockaddr_in6 *) conn_info->client_addr;
490 inet_ntop(addrin6->sin6_family, &(addrin6->sin6_addr),address,INET6_ADDRSTRLEN);
492 /* find existing session for address */
494 if (plugin->session_count > 0)
496 cs = plugin->sessions;
500 /* Comparison based on ip address */
501 // res = (0 == memcmp(&(conn_info->client_addr->sin_addr),&(cs->addr->sin_addr), sizeof (struct in_addr))) ? GNUNET_YES : GNUNET_NO;
503 /* Comparison based on ip address, port number and address family */
504 // res = (0 == memcmp((conn_info->client_addr),(cs->addr), sizeof (struct sockaddr_in))) ? GNUNET_YES : GNUNET_NO;
506 /* Comparison based on PeerIdentity */
507 res = (0 == memcmp(&pi_in,&(cs->sender), sizeof (struct GNUNET_PeerIdentity))) ? GNUNET_YES : GNUNET_NO;
509 if ( GNUNET_YES == res)
511 /* existing session for this address found */
512 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Session `%s' found\n",address);
518 /* no existing session, create a new one*/
521 /* create new session object */
522 cs = create_session(conn_info->client_addr, &pi_in);
524 /* Insert session into linked list */
525 if ( plugin->sessions == NULL)
527 plugin->sessions = cs;
528 plugin->session_count = 1;
530 cs_temp = plugin->sessions;
531 while ( cs_temp->next != NULL )
533 cs_temp = cs_temp->next;
538 plugin->session_count++;
540 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"New Session `%s' inserted, count %u \n", address, plugin->session_count);
543 if (*httpSessionCache == NULL)
545 *httpSessionCache = cs;
547 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"HTTP Daemon has new an incoming `%s' request from peer `%s' (`[%s]:%u')\n",method, GNUNET_i2s(&cs->sender),cs->ip,cs->addr->sin_port);
551 cs = *httpSessionCache;
553 /* Is it a PUT or a GET request */
554 if ( 0 == strcmp (MHD_HTTP_METHOD_PUT, method) )
557 if ((*upload_data_size == 0) && (cs->is_put_in_progress == GNUNET_NO))
559 if (cs->pending_inbound_msg != NULL)
561 GNUNET_log (GNUNET_ERROR_TYPE_ERROR,
562 _("Incoming message from peer `%s, while existing message with %u bytes was not forwarded to transport'\n"),
563 GNUNET_i2s(&cs->sender), cs->pending_inbound_msg->pos);
565 /* reusing memory for new message */
566 cs->pending_inbound_msg->next = NULL;
567 cs->pending_inbound_msg->pos = 0;
571 cs->pending_inbound_msg = GNUNET_malloc( sizeof (struct HTTP_Message));
573 /* FIXME: Don't alloc GNUNET_SERVER_MAX_MESSAGE_SIZE initially. Instead use less and realloc if more mem is needed */
574 cs->pending_inbound_msg->buf = GNUNET_malloc(GNUNET_SERVER_MAX_MESSAGE_SIZE);
575 cs->pending_inbound_msg->len = GNUNET_SERVER_MAX_MESSAGE_SIZE;
576 cs->pending_inbound_msg->pos = 0;
581 cs->is_put_in_progress = GNUNET_YES;
582 cs->is_active = GNUNET_YES;
586 if ((*upload_data_size > 0) && (*upload_data_size + cs->pending_inbound_msg->pos < cs->pending_inbound_msg->len) && (*upload_data_size + cs->pending_inbound_msg->pos <= GNUNET_SERVER_MAX_MESSAGE_SIZE))
589 bytes_recv = *upload_data_size ;
591 /* copy uploaded data to buffer */
592 memcpy(&cs->pending_inbound_msg->buf[cs->pending_inbound_msg->pos],upload_data,bytes_recv);
593 cs->pending_inbound_msg->pos += bytes_recv;
594 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Added %u bytes to message of %u bytes \n",bytes_recv, cs->pending_inbound_msg->pos);
596 *upload_data_size = 0;
601 if (bytes_recv < sizeof (struct GNUNET_MessageHeader))
603 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Message too small, is %u bytes, has to be at least %u '\n",bytes_recv, sizeof(struct GNUNET_MessageHeader));
604 send_error_to_client = GNUNET_YES;
607 if ( bytes_recv > GNUNET_SERVER_MAX_MESSAGE_SIZE)
609 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Message too big, is %u bytes, maximum %u '\n",bytes_recv, GNUNET_SERVER_MAX_MESSAGE_SIZE);
610 send_error_to_client = GNUNET_YES;
613 struct GNUNET_MessageHeader * gn_msg = GNUNET_malloc (bytes_recv);
614 memcpy (gn_msg,upload_data,bytes_recv);
616 if ( ntohs(gn_msg->size) != bytes_recv )
618 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Malformed GNUnet: message has incorrect size, is %u bytes in header vs %u recieved\n",ntohs(gn_msg->size) , bytes_recv);
619 send_error_to_client = GNUNET_YES;
622 if (send_error_to_client == GNUNET_YES)
624 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Malformed GNUnet, should send error\n");
625 cs->is_bad_request = GNUNET_YES;
629 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Recieved GNUnet message type %u size %u and payload %u \n",ntohs (gn_msg->type), ntohs (gn_msg->size), ntohs (gn_msg->size)-sizeof(struct GNUNET_MessageHeader));
631 /* forwarding message to transport */
632 plugin->env->receive(plugin->env, &(cs->sender), gn_msg, 1, cs , cs->ip, strlen(cs->ip) );
633 GNUNET_free (gn_msg);
637 if ((cs->is_bad_request == GNUNET_YES) && (cs->is_put_in_progress == GNUNET_YES))
640 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Info: size: %u method: %s \n",*upload_data_size,method);
641 response = MHD_create_response_from_data (strlen (HTTP_PUT_RESPONSE),HTTP_PUT_RESPONSE, MHD_NO, MHD_NO);
642 if (response == NULL)
643 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"response NULL\n");
644 res = MHD_queue_response (session, MHD_HTTP_BAD_REQUEST, response);
647 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Sent HTTP/1.1: 400 BAD REQUEST as PUT Response\n");
648 cs->is_bad_request = GNUNET_NO;
649 cs->is_put_in_progress =GNUNET_NO;
652 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Sent HTTP/1.1: 400 BAD REQUEST as PUT Response not sent\n");
653 MHD_destroy_response (response);
654 *upload_data_size = 0;
658 if ((*upload_data_size == 0) && (cs->is_put_in_progress == GNUNET_YES) && (cs->is_bad_request == GNUNET_NO))
660 cs->is_put_in_progress = GNUNET_NO;
661 response = MHD_create_response_from_data (strlen (HTTP_PUT_RESPONSE),HTTP_PUT_RESPONSE, MHD_NO, MHD_NO);
662 res = MHD_queue_response (session, MHD_HTTP_OK, response);
663 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Sent HTTP/1.1: 200 OK as PUT Response\n",HTTP_PUT_RESPONSE, strlen (HTTP_PUT_RESPONSE), res );
664 MHD_destroy_response (response);
668 if ( 0 == strcmp (MHD_HTTP_METHOD_GET, method) )
670 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Got GET Request\n");
671 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"URL: `%s'\n",url);
672 response = MHD_create_response_from_data (strlen (HTTP_PUT_RESPONSE),HTTP_PUT_RESPONSE, MHD_NO, MHD_NO);
673 res = MHD_queue_response (session, MHD_HTTP_OK, response);
674 MHD_destroy_response (response);
682 * Call MHD to process pending requests and then go back
683 * and schedule the next run.
685 static void http_daemon_run (void *cls, const struct GNUNET_SCHEDULER_TaskContext *tc);
688 * Function that queries MHD's select sets and
689 * starts the task waiting for them.
691 static GNUNET_SCHEDULER_TaskIdentifier
692 http_daemon_prepare (struct MHD_Daemon *daemon_handle)
694 GNUNET_SCHEDULER_TaskIdentifier ret;
698 struct GNUNET_NETWORK_FDSet *wrs;
699 struct GNUNET_NETWORK_FDSet *wws;
700 struct GNUNET_NETWORK_FDSet *wes;
702 unsigned long long timeout;
704 struct GNUNET_TIME_Relative tv;
709 wrs = GNUNET_NETWORK_fdset_create ();
710 wes = GNUNET_NETWORK_fdset_create ();
711 wws = GNUNET_NETWORK_fdset_create ();
713 GNUNET_assert (MHD_YES ==
714 MHD_get_fdset (daemon_handle,
719 haveto = MHD_get_timeout (daemon_handle, &timeout);
720 if (haveto == MHD_YES)
721 tv.value = (uint64_t) timeout;
723 tv = GNUNET_TIME_UNIT_FOREVER_REL;
724 GNUNET_NETWORK_fdset_copy_native (wrs, &rs, max);
725 GNUNET_NETWORK_fdset_copy_native (wws, &ws, max);
726 GNUNET_NETWORK_fdset_copy_native (wes, &es, max);
727 ret = GNUNET_SCHEDULER_add_select (plugin->env->sched,
728 GNUNET_SCHEDULER_PRIORITY_HIGH,
729 GNUNET_SCHEDULER_NO_TASK,
735 GNUNET_NETWORK_fdset_destroy (wrs);
736 GNUNET_NETWORK_fdset_destroy (wws);
737 GNUNET_NETWORK_fdset_destroy (wes);
742 * Call MHD to process pending requests and then go back
743 * and schedule the next run.
745 static void http_daemon_run (void *cls,
746 const struct GNUNET_SCHEDULER_TaskContext *tc)
748 struct MHD_Daemon *daemon_handle = cls;
750 if (daemon_handle == http_daemon_v4)
751 http_task_v4 = GNUNET_SCHEDULER_NO_TASK;
753 if (daemon_handle == http_daemon_v6)
754 http_task_v6 = GNUNET_SCHEDULER_NO_TASK;
756 if (0 != (tc->reason & GNUNET_SCHEDULER_REASON_SHUTDOWN))
759 GNUNET_assert (MHD_YES == MHD_run (daemon_handle));
760 if (daemon_handle == http_daemon_v4)
761 http_task_v4 = http_daemon_prepare (daemon_handle);
762 if (daemon_handle == http_daemon_v6)
763 http_task_v6 = http_daemon_prepare (daemon_handle);
768 * Removes a message from the linked list of messages
769 * @param ses session to remove message from
770 * @param msg message to remove
771 * @return GNUNET_SYSERR if msg not found, GNUNET_OK on success
774 static int remove_http_message(struct Session * ses, struct HTTP_Message * msg)
776 struct HTTP_Message * cur;
777 struct HTTP_Message * next;
779 cur = ses->pending_outbound_msg;
783 return GNUNET_SYSERR;
787 ses->pending_outbound_msg = cur->next;
788 GNUNET_free (cur->buf);
794 while (cur->next!=msg)
796 if (cur->next != NULL)
799 return GNUNET_SYSERR;
802 cur->next = cur->next->next;
803 GNUNET_free (cur->next->buf);
804 GNUNET_free (cur->next);
811 * Callback method used with libcurl
812 * Method is called when libcurl needs to read data during sending
813 * @param stream pointer where to write data
814 * @param size size of an individual element
815 * @param nmemb count of elements that can be written to the buffer
816 * @param ptr source pointer, passed to the libcurl handle
817 * @return bytes written to stream
819 static size_t send_read_callback(void *stream, size_t size, size_t nmemb, void *ptr)
821 struct Session * ses = ptr;
822 struct HTTP_Message * msg = ses->pending_outbound_msg;
823 unsigned int bytes_sent;
826 if (msg->len > (size * nmemb))
827 return CURL_READFUNC_ABORT;
829 if (( msg->pos < msg->len) && (msg->len < (size * nmemb)))
831 memcpy(stream, msg->buf, msg->len);
833 bytes_sent = msg->len;
840 * Callback method used with libcurl
841 * Method is called when libcurl needs to write data during sending
842 * @param stream pointer where to write data
843 * @param size size of an individual element
844 * @param nmemb count of elements that can be written to the buffer
845 * @param ptr destination pointer, passed to the libcurl handle
846 * @return bytes read from stream
848 static size_t send_write_callback( void *stream, size_t size, size_t nmemb, void *ptr)
850 char * data = malloc(size*nmemb +1);
852 memcpy( data, stream, size*nmemb);
853 data[size*nmemb] = '\0';
854 /* Just a dummy print for the response recieved for the PUT message */
855 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG, "Recieved %u bytes: `%s' \n", size * nmemb, data);
857 return (size * nmemb);
862 * Function setting up file descriptors and scheduling task to run
863 * @param session session to send data to
864 * @return bytes sent to peer
866 static size_t send_prepare(struct Session* session );
869 * Function setting up curl handle and selecting message to send
870 * @param ses session to send data to
871 * @return bytes sent to peer
873 static ssize_t send_select_init (struct Session* ses )
878 struct HTTP_Message * msg;
880 /* FIFO selection, send oldest msg first, perhaps priority here? */
881 msg = ses->pending_outbound_msg;
883 url = GNUNET_malloc( 7 + strlen(ses->ip) + 7 + strlen ((char *) &(ses->hash)) + 1);
884 /* FIXME: use correct port number */
885 GNUNET_asprintf(&url,"http://%s:%u/%s",ses->ip,12389, (char *) &(ses->hash));
887 /* curl_easy_setopt(ses->curl_handle, CURLOPT_VERBOSE, 1L); */
888 curl_easy_setopt(ses->curl_handle, CURLOPT_URL, url);
889 curl_easy_setopt(ses->curl_handle, CURLOPT_PUT, 1L);
890 curl_easy_setopt(ses->curl_handle, CURLOPT_READFUNCTION, send_read_callback);
891 curl_easy_setopt(ses->curl_handle, CURLOPT_READDATA, ses);
892 curl_easy_setopt(ses->curl_handle, CURLOPT_WRITEFUNCTION, send_write_callback);
893 curl_easy_setopt(ses->curl_handle, CURLOPT_READDATA, ses);
894 curl_easy_setopt(ses->curl_handle, CURLOPT_INFILESIZE_LARGE, (curl_off_t) msg->len);
895 curl_easy_setopt(ses->curl_handle, CURLOPT_TIMEOUT, (long) (timeout.value / 1000 ));
896 curl_easy_setopt(ses->curl_handle, CURLOPT_CONNECTTIMEOUT, HTTP_CONNECT_TIMEOUT);
898 mret = curl_multi_add_handle(multi_handle, ses->curl_handle);
899 if (mret != CURLM_OK)
901 GNUNET_log (GNUNET_ERROR_TYPE_ERROR,
902 _("%s failed at %s:%d: `%s'\n"),
903 "curl_multi_add_handle", __FILE__, __LINE__,
904 curl_multi_strerror (mret));
907 bytes_sent = send_prepare (ses );
912 static void send_execute (void *cls,
913 const struct GNUNET_SCHEDULER_TaskContext *tc)
918 struct Session * cs = NULL;
920 http_task_send = GNUNET_SCHEDULER_NO_TASK;
921 if (0 != (tc->reason & GNUNET_SCHEDULER_REASON_SHUTDOWN))
927 mret = curl_multi_perform (multi_handle, &running);
933 msg = curl_multi_info_read (multi_handle, &running);
934 GNUNET_break (msg != NULL);
937 /* get session for affected curl handle */
938 cs = find_session_by_curlhandle (msg->easy_handle);
939 GNUNET_assert ( cs != NULL );
944 if ( (msg->data.result != CURLE_OK) &&
945 (msg->data.result != CURLE_GOT_NOTHING) )
948 GNUNET_log(GNUNET_ERROR_TYPE_INFO,
949 _("%s failed for `%s' at %s:%d: `%s'\n"),
950 "curl_multi_perform",
954 curl_easy_strerror (msg->data.result));
955 /* sending msg failed*/
956 if ( NULL != cs->transmit_cont)
957 cs->transmit_cont (NULL,&cs->sender,GNUNET_SYSERR);
961 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
962 "Send to %s completed.\n", cs->ip);
963 if (GNUNET_OK != remove_http_message(cs, cs->pending_outbound_msg))
964 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG, "Message could not be removed from session `%s'", GNUNET_i2s(&cs->sender));
966 curl_easy_cleanup(cs->curl_handle);
967 cs->curl_handle=NULL;
969 /* send pending messages */
970 if (cs->pending_outbound_msg != NULL)
971 send_select_init (cs);
973 /* Calling transmit continuation */
974 if ( NULL != cs->transmit_cont)
975 cs->transmit_cont (NULL,&cs->sender,GNUNET_OK);
983 while ( (running > 0) );
986 while (mret == CURLM_CALL_MULTI_PERFORM);
992 * Function setting up file descriptors and scheduling task to run
993 * @param ses session to send data to
994 * @return bytes sent to peer
996 static size_t send_prepare(struct Session* session )
1002 struct GNUNET_NETWORK_FDSet *grs;
1003 struct GNUNET_NETWORK_FDSet *gws;
1011 mret = curl_multi_fdset (multi_handle, &rs, &ws, &es, &max);
1012 if (mret != CURLM_OK)
1014 GNUNET_log (GNUNET_ERROR_TYPE_ERROR,
1015 _("%s failed at %s:%d: `%s'\n"),
1016 "curl_multi_fdset", __FILE__, __LINE__,
1017 curl_multi_strerror (mret));
1020 mret = curl_multi_timeout (multi_handle, &to);
1021 if (mret != CURLM_OK)
1023 GNUNET_log (GNUNET_ERROR_TYPE_ERROR,
1024 _("%s failed at %s:%d: `%s'\n"),
1025 "curl_multi_timeout", __FILE__, __LINE__,
1026 curl_multi_strerror (mret));
1030 grs = GNUNET_NETWORK_fdset_create ();
1031 gws = GNUNET_NETWORK_fdset_create ();
1032 GNUNET_NETWORK_fdset_copy_native (grs, &rs, max + 1);
1033 GNUNET_NETWORK_fdset_copy_native (gws, &ws, max + 1);
1034 http_task_send = GNUNET_SCHEDULER_add_select (plugin->env->sched,
1035 GNUNET_SCHEDULER_PRIORITY_DEFAULT,
1036 GNUNET_SCHEDULER_NO_TASK,
1037 GNUNET_TIME_relative_multiply (GNUNET_TIME_UNIT_SECONDS, 0),
1042 GNUNET_NETWORK_fdset_destroy (gws);
1043 GNUNET_NETWORK_fdset_destroy (grs);
1045 /* FIXME: return bytes REALLY sent */
1050 * Function that can be used by the transport service to transmit
1051 * a message using the plugin.
1053 * @param cls closure
1054 * @param target who should receive this message
1055 * @param priority how important is the message
1056 * @param msgbuf the message to transmit
1057 * @param msgbuf_size number of bytes in 'msgbuf'
1058 * @param to when should we time out
1059 * @param session which session must be used (or NULL for "any")
1060 * @param addr the address to use (can be NULL if the plugin
1061 * is "on its own" (i.e. re-use existing TCP connection))
1062 * @param addrlen length of the address in bytes
1063 * @param force_address GNUNET_YES if the plugin MUST use the given address,
1064 * otherwise the plugin may use other addresses or
1065 * existing connections (if available)
1066 * @param cont continuation to call once the message has
1067 * been transmitted (or if the transport is ready
1068 * for the next transmission call; or if the
1069 * peer disconnected...)
1070 * @param cont_cls closure for cont
1071 * @return number of bytes used (on the physical network, with overheads);
1072 * -1 on hard errors (i.e. address invalid); 0 is a legal value
1073 * and does NOT mean that the message was not transmitted (DV)
1076 http_plugin_send (void *cls,
1077 const struct GNUNET_PeerIdentity *target,
1080 unsigned int priority,
1081 struct GNUNET_TIME_Relative to,
1082 struct Session *session,
1086 GNUNET_TRANSPORT_TransmitContinuation cont,
1089 struct Session* ses;
1090 struct Session* ses_temp;
1091 struct HTTP_Message * msg;
1092 struct HTTP_Message * tmp;
1095 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Transport told plugin to send to peer `%s'\n",GNUNET_i2s(target));
1097 /* find session for peer */
1098 ses = find_session_by_pi (target);
1100 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Existing session for peer `%s' found\n", GNUNET_i2s(target));
1103 /* create new session object */
1105 /*FIXME: what is const void * really? Assuming struct sockaddr_in * ! */
1106 ses = create_session((struct sockaddr_in *) addr, target);
1107 ses->is_active = GNUNET_YES;
1108 ses->transmit_cont = cont;
1110 /* Insert session into linked list */
1111 if ( plugin->sessions == NULL)
1113 plugin->sessions = ses;
1114 plugin->session_count = 1;
1116 ses_temp = plugin->sessions;
1117 while ( ses_temp->next != NULL )
1119 ses_temp = ses_temp->next;
1121 if (ses_temp != ses )
1123 ses_temp->next = ses;
1124 plugin->session_count++;
1126 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"New Session `%s' inserted, count %u \n", GNUNET_i2s(target), plugin->session_count);
1129 ses->curl_handle = curl_easy_init();
1130 if( NULL == ses->curl_handle)
1132 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Getting cURL handle failed\n");
1137 ses->transmit_cont = cont;
1139 /* setting up message */
1140 msg = GNUNET_malloc (sizeof (struct HTTP_Message));
1142 msg->len = msgbuf_size;
1144 msg->buf = GNUNET_malloc (msgbuf_size);
1145 memcpy (msg->buf,msgbuf, msgbuf_size);
1147 /* insert created message in list of pending messages */
1149 if (ses->pending_outbound_msg == NULL)
1151 ses->pending_outbound_msg = msg;
1153 tmp = ses->pending_outbound_msg;
1154 while ( NULL != tmp->next)
1161 bytes_sent = send_select_init (ses);
1169 * Function that can be used to force the plugin to disconnect
1170 * from the given peer and cancel all previous transmissions
1171 * (and their continuationc).
1173 * @param cls closure
1174 * @param target peer from which to disconnect
1177 http_plugin_disconnect (void *cls,
1178 const struct GNUNET_PeerIdentity *target)
1180 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"HTTP Plugin: http_plugin_disconnect\n");
1181 // struct Plugin *plugin = cls;
1187 * Convert the transports address to a nice, human-readable
1190 * @param cls closure
1191 * @param type name of the transport that generated the address
1192 * @param addr one of the addresses of the host, NULL for the last address
1193 * the specific address format depends on the transport
1194 * @param addrlen length of the address
1195 * @param numeric should (IP) addresses be displayed in numeric form?
1196 * @param timeout after how long should we give up?
1197 * @param asc function to call on each string
1198 * @param asc_cls closure for asc
1201 http_plugin_address_pretty_printer (void *cls,
1206 struct GNUNET_TIME_Relative timeout,
1207 GNUNET_TRANSPORT_AddressStringCallback
1210 const struct IPv4HttpAddress *t4;
1211 const struct IPv6HttpAddress *t6;
1212 struct sockaddr_in a4;
1213 struct sockaddr_in6 a6;
1218 if (addrlen == sizeof (struct IPv6HttpAddress))
1220 address = GNUNET_malloc (INET6_ADDRSTRLEN);
1222 a6.sin6_addr = t6->ipv6_addr;
1223 inet_ntop(AF_INET6, &(a6.sin6_addr),address,INET6_ADDRSTRLEN);
1224 port = ntohs(t6->u6_port);
1226 else if (addrlen == sizeof (struct IPv4HttpAddress))
1228 address = GNUNET_malloc (INET_ADDRSTRLEN);
1230 a4.sin_addr.s_addr = t4->ipv4_addr;
1231 inet_ntop(AF_INET, &(a4.sin_addr),address,INET_ADDRSTRLEN);
1232 port = ntohs(t4->u_port);
1236 /* invalid address */
1237 GNUNET_break_op (0);
1238 asc (asc_cls, NULL);
1242 ret = GNUNET_malloc(strlen(address) +14);
1243 GNUNET_asprintf(&ret,"http://%s:%u/",address,port);
1244 GNUNET_free (address);
1251 * Another peer has suggested an address for this
1252 * peer and transport plugin. Check that this could be a valid
1253 * address. If so, consider adding it to the list
1256 * @param cls closure
1257 * @param addr pointer to the address
1258 * @param addrlen length of addr
1259 * @return GNUNET_OK if this is a plausible address for this peer
1263 http_plugin_address_suggested (void *cls,
1264 void *addr, size_t addrlen)
1266 struct IPv4HttpAddress *v4;
1267 struct IPv6HttpAddress *v6;
1269 if ((addrlen != sizeof (struct IPv4HttpAddress)) &&
1270 (addrlen != sizeof (struct IPv6HttpAddress)))
1272 GNUNET_break_op (0);
1273 return GNUNET_SYSERR;
1275 if (addrlen == sizeof (struct IPv4HttpAddress))
1277 v4 = (struct IPv4HttpAddress *) addr;
1279 v4->u_port = ntohs (v4->u_port);
1280 if (v4->u_port != plugin->port_inbound)
1282 GNUNET_break_op (0);
1283 return GNUNET_SYSERR;
1288 v6 = (struct IPv6HttpAddress *) addr;
1289 if (IN6_IS_ADDR_LINKLOCAL (&v6->ipv6_addr))
1291 GNUNET_break_op (0);
1292 return GNUNET_SYSERR;
1294 v6->u6_port = ntohs (v6->u6_port);
1295 if (v6->u6_port != plugin->port_inbound)
1297 GNUNET_break_op (0);
1298 return GNUNET_SYSERR;
1307 * Function called for a quick conversion of the binary address to
1308 * a numeric address. Note that the caller must not free the
1309 * address and that the next call to this function is allowed
1310 * to override the address again.
1312 * @param cls closure
1313 * @param addr binary address
1314 * @param addrlen length of the address
1315 * @return string representing the same address
1318 http_plugin_address_to_string (void *cls,
1322 const struct IPv4HttpAddress *t4;
1323 const struct IPv6HttpAddress *t6;
1324 struct sockaddr_in a4;
1325 struct sockaddr_in6 a6;
1330 if (addrlen == sizeof (struct IPv6HttpAddress))
1332 address = GNUNET_malloc (INET6_ADDRSTRLEN);
1334 a6.sin6_addr = t6->ipv6_addr;
1335 inet_ntop(AF_INET6, &(a6.sin6_addr),address,INET6_ADDRSTRLEN);
1336 port = ntohs(t6->u6_port);
1338 else if (addrlen == sizeof (struct IPv4HttpAddress))
1340 address = GNUNET_malloc (INET_ADDRSTRLEN);
1342 a4.sin_addr.s_addr = t4->ipv4_addr;
1343 inet_ntop(AF_INET, &(a4.sin_addr),address,INET_ADDRSTRLEN);
1344 port = ntohs(t4->u_port);
1348 /* invalid address */
1352 ret = GNUNET_malloc(strlen(address) +6);
1353 GNUNET_asprintf(&ret,"%s:%u",address,port);
1354 GNUNET_free (address);
1359 * Add the IP of our network interface to the list of
1360 * our external IP addresses.
1362 * @param cls the 'struct Plugin*'
1363 * @param name name of the interface
1364 * @param isDefault do we think this may be our default interface
1365 * @param addr address of the interface
1366 * @param addrlen number of bytes in addr
1367 * @return GNUNET_OK to continue iterating
1370 process_interfaces (void *cls,
1373 const struct sockaddr *addr, socklen_t addrlen)
1375 struct IPv4HttpAddress t4;
1376 struct IPv6HttpAddress t6;
1383 af = addr->sa_family;
1386 if (INADDR_LOOPBACK == ntohl(((struct sockaddr_in *) addr)->sin_addr.s_addr))
1388 /* skip loopback addresses */
1391 t4.ipv4_addr = ((struct sockaddr_in *) addr)->sin_addr.s_addr;
1392 t4.u_port = htons (plugin->port_inbound);
1396 else if (af == AF_INET6)
1398 if (IN6_IS_ADDR_LINKLOCAL (&((struct sockaddr_in6 *) addr)->sin6_addr))
1400 /* skip link local addresses */
1403 if (IN6_IS_ADDR_LOOPBACK (&((struct sockaddr_in6 *) addr)->sin6_addr))
1405 /* skip loopback addresses */
1408 memcpy (&t6.ipv6_addr,
1409 &((struct sockaddr_in6 *) addr)->sin6_addr,
1410 sizeof (struct in6_addr));
1411 t6.u6_port = htons (plugin->port_inbound);
1420 plugin->env->notify_address(plugin->env->cls,"http",arg, args, GNUNET_TIME_UNIT_FOREVER_REL);
1426 * Exit point from the plugin.
1429 libgnunet_plugin_transport_http_done (void *cls)
1431 struct GNUNET_TRANSPORT_PluginFunctions *api = cls;
1432 struct Plugin *plugin = api->cls;
1433 struct Session * cs;
1434 struct Session * cs_next;
1437 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Unloading http plugin...\n");
1439 if ( http_task_v4 != GNUNET_SCHEDULER_NO_TASK)
1441 GNUNET_SCHEDULER_cancel(plugin->env->sched, http_task_v4);
1442 http_task_v4 = GNUNET_SCHEDULER_NO_TASK;
1445 if ( http_task_v6 != GNUNET_SCHEDULER_NO_TASK)
1447 GNUNET_SCHEDULER_cancel(plugin->env->sched, http_task_v6);
1448 http_task_v6 = GNUNET_SCHEDULER_NO_TASK;
1451 if ( http_task_send != GNUNET_SCHEDULER_NO_TASK)
1453 GNUNET_SCHEDULER_cancel(plugin->env->sched, http_task_send);
1454 http_task_send = GNUNET_SCHEDULER_NO_TASK;
1457 if (http_daemon_v4 != NULL)
1459 MHD_stop_daemon (http_daemon_v4);
1460 http_daemon_v4 = NULL;
1462 if (http_daemon_v6 != NULL)
1464 MHD_stop_daemon (http_daemon_v6);
1465 http_daemon_v6 = NULL;
1468 mret = curl_multi_cleanup(multi_handle);
1469 if ( CURLM_OK != mret)
1470 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"curl multihandle clean up failed");
1472 /* free all sessions */
1473 cs = plugin->sessions;
1477 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Freeing session to `%s'\n",cs->ip);
1480 /* freeing messages */
1481 struct HTTP_Message *cur;
1482 struct HTTP_Message *tmp;
1483 cur = cs->pending_outbound_msg;
1488 if (NULL != cur->buf)
1489 GNUNET_free (cur->buf);
1494 GNUNET_free (cs->ip);
1495 GNUNET_free (cs->addr);
1497 plugin->session_count--;
1502 /* GNUNET_SERVICE_stop (plugin->service); */
1503 GNUNET_free (hostname);
1504 GNUNET_free (plugin);
1511 * Entry point for the plugin.
1514 libgnunet_plugin_transport_http_init (void *cls)
1516 struct GNUNET_TRANSPORT_PluginEnvironment *env = cls;
1517 struct GNUNET_TRANSPORT_PluginFunctions *api;
1518 struct GNUNET_SERVICE_Context *service;
1519 unsigned int timeout;
1520 struct GNUNET_TIME_Relative gn_timeout;
1521 long long unsigned int port;
1523 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Starting http plugin...\n");
1527 service = GNUNET_SERVICE_start ("transport-http", env->sched, env->cfg);
1528 if (service == NULL)
1530 GNUNET_log_from (GNUNET_ERROR_TYPE_WARNING, "", _
1531 ("Failed to start service for `%s' transport plugin.\n"),
1537 plugin = GNUNET_malloc (sizeof (struct Plugin));
1539 plugin->sessions = NULL;
1540 plugin->service = service;
1541 api = GNUNET_malloc (sizeof (struct GNUNET_TRANSPORT_PluginFunctions));
1543 api->send = &http_plugin_send;
1544 api->disconnect = &http_plugin_disconnect;
1545 api->address_pretty_printer = &http_plugin_address_pretty_printer;
1546 api->check_address = &http_plugin_address_suggested;
1547 api->address_to_string = &http_plugin_address_to_string;
1549 hostname = GNUNET_RESOLVER_local_fqdn_get ();
1551 /* Hashing our identity to use it in URLs */
1552 GNUNET_CRYPTO_hash_to_enc ( &(plugin->env->my_identity->hashPubKey), &my_ascii_hash_ident);
1554 /* Reading port number from config file */
1556 GNUNET_CONFIGURATION_get_value_number (env->cfg,
1562 GNUNET_log_from (GNUNET_ERROR_TYPE_ERROR,
1565 ("Require valid port number for transport plugin `%s' in configuration!\n"),
1567 libgnunet_plugin_transport_http_done (api);
1570 plugin->port_inbound = port;
1571 gn_timeout = GNUNET_CONSTANTS_IDLE_CONNECTION_TIMEOUT;
1572 timeout = ( gn_timeout.value / 1000);
1573 if ((http_daemon_v4 == NULL) && (http_daemon_v6 == NULL) && (port != 0))
1575 http_daemon_v6 = MHD_start_daemon (MHD_USE_IPv6,
1577 &acceptPolicyCallback,
1578 NULL , &accessHandlerCallback, NULL,
1579 MHD_OPTION_CONNECTION_LIMIT, (unsigned int) 16,
1580 MHD_OPTION_PER_IP_CONNECTION_LIMIT, (unsigned int) 1,
1581 MHD_OPTION_CONNECTION_TIMEOUT, timeout,
1582 /* FIXME: set correct limit */
1583 MHD_OPTION_CONNECTION_MEMORY_LIMIT, (size_t) (16 * 1024),
1584 MHD_OPTION_NOTIFY_COMPLETED, &requestCompletedCallback, NULL,
1586 http_daemon_v4 = MHD_start_daemon (MHD_NO_FLAG,
1588 &acceptPolicyCallback,
1589 NULL , &accessHandlerCallback, NULL,
1590 MHD_OPTION_CONNECTION_LIMIT, (unsigned int) 16,
1591 MHD_OPTION_PER_IP_CONNECTION_LIMIT, (unsigned int) 1,
1592 MHD_OPTION_CONNECTION_TIMEOUT, timeout,
1593 /* FIXME: set correct limit */
1594 MHD_OPTION_CONNECTION_MEMORY_LIMIT, (size_t) (16 * 1024),
1595 MHD_OPTION_NOTIFY_COMPLETED, &requestCompletedCallback, NULL,
1598 if (http_daemon_v4 != NULL)
1599 http_task_v4 = http_daemon_prepare (http_daemon_v4);
1600 if (http_daemon_v6 != NULL)
1601 http_task_v6 = http_daemon_prepare (http_daemon_v6);
1603 if (http_task_v4 != GNUNET_SCHEDULER_NO_TASK)
1604 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Starting MHD with IPv4 on port %u\n",port);
1605 if (http_task_v6 != GNUNET_SCHEDULER_NO_TASK)
1606 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Starting MHD with IPv4 and IPv6 on port %u\n",port);
1609 /* Initializing cURL */
1610 multi_handle = curl_multi_init();
1611 if ( NULL == multi_handle )
1613 GNUNET_log_from (GNUNET_ERROR_TYPE_ERROR,
1615 _("Could not initialize curl multi handle, failed to start http plugin!\n"),
1617 libgnunet_plugin_transport_http_done (api);
1621 GNUNET_OS_network_interfaces_list (&process_interfaces, plugin);
1626 /* end of plugin_transport_template.c */