2 This file is part of GNUnet
3 (C) 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009 Christian Grothoff (and other contributing authors)
5 GNUnet is free software; you can redistribute it and/or modify
6 it under the terms of the GNU General Public License as published
7 by the Free Software Foundation; either version 2, or (at your
8 option) any later version.
10 GNUnet is distributed in the hope that it will be useful, but
11 WITHOUT ANY WARRANTY; without even the implied warranty of
12 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
13 General Public License for more details.
15 You should have received a copy of the GNU General Public License
16 along with GNUnet; see the file COPYING. If not, write to the
17 Free Software Foundation, Inc., 59 Temple Place - Suite 330,
18 Boston, MA 02111-1307, USA.
22 * @file transport/plugin_transport_template.c
23 * @brief template for a new transport service
24 * @author Christian Grothoff
28 #include "gnunet_constants.h"
29 #include "gnunet_protocols.h"
30 #include "gnunet_connection_lib.h"
31 #include "gnunet_server_lib.h"
32 #include "gnunet_service_lib.h"
33 #include "gnunet_statistics_service.h"
34 #include "gnunet_transport_service.h"
35 #include "gnunet_resolver_service.h"
36 #include "plugin_transport.h"
37 #include "gnunet_os_lib.h"
38 #include "microhttpd.h"
39 #include <curl/curl.h>
41 #define DEBUG_HTTP GNUNET_NO
44 * Text of the response sent back after the last bytes of a PUT
45 * request have been received (just to formally obey the HTTP
48 #define HTTP_PUT_RESPONSE "Thank you!"
51 * After how long do we expire an address that we
52 * learned from another peer if it is not reconfirmed
55 #define LEARNED_ADDRESS_EXPIRATION GNUNET_TIME_relative_multiply (GNUNET_TIME_UNIT_HOURS, 6)
58 * Page returned if request invalid
60 #define HTTP_ERROR_RESPONSE "<!DOCTYPE HTML PUBLIC \"-//IETF//DTD HTML 2.0//EN\"><HTML><HEAD><TITLE>404 Not Found</TITLE></HEAD><BODY><H1>Not Found</H1>The requested URL was not found on this server.<P><HR><ADDRESS></ADDRESS></BODY></HTML>"
63 * Timeout for a http connect
65 #define HTTP_CONNECT_TIMEOUT 30
68 * Timeout for a http connect
70 #define HTTP_MESSAGE_INITIAL_BUFFERSIZE GNUNET_SERVER_MAX_MESSAGE_SIZE
74 * Encapsulation of all of the state of the plugin.
79 * Network format for IPv4 addresses.
81 struct IPv4HttpAddress
84 * IPv4 address, in network byte order.
89 * Port number, in network byte order.
97 * Network format for IPv6 addresses.
99 struct IPv6HttpAddress
104 struct in6_addr ipv6_addr;
107 * Port number, in network byte order.
116 * Message to send using http
121 * Next field for linked list
123 struct HTTP_Message * next;
126 * buffer containing data to send
131 * amount of data already sent
136 * amount of data to sent
143 * Session handle for connections.
149 * Stored in a linked list.
151 struct Session *next;
154 * Pointer to the global plugin struct.
156 struct Plugin *plugin;
159 * Continuation function to call once the transmission buffer
160 * has again space available. NULL if there is no
161 * continuation to call.
163 GNUNET_TRANSPORT_TransmitContinuation transmit_cont;
166 * Closure for transmit_cont.
168 void *transmit_cont_cls;
171 * To whom are we talking to (set to our identity
172 * if we are still waiting for the welcome message)
174 struct GNUNET_PeerIdentity sender;
182 * Sender's ip address to distinguish between incoming connections
187 * Sender's ip address to distinguish between incoming connections
189 struct sockaddr_in * addr;
192 * Did we initiate the connection (GNUNET_YES) or the other peer (GNUNET_NO)?
194 unsigned int is_client;
197 * Is the connection active (GNUNET_YES) or terminated (GNUNET_NO)?
199 unsigned int is_active;
202 * At what time did we reset last_received last?
204 struct GNUNET_TIME_Absolute last_quota_update;
207 * How many bytes have we received since the "last_quota_update"
210 uint64_t last_received;
213 * Number of bytes per ms that this peer is allowed
219 * Is there a HTTP/PUT in progress?
221 unsigned int is_put_in_progress;
224 * Is there a HTTP/PUT in progress?
226 unsigned int is_bad_request;
231 struct GNUNET_CRYPTO_HashAsciiEncoded hash;
233 struct HTTP_Message * pending_outbound_msg;;
235 struct HTTP_Message * pending_inbound_msg;
241 * Encapsulation of all of the state of the plugin.
248 struct GNUNET_TRANSPORT_PluginEnvironment *env;
251 * Handle to the network service.
253 struct GNUNET_SERVICE_Context *service;
255 unsigned int port_inbound;
258 * List of open sessions.
260 struct Session *sessions;
263 * Number of active sessions
266 unsigned int session_count;
270 * Daemon for listening for new IPv4 connections.
272 static struct MHD_Daemon *http_daemon_v4;
275 * Daemon for listening for new IPv6connections.
277 static struct MHD_Daemon *http_daemon_v6;
280 * Our primary task for http daemon handling IPv4 connections
282 static GNUNET_SCHEDULER_TaskIdentifier http_task_v4;
285 * Our primary task for http daemon handling IPv6 connections
287 static GNUNET_SCHEDULER_TaskIdentifier http_task_v6;
291 * The task sending data
293 static GNUNET_SCHEDULER_TaskIdentifier http_task_send;
297 * Information about this plugin
299 static struct Plugin *plugin;
304 static CURLM *multi_handle;
309 static char * hostname;
312 * Our ASCII encoded, hashed peer identity
313 * This string is used to distinguish between connections and is added to the urls
315 static struct GNUNET_CRYPTO_HashAsciiEncoded my_ascii_hash_ident;
317 struct GNUNET_TIME_Relative timeout;
320 * Finds a http session in our linked list using peer identity as a key
321 * @param peer peeridentity
322 * @return http session corresponding to peer identity
324 static struct Session * find_session_by_pi( const struct GNUNET_PeerIdentity *peer )
326 struct Session * cur;
327 GNUNET_HashCode hc_peer;
328 GNUNET_HashCode hc_current;
330 cur = plugin->sessions;
331 hc_peer = peer->hashPubKey;
334 hc_current = cur->sender.hashPubKey;
335 if ( 0 == GNUNET_CRYPTO_hash_cmp( &hc_peer, &hc_current))
337 cur = plugin->sessions->next;
343 * Finds a http session in our linked list using libcurl handle as a key
344 * Needed when sending data with libcurl to differentiate between sessions
345 * @param handle peeridentity
346 * @return http session corresponding to peer identity
348 static struct Session * find_session_by_curlhandle( CURL* handle )
350 struct Session * cur;
352 cur = plugin->sessions;
355 if ( handle == cur->curl_handle )
357 cur = plugin->sessions->next;
363 * Create a new session
365 * @param address address the peer is using
366 * @param peer identity
367 * @return created session object
369 static struct Session * create_session (struct sockaddr_in *address, const struct GNUNET_PeerIdentity *peer)
371 struct sockaddr_in *addrin;
372 struct sockaddr_in6 *addrin6;
374 struct Session * ses = GNUNET_malloc ( sizeof( struct Session) );
375 ses->addr = GNUNET_malloc ( sizeof (struct sockaddr_in) );
378 ses->plugin = plugin;
380 memcpy(ses->addr, address, sizeof (struct sockaddr_in));
381 if ( AF_INET == address->sin_family)
383 ses->ip = GNUNET_malloc (INET_ADDRSTRLEN);
385 inet_ntop(addrin->sin_family,&(addrin->sin_addr),ses->ip,INET_ADDRSTRLEN);
387 if ( AF_INET6 == address->sin_family)
389 ses->ip = GNUNET_malloc (INET6_ADDRSTRLEN);
390 addrin6 = (struct sockaddr_in6 *) address;
391 inet_ntop(addrin6->sin6_family, &(addrin6->sin6_addr) ,ses->ip,INET6_ADDRSTRLEN);
393 memcpy(&ses->sender, peer, sizeof (struct GNUNET_PeerIdentity));
394 GNUNET_CRYPTO_hash_to_enc(&ses->sender.hashPubKey,&(ses->hash));
395 ses->is_active = GNUNET_NO;
396 ses->pending_inbound_msg = GNUNET_malloc( sizeof (struct HTTP_Message));
397 ses->pending_inbound_msg->buf = GNUNET_malloc(GNUNET_SERVER_MAX_MESSAGE_SIZE);
398 ses->pending_inbound_msg->len = GNUNET_SERVER_MAX_MESSAGE_SIZE;
399 ses->pending_inbound_msg->pos = 0;
406 * Callback called by MHD when a connection is terminated
408 static void requestCompletedCallback (void *cls, struct MHD_Connection * connection, void **httpSessionCache)
412 cs = *httpSessionCache;
415 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Connection from peer `%s' was terminated\n",GNUNET_i2s(&cs->sender));
416 /* session set to inactive */
417 cs->is_active = GNUNET_NO;
418 cs->is_put_in_progress = GNUNET_NO;
424 * Check if we are allowed to connect to the given IP.
427 acceptPolicyCallback (void *cls,
428 const struct sockaddr *addr, socklen_t addr_len)
430 /* Every connection is accepted, nothing more to do here */
438 * Process GET or PUT request received via MHD. For
439 * GET, queue response that will send back our pending
440 * messages. For PUT, process incoming data and send
441 * to GNUnet core. In either case, check if a session
442 * already exists and create a new one if not.
445 accessHandlerCallback (void *cls,
446 struct MHD_Connection *session,
450 const char *upload_data,
451 size_t * upload_data_size, void **httpSessionCache)
453 struct MHD_Response *response;
455 struct Session * cs_temp;
456 const union MHD_ConnectionInfo * conn_info;
457 struct sockaddr_in *addrin;
458 struct sockaddr_in6 *addrin6;
459 char * address = NULL;
460 struct GNUNET_PeerIdentity pi_in;
462 struct GNUNET_MessageHeader *gn_msg;
463 int send_error_to_client;
466 send_error_to_client = GNUNET_NO;
468 if ( NULL == *httpSessionCache)
470 /* check url for peer identity */
471 res = GNUNET_CRYPTO_hash_from_string ( &url[1], &(pi_in.hashPubKey));
472 if ( GNUNET_SYSERR == res )
474 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Peer has no valid ident\n");
475 response = MHD_create_response_from_data (strlen (HTTP_ERROR_RESPONSE),HTTP_ERROR_RESPONSE, MHD_NO, MHD_NO);
476 res = MHD_queue_response (session, MHD_HTTP_NOT_FOUND, response);
477 MHD_destroy_response (response);
481 conn_info = MHD_get_connection_info(session, MHD_CONNECTION_INFO_CLIENT_ADDRESS );
482 /* Incoming IPv4 connection */
483 if ( AF_INET == conn_info->client_addr->sin_family)
485 address = GNUNET_malloc (INET_ADDRSTRLEN);
486 addrin = conn_info->client_addr;
487 inet_ntop(addrin->sin_family, &(addrin->sin_addr),address,INET_ADDRSTRLEN);
489 /* Incoming IPv6 connection */
490 if ( AF_INET6 == conn_info->client_addr->sin_family)
492 address = GNUNET_malloc (INET6_ADDRSTRLEN);
493 addrin6 = (struct sockaddr_in6 *) conn_info->client_addr;
494 inet_ntop(addrin6->sin6_family, &(addrin6->sin6_addr),address,INET6_ADDRSTRLEN);
496 /* find existing session for address */
498 if (plugin->session_count > 0)
500 cs = plugin->sessions;
504 /* Comparison based on ip address */
505 // res = (0 == memcmp(&(conn_info->client_addr->sin_addr),&(cs->addr->sin_addr), sizeof (struct in_addr))) ? GNUNET_YES : GNUNET_NO;
507 /* Comparison based on ip address, port number and address family */
508 // res = (0 == memcmp((conn_info->client_addr),(cs->addr), sizeof (struct sockaddr_in))) ? GNUNET_YES : GNUNET_NO;
510 /* Comparison based on PeerIdentity */
511 res = (0 == memcmp(&pi_in,&(cs->sender), sizeof (struct GNUNET_PeerIdentity))) ? GNUNET_YES : GNUNET_NO;
513 if ( GNUNET_YES == res)
515 /* existing session for this address found */
516 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Session `%s' found\n",address);
522 /* no existing session, create a new one*/
525 /* create new session object */
526 cs = create_session(conn_info->client_addr, &pi_in);
528 /* Insert session into linked list */
529 if ( plugin->sessions == NULL)
531 plugin->sessions = cs;
532 plugin->session_count = 1;
534 cs_temp = plugin->sessions;
535 while ( cs_temp->next != NULL )
537 cs_temp = cs_temp->next;
542 plugin->session_count++;
544 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"New Session `%s' inserted, count %u \n", address, plugin->session_count);
547 if (*httpSessionCache == NULL)
549 *httpSessionCache = cs;
551 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"HTTP Daemon has new an incoming `%s' request from peer `%s' (`[%s]:%u')\n",method, GNUNET_i2s(&cs->sender),cs->ip,cs->addr->sin_port);
555 cs = *httpSessionCache;
557 /* Is it a PUT or a GET request */
558 if ( 0 == strcmp (MHD_HTTP_METHOD_PUT, method) )
561 if ((*upload_data_size == 0) && (cs->is_put_in_progress == GNUNET_NO))
563 if (cs->pending_inbound_msg->pos !=0 )
565 GNUNET_log (GNUNET_ERROR_TYPE_ERROR,
566 _("Incoming message from peer `%s', while existing message with %u bytes was not forwarded to transport'\n"),
567 GNUNET_i2s(&cs->sender), cs->pending_inbound_msg->pos);
568 cs->pending_inbound_msg->pos = 0;
571 cs->is_put_in_progress = GNUNET_YES;
572 cs->is_bad_request = GNUNET_NO;
573 cs->is_active = GNUNET_YES;
577 if ((*upload_data_size > 0) && (cs->is_bad_request != GNUNET_YES))
579 if ((*upload_data_size + cs->pending_inbound_msg->pos < cs->pending_inbound_msg->len) && (*upload_data_size + cs->pending_inbound_msg->pos <= GNUNET_SERVER_MAX_MESSAGE_SIZE))
581 /* copy uploaded data to buffer */
582 memcpy(&cs->pending_inbound_msg->buf[cs->pending_inbound_msg->pos],upload_data,*upload_data_size);
583 cs->pending_inbound_msg->pos += *upload_data_size;
584 *upload_data_size = 0;
589 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"%u bytes not added to message of %u bytes, message to big\n",*upload_data_size, cs->pending_inbound_msg->pos);
590 cs->is_bad_request = GNUNET_YES;
591 /* (*upload_data_size) bytes not processed */
596 if ((cs->is_put_in_progress == GNUNET_YES) && (cs->is_bad_request == GNUNET_YES))
598 *upload_data_size = 0;
599 response = MHD_create_response_from_data (strlen (HTTP_PUT_RESPONSE),HTTP_PUT_RESPONSE, MHD_NO, MHD_NO);
600 res = MHD_queue_response (session, MHD_HTTP_REQUEST_ENTITY_TOO_LARGE, response);
603 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Sent HTTP/1.1: 413 ENTITY TOO LARGE as PUT Response\n");
604 cs->is_bad_request = GNUNET_NO;
605 cs->is_put_in_progress =GNUNET_NO;
607 MHD_destroy_response (response);
611 if ((*upload_data_size == 0) && (cs->is_put_in_progress == GNUNET_YES) && (cs->is_bad_request == GNUNET_NO))
613 send_error_to_client = GNUNET_YES;
614 struct GNUNET_MessageHeader * gn_msg = NULL;
615 /*check message and forward here */
617 if (cs->pending_inbound_msg->pos > sizeof (struct GNUNET_MessageHeader))
619 gn_msg = GNUNET_malloc (cs->pending_inbound_msg->pos);
620 memcpy (gn_msg,cs->pending_inbound_msg->buf,cs->pending_inbound_msg->pos);
622 if ((ntohs(gn_msg->size) == cs->pending_inbound_msg->pos))
624 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Recieved GNUnet message type %u size %u and payload %u \n",ntohs (gn_msg->type), ntohs (gn_msg->size), ntohs (gn_msg->size)-sizeof(struct GNUNET_MessageHeader));
625 /* forwarding message to transport */
626 plugin->env->receive(plugin->env, &(cs->sender), gn_msg, 1, cs , cs->ip, strlen(cs->ip) );
627 send_error_to_client = GNUNET_NO;
631 if (send_error_to_client == GNUNET_NO)
633 response = MHD_create_response_from_data (strlen (HTTP_PUT_RESPONSE),HTTP_PUT_RESPONSE, MHD_NO, MHD_NO);
634 res = MHD_queue_response (session, MHD_HTTP_OK, response);
635 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Sent HTTP/1.1: 200 OK as PUT Response\n",HTTP_PUT_RESPONSE, strlen (HTTP_PUT_RESPONSE), res );
636 MHD_destroy_response (response);
640 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Recieved malformed message with %u bytes\n", cs->pending_inbound_msg->pos);
641 response = MHD_create_response_from_data (strlen (HTTP_PUT_RESPONSE),HTTP_PUT_RESPONSE, MHD_NO, MHD_NO);
642 res = MHD_queue_response (session, MHD_HTTP_BAD_REQUEST, response);
643 MHD_destroy_response (response);
644 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Sent HTTP/1.1: 400 BAD REQUEST as PUT Response\n");
647 GNUNET_free_non_null (gn_msg);
648 cs->is_put_in_progress = GNUNET_NO;
649 cs->is_bad_request = GNUNET_NO;
650 cs->pending_inbound_msg->pos = 0;
654 if ( 0 == strcmp (MHD_HTTP_METHOD_GET, method) )
656 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Got GET Request\n");
657 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"URL: `%s'\n",url);
658 response = MHD_create_response_from_data (strlen (HTTP_PUT_RESPONSE),HTTP_PUT_RESPONSE, MHD_NO, MHD_NO);
659 res = MHD_queue_response (session, MHD_HTTP_OK, response);
660 MHD_destroy_response (response);
668 * Call MHD to process pending requests and then go back
669 * and schedule the next run.
671 static void http_daemon_run (void *cls, const struct GNUNET_SCHEDULER_TaskContext *tc);
674 * Function that queries MHD's select sets and
675 * starts the task waiting for them.
677 static GNUNET_SCHEDULER_TaskIdentifier
678 http_daemon_prepare (struct MHD_Daemon *daemon_handle)
680 GNUNET_SCHEDULER_TaskIdentifier ret;
684 struct GNUNET_NETWORK_FDSet *wrs;
685 struct GNUNET_NETWORK_FDSet *wws;
686 struct GNUNET_NETWORK_FDSet *wes;
688 unsigned long long timeout;
690 struct GNUNET_TIME_Relative tv;
695 wrs = GNUNET_NETWORK_fdset_create ();
696 wes = GNUNET_NETWORK_fdset_create ();
697 wws = GNUNET_NETWORK_fdset_create ();
699 GNUNET_assert (MHD_YES ==
700 MHD_get_fdset (daemon_handle,
705 haveto = MHD_get_timeout (daemon_handle, &timeout);
706 if (haveto == MHD_YES)
707 tv.value = (uint64_t) timeout;
709 tv = GNUNET_TIME_UNIT_FOREVER_REL;
710 GNUNET_NETWORK_fdset_copy_native (wrs, &rs, max);
711 GNUNET_NETWORK_fdset_copy_native (wws, &ws, max);
712 GNUNET_NETWORK_fdset_copy_native (wes, &es, max);
713 ret = GNUNET_SCHEDULER_add_select (plugin->env->sched,
714 GNUNET_SCHEDULER_PRIORITY_HIGH,
715 GNUNET_SCHEDULER_NO_TASK,
721 GNUNET_NETWORK_fdset_destroy (wrs);
722 GNUNET_NETWORK_fdset_destroy (wws);
723 GNUNET_NETWORK_fdset_destroy (wes);
728 * Call MHD to process pending requests and then go back
729 * and schedule the next run.
731 static void http_daemon_run (void *cls,
732 const struct GNUNET_SCHEDULER_TaskContext *tc)
734 struct MHD_Daemon *daemon_handle = cls;
736 if (daemon_handle == http_daemon_v4)
737 http_task_v4 = GNUNET_SCHEDULER_NO_TASK;
739 if (daemon_handle == http_daemon_v6)
740 http_task_v6 = GNUNET_SCHEDULER_NO_TASK;
742 if (0 != (tc->reason & GNUNET_SCHEDULER_REASON_SHUTDOWN))
745 GNUNET_assert (MHD_YES == MHD_run (daemon_handle));
746 if (daemon_handle == http_daemon_v4)
747 http_task_v4 = http_daemon_prepare (daemon_handle);
748 if (daemon_handle == http_daemon_v6)
749 http_task_v6 = http_daemon_prepare (daemon_handle);
754 * Removes a message from the linked list of messages
755 * @param ses session to remove message from
756 * @param msg message to remove
757 * @return GNUNET_SYSERR if msg not found, GNUNET_OK on success
760 static int remove_http_message(struct Session * ses, struct HTTP_Message * msg)
762 struct HTTP_Message * cur;
763 struct HTTP_Message * next;
765 cur = ses->pending_outbound_msg;
769 return GNUNET_SYSERR;
773 ses->pending_outbound_msg = cur->next;
774 GNUNET_free (cur->buf);
780 while (cur->next!=msg)
782 if (cur->next != NULL)
785 return GNUNET_SYSERR;
788 cur->next = cur->next->next;
789 GNUNET_free (cur->next->buf);
790 GNUNET_free (cur->next);
797 * Callback method used with libcurl
798 * Method is called when libcurl needs to read data during sending
799 * @param stream pointer where to write data
800 * @param size size of an individual element
801 * @param nmemb count of elements that can be written to the buffer
802 * @param ptr source pointer, passed to the libcurl handle
803 * @return bytes written to stream
805 static size_t send_read_callback(void *stream, size_t size, size_t nmemb, void *ptr)
807 struct Session * ses = ptr;
808 struct HTTP_Message * msg = ses->pending_outbound_msg;
809 unsigned int bytes_sent;
812 if (msg->len > (size * nmemb))
813 return CURL_READFUNC_ABORT;
815 if (( msg->pos < msg->len) && (msg->len < (size * nmemb)))
817 memcpy(stream, msg->buf, msg->len);
819 bytes_sent = msg->len;
826 * Callback method used with libcurl
827 * Method is called when libcurl needs to write data during sending
828 * @param stream pointer where to write data
829 * @param size size of an individual element
830 * @param nmemb count of elements that can be written to the buffer
831 * @param ptr destination pointer, passed to the libcurl handle
832 * @return bytes read from stream
834 static size_t send_write_callback( void *stream, size_t size, size_t nmemb, void *ptr)
836 char * data = malloc(size*nmemb +1);
838 memcpy( data, stream, size*nmemb);
839 data[size*nmemb] = '\0';
840 /* Just a dummy print for the response recieved for the PUT message */
841 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG, "Recieved %u bytes: `%s' \n", size * nmemb, data);
843 return (size * nmemb);
848 * Function setting up file descriptors and scheduling task to run
849 * @param session session to send data to
850 * @return bytes sent to peer
852 static size_t send_prepare(struct Session* session );
855 * Function setting up curl handle and selecting message to send
856 * @param ses session to send data to
857 * @return bytes sent to peer
859 static ssize_t send_select_init (struct Session* ses )
864 struct HTTP_Message * msg;
866 /* FIFO selection, send oldest msg first, perhaps priority here? */
867 msg = ses->pending_outbound_msg;
869 url = GNUNET_malloc( 7 + strlen(ses->ip) + 7 + strlen ((char *) &(ses->hash)) + 1);
870 /* FIXME: use correct port number */
871 GNUNET_asprintf(&url,"http://%s:%u/%s",ses->ip,12389, (char *) &(ses->hash));
873 /* curl_easy_setopt(ses->curl_handle, CURLOPT_VERBOSE, 1L); */
874 curl_easy_setopt(ses->curl_handle, CURLOPT_URL, url);
875 curl_easy_setopt(ses->curl_handle, CURLOPT_PUT, 1L);
876 curl_easy_setopt(ses->curl_handle, CURLOPT_READFUNCTION, send_read_callback);
877 curl_easy_setopt(ses->curl_handle, CURLOPT_READDATA, ses);
878 curl_easy_setopt(ses->curl_handle, CURLOPT_WRITEFUNCTION, send_write_callback);
879 curl_easy_setopt(ses->curl_handle, CURLOPT_READDATA, ses);
880 curl_easy_setopt(ses->curl_handle, CURLOPT_INFILESIZE_LARGE, (curl_off_t) msg->len);
881 curl_easy_setopt(ses->curl_handle, CURLOPT_TIMEOUT, (long) (timeout.value / 1000 ));
882 curl_easy_setopt(ses->curl_handle, CURLOPT_CONNECTTIMEOUT, HTTP_CONNECT_TIMEOUT);
884 mret = curl_multi_add_handle(multi_handle, ses->curl_handle);
885 if (mret != CURLM_OK)
887 GNUNET_log (GNUNET_ERROR_TYPE_ERROR,
888 _("%s failed at %s:%d: `%s'\n"),
889 "curl_multi_add_handle", __FILE__, __LINE__,
890 curl_multi_strerror (mret));
893 bytes_sent = send_prepare (ses );
898 static void send_execute (void *cls,
899 const struct GNUNET_SCHEDULER_TaskContext *tc)
904 struct Session * cs = NULL;
906 http_task_send = GNUNET_SCHEDULER_NO_TASK;
907 if (0 != (tc->reason & GNUNET_SCHEDULER_REASON_SHUTDOWN))
913 mret = curl_multi_perform (multi_handle, &running);
919 msg = curl_multi_info_read (multi_handle, &running);
920 GNUNET_break (msg != NULL);
923 /* get session for affected curl handle */
924 cs = find_session_by_curlhandle (msg->easy_handle);
925 GNUNET_assert ( cs != NULL );
930 if ( (msg->data.result != CURLE_OK) &&
931 (msg->data.result != CURLE_GOT_NOTHING) )
934 GNUNET_log(GNUNET_ERROR_TYPE_INFO,
935 _("%s failed for `%s' at %s:%d: `%s'\n"),
936 "curl_multi_perform",
940 curl_easy_strerror (msg->data.result));
941 /* sending msg failed*/
942 if ( NULL != cs->transmit_cont)
943 cs->transmit_cont (NULL,&cs->sender,GNUNET_SYSERR);
947 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
948 "Send to %s completed.\n", cs->ip);
949 if (GNUNET_OK != remove_http_message(cs, cs->pending_outbound_msg))
950 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG, "Message could not be removed from session `%s'", GNUNET_i2s(&cs->sender));
952 curl_easy_cleanup(cs->curl_handle);
953 cs->curl_handle=NULL;
955 /* send pending messages */
956 if (cs->pending_outbound_msg != NULL)
957 send_select_init (cs);
959 /* Calling transmit continuation */
960 if ( NULL != cs->transmit_cont)
961 cs->transmit_cont (NULL,&cs->sender,GNUNET_OK);
969 while ( (running > 0) );
972 while (mret == CURLM_CALL_MULTI_PERFORM);
978 * Function setting up file descriptors and scheduling task to run
979 * @param ses session to send data to
980 * @return bytes sent to peer
982 static size_t send_prepare(struct Session* session )
988 struct GNUNET_NETWORK_FDSet *grs;
989 struct GNUNET_NETWORK_FDSet *gws;
997 mret = curl_multi_fdset (multi_handle, &rs, &ws, &es, &max);
998 if (mret != CURLM_OK)
1000 GNUNET_log (GNUNET_ERROR_TYPE_ERROR,
1001 _("%s failed at %s:%d: `%s'\n"),
1002 "curl_multi_fdset", __FILE__, __LINE__,
1003 curl_multi_strerror (mret));
1006 mret = curl_multi_timeout (multi_handle, &to);
1007 if (mret != CURLM_OK)
1009 GNUNET_log (GNUNET_ERROR_TYPE_ERROR,
1010 _("%s failed at %s:%d: `%s'\n"),
1011 "curl_multi_timeout", __FILE__, __LINE__,
1012 curl_multi_strerror (mret));
1016 grs = GNUNET_NETWORK_fdset_create ();
1017 gws = GNUNET_NETWORK_fdset_create ();
1018 GNUNET_NETWORK_fdset_copy_native (grs, &rs, max + 1);
1019 GNUNET_NETWORK_fdset_copy_native (gws, &ws, max + 1);
1020 http_task_send = GNUNET_SCHEDULER_add_select (plugin->env->sched,
1021 GNUNET_SCHEDULER_PRIORITY_DEFAULT,
1022 GNUNET_SCHEDULER_NO_TASK,
1023 GNUNET_TIME_relative_multiply (GNUNET_TIME_UNIT_SECONDS, 0),
1028 GNUNET_NETWORK_fdset_destroy (gws);
1029 GNUNET_NETWORK_fdset_destroy (grs);
1031 /* FIXME: return bytes REALLY sent */
1036 * Function that can be used by the transport service to transmit
1037 * a message using the plugin.
1039 * @param cls closure
1040 * @param target who should receive this message
1041 * @param priority how important is the message
1042 * @param msgbuf the message to transmit
1043 * @param msgbuf_size number of bytes in 'msgbuf'
1044 * @param to when should we time out
1045 * @param session which session must be used (or NULL for "any")
1046 * @param addr the address to use (can be NULL if the plugin
1047 * is "on its own" (i.e. re-use existing TCP connection))
1048 * @param addrlen length of the address in bytes
1049 * @param force_address GNUNET_YES if the plugin MUST use the given address,
1050 * otherwise the plugin may use other addresses or
1051 * existing connections (if available)
1052 * @param cont continuation to call once the message has
1053 * been transmitted (or if the transport is ready
1054 * for the next transmission call; or if the
1055 * peer disconnected...)
1056 * @param cont_cls closure for cont
1057 * @return number of bytes used (on the physical network, with overheads);
1058 * -1 on hard errors (i.e. address invalid); 0 is a legal value
1059 * and does NOT mean that the message was not transmitted (DV)
1062 http_plugin_send (void *cls,
1063 const struct GNUNET_PeerIdentity *target,
1066 unsigned int priority,
1067 struct GNUNET_TIME_Relative to,
1068 struct Session *session,
1072 GNUNET_TRANSPORT_TransmitContinuation cont,
1075 struct Session* ses;
1076 struct Session* ses_temp;
1077 struct HTTP_Message * msg;
1078 struct HTTP_Message * tmp;
1081 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Transport told plugin to send to peer `%s'\n",GNUNET_i2s(target));
1083 /* find session for peer */
1084 ses = find_session_by_pi (target);
1086 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Existing session for peer `%s' found\n", GNUNET_i2s(target));
1089 /* create new session object */
1091 /*FIXME: what is const void * really? Assuming struct sockaddr_in * ! */
1092 ses = create_session((struct sockaddr_in *) addr, target);
1093 ses->is_active = GNUNET_YES;
1094 ses->transmit_cont = cont;
1096 /* Insert session into linked list */
1097 if ( plugin->sessions == NULL)
1099 plugin->sessions = ses;
1100 plugin->session_count = 1;
1102 ses_temp = plugin->sessions;
1103 while ( ses_temp->next != NULL )
1105 ses_temp = ses_temp->next;
1107 if (ses_temp != ses )
1109 ses_temp->next = ses;
1110 plugin->session_count++;
1112 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"New Session `%s' inserted, count %u \n", GNUNET_i2s(target), plugin->session_count);
1115 ses->curl_handle = curl_easy_init();
1116 if( NULL == ses->curl_handle)
1118 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Getting cURL handle failed\n");
1123 ses->transmit_cont = cont;
1125 /* setting up message */
1126 msg = GNUNET_malloc (sizeof (struct HTTP_Message));
1128 msg->len = msgbuf_size;
1130 msg->buf = GNUNET_malloc (msgbuf_size);
1131 memcpy (msg->buf,msgbuf, msgbuf_size);
1133 /* insert created message in list of pending messages */
1135 if (ses->pending_outbound_msg == NULL)
1137 ses->pending_outbound_msg = msg;
1139 tmp = ses->pending_outbound_msg;
1140 while ( NULL != tmp->next)
1147 bytes_sent = send_select_init (ses);
1155 * Function that can be used to force the plugin to disconnect
1156 * from the given peer and cancel all previous transmissions
1157 * (and their continuationc).
1159 * @param cls closure
1160 * @param target peer from which to disconnect
1163 http_plugin_disconnect (void *cls,
1164 const struct GNUNET_PeerIdentity *target)
1166 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"HTTP Plugin: http_plugin_disconnect\n");
1167 // struct Plugin *plugin = cls;
1173 * Convert the transports address to a nice, human-readable
1176 * @param cls closure
1177 * @param type name of the transport that generated the address
1178 * @param addr one of the addresses of the host, NULL for the last address
1179 * the specific address format depends on the transport
1180 * @param addrlen length of the address
1181 * @param numeric should (IP) addresses be displayed in numeric form?
1182 * @param timeout after how long should we give up?
1183 * @param asc function to call on each string
1184 * @param asc_cls closure for asc
1187 http_plugin_address_pretty_printer (void *cls,
1192 struct GNUNET_TIME_Relative timeout,
1193 GNUNET_TRANSPORT_AddressStringCallback
1196 const struct IPv4HttpAddress *t4;
1197 const struct IPv6HttpAddress *t6;
1198 struct sockaddr_in a4;
1199 struct sockaddr_in6 a6;
1204 if (addrlen == sizeof (struct IPv6HttpAddress))
1206 address = GNUNET_malloc (INET6_ADDRSTRLEN);
1208 a6.sin6_addr = t6->ipv6_addr;
1209 inet_ntop(AF_INET6, &(a6.sin6_addr),address,INET6_ADDRSTRLEN);
1210 port = ntohs(t6->u6_port);
1212 else if (addrlen == sizeof (struct IPv4HttpAddress))
1214 address = GNUNET_malloc (INET_ADDRSTRLEN);
1216 a4.sin_addr.s_addr = t4->ipv4_addr;
1217 inet_ntop(AF_INET, &(a4.sin_addr),address,INET_ADDRSTRLEN);
1218 port = ntohs(t4->u_port);
1222 /* invalid address */
1223 GNUNET_break_op (0);
1224 asc (asc_cls, NULL);
1228 ret = GNUNET_malloc(strlen(address) +14);
1229 GNUNET_asprintf(&ret,"http://%s:%u/",address,port);
1230 GNUNET_free (address);
1237 * Another peer has suggested an address for this
1238 * peer and transport plugin. Check that this could be a valid
1239 * address. If so, consider adding it to the list
1242 * @param cls closure
1243 * @param addr pointer to the address
1244 * @param addrlen length of addr
1245 * @return GNUNET_OK if this is a plausible address for this peer
1249 http_plugin_address_suggested (void *cls,
1250 void *addr, size_t addrlen)
1252 struct IPv4HttpAddress *v4;
1253 struct IPv6HttpAddress *v6;
1255 if ((addrlen != sizeof (struct IPv4HttpAddress)) &&
1256 (addrlen != sizeof (struct IPv6HttpAddress)))
1258 GNUNET_break_op (0);
1259 return GNUNET_SYSERR;
1261 if (addrlen == sizeof (struct IPv4HttpAddress))
1263 v4 = (struct IPv4HttpAddress *) addr;
1265 v4->u_port = ntohs (v4->u_port);
1266 if (v4->u_port != plugin->port_inbound)
1268 GNUNET_break_op (0);
1269 return GNUNET_SYSERR;
1274 v6 = (struct IPv6HttpAddress *) addr;
1275 if (IN6_IS_ADDR_LINKLOCAL (&v6->ipv6_addr))
1277 GNUNET_break_op (0);
1278 return GNUNET_SYSERR;
1280 v6->u6_port = ntohs (v6->u6_port);
1281 if (v6->u6_port != plugin->port_inbound)
1283 GNUNET_break_op (0);
1284 return GNUNET_SYSERR;
1293 * Function called for a quick conversion of the binary address to
1294 * a numeric address. Note that the caller must not free the
1295 * address and that the next call to this function is allowed
1296 * to override the address again.
1298 * @param cls closure
1299 * @param addr binary address
1300 * @param addrlen length of the address
1301 * @return string representing the same address
1304 http_plugin_address_to_string (void *cls,
1308 const struct IPv4HttpAddress *t4;
1309 const struct IPv6HttpAddress *t6;
1310 struct sockaddr_in a4;
1311 struct sockaddr_in6 a6;
1316 if (addrlen == sizeof (struct IPv6HttpAddress))
1318 address = GNUNET_malloc (INET6_ADDRSTRLEN);
1320 a6.sin6_addr = t6->ipv6_addr;
1321 inet_ntop(AF_INET6, &(a6.sin6_addr),address,INET6_ADDRSTRLEN);
1322 port = ntohs(t6->u6_port);
1324 else if (addrlen == sizeof (struct IPv4HttpAddress))
1326 address = GNUNET_malloc (INET_ADDRSTRLEN);
1328 a4.sin_addr.s_addr = t4->ipv4_addr;
1329 inet_ntop(AF_INET, &(a4.sin_addr),address,INET_ADDRSTRLEN);
1330 port = ntohs(t4->u_port);
1334 /* invalid address */
1338 ret = GNUNET_malloc(strlen(address) +6);
1339 GNUNET_asprintf(&ret,"%s:%u",address,port);
1340 GNUNET_free (address);
1345 * Add the IP of our network interface to the list of
1346 * our external IP addresses.
1348 * @param cls the 'struct Plugin*'
1349 * @param name name of the interface
1350 * @param isDefault do we think this may be our default interface
1351 * @param addr address of the interface
1352 * @param addrlen number of bytes in addr
1353 * @return GNUNET_OK to continue iterating
1356 process_interfaces (void *cls,
1359 const struct sockaddr *addr, socklen_t addrlen)
1361 struct IPv4HttpAddress t4;
1362 struct IPv6HttpAddress t6;
1369 af = addr->sa_family;
1372 if (INADDR_LOOPBACK == ntohl(((struct sockaddr_in *) addr)->sin_addr.s_addr))
1374 /* skip loopback addresses */
1377 t4.ipv4_addr = ((struct sockaddr_in *) addr)->sin_addr.s_addr;
1378 t4.u_port = htons (plugin->port_inbound);
1382 else if (af == AF_INET6)
1384 if (IN6_IS_ADDR_LINKLOCAL (&((struct sockaddr_in6 *) addr)->sin6_addr))
1386 /* skip link local addresses */
1389 if (IN6_IS_ADDR_LOOPBACK (&((struct sockaddr_in6 *) addr)->sin6_addr))
1391 /* skip loopback addresses */
1394 memcpy (&t6.ipv6_addr,
1395 &((struct sockaddr_in6 *) addr)->sin6_addr,
1396 sizeof (struct in6_addr));
1397 t6.u6_port = htons (plugin->port_inbound);
1406 plugin->env->notify_address(plugin->env->cls,"http",arg, args, GNUNET_TIME_UNIT_FOREVER_REL);
1412 * Exit point from the plugin.
1415 libgnunet_plugin_transport_http_done (void *cls)
1417 struct GNUNET_TRANSPORT_PluginFunctions *api = cls;
1418 struct Plugin *plugin = api->cls;
1419 struct Session * cs;
1420 struct Session * cs_next;
1423 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Unloading http plugin...\n");
1425 if ( http_task_v4 != GNUNET_SCHEDULER_NO_TASK)
1427 GNUNET_SCHEDULER_cancel(plugin->env->sched, http_task_v4);
1428 http_task_v4 = GNUNET_SCHEDULER_NO_TASK;
1431 if ( http_task_v6 != GNUNET_SCHEDULER_NO_TASK)
1433 GNUNET_SCHEDULER_cancel(plugin->env->sched, http_task_v6);
1434 http_task_v6 = GNUNET_SCHEDULER_NO_TASK;
1437 if ( http_task_send != GNUNET_SCHEDULER_NO_TASK)
1439 GNUNET_SCHEDULER_cancel(plugin->env->sched, http_task_send);
1440 http_task_send = GNUNET_SCHEDULER_NO_TASK;
1443 if (http_daemon_v4 != NULL)
1445 MHD_stop_daemon (http_daemon_v4);
1446 http_daemon_v4 = NULL;
1448 if (http_daemon_v6 != NULL)
1450 MHD_stop_daemon (http_daemon_v6);
1451 http_daemon_v6 = NULL;
1454 mret = curl_multi_cleanup(multi_handle);
1455 if ( CURLM_OK != mret)
1456 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"curl multihandle clean up failed");
1458 /* free all sessions */
1459 cs = plugin->sessions;
1463 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Freeing session to `%s'\n",cs->ip);
1466 /* freeing messages */
1467 struct HTTP_Message *cur;
1468 struct HTTP_Message *tmp;
1469 cur = cs->pending_outbound_msg;
1474 if (NULL != cur->buf)
1475 GNUNET_free (cur->buf);
1479 GNUNET_free (cs->pending_inbound_msg->buf);
1480 GNUNET_free (cs->pending_inbound_msg);
1481 GNUNET_free (cs->ip);
1482 GNUNET_free (cs->addr);
1484 plugin->session_count--;
1489 /* GNUNET_SERVICE_stop (plugin->service); */
1490 GNUNET_free (hostname);
1491 GNUNET_free (plugin);
1498 * Entry point for the plugin.
1501 libgnunet_plugin_transport_http_init (void *cls)
1503 struct GNUNET_TRANSPORT_PluginEnvironment *env = cls;
1504 struct GNUNET_TRANSPORT_PluginFunctions *api;
1505 struct GNUNET_SERVICE_Context *service;
1506 unsigned int timeout;
1507 struct GNUNET_TIME_Relative gn_timeout;
1508 long long unsigned int port;
1510 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Starting http plugin...\n");
1514 service = GNUNET_SERVICE_start ("transport-http", env->sched, env->cfg);
1515 if (service == NULL)
1517 GNUNET_log_from (GNUNET_ERROR_TYPE_WARNING, "", _
1518 ("Failed to start service for `%s' transport plugin.\n"),
1524 plugin = GNUNET_malloc (sizeof (struct Plugin));
1526 plugin->sessions = NULL;
1527 plugin->service = service;
1528 api = GNUNET_malloc (sizeof (struct GNUNET_TRANSPORT_PluginFunctions));
1530 api->send = &http_plugin_send;
1531 api->disconnect = &http_plugin_disconnect;
1532 api->address_pretty_printer = &http_plugin_address_pretty_printer;
1533 api->check_address = &http_plugin_address_suggested;
1534 api->address_to_string = &http_plugin_address_to_string;
1536 hostname = GNUNET_RESOLVER_local_fqdn_get ();
1538 /* Hashing our identity to use it in URLs */
1539 GNUNET_CRYPTO_hash_to_enc ( &(plugin->env->my_identity->hashPubKey), &my_ascii_hash_ident);
1541 /* Reading port number from config file */
1543 GNUNET_CONFIGURATION_get_value_number (env->cfg,
1549 GNUNET_log_from (GNUNET_ERROR_TYPE_ERROR,
1552 ("Require valid port number for transport plugin `%s' in configuration!\n"),
1554 libgnunet_plugin_transport_http_done (api);
1557 plugin->port_inbound = port;
1558 gn_timeout = GNUNET_CONSTANTS_IDLE_CONNECTION_TIMEOUT;
1559 timeout = ( gn_timeout.value / 1000);
1560 if ((http_daemon_v4 == NULL) && (http_daemon_v6 == NULL) && (port != 0))
1562 http_daemon_v6 = MHD_start_daemon (MHD_USE_IPv6,
1564 &acceptPolicyCallback,
1565 NULL , &accessHandlerCallback, NULL,
1566 MHD_OPTION_CONNECTION_LIMIT, (unsigned int) 16,
1567 MHD_OPTION_PER_IP_CONNECTION_LIMIT, (unsigned int) 1,
1568 MHD_OPTION_CONNECTION_TIMEOUT, timeout,
1569 /* FIXME: set correct limit */
1570 MHD_OPTION_CONNECTION_MEMORY_LIMIT, (size_t) (16 * 1024),
1571 MHD_OPTION_NOTIFY_COMPLETED, &requestCompletedCallback, NULL,
1573 http_daemon_v4 = MHD_start_daemon (MHD_NO_FLAG,
1575 &acceptPolicyCallback,
1576 NULL , &accessHandlerCallback, NULL,
1577 MHD_OPTION_CONNECTION_LIMIT, (unsigned int) 16,
1578 MHD_OPTION_PER_IP_CONNECTION_LIMIT, (unsigned int) 1,
1579 MHD_OPTION_CONNECTION_TIMEOUT, timeout,
1580 /* FIXME: set correct limit */
1581 MHD_OPTION_CONNECTION_MEMORY_LIMIT, (size_t) (16 * 1024),
1582 MHD_OPTION_NOTIFY_COMPLETED, &requestCompletedCallback, NULL,
1585 if (http_daemon_v4 != NULL)
1586 http_task_v4 = http_daemon_prepare (http_daemon_v4);
1587 if (http_daemon_v6 != NULL)
1588 http_task_v6 = http_daemon_prepare (http_daemon_v6);
1590 if (http_task_v4 != GNUNET_SCHEDULER_NO_TASK)
1591 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Starting MHD with IPv4 on port %u\n",port);
1592 if (http_task_v6 != GNUNET_SCHEDULER_NO_TASK)
1593 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Starting MHD with IPv4 and IPv6 on port %u\n",port);
1596 /* Initializing cURL */
1597 multi_handle = curl_multi_init();
1598 if ( NULL == multi_handle )
1600 GNUNET_log_from (GNUNET_ERROR_TYPE_ERROR,
1602 _("Could not initialize curl multi handle, failed to start http plugin!\n"),
1604 libgnunet_plugin_transport_http_done (api);
1608 GNUNET_OS_network_interfaces_list (&process_interfaces, plugin);
1613 /* end of plugin_transport_template.c */