2 This file is part of GNUnet
3 (C) 2003, 2004, 2005, 2006, 2007, 2008 Christian Grothoff (and other contributing authors)
5 GNUnet is free software; you can redistribute it and/or modify
6 it under the terms of the GNU General Public License as published
7 by the Free Software Foundation; either version 2, or (at your
8 option) any later version.
10 GNUnet is distributed in the hope that it will be useful, but
11 WITHOUT ANY WARRANTY; without even the implied warranty of
12 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
13 General Public License for more details.
15 You should have received a copy of the GNU General Public License
16 along with GNUnet; see the file COPYING. If not, write to the
17 Free Software Foundation, Inc., 59 Temple Place - Suite 330,
18 Boston, MA 02111-1307, USA.
22 * @file transports/http.c
23 * @brief Implementation of the HTTP transport service
24 * @author Christian Grothoff
28 #include "gnunet_util.h"
29 #include "gnunet_protocols.h"
30 #include "gnunet_transport.h"
31 #include "gnunet_stats_service.h"
32 #include "gnunet_upnp_service.h"
34 #include <microhttpd.h>
35 #include <curl/curl.h>
38 #define DEBUG_HTTP GNUNET_NO
41 * Disable GET (for debugging only!). Must be GNUNET_YES
44 #define DO_GET GNUNET_YES
47 * After how much time of the core not being associated with a http
48 * connection anymore do we close it?
50 * Needs to be larger than SECONDS_INACTIVE_DROP in
53 #define HTTP_TIMEOUT (600 * GNUNET_CRON_SECONDS)
56 * How often do we re-issue GET requests?
58 #define HTTP_GET_REFRESH (5 * GNUNET_CRON_SECONDS)
61 * Default maximum size of the HTTP read and write buffer.
63 #define HTTP_BUF_SIZE (64 * 1024)
66 * Text of the response sent back after the last bytes of a PUT
67 * request have been received (just to formally obey the HTTP
70 #define HTTP_PUT_RESPONSE "Thank you!"
72 #define MY_TRANSPORT_NAME "HTTP"
76 * Client-side data per PUT request.
81 * This is a linked list.
83 struct HTTPPutData *next;
86 * Handle to our CURL request.
91 * Last time we made progress with the PUT.
93 GNUNET_CronTime last_activity;
96 * The message we are sending.
106 * Current position in msg.
111 * Are we done sending? Set to 1 after we
112 * completed sending and started to receive
113 * a response ("Thank you!") or once the
114 * timeout has been reached.
121 * Server-side data per PUT request.
126 * This is a linked list.
128 struct MHDPutData *next;
131 * MHD connection handle for this request.
133 struct MHD_Connection *session;
136 * Last time we received data on this PUT
139 GNUNET_CronTime last_activity;
142 * Read buffer for the header (from PUT)
144 char rbuff1[sizeof (GNUNET_MessageHeader)];
147 * The read buffer (used only receiving PUT data).
152 * Number of valid bytes in rbuff1
157 * Number of valid bytes in rbuff2
163 * Size of the rbuff2 buffer.
168 * Should we sent a response for this PUT yet?
173 * Have we sent a response for this PUT yet?
180 * Server-side data for a GET request.
186 * This is a linked list.
188 struct MHDGetData *next;
191 * MHD connection handle for this request.
193 struct MHD_Connection *session;
196 * GET session response handle
198 struct MHD_Response *get;
203 struct HTTPSession *httpsession;
206 * The write buffer (for sending GET response)
211 * What was the last time we were able to
212 * transmit data using the current get handle?
214 GNUNET_CronTime last_get_activity;
217 * Current write position in wbuff
222 * Number of valid bytes in wbuff (starting at woff)
227 * Size of the write buffer.
234 * Transport Session handle.
236 typedef struct HTTPSession
240 * GNUNET_TSession for this session.
242 GNUNET_TSession *tsession;
245 * To whom are we talking to.
247 GNUNET_PeerIdentity sender;
250 * number of users of this session
255 * Has this session been destroyed?
260 * Are we client or server? Determines which of the
261 * structs in the union below is being used for this
267 * Is MHD still using this session handle?
272 * Data maintained for the http client-server connection
273 * (depends on if we are client or server).
281 * Active PUT requests (linked list).
283 struct MHDPutData *puts;
287 * Active GET requests (linked list; most
288 * recent received GET is the head of the list).
290 struct MHDGetData *gets;
299 * Address of the other peer.
305 * Last time the GET was active.
307 GNUNET_CronTime last_get_activity;
310 * What was the last time we were able to
311 * transmit data using the current get handle?
313 GNUNET_CronTime last_get_initiated;
321 * Read buffer for the header (from GET).
323 char rbuff1[sizeof (GNUNET_MessageHeader)];
326 * The read buffer (used only receiving GET data).
331 * Number of valid bytes in rbuff1
336 * Number of valid bytes in rbuff2
341 * Current size of the read buffer rbuff2.
347 * URL of the get and put operations.
352 * Linked list of PUT operations.
354 struct HTTPPutData *puts;
362 /* *********** globals ************* */
364 static int stat_bytesReceived;
366 static int stat_bytesSent;
368 static int stat_bytesDropped;
370 static int stat_get_issued;
372 static int stat_get_received;
374 static int stat_put_issued;
376 static int stat_put_received;
378 static int stat_select_calls;
380 static int stat_send_calls;
382 static int stat_connect_calls;
384 static int stat_curl_send_callbacks;
386 static int stat_curl_receive_callbacks;
388 static int stat_mhd_access_callbacks;
390 static int stat_mhd_read_callbacks;
392 static int stat_mhd_close_callbacks;
394 static int stat_connect_calls;
397 * How many requests do we have currently pending
400 static unsigned int http_requests_pending;
402 static int signal_pipe[2];
407 * Daemon for listening for new connections.
409 static struct MHD_Daemon *mhd_daemon;
412 * Curl multi for managing client operations.
414 static CURLM *curl_multi;
417 * Set to GNUNET_YES while the transport is running.
419 static int http_running;
422 * Thread running libcurl activities.
424 static struct GNUNET_ThreadHandle *curl_thread;
427 * Array of currently active HTTP sessions.
429 static GNUNET_TSession **tsessions;
432 * Number of valid entries in tsessions.
434 static unsigned int tsessionCount;
437 * Sie of the tsessions array.
439 static unsigned int tsessionArrayLength;
442 * Lock for concurrent access to all structures used
443 * by http, including CURL.
445 static struct GNUNET_Mutex *lock;
449 * Signal select thread that its selector
450 * set may have changed.
456 WRITE (signal_pipe[1], &c, sizeof (c));
460 * Check if we are allowed to connect to the given IP.
463 acceptPolicyCallback (void *cls,
464 const struct sockaddr *addr, socklen_t addr_len)
466 if (GNUNET_NO != is_rejected_tester (addr, addr_len))
472 * Disconnect from a remote node. May only be called
473 * on sessions that were acquired by the caller first.
474 * For the core, aquiration means to call associate or
475 * connect. The number of disconnects must match the
476 * number of calls to connect+associate.
478 * Sessions are actually discarded in cleanup_connections.
481 * @param tsession the session that is closed
482 * @return GNUNET_OK on success, GNUNET_SYSERR if the operation failed
485 httpDisconnect (GNUNET_TSession * tsession)
487 HTTPSession *httpsession = tsession->internal;
488 if (httpsession == NULL)
490 GNUNET_free (tsession);
493 GNUNET_mutex_lock (lock);
494 httpsession->users--;
495 GNUNET_mutex_unlock (lock);
500 destroy_tsession (GNUNET_TSession * tsession)
502 HTTPSession *httpsession = tsession->internal;
503 struct HTTPPutData *pos;
504 struct HTTPPutData *next;
506 struct MHDGetData *gpos;
507 struct MHDGetData *gnext;
509 struct MHD_Response *r;
512 GNUNET_mutex_lock (lock);
513 for (i = 0; i < tsessionCount; i++)
515 if (tsessions[i] == tsession)
517 tsessions[i] = tsessions[--tsessionCount];
521 if (httpsession->is_client)
524 curl_multi_remove_handle (curl_multi, httpsession->cs.client.get);
525 http_requests_pending--;
527 curl_easy_cleanup (httpsession->cs.client.get);
528 GNUNET_array_grow (httpsession->cs.client.rbuff2,
529 httpsession->cs.client.rsize2, 0);
531 GNUNET_free_non_null (httpsession->cs.client.url);
532 pos = httpsession->cs.client.puts;
536 curl_multi_remove_handle (curl_multi, pos->curl_put);
537 http_requests_pending--;
539 curl_easy_cleanup (pos->curl_put);
540 GNUNET_free (pos->msg);
544 GNUNET_free (httpsession);
545 GNUNET_free (tsession);
549 httpsession->destroyed = GNUNET_YES;
550 GNUNET_GE_BREAK (NULL, httpsession->cs.server.puts == NULL);
552 gpos = httpsession->cs.server.gets;
555 GNUNET_array_grow (gpos->wbuff, gpos->wsize, 0);
559 MHD_destroy_response (r);
562 httpsession->cs.server.gets = NULL;
564 GNUNET_free (httpsession->tsession);
565 GNUNET_free (httpsession);
567 GNUNET_mutex_unlock (lock);
571 * MHD is done handling a request. Cleanup
572 * the respective transport state.
575 requestCompletedCallback (void *unused,
576 struct MHD_Connection *session,
577 void **httpSessionCache)
579 HTTPSession *httpsession = *httpSessionCache;
580 struct MHDPutData *pprev;
581 struct MHDPutData *ppos;
583 struct MHDGetData *gprev;
584 struct MHDGetData *gpos;
588 stats->change (stat_mhd_close_callbacks, 1);
589 if (httpsession == NULL)
591 GNUNET_GE_ASSERT (NULL, !httpsession->is_client);
593 ppos = httpsession->cs.server.puts;
596 if (ppos->session == session)
598 ppos->last_activity = 0;
607 gpos = httpsession->cs.server.gets;
610 if (gpos->session == session)
612 gpos->last_get_activity = 0;
620 httpsession->is_mhd_active--;
624 * A (core) Session is to be associated with a transport session. The
625 * transport service may want to know in order to call back on the
626 * core if the connection is being closed. Associate can also be
627 * called to test if it would be possible to associate the session
628 * later, in this case the argument session is NULL. This can be used
629 * to test if the connection must be closed by the core or if the core
630 * can assume that it is going to be self-managed (if associate
631 * returns GNUNET_OK and session was NULL, the transport layer is responsible
632 * for eventually freeing resources associated with the tesession). If
633 * session is not NULL, the core takes responsbility for eventually
634 * calling disconnect.
636 * @param tsession the session handle passed along
637 * from the call to receive that was made by the transport
639 * @return GNUNET_OK if the session could be associated,
640 * GNUNET_SYSERR if not.
643 httpAssociate (GNUNET_TSession * tsession)
645 HTTPSession *httpSession;
647 if (tsession == NULL)
649 GNUNET_GE_BREAK (NULL, 0);
650 return GNUNET_SYSERR;
652 httpSession = tsession->internal;
653 GNUNET_mutex_lock (lock);
654 if (httpSession->destroyed == GNUNET_YES)
656 GNUNET_mutex_unlock (lock);
657 return GNUNET_SYSERR;
659 httpSession->users++;
660 GNUNET_mutex_unlock (lock);
665 * Add a new session to the array watched by the select thread. Grows
666 * the array if needed. If the caller wants to do anything useful
667 * with the return value, it must have the lock before
668 * calling. It is ok to call this function without holding lock if
669 * the return value is ignored.
672 addTSession (GNUNET_TSession * tsession)
676 GNUNET_mutex_lock (lock);
677 if (tsessionCount == tsessionArrayLength)
678 GNUNET_array_grow (tsessions, tsessionArrayLength,
679 tsessionArrayLength * 2);
681 tsessions[tsessionCount++] = tsession;
682 GNUNET_mutex_unlock (lock);
688 * Callback for processing GET requests if our side is the
691 * @param cls the HTTP session
692 * @param pos read-offset in the stream
693 * @param buf where to write the data
694 * @param max how much data to write (at most)
695 * @return number of bytes written, 0 is allowed!
698 contentReaderCallback (void *cls, uint64_t pos, char *buf, int max)
700 struct MHDGetData *mgd = cls;
703 stats->change (stat_mhd_read_callbacks, 1);
704 GNUNET_mutex_lock (lock);
707 memcpy (buf, &mgd->wbuff[mgd->woff], max);
711 mgd->last_get_activity = GNUNET_get_time ();
714 GNUNET_mutex_unlock (lock);
716 GNUNET_GE_LOG (coreAPI->ectx,
717 GNUNET_GE_DEBUG | GNUNET_GE_REQUEST | GNUNET_GE_USER,
718 "HTTP returns %u bytes in MHD's GET handler.\n", max);
721 stats->change (stat_bytesSent, max);
722 if ((max == 0) && (mgd->httpsession->cs.server.gets != mgd))
723 return -1; /* end of response (another GET replaces this one) */
730 * Notification that libmicrohttpd no longer needs the
734 contentReaderFreeCallback (void *cls)
736 struct MHDGetData *mgd = cls;
738 GNUNET_GE_ASSERT (NULL, mgd->get == NULL);
739 GNUNET_array_grow (mgd->wbuff, mgd->wsize, 0);
745 * Process GET or PUT request received via MHD. For
746 * GET, queue response that will send back our pending
747 * messages. For PUT, process incoming data and send
748 * to GNUnet core. In either case, check if a session
749 * already exists and create a new one if not.
752 accessHandlerCallback (void *cls,
753 struct MHD_Connection *session,
757 const char *upload_data,
758 size_t * upload_data_size, void **httpSessionCache)
760 GNUNET_TSession *tsession;
761 struct MHDPutData *put;
762 struct MHDGetData *get;
763 HTTPSession *httpSession;
764 struct MHD_Response *response;
765 GNUNET_HashCode client;
768 GNUNET_MessageHeader *hdr;
769 GNUNET_TransportPacket *mp;
774 stats->change (stat_mhd_access_callbacks, 1);
776 GNUNET_GE_LOG (coreAPI->ectx,
777 GNUNET_GE_DEBUG | GNUNET_GE_REQUEST | GNUNET_GE_USER,
778 "HTTP/MHD receives `%s' request.\n", method);
780 /* convert URL to sender peer id */
781 if ((strlen (url) < 2)
782 || (GNUNET_OK != GNUNET_enc_to_hash (&url[1], &client)))
784 /* invalid request */
785 /* GNUNET_GE_BREAK_OP (NULL, 0); -- this happens a lot, most likely
786 somebody scanning for MyDoom.X-opened backdoors */
790 /* check if we already have a session for this */
791 httpSession = *httpSessionCache;
792 if (httpSession == NULL)
794 /* new http connection */
797 if (0 == strcasecmp (MHD_HTTP_METHOD_PUT, method))
798 stats->change (stat_put_received, 1);
800 stats->change (stat_get_received, 1);
802 GNUNET_mutex_lock (lock);
803 for (i = 0; i < tsessionCount; i++)
805 tsession = tsessions[i];
806 httpSession = tsession->internal;
808 memcmp (&httpSession->sender, &client,
809 sizeof (GNUNET_HashCode)))
810 && (httpSession->is_client == GNUNET_NO))
815 GNUNET_mutex_unlock (lock);
817 /* create new session if necessary */
818 if (httpSession == NULL)
821 GNUNET_GE_LOG (coreAPI->ectx,
822 GNUNET_GE_DEBUG | GNUNET_GE_REQUEST | GNUNET_GE_USER,
823 "HTTP/MHD creates new session for request from `%s'.\n",
826 httpSession = GNUNET_malloc (sizeof (HTTPSession));
827 memset (httpSession, 0, sizeof (HTTPSession));
828 httpSession->sender.hashPubKey = client;
829 httpSession->users = 0; /* MHD */
830 tsession = GNUNET_malloc (sizeof (GNUNET_TSession));
831 memset (tsession, 0, sizeof (GNUNET_TSession));
832 tsession->ttype = GNUNET_TRANSPORT_PROTOCOL_NUMBER_HTTP;
833 tsession->internal = httpSession;
834 tsession->peer.hashPubKey = client;
835 httpSession->tsession = tsession;
836 addTSession (tsession);
838 if (*httpSessionCache == NULL)
840 httpSession->is_mhd_active++;
841 *httpSessionCache = httpSession;
843 GNUNET_mutex_lock (lock);
845 if (0 == strcasecmp (MHD_HTTP_METHOD_GET, method))
848 GNUNET_GE_LOG (coreAPI->ectx,
849 GNUNET_GE_DEBUG | GNUNET_GE_REQUEST | GNUNET_GE_USER,
850 "HTTP/MHD receives GET request from `%s'.\n", &url[1]);
853 /* handle get; create response object if we do not
855 get = GNUNET_malloc (sizeof (struct MHDGetData));
856 memset (get, 0, sizeof (struct MHDGetData));
857 get->next = httpSession->cs.server.gets;
858 httpSession->cs.server.gets = get;
859 get->session = session;
860 get->httpsession = httpSession;
861 get->last_get_activity = GNUNET_get_time ();
862 get->get = MHD_create_response_from_callback (MHD_SIZE_UNKNOWN,
864 contentReaderCallback,
866 contentReaderFreeCallback);
867 MHD_queue_response (session, MHD_HTTP_OK, get->get);
868 GNUNET_mutex_unlock (lock);
872 if (0 == strcasecmp (MHD_HTTP_METHOD_PUT, method))
875 GNUNET_GE_LOG (coreAPI->ectx,
876 GNUNET_GE_DEBUG | GNUNET_GE_REQUEST | GNUNET_GE_USER,
877 "HTTP/MHD receives PUT request from `%s' with %u bytes.\n",
878 &url[1], *upload_data_size);
880 put = httpSession->cs.server.puts;
881 while ((put != NULL) && (put->session != session))
885 put = GNUNET_malloc (sizeof (struct MHDPutData));
886 memset (put, 0, sizeof (struct MHDPutData));
887 put->next = httpSession->cs.server.puts;
888 httpSession->cs.server.puts = put;
889 put->session = session;
891 put->last_activity = GNUNET_get_time ();
893 /* handle put (upload_data!) */
895 have = *upload_data_size;
897 stats->change (stat_bytesReceived, have);
898 *upload_data_size = 0; /* we will always process everything */
899 if ((have == 0) && (put->done == GNUNET_NO)
900 && (put->ready == GNUNET_YES))
902 put->done = GNUNET_YES;
903 /* end of upload, send response! */
905 GNUNET_GE_LOG (coreAPI->ectx,
906 GNUNET_GE_DEBUG | GNUNET_GE_REQUEST | GNUNET_GE_USER,
907 "HTTP/MHD queues dummy response to completed PUT request.\n");
910 MHD_create_response_from_data (strlen (HTTP_PUT_RESPONSE),
911 HTTP_PUT_RESPONSE, MHD_NO, MHD_NO);
912 MHD_queue_response (session, MHD_HTTP_OK, response);
913 MHD_destroy_response (response);
914 GNUNET_mutex_unlock (lock);
919 put->ready = GNUNET_NO;
920 if (put->rpos1 < sizeof (GNUNET_MessageHeader))
922 cpy = sizeof (GNUNET_MessageHeader) - put->rpos1;
925 memcpy (&put->rbuff1[put->rpos1], &upload_data[poff], cpy);
931 if (put->rpos1 < sizeof (GNUNET_MessageHeader))
933 hdr = (GNUNET_MessageHeader *) put->rbuff1;
934 GNUNET_array_grow (put->rbuff2,
937 sizeof (GNUNET_MessageHeader));
938 if (put->rpos2 < ntohs (hdr->size) - sizeof (GNUNET_MessageHeader))
941 ntohs (hdr->size) - sizeof (GNUNET_MessageHeader) -
945 memcpy (&put->rbuff2[put->rpos2], &upload_data[poff], cpy);
950 if (put->rpos2 < ntohs (hdr->size) - sizeof (GNUNET_MessageHeader))
952 mp = GNUNET_malloc (sizeof (GNUNET_TransportPacket));
953 mp->msg = put->rbuff2;
954 mp->sender = httpSession->sender;
955 mp->tsession = httpSession->tsession;
956 mp->size = ntohs (hdr->size) - sizeof (GNUNET_MessageHeader);
958 GNUNET_GE_LOG (coreAPI->ectx,
959 GNUNET_GE_DEBUG | GNUNET_GE_REQUEST | GNUNET_GE_USER,
960 "HTTP/MHD passes %u bytes to core (received via PUT request).\n",
963 coreAPI->receive (mp);
968 put->ready = GNUNET_YES;
970 GNUNET_mutex_unlock (lock);
973 GNUNET_mutex_unlock (lock);
974 GNUNET_GE_BREAK_OP (NULL, 0); /* invalid request */
980 * Process downloaded bits (from GET via CURL).
983 receiveContentCallback (void *ptr, size_t size, size_t nmemb, void *ctx)
985 HTTPSession *httpSession = ctx;
986 const char *inbuf = ptr;
987 size_t have = size * nmemb;
990 GNUNET_MessageHeader *hdr;
991 GNUNET_TransportPacket *mp;
994 stats->change (stat_curl_receive_callbacks, 1);
995 httpSession->cs.client.last_get_activity = GNUNET_get_time ();
997 GNUNET_GE_LOG (coreAPI->ectx,
998 GNUNET_GE_DEBUG | GNUNET_GE_REQUEST | GNUNET_GE_USER,
999 "HTTP/CURL receives %u bytes as response to GET.\n",
1004 if (httpSession->cs.client.rpos1 < sizeof (GNUNET_MessageHeader))
1006 cpy = sizeof (GNUNET_MessageHeader) - httpSession->cs.client.rpos1;
1009 memcpy (&httpSession->cs.client.
1010 rbuff1[httpSession->cs.client.rpos1], &inbuf[poff], cpy);
1011 httpSession->cs.client.rpos1 += cpy;
1014 httpSession->cs.client.rpos2 = 0;
1016 if (httpSession->cs.client.rpos1 < sizeof (GNUNET_MessageHeader))
1018 hdr = (GNUNET_MessageHeader *) httpSession->cs.client.rbuff1;
1019 GNUNET_array_grow (httpSession->cs.client.rbuff2,
1020 httpSession->cs.client.rsize2,
1021 ntohs (hdr->size) - sizeof (GNUNET_MessageHeader));
1022 if (httpSession->cs.client.rpos2 <
1023 ntohs (hdr->size) - sizeof (GNUNET_MessageHeader))
1026 ntohs (hdr->size) - sizeof (GNUNET_MessageHeader) -
1027 httpSession->cs.client.rpos2;
1030 memcpy (&httpSession->cs.client.
1031 rbuff2[httpSession->cs.client.rpos2], &inbuf[poff], cpy);
1034 httpSession->cs.client.rpos2 += cpy;
1036 if (httpSession->cs.client.rpos2 <
1037 ntohs (hdr->size) - sizeof (GNUNET_MessageHeader))
1039 mp = GNUNET_malloc (sizeof (GNUNET_TransportPacket));
1040 mp->msg = httpSession->cs.client.rbuff2;
1041 mp->sender = httpSession->sender;
1042 mp->tsession = httpSession->tsession;
1043 mp->size = ntohs (hdr->size) - sizeof (GNUNET_MessageHeader);
1044 coreAPI->receive (mp);
1045 httpSession->cs.client.rbuff2 = NULL;
1046 httpSession->cs.client.rpos2 = 0;
1047 httpSession->cs.client.rsize2 = 0;
1048 httpSession->cs.client.rpos1 = 0;
1051 stats->change (stat_bytesReceived, size * nmemb);
1052 return size * nmemb;
1057 * Provide bits for upload: we're using CURL for a PUT request
1058 * and now need to provide data from the message we are transmitting.
1061 sendContentCallback (void *ptr, size_t size, size_t nmemb, void *ctx)
1063 struct HTTPPutData *put = ctx;
1064 size_t max = size * nmemb;
1067 stats->change (stat_curl_send_callbacks, 1);
1068 put->last_activity = GNUNET_get_time ();
1069 if (max > put->size - put->pos)
1070 max = put->size - put->pos;
1071 memcpy (ptr, &put->msg[put->pos], max);
1074 GNUNET_GE_LOG (coreAPI->ectx,
1075 GNUNET_GE_DEBUG | GNUNET_GE_REQUEST | GNUNET_GE_USER,
1076 "HTTP/CURL sends %u bytes in PUT request.\n", max);
1079 stats->change (stat_bytesSent, max);
1083 #define CURL_EASY_SETOPT(c, a, b) do { ret = curl_easy_setopt(c, a, b); if (ret != CURLE_OK) GNUNET_GE_LOG(coreAPI->ectx, GNUNET_GE_WARNING | GNUNET_GE_USER | GNUNET_GE_BULK, _("%s failed at %s:%d: `%s'\n"), "curl_easy_setopt", __FILE__, __LINE__, curl_easy_strerror(ret)); } while (0);
1084 #define IP_BUF_LEN 128
1087 create_session_url (HTTPSession * httpSession)
1089 char buf[IP_BUF_LEN];
1092 unsigned short available;
1095 const HostAddress *haddr =
1096 (const HostAddress *) &httpSession->cs.client.address;
1098 url = httpSession->cs.client.url;
1101 GNUNET_hash_to_enc (&coreAPI->my_identity->hashPubKey, &enc);
1102 available = ntohs (haddr->availability) & available_protocols;
1103 if (available == (VERSION_AVAILABLE_IPV4 | VERSION_AVAILABLE_IPV6))
1105 if (GNUNET_random_u32 (GNUNET_RANDOM_QUALITY_WEAK, 2) == 0)
1106 available = VERSION_AVAILABLE_IPV4;
1108 available = VERSION_AVAILABLE_IPV6;
1110 if ((available & VERSION_AVAILABLE_IPV4) > 0)
1112 if (NULL == inet_ntop (AF_INET, &haddr->ipv4, buf, IP_BUF_LEN))
1120 else if ((available & VERSION_AVAILABLE_IPV6) > 0)
1122 if (NULL == inet_ntop (AF_INET6, &haddr->ipv6, buf, IP_BUF_LEN))
1132 url = GNUNET_malloc (64 + sizeof (GNUNET_EncName) + strlen (buf));
1133 GNUNET_snprintf (url,
1134 64 + sizeof (GNUNET_EncName),
1135 "http://%s%s%s:%u/%s", obr, buf, cbr,
1136 ntohs (haddr->port), &enc);
1137 httpSession->cs.client.url = url;
1143 * Try to do a GET on the other peer of the given
1146 * @return GNUNET_OK on success, GNUNET_SYSERR on error
1149 create_curl_get (HTTPSession * httpSession)
1154 GNUNET_CronTime now;
1156 if (httpSession->cs.client.url == NULL)
1157 return GNUNET_SYSERR;
1158 curl_get = httpSession->cs.client.get;
1159 if (curl_get != NULL)
1161 GNUNET_mutex_lock (lock);
1162 curl_multi_remove_handle (curl_multi, curl_get);
1163 http_requests_pending--;
1165 curl_easy_cleanup (curl_get);
1166 GNUNET_mutex_unlock (lock);
1167 httpSession->cs.client.get = NULL;
1169 curl_get = curl_easy_init ();
1170 if (curl_get == NULL)
1171 return GNUNET_SYSERR;
1173 CURL_EASY_SETOPT (curl_get, CURLOPT_FAILONERROR, 1);
1174 CURL_EASY_SETOPT (curl_get, CURLOPT_URL, httpSession->cs.client.url);
1175 if (strlen (proxy) > 0)
1176 CURL_EASY_SETOPT (curl_get, CURLOPT_PROXY, proxy);
1177 CURL_EASY_SETOPT (curl_get, CURLOPT_BUFFERSIZE, 32 * 1024);
1178 if (0 == strncmp (httpSession->cs.client.url, "http", 4))
1179 CURL_EASY_SETOPT (curl_get, CURLOPT_USERAGENT, "GNUnet-http");
1181 CURL_EASY_SETOPT (curl_get, CURLOPT_VERBOSE, 1);
1183 CURL_EASY_SETOPT (curl_get, CURLOPT_CONNECTTIMEOUT, 150L);
1184 /* NOTE: use of CONNECTTIMEOUT without also
1185 setting NOSIGNAL results in really weird
1186 crashes on my system! */
1187 CURL_EASY_SETOPT (curl_get, CURLOPT_NOSIGNAL, 1);
1188 CURL_EASY_SETOPT (curl_get, CURLOPT_TIMEOUT, 150L);
1189 CURL_EASY_SETOPT (curl_get, CURLOPT_WRITEFUNCTION, &receiveContentCallback);
1190 CURL_EASY_SETOPT (curl_get, CURLOPT_WRITEDATA, httpSession);
1191 CURL_EASY_SETOPT (curl_get, CURLOPT_HTTP_VERSION, CURL_HTTP_VERSION_1_1);
1192 if (ret != CURLE_OK)
1194 curl_easy_cleanup (curl_get);
1195 return GNUNET_SYSERR;
1197 GNUNET_mutex_lock (lock);
1198 mret = curl_multi_add_handle (curl_multi, curl_get);
1199 http_requests_pending++;
1200 GNUNET_mutex_unlock (lock);
1202 stats->change (stat_get_issued, 1);
1203 if (mret != CURLM_OK)
1205 GNUNET_GE_LOG (coreAPI->ectx,
1206 GNUNET_GE_ERROR | GNUNET_GE_ADMIN | GNUNET_GE_USER |
1207 GNUNET_GE_BULK, _("%s failed at %s:%d: `%s'\n"),
1208 "curl_multi_add_handle", __FILE__, __LINE__,
1209 curl_multi_strerror (mret));
1210 curl_easy_cleanup (curl_get);
1211 return GNUNET_SYSERR;
1214 now = GNUNET_get_time ();
1215 httpSession->cs.client.last_get_activity = now;
1216 httpSession->cs.client.get = curl_get;
1217 httpSession->cs.client.last_get_initiated = now;
1219 GNUNET_GE_LOG (coreAPI->ectx,
1220 GNUNET_GE_DEBUG | GNUNET_GE_REQUEST | GNUNET_GE_USER,
1221 "HTTP/CURL initiated GET request.\n");
1228 * Establish a connection to a remote node.
1230 * @param hello the hello-Message for the target node
1231 * @param tsessionPtr the session handle that is set
1232 * @return GNUNET_OK on success, GNUNET_SYSERR if the operation failed
1235 httpConnect (const GNUNET_MessageHello * hello,
1236 GNUNET_TSession ** tsessionPtr, int may_reuse)
1238 const HostAddress *haddr = (const HostAddress *) &hello[1];
1239 GNUNET_TSession *tsession;
1240 HTTPSession *httpSession;
1244 stats->change (stat_connect_calls, 1);
1245 /* check if we have a session pending for this peer */
1249 GNUNET_mutex_lock (lock);
1250 for (i = 0; i < tsessionCount; i++)
1252 if (0 == memcmp (&hello->senderIdentity,
1253 &tsessions[i]->peer, sizeof (GNUNET_PeerIdentity)))
1255 tsession = tsessions[i];
1259 if ((tsession != NULL) && (GNUNET_OK == httpAssociate (tsession)))
1261 *tsessionPtr = tsession;
1262 GNUNET_mutex_unlock (lock);
1265 GNUNET_mutex_unlock (lock);
1267 /* no session pending, initiate a new one! */
1268 httpSession = GNUNET_malloc (sizeof (HTTPSession));
1269 memset (httpSession, 0, sizeof (HTTPSession));
1270 httpSession->sender = hello->senderIdentity;
1271 httpSession->users = 1; /* us only, core has not seen this tsession! */
1272 httpSession->is_client = GNUNET_YES;
1273 httpSession->cs.client.address = *haddr;
1274 tsession = GNUNET_malloc (sizeof (GNUNET_TSession));
1275 memset (tsession, 0, sizeof (GNUNET_TSession));
1276 httpSession->tsession = tsession;
1277 tsession->ttype = GNUNET_TRANSPORT_PROTOCOL_NUMBER_HTTP;
1278 tsession->internal = httpSession;
1279 tsession->peer = hello->senderIdentity;
1280 create_session_url (httpSession);
1282 if (GNUNET_OK != create_curl_get (httpSession))
1284 GNUNET_free (tsession);
1285 GNUNET_free (httpSession);
1286 return GNUNET_SYSERR;
1289 /* PUTs will be created as needed */
1290 addTSession (tsession);
1291 *tsessionPtr = tsession;
1293 GNUNET_GE_LOG (coreAPI->ectx,
1294 GNUNET_GE_DEBUG | GNUNET_GE_REQUEST | GNUNET_GE_USER,
1295 "HTTP/CURL initiated connection to `%s'.\n",
1296 httpSession->cs.client.url);
1302 * We received the "Thank you!" response to a PUT.
1303 * Discard the data (not useful) and mark the PUT
1304 * operation as completed.
1307 discardContentCallback (void *data, size_t size, size_t nmemb, void *put_cls)
1309 struct HTTPPutData *put = put_cls;
1310 /* this condition should pretty much always be
1311 true; just checking here in case the PUT
1312 response comes early somehow */
1313 if (put->pos == put->size)
1314 put->done = GNUNET_YES;
1315 return size * nmemb;
1319 * Create a new PUT request for the given PUT data.
1322 create_curl_put (HTTPSession * httpSession, struct HTTPPutData *put)
1329 /* we should have initiated a GET earlier,
1330 so URL must not be NULL here */
1331 if (httpSession->cs.client.url == NULL)
1332 return GNUNET_SYSERR;
1333 curl_put = curl_easy_init ();
1334 if (curl_put == NULL)
1335 return GNUNET_SYSERR;
1336 CURL_EASY_SETOPT (curl_put, CURLOPT_FAILONERROR, 1);
1337 CURL_EASY_SETOPT (curl_put, CURLOPT_URL, httpSession->cs.client.url);
1338 if (strlen (proxy) > 0)
1339 CURL_EASY_SETOPT (curl_put, CURLOPT_PROXY, proxy);
1340 CURL_EASY_SETOPT (curl_put, CURLOPT_BUFFERSIZE, put->size);
1341 if (0 == strncmp (httpSession->cs.client.url, "http", 4))
1342 CURL_EASY_SETOPT (curl_put, CURLOPT_USERAGENT, "GNUnet-http");
1343 CURL_EASY_SETOPT (curl_put, CURLOPT_UPLOAD, 1);
1345 CURL_EASY_SETOPT (curl_put, CURLOPT_VERBOSE, 1);
1347 CURL_EASY_SETOPT (curl_put, CURLOPT_CONNECTTIMEOUT, 150L);
1348 /* NOTE: use of CONNECTTIMEOUT without also
1349 setting NOSIGNAL results in really weird
1350 crashes on my system! */
1351 CURL_EASY_SETOPT (curl_put, CURLOPT_NOSIGNAL, 1);
1352 CURL_EASY_SETOPT (curl_put, CURLOPT_TIMEOUT, 150L);
1354 CURL_EASY_SETOPT (curl_put, CURLOPT_INFILESIZE, size);
1355 CURL_EASY_SETOPT (curl_put, CURLOPT_READFUNCTION, &sendContentCallback);
1356 CURL_EASY_SETOPT (curl_put, CURLOPT_READDATA, put);
1357 CURL_EASY_SETOPT (curl_put, CURLOPT_WRITEFUNCTION, &discardContentCallback);
1358 CURL_EASY_SETOPT (curl_put, CURLOPT_WRITEDATA, put);
1359 CURL_EASY_SETOPT (curl_put, CURLOPT_HTTP_VERSION, CURL_HTTP_VERSION_1_1);
1360 if (ret != CURLE_OK)
1362 curl_easy_cleanup (curl_put);
1363 return GNUNET_SYSERR;
1365 GNUNET_mutex_lock (lock);
1366 mret = curl_multi_add_handle (curl_multi, curl_put);
1367 http_requests_pending++;
1368 GNUNET_mutex_unlock (lock);
1370 stats->change (stat_put_issued, 1);
1371 if (mret != CURLM_OK)
1373 GNUNET_GE_LOG (coreAPI->ectx,
1374 GNUNET_GE_ERROR | GNUNET_GE_ADMIN | GNUNET_GE_USER |
1375 GNUNET_GE_BULK, _("%s failed at %s:%d: `%s'\n"),
1376 "curl_multi_add_handle", __FILE__, __LINE__,
1377 curl_multi_strerror (mret));
1378 return GNUNET_SYSERR;
1381 put->curl_put = curl_put;
1383 GNUNET_GE_LOG (coreAPI->ectx,
1384 GNUNET_GE_DEBUG | GNUNET_GE_REQUEST | GNUNET_GE_USER,
1385 "HTTP/CURL initiated PUT request to `%s'.\n",
1386 httpSession->cs.client.url);
1393 * Test if the transport would even try to send
1394 * a message of the given size and importance
1395 * for the given session.<br>
1396 * This function is used to check if the core should
1397 * even bother to construct (and encrypt) this kind
1400 * @return GNUNET_YES if the transport would try (i.e. queue
1401 * the message or call the OS to send),
1402 * GNUNET_NO if the transport would just drop the message,
1403 * GNUNET_SYSERR if the size/session is invalid
1406 httpTestWouldTry (GNUNET_TSession * tsession, const unsigned int size,
1409 HTTPSession *httpSession = tsession->internal;
1410 struct MHDGetData *get;
1413 if (size >= GNUNET_MAX_BUFFER_SIZE - sizeof (GNUNET_MessageHeader))
1415 GNUNET_GE_BREAK (coreAPI->ectx, 0);
1416 return GNUNET_SYSERR;
1420 GNUNET_GE_BREAK (coreAPI->ectx, 0);
1421 return GNUNET_SYSERR;
1423 if (httpSession->is_client)
1426 if ((important != GNUNET_YES) && (httpSession->cs.client.puts != NULL))
1433 GNUNET_mutex_lock (lock);
1434 get = httpSession->cs.server.gets;
1439 if (get->wsize == 0)
1441 else if ((get->wpos + size > get->wsize)
1442 && (important != GNUNET_YES))
1447 GNUNET_mutex_unlock (lock);
1454 * Send a message to the specified remote node.
1456 * @param tsession the GNUNET_MessageHello identifying the remote node
1457 * @param msg the message
1458 * @param size the size of the message
1459 * @return GNUNET_SYSERR on error, GNUNET_OK on success, GNUNET_NO if queue is full
1462 httpSend (GNUNET_TSession * tsession,
1463 const void *msg, unsigned int size, int important)
1465 HTTPSession *httpSession = tsession->internal;
1466 struct HTTPPutData *putData;
1467 GNUNET_MessageHeader *hdr;
1469 struct MHDGetData *getData;
1474 stats->change (stat_send_calls, 1);
1475 if (httpSession->is_client)
1477 /* we need to do a PUT (we are the client) */
1478 if (size >= GNUNET_MAX_BUFFER_SIZE)
1479 return GNUNET_SYSERR;
1482 GNUNET_GE_BREAK (NULL, 0);
1483 return GNUNET_SYSERR;
1485 if (important != GNUNET_YES)
1487 GNUNET_mutex_lock (lock);
1488 if (httpSession->cs.client.puts != NULL)
1490 /* do not queue more than one unimportant PUT at a time */
1491 signal_select (); /* do clean up now! */
1492 GNUNET_mutex_unlock (lock);
1494 stats->change (stat_bytesDropped, size);
1498 GNUNET_mutex_unlock (lock);
1500 putData = GNUNET_malloc (sizeof (struct HTTPPutData));
1501 memset (putData, 0, sizeof (struct HTTPPutData));
1502 putData->msg = GNUNET_malloc (size + sizeof (GNUNET_MessageHeader));
1503 hdr = (GNUNET_MessageHeader *) putData->msg;
1504 hdr->size = htons (size + sizeof (GNUNET_MessageHeader));
1505 hdr->type = htons (0);
1506 memcpy (&putData->msg[sizeof (GNUNET_MessageHeader)], msg, size);
1507 putData->size = size + sizeof (GNUNET_MessageHeader);
1508 putData->last_activity = GNUNET_get_time ();
1509 if (GNUNET_OK != create_curl_put (httpSession, putData))
1511 GNUNET_free (putData->msg);
1512 GNUNET_free (putData);
1513 return GNUNET_SYSERR;
1515 GNUNET_mutex_lock (lock);
1516 putData->next = httpSession->cs.client.puts;
1517 httpSession->cs.client.puts = putData;
1518 GNUNET_mutex_unlock (lock);
1522 /* httpSession->isClient == false, respond to a GET (we
1523 hopefully have one or will have one soon) */
1525 GNUNET_GE_LOG (coreAPI->ectx,
1526 GNUNET_GE_DEBUG | GNUNET_GE_REQUEST | GNUNET_GE_USER,
1527 "HTTP/MHD queues %u bytes to be sent as response to GET as soon as possible.\n",
1531 GNUNET_mutex_lock (lock);
1532 getData = httpSession->cs.server.gets;
1533 if (getData == NULL)
1535 GNUNET_mutex_unlock (lock);
1536 return GNUNET_SYSERR;
1538 if (getData->wsize == 0)
1539 GNUNET_array_grow (getData->wbuff, getData->wsize, HTTP_BUF_SIZE);
1540 size += sizeof (GNUNET_MessageHeader);
1541 if (getData->wpos + size > getData->wsize)
1543 /* need to grow or discard */
1546 GNUNET_mutex_unlock (lock);
1549 tmp = GNUNET_malloc (getData->wpos + size);
1550 memcpy (tmp, &getData->wbuff[getData->woff], getData->wpos);
1551 hdr = (GNUNET_MessageHeader *) & tmp[getData->wpos];
1552 hdr->type = htons (0);
1553 hdr->size = htons (size);
1554 memcpy (&hdr[1], msg, size - sizeof (GNUNET_MessageHeader));
1555 GNUNET_free (getData->wbuff);
1556 getData->wbuff = tmp;
1557 getData->wsize = getData->wpos + size;
1559 getData->wpos = getData->wpos + size;
1563 /* fits without growing */
1564 if (getData->wpos + getData->woff + size > getData->wsize)
1566 /* need to compact first */
1567 memmove (getData->wbuff,
1568 &getData->wbuff[getData->woff], getData->wpos);
1573 (GNUNET_MessageHeader *) & getData->wbuff[getData->woff +
1575 hdr->size = htons (size);
1576 hdr->type = htons (0);
1577 memcpy (&hdr[1], msg, size - sizeof (GNUNET_MessageHeader));
1578 getData->wpos += size;
1581 GNUNET_mutex_unlock (lock);
1587 * Function called to cleanup dead connections
1588 * (completed PUTs, GETs that have timed out,
1589 * etc.). Also re-vives GETs that have timed out
1590 * if we are still interested in the connection.
1593 cleanup_connections ()
1597 struct HTTPPutData *prev;
1598 struct HTTPPutData *pos;
1599 struct MHDPutData *mpos;
1600 struct MHDPutData *mprev;
1602 struct MHD_Response *r;
1603 struct MHDGetData *gpos;
1604 struct MHDGetData *gnext;
1606 GNUNET_CronTime now;
1608 GNUNET_mutex_lock (lock);
1609 now = GNUNET_get_time ();
1610 for (i = 0; i < tsessionCount; i++)
1612 s = tsessions[i]->internal;
1615 if ((s->cs.client.puts == NULL) && (s->users == 0)
1617 && (s->cs.client.last_get_activity + HTTP_TIMEOUT < now)
1623 GNUNET_GE_LOG (coreAPI->ectx,
1624 GNUNET_GE_DEBUG | GNUNET_GE_REQUEST |
1626 "HTTP transport destroys old (%llu ms) unused client session\n",
1627 now - s->cs.client.last_get_activity);
1630 destroy_tsession (tsessions[i]);
1636 pos = s->cs.client.puts;
1639 if (pos->last_activity + HTTP_TIMEOUT < now)
1640 pos->done = GNUNET_YES;
1644 s->cs.client.puts = pos->next;
1646 prev->next = pos->next;
1647 GNUNET_free (pos->msg);
1648 curl_multi_remove_handle (curl_multi, pos->curl_put);
1649 http_requests_pending--;
1651 curl_easy_cleanup (pos->curl_put);
1654 pos = s->cs.client.puts;
1663 if ((s->cs.client.last_get_activity + HTTP_TIMEOUT < now) &&
1664 ((s->users > 0) || (s->cs.client.puts != NULL)) &&
1665 ((s->cs.client.last_get_initiated + HTTP_GET_REFRESH > now) ||
1666 (s->cs.client.get == NULL)) &&
1667 ((s->cs.client.get == NULL) ||
1668 (s->cs.client.last_get_activity + HTTP_GET_REFRESH / 2 < now)))
1669 create_curl_get (s);
1674 mpos = s->cs.server.puts;
1676 while (mpos != NULL)
1678 if (mpos->last_activity == 0)
1681 s->cs.server.puts = mpos->next;
1683 mprev->next = mpos->next;
1684 GNUNET_array_grow (mpos->rbuff2, mpos->rsize2, 0);
1687 mpos = s->cs.server.puts;
1696 /* ! s->is_client */
1698 gpos = s->cs.server.gets;
1699 while (gpos != NULL)
1703 if ((gpos->last_get_activity + HTTP_TIMEOUT < now) ||
1704 (gpos != s->cs.server.gets))
1706 if (gpos == s->cs.server.gets)
1707 s->cs.server.gets = NULL;
1710 MHD_destroy_response (r);
1717 (s->cs.server.gets == NULL) &&
1719 (s->is_mhd_active == 0) && (s->users == 0))
1723 GNUNET_GE_LOG (coreAPI->ectx,
1724 GNUNET_GE_DEBUG | GNUNET_GE_REQUEST |
1726 "HTTP transport destroys unused server session\n");
1729 destroy_tsession (tsessions[i]);
1735 GNUNET_mutex_unlock (lock);
1739 * Thread that runs the CURL and MHD requests.
1742 curl_runner (void *unused)
1751 unsigned long long timeout;
1754 char buf[128]; /* for reading from pipe */
1758 GNUNET_GE_LOG (coreAPI->ectx,
1759 GNUNET_GE_DEBUG | GNUNET_GE_REQUEST | GNUNET_GE_USER,
1760 "HTTP transport select thread started\n");
1762 while (GNUNET_YES == http_running)
1768 GNUNET_mutex_lock (lock);
1769 mret = curl_multi_fdset (curl_multi, &rs, &ws, &es, &max);
1770 GNUNET_mutex_unlock (lock);
1771 if (mret != CURLM_OK)
1773 GNUNET_GE_LOG (coreAPI->ectx,
1774 GNUNET_GE_ERROR | GNUNET_GE_ADMIN | GNUNET_GE_USER |
1775 GNUNET_GE_BULK, _("%s failed at %s:%d: `%s'\n"),
1776 "curl_multi_fdset", __FILE__, __LINE__,
1777 curl_multi_strerror (mret));
1780 if (mhd_daemon != NULL)
1781 MHD_get_fdset (mhd_daemon, &rs, &ws, &es, &max);
1784 if (mhd_daemon != NULL)
1785 have_tv = MHD_get_timeout (mhd_daemon, &timeout);
1786 GNUNET_mutex_lock (lock);
1787 if ((CURLM_OK == curl_multi_timeout (curl_multi, &ms)) &&
1788 (ms != -1) && ((ms < timeout) || (have_tv == MHD_NO)))
1793 GNUNET_mutex_unlock (lock);
1794 FD_SET (signal_pipe[0], &rs);
1795 if (max < signal_pipe[0])
1796 max = signal_pipe[0];
1797 tv.tv_sec = timeout / 1000;
1798 tv.tv_usec = (timeout % 1000) * 1000;
1800 stats->change (stat_select_calls, 1);
1802 SELECT (max + 1, &rs, &ws, &es, (have_tv == MHD_YES) ? &tv : NULL);
1805 GNUNET_GE_LOG_STRERROR (coreAPI->ectx,
1806 GNUNET_GE_ERROR | GNUNET_GE_ADMIN |
1807 GNUNET_GE_DEVELOPER, "select");
1809 if (GNUNET_YES != http_running)
1814 GNUNET_mutex_lock (lock);
1815 mret = curl_multi_perform (curl_multi, &running);
1816 GNUNET_mutex_unlock (lock);
1818 while ((mret == CURLM_CALL_MULTI_PERFORM)
1819 && (http_running == GNUNET_YES));
1820 if (FD_ISSET (signal_pipe[0], &rs))
1821 read (signal_pipe[0], buf, sizeof (buf));
1822 if ((mret != CURLM_OK) && (mret != CURLM_CALL_MULTI_PERFORM))
1823 GNUNET_GE_LOG (coreAPI->ectx,
1824 GNUNET_GE_ERROR | GNUNET_GE_ADMIN | GNUNET_GE_USER |
1825 GNUNET_GE_BULK, _("%s failed at %s:%d: `%s'\n"),
1826 "curl_multi_perform", __FILE__, __LINE__,
1827 curl_multi_strerror (mret));
1828 if (mhd_daemon != NULL)
1829 MHD_run (mhd_daemon);
1830 cleanup_connections ();
1833 GNUNET_GE_LOG (coreAPI->ectx,
1834 GNUNET_GE_DEBUG | GNUNET_GE_REQUEST | GNUNET_GE_USER,
1835 "HTTP transport select thread exits.\n");
1842 * Start the server process to receive inbound traffic.
1843 * @return GNUNET_OK on success, GNUNET_SYSERR if the operation failed
1846 startTransportServer ()
1848 unsigned short port;
1850 if ((curl_multi != NULL) || (http_running == GNUNET_YES))
1851 return GNUNET_SYSERR;
1852 curl_multi = curl_multi_init ();
1853 if (curl_multi == NULL)
1854 return GNUNET_SYSERR;
1856 if ((mhd_daemon == NULL) && (port != 0))
1859 GNUNET_GC_get_configuration_value_yesno (cfg, "GNUNETD",
1863 mhd_daemon = MHD_start_daemon (MHD_USE_IPv6,
1865 &acceptPolicyCallback,
1866 NULL, &accessHandlerCallback, NULL,
1867 MHD_OPTION_CONNECTION_TIMEOUT,
1868 (unsigned int) HTTP_TIMEOUT,
1869 MHD_OPTION_CONNECTION_MEMORY_LIMIT,
1870 (unsigned int) 1024 * 128,
1871 MHD_OPTION_CONNECTION_LIMIT,
1873 MHD_OPTION_PER_IP_CONNECTION_LIMIT,
1875 MHD_OPTION_NOTIFY_COMPLETED,
1876 &requestCompletedCallback, NULL,
1879 if (mhd_daemon == NULL)
1881 /* try without IPv6 */
1882 mhd_daemon = MHD_start_daemon (MHD_NO_FLAG,
1884 &acceptPolicyCallback,
1885 NULL, &accessHandlerCallback, NULL,
1886 MHD_OPTION_CONNECTION_TIMEOUT,
1887 (unsigned int) HTTP_TIMEOUT,
1888 MHD_OPTION_CONNECTION_MEMORY_LIMIT,
1889 (unsigned int) 1024 * 128,
1890 MHD_OPTION_CONNECTION_LIMIT,
1892 MHD_OPTION_PER_IP_CONNECTION_LIMIT,
1894 MHD_OPTION_NOTIFY_COMPLETED,
1895 &requestCompletedCallback, NULL,
1900 available_protocols |= VERSION_AVAILABLE_IPV6;
1902 if (mhd_daemon != NULL)
1903 available_protocols |= VERSION_AVAILABLE_IPV4;
1908 available_protocols |= VERSION_AVAILABLE_IPV4;
1910 GNUNET_GC_get_configuration_value_yesno (cfg, "GNUNETD",
1913 available_protocols |= VERSION_AVAILABLE_IPV6;
1915 if (0 != PIPE (signal_pipe))
1917 MHD_stop_daemon (mhd_daemon);
1918 curl_multi_cleanup (curl_multi);
1921 return GNUNET_SYSERR;
1923 GNUNET_pipe_make_nonblocking (coreAPI->ectx, signal_pipe[0]);
1924 GNUNET_pipe_make_nonblocking (coreAPI->ectx, signal_pipe[1]);
1925 http_running = GNUNET_YES;
1926 curl_thread = GNUNET_thread_create (&curl_runner, NULL, 32 * 1024);
1927 if (curl_thread == NULL)
1928 GNUNET_GE_DIE_STRERROR (coreAPI->ectx,
1929 GNUNET_GE_FATAL | GNUNET_GE_ADMIN |
1930 GNUNET_GE_IMMEDIATE, "pthread_create");
1935 * Shutdown the server process (stop receiving inbound
1936 * traffic). May be restarted later!
1939 stopTransportServer ()
1945 if ((http_running == GNUNET_NO) || (curl_multi == NULL))
1946 return GNUNET_SYSERR;
1947 http_running = GNUNET_NO;
1949 GNUNET_thread_stop_sleep (curl_thread);
1950 GNUNET_thread_join (curl_thread, &unused);
1951 CLOSE (signal_pipe[0]);
1952 CLOSE (signal_pipe[1]);
1953 if (mhd_daemon != NULL)
1955 MHD_stop_daemon (mhd_daemon);
1958 cleanup_connections ();
1959 for (i = 0; i < tsessionCount; i++)
1961 s = tsessions[i]->internal;
1964 destroy_tsession (tsessions[i]);
1968 curl_multi_cleanup (curl_multi);
1973 /* ******************** public API ******************** */
1976 * The exported method. Makes the core api available
1977 * via a global and returns the udp transport API.
1979 GNUNET_TransportAPI *
1980 inittransport_http (GNUNET_CoreAPIForTransport * core)
1982 GNUNET_GE_ASSERT (coreAPI->ectx, sizeof (HostAddress) == 24);
1985 lock = GNUNET_mutex_create (GNUNET_YES);
1986 if (0 != GNUNET_GC_attach_change_listener (coreAPI->cfg,
1987 &reload_configuration, NULL))
1989 GNUNET_mutex_destroy (lock);
1993 if (0 != curl_global_init (CURL_GLOBAL_WIN32))
1995 GNUNET_GE_BREAK (NULL, 0);
1996 GNUNET_GC_detach_change_listener (coreAPI->cfg, &reload_configuration,
1998 GNUNET_mutex_destroy (lock);
2003 tsessionArrayLength = 0;
2004 GNUNET_array_grow (tsessions, tsessionArrayLength, 32);
2005 if (GNUNET_GC_get_configuration_value_yesno (coreAPI->cfg,
2007 GNUNET_YES) == GNUNET_YES)
2009 upnp = coreAPI->service_request ("upnp");
2013 GNUNET_GE_LOG (coreAPI->ectx,
2014 GNUNET_GE_ERROR | GNUNET_GE_USER |
2015 GNUNET_GE_IMMEDIATE,
2017 ("The UPnP service could not be loaded. To disable UPnP, set the "
2018 "configuration option \"UPNP\" in section \"%s\" to \"NO\"\n"),
2022 stats = coreAPI->service_request ("stats");
2026 = stats->create (gettext_noop ("# bytes received via HTTP"));
2027 stat_bytesSent = stats->create (gettext_noop ("# bytes sent via HTTP"));
2029 = stats->create (gettext_noop ("# bytes dropped by HTTP (outgoing)"));
2030 stat_get_issued = stats->create (gettext_noop ("# HTTP GET issued"));
2032 = stats->create (gettext_noop ("# HTTP GET received"));
2033 stat_put_issued = stats->create (gettext_noop ("# HTTP PUT issued"));
2035 = stats->create (gettext_noop ("# HTTP PUT received"));
2037 = stats->create (gettext_noop ("# HTTP select calls"));
2039 stat_send_calls = stats->create (gettext_noop ("# HTTP send calls"));
2041 stat_curl_send_callbacks
2042 = stats->create (gettext_noop ("# HTTP curl send callbacks"));
2043 stat_curl_receive_callbacks
2044 = stats->create (gettext_noop ("# HTTP curl receive callbacks"));
2045 stat_mhd_access_callbacks
2046 = stats->create (gettext_noop ("# HTTP mhd access callbacks"));
2047 stat_mhd_read_callbacks
2048 = stats->create (gettext_noop ("# HTTP mhd read callbacks"));
2049 stat_mhd_close_callbacks
2050 = stats->create (gettext_noop ("# HTTP mhd close callbacks"));
2052 = stats->create (gettext_noop ("# HTTP connect calls"));
2054 GNUNET_GC_get_configuration_value_string (coreAPI->cfg,
2055 "GNUNETD", "HTTP-PROXY", "",
2058 myAPI.protocol_number = GNUNET_TRANSPORT_PROTOCOL_NUMBER_HTTP;
2060 myAPI.cost = 20000; /* about equal to udp */
2061 myAPI.hello_verify = &verify_hello;
2062 myAPI.hello_create = &create_hello;
2063 myAPI.connect = &httpConnect;
2064 myAPI.associate = &httpAssociate;
2065 myAPI.send = &httpSend;
2066 myAPI.disconnect = &httpDisconnect;
2067 myAPI.server_start = &startTransportServer;
2068 myAPI.server_stop = &stopTransportServer;
2069 myAPI.hello_to_address = &hello_to_address;
2070 myAPI.send_now_test = &httpTestWouldTry;
2076 donetransport_http ()
2078 curl_global_cleanup ();
2079 GNUNET_free_non_null (proxy);
2081 GNUNET_array_grow (tsessions, tsessionArrayLength, 0);