2 This file is part of GNUnet.
3 Copyright (C) 2012-2018 GNUnet e.V.
5 GNUnet is free software: you can redistribute it and/or modify it
6 under the terms of the GNU Affero General Public License as published
7 by the Free Software Foundation, either version 3 of the License,
8 or (at your option) any later version.
10 GNUnet is distributed in the hope that it will be useful, but
11 WITHOUT ANY WARRANTY; without even the implied warranty of
12 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
13 Affero General Public License for more details.
15 You should have received a copy of the GNU Affero General Public License
16 along with this program. If not, see <http://www.gnu.org/licenses/>.
18 SPDX-License-Identifier: AGPL3.0-or-later
21 * @author Martin Schanzenbach
22 * @author Christian Grothoff
23 * @file src/gns/gnunet-gns-proxy.c
24 * @brief HTTP(S) proxy that rewrites URIs and fakes certificats to make GNS work
25 * with legacy browsers
28 * - double-check queueing logic
31 #include <microhttpd.h>
33 #include <curl/curl.h>
34 #elif HAVE_GNURL_CURL_H
35 #include <gnurl/curl.h>
37 #include <gnutls/gnutls.h>
38 #include <gnutls/x509.h>
39 #include <gnutls/abstract.h>
40 #include <gnutls/crypto.h>
42 #include <gnutls/dane.h>
45 #include "gnunet_util_lib.h"
46 #include "gnunet_gns_service.h"
47 #include "gnunet_identity_service.h"
53 * Default Socks5 listen port.
55 #define GNUNET_GNS_PROXY_PORT 7777
58 * Maximum supported length for a URI.
59 * Should die. @deprecated
61 #define MAX_HTTP_URI_LENGTH 2048
64 * Maximum number of DANE records we support
65 * per domain name (and port and protocol).
70 * Size of the buffer for the data upload / download. Must be
71 * enough for curl, thus CURL_MAX_WRITE_SIZE is needed here (16k).
73 #define IO_BUFFERSIZE CURL_MAX_WRITE_SIZE
76 * Size of the read/write buffers for Socks. Uses
77 * 256 bytes for the hostname (at most), plus a few
78 * bytes overhead for the messages.
80 #define SOCKS_BUFFERSIZE (256 + 32)
83 * Port for plaintext HTTP.
90 #define HTTPS_PORT 443
93 * Largest allowed size for a PEM certificate.
95 #define MAX_PEM_SIZE (10 * 1024)
98 * After how long do we clean up unused MHD TLS instances?
100 #define MHD_CACHE_TIMEOUT GNUNET_TIME_relative_multiply (GNUNET_TIME_UNIT_MINUTES, 5)
103 * After how long do we clean up Socks5 handles that failed to show any activity
104 * with their respective MHD instance?
106 #define HTTP_HANDSHAKE_TIMEOUT GNUNET_TIME_relative_multiply (GNUNET_TIME_UNIT_SECONDS, 15)
112 * @param level log level
113 * @param fun name of curl_easy-function that gave the error
114 * @param rc return code from curl
116 #define LOG_CURL_EASY(level,fun,rc) \
118 _("%s failed at %s:%d: `%s'\n"), \
122 curl_easy_strerror (rc))
125 /* *************** Socks protocol definitions (move to TUN?) ****************** */
128 * Which SOCKS version do we speak?
130 #define SOCKS_VERSION_5 0x05
133 * Flag to set for 'no authentication'.
135 #define SOCKS_AUTH_NONE 0
139 * Commands in Socks5.
144 * Establish TCP/IP stream.
146 SOCKS5_CMD_TCP_STREAM = 1,
149 * Establish TCP port binding.
151 SOCKS5_CMD_TCP_PORT = 2,
154 * Establish UDP port binding.
156 SOCKS5_CMD_UDP_PORT = 3
161 * Address types in Socks5.
163 enum Socks5AddressType
173 SOCKS5_AT_DOMAINNAME = 3,
184 * Status codes in Socks5 response.
186 enum Socks5StatusCode
188 SOCKS5_STATUS_REQUEST_GRANTED = 0,
189 SOCKS5_STATUS_GENERAL_FAILURE = 1,
190 SOCKS5_STATUS_CONNECTION_NOT_ALLOWED_BY_RULE = 2,
191 SOCKS5_STATUS_NETWORK_UNREACHABLE = 3,
192 SOCKS5_STATUS_HOST_UNREACHABLE = 4,
193 SOCKS5_STATUS_CONNECTION_REFUSED_BY_HOST = 5,
194 SOCKS5_STATUS_TTL_EXPIRED = 6,
195 SOCKS5_STATUS_COMMAND_NOT_SUPPORTED = 7,
196 SOCKS5_STATUS_ADDRESS_TYPE_NOT_SUPPORTED = 8
201 * Client hello in Socks5 protocol.
203 struct Socks5ClientHelloMessage
206 * Should be #SOCKS_VERSION_5.
211 * How many authentication methods does the client support.
213 uint8_t num_auth_methods;
215 /* followed by supported authentication methods, 1 byte per method */
221 * Server hello in Socks5 protocol.
223 struct Socks5ServerHelloMessage
226 * Should be #SOCKS_VERSION_5.
231 * Chosen authentication method, for us always #SOCKS_AUTH_NONE,
232 * which skips the authentication step.
239 * Client socks request in Socks5 protocol.
241 struct Socks5ClientRequestMessage
244 * Should be #SOCKS_VERSION_5.
249 * Command code, we only uspport #SOCKS5_CMD_TCP_STREAM.
254 * Reserved, always zero.
259 * Address type, an `enum Socks5AddressType`.
264 * Followed by either an ip4/ipv6 address or a domain name with a
265 * length field (uint8_t) in front (depending on @e addr_type).
266 * followed by port number in network byte order (uint16_t).
272 * Server response to client requests in Socks5 protocol.
274 struct Socks5ServerResponseMessage
277 * Should be #SOCKS_VERSION_5.
282 * Status code, an `enum Socks5StatusCode`
292 * Address type, an `enum Socks5AddressType`.
297 * Followed by either an ip4/ipv6 address or a domain name with a
298 * length field (uint8_t) in front (depending on @e addr_type).
299 * followed by port number in network byte order (uint16_t).
306 /* *********************** Datastructures for HTTP handling ****************** */
309 * A structure for CA cert/key
316 gnutls_x509_crt_t cert;
321 gnutls_x509_privkey_t key;
326 * Structure for GNS certificates
328 struct ProxyGNSCertificate
331 * The certificate as PEM
333 char cert[MAX_PEM_SIZE];
336 * The private key as PEM
338 char key[MAX_PEM_SIZE];
344 * A structure for all running Httpds
351 struct MhdHttpList *prev;
356 struct MhdHttpList *next;
359 * the domain name to server (only important for TLS)
366 struct MHD_Daemon *daemon;
369 * Optional proxy certificate used
371 struct ProxyGNSCertificate *proxy_cert;
376 struct GNUNET_SCHEDULER_Task *httpd_task;
379 * is this an ssl daemon?
386 /* ***************** Datastructures for Socks handling **************** */
395 * We're waiting to get the client hello.
400 * We're waiting to get the initial request.
405 * We are currently resolving the destination.
410 * We're in transfer mode.
412 SOCKS5_DATA_TRANSFER,
415 * Finish writing the write buffer, then clean up.
417 SOCKS5_WRITE_THEN_CLEANUP,
420 * Socket has been passed to MHD, do not close it anymore.
422 SOCKS5_SOCKET_WITH_MHD,
425 * We've started receiving upload data from MHD.
427 SOCKS5_SOCKET_UPLOAD_STARTED,
430 * We've finished receiving upload data from MHD.
432 SOCKS5_SOCKET_UPLOAD_DONE,
435 * We've finished uploading data via CURL and can now download.
437 SOCKS5_SOCKET_DOWNLOAD_STARTED,
440 * We've finished receiving download data from cURL.
442 SOCKS5_SOCKET_DOWNLOAD_DONE
449 struct HttpResponseHeader
454 struct HttpResponseHeader *next;
459 struct HttpResponseHeader *prev;
473 * A structure for socks requests
481 struct Socks5Request *next;
486 struct Socks5Request *prev;
491 struct GNUNET_NETWORK_Handle *sock;
494 * Handle to GNS lookup, during #SOCKS5_RESOLVING phase.
496 struct GNUNET_GNS_LookupWithTldRequest *gns_lookup;
499 * Client socket read task
501 struct GNUNET_SCHEDULER_Task *rtask;
504 * Client socket write task
506 struct GNUNET_SCHEDULER_Task *wtask;
511 struct GNUNET_SCHEDULER_Task *timeout_task;
516 char rbuf[SOCKS_BUFFERSIZE];
521 char wbuf[SOCKS_BUFFERSIZE];
524 * Buffer we use for moving data between MHD and curl (in both directions).
526 char io_buf[IO_BUFFERSIZE];
529 * MHD HTTP instance handling this request, NULL for none.
531 struct MhdHttpList *hd;
534 * MHD connection for this request.
536 struct MHD_Connection *con;
539 * MHD response object for this request.
541 struct MHD_Response *response;
544 * the domain name to server (only important for TLS)
549 * DNS Legacy Host Name as given by GNS, NULL if not given.
554 * Payload of the DANE records encountered.
556 char *dane_data[MAX_DANES + 1];
569 * HTTP request headers for the curl request.
571 struct curl_slist *headers;
574 * DNS->IP mappings resolved through GNS
576 struct curl_slist *hosts;
579 * HTTP response code to give to MHD for the response.
581 unsigned int response_code;
584 * Number of bytes in @e dane_data.
586 int dane_data_len[MAX_DANES + 1];
589 * Number of entries used in @e dane_data_len
592 unsigned int num_danes;
595 * Number of bytes already in read buffer
600 * Number of bytes already in write buffer
605 * Number of bytes already in the IO buffer.
610 * Once known, what's the target address for the connection?
612 struct sockaddr_storage destination_address;
617 enum SocksPhase state;
620 * Desired destination port.
625 * Headers from response
627 struct HttpResponseHeader *header_head;
630 * Headers from response
632 struct HttpResponseHeader *header_tail;
635 * X.509 Certificate status
640 * Was the hostname resolved via GNS?
645 * This is (probably) a TLS connection
650 * Did we suspend MHD processing?
655 * Did we pause CURL processing?
662 /* *********************** Globals **************************** */
666 * The port the proxy is running on (default 7777)
668 static uint16_t port = GNUNET_GNS_PROXY_PORT;
671 * The CA file (pem) to use for the proxy CA
673 static char *cafile_opt;
676 * The listen socket of the proxy for IPv4
678 static struct GNUNET_NETWORK_Handle *lsock4;
681 * The listen socket of the proxy for IPv6
683 static struct GNUNET_NETWORK_Handle *lsock6;
686 * The listen task ID for IPv4
688 static struct GNUNET_SCHEDULER_Task * ltask4;
691 * The listen task ID for IPv6
693 static struct GNUNET_SCHEDULER_Task * ltask6;
696 * The cURL download task (curl multi API).
698 static struct GNUNET_SCHEDULER_Task * curl_download_task;
701 * The cURL multi handle
703 static CURLM *curl_multi;
706 * Handle to the GNS service
708 static struct GNUNET_GNS_Handle *gns_handle;
713 static int disable_v6;
716 * DLL for http/https daemons
718 static struct MhdHttpList *mhd_httpd_head;
721 * DLL for http/https daemons
723 static struct MhdHttpList *mhd_httpd_tail;
726 * Daemon for HTTP (we have one per X.509 certificate, and then one for
727 * all HTTP connections; this is the one for HTTP, not HTTPS).
729 static struct MhdHttpList *httpd;
732 * DLL of active socks requests.
734 static struct Socks5Request *s5r_head;
737 * DLL of active socks requests.
739 static struct Socks5Request *s5r_tail;
742 * The CA for X.509 certificate generation
744 static struct ProxyCA proxy_ca;
747 * Response we return on cURL failures.
749 static struct MHD_Response *curl_failure_response;
754 static const struct GNUNET_CONFIGURATION_Handle *cfg;
757 /* ************************* Global helpers ********************* */
761 * Run MHD now, we have extra data ready for the callback.
763 * @param hd the daemon to run now.
766 run_mhd_now (struct MhdHttpList *hd);
770 * Clean up s5r handles.
772 * @param s5r the handle to destroy
775 cleanup_s5r (struct Socks5Request *s5r)
777 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
778 "Cleaning up socks request\n");
779 if (NULL != s5r->curl)
781 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
782 "Cleaning up cURL handle\n");
783 curl_multi_remove_handle (curl_multi,
785 curl_easy_cleanup (s5r->curl);
790 s5r->suspended = GNUNET_NO;
791 MHD_resume_connection (s5r->con);
793 curl_slist_free_all (s5r->headers);
794 if (NULL != s5r->hosts)
796 curl_slist_free_all (s5r->hosts);
798 if ( (NULL != s5r->response) &&
799 (curl_failure_response != s5r->response) )
801 MHD_destroy_response (s5r->response);
802 s5r->response = NULL;
804 if (NULL != s5r->rtask)
806 GNUNET_SCHEDULER_cancel (s5r->rtask);
809 if (NULL != s5r->timeout_task)
811 GNUNET_SCHEDULER_cancel (s5r->timeout_task);
812 s5r->timeout_task = NULL;
814 if (NULL != s5r->wtask)
816 GNUNET_SCHEDULER_cancel (s5r->wtask);
819 if (NULL != s5r->gns_lookup)
821 GNUNET_GNS_lookup_with_tld_cancel (s5r->gns_lookup);
822 s5r->gns_lookup = NULL;
824 if (NULL != s5r->sock)
826 if (SOCKS5_SOCKET_WITH_MHD <= s5r->state)
827 GNUNET_NETWORK_socket_free_memory_only_ (s5r->sock);
829 GNUNET_NETWORK_socket_close (s5r->sock);
832 GNUNET_CONTAINER_DLL_remove (s5r_head,
835 GNUNET_free_non_null (s5r->domain);
836 GNUNET_free_non_null (s5r->leho);
837 GNUNET_free_non_null (s5r->url);
838 for (unsigned int i=0;i<s5r->num_danes;i++)
839 GNUNET_free (s5r->dane_data[i]);
844 /* ************************* HTTP handling with cURL *********************** */
847 curl_download_prepare ();
851 * Callback for MHD response generation. This function is called from
852 * MHD whenever MHD expects to get data back. Copies data from the
853 * io_buf, if available.
855 * @param cls closure with our `struct Socks5Request`
856 * @param pos in buffer
857 * @param buf where to copy data
858 * @param max available space in @a buf
859 * @return number of bytes written to @a buf
862 mhd_content_cb (void *cls,
867 struct Socks5Request *s5r = cls;
868 size_t bytes_to_copy;
870 if ( (SOCKS5_SOCKET_UPLOAD_STARTED == s5r->state) ||
871 (SOCKS5_SOCKET_UPLOAD_DONE == s5r->state) )
873 /* we're still not done with the upload, do not yet
874 start the download, the IO buffer is still full
876 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
877 "Pausing MHD download %s%s, not yet ready for download\n",
880 return 0; /* not yet ready for data download */
882 bytes_to_copy = GNUNET_MIN (max,
884 if ( (0 == bytes_to_copy) &&
885 (SOCKS5_SOCKET_DOWNLOAD_DONE != s5r->state) )
887 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
888 "Pausing MHD download %s%s, no data available\n",
891 if (NULL != s5r->curl)
893 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
894 "Continuing CURL interaction for %s%s\n",
897 if (GNUNET_YES == s5r->curl_paused)
899 s5r->curl_paused = GNUNET_NO;
900 curl_easy_pause (s5r->curl,
903 curl_download_prepare ();
905 if (GNUNET_NO == s5r->suspended)
907 MHD_suspend_connection (s5r->con);
908 s5r->suspended = GNUNET_YES;
910 return 0; /* more data later */
912 if ( (0 == bytes_to_copy) &&
913 (SOCKS5_SOCKET_DOWNLOAD_DONE == s5r->state) )
915 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
916 "Completed MHD download %s%s\n",
919 return MHD_CONTENT_READER_END_OF_STREAM;
921 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
922 "Writing %llu/%llu bytes to %s%s\n",
923 (unsigned long long) bytes_to_copy,
924 (unsigned long long) s5r->io_len,
930 memmove (s5r->io_buf,
931 &s5r->io_buf[bytes_to_copy],
932 s5r->io_len - bytes_to_copy);
933 s5r->io_len -= bytes_to_copy;
934 if ( (NULL != s5r->curl) &&
935 (GNUNET_YES == s5r->curl_paused) )
937 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
938 "Continuing CURL interaction for %s%s\n",
941 s5r->curl_paused = GNUNET_NO;
942 curl_easy_pause (s5r->curl,
945 return bytes_to_copy;
950 * Check that the website has presented us with a valid X.509 certificate.
951 * The certificate must either match the domain name or the LEHO name
952 * (or, if available, the TLSA record).
954 * @param s5r request to check for.
955 * @return #GNUNET_OK if the certificate is valid
958 check_ssl_certificate (struct Socks5Request *s5r)
960 unsigned int cert_list_size;
961 const gnutls_datum_t *chainp;
962 const struct curl_tlssessioninfo *tlsinfo;
963 char certdn[GNUNET_DNSPARSER_MAX_NAME_LENGTH + 3];
965 gnutls_x509_crt_t x509_cert;
969 s5r->ssl_checked = GNUNET_YES;
970 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
971 "Checking X.509 certificate\n");
973 curl_easy_getinfo (s5r->curl,
974 CURLINFO_TLS_SESSION,
976 return GNUNET_SYSERR;
977 if (CURLSSLBACKEND_GNUTLS != tlsinfo->backend)
979 GNUNET_log (GNUNET_ERROR_TYPE_ERROR,
980 _("Unsupported CURL TLS backend %d\n"),
982 return GNUNET_SYSERR;
984 chainp = gnutls_certificate_get_peers (tlsinfo->internals,
987 (0 == cert_list_size) )
988 return GNUNET_SYSERR;
990 size = sizeof (certdn);
991 /* initialize an X.509 certificate structure. */
992 gnutls_x509_crt_init (&x509_cert);
993 gnutls_x509_crt_import (x509_cert,
995 GNUTLS_X509_FMT_DER);
997 if (0 != (rc = gnutls_x509_crt_get_dn_by_oid (x509_cert,
998 GNUTLS_OID_X520_COMMON_NAME,
999 0, /* the first and only one */
1000 0 /* no DER encoding */,
1004 GNUNET_log (GNUNET_ERROR_TYPE_WARNING,
1005 _("Failed to fetch CN from cert: %s\n"),
1006 gnutls_strerror(rc));
1007 gnutls_x509_crt_deinit (x509_cert);
1008 return GNUNET_SYSERR;
1010 /* check for TLSA/DANE records */
1011 #if HAVE_GNUTLS_DANE
1012 if (0 != s5r->num_danes)
1014 dane_state_t dane_state;
1015 dane_query_t dane_query;
1016 unsigned int verify;
1018 /* FIXME: add flags to gnutls to NOT read UNBOUND_ROOT_KEY_FILE here! */
1019 if (0 != (rc = dane_state_init (&dane_state,
1020 #ifdef DANE_F_IGNORE_DNSSEC
1021 DANE_F_IGNORE_DNSSEC |
1023 DANE_F_IGNORE_LOCAL_RESOLVER)))
1025 GNUNET_log (GNUNET_ERROR_TYPE_WARNING,
1026 _("Failed to initialize DANE: %s\n"),
1028 gnutls_x509_crt_deinit (x509_cert);
1029 return GNUNET_SYSERR;
1031 s5r->dane_data[s5r->num_danes] = NULL;
1032 s5r->dane_data_len[s5r->num_danes] = 0;
1033 if (0 != (rc = dane_raw_tlsa (dane_state,
1040 GNUNET_log (GNUNET_ERROR_TYPE_WARNING,
1041 _("Failed to parse DANE record: %s\n"),
1043 dane_state_deinit (dane_state);
1044 gnutls_x509_crt_deinit (x509_cert);
1045 return GNUNET_SYSERR;
1047 if (0 != (rc = dane_verify_crt_raw (dane_state,
1050 gnutls_certificate_type_get (tlsinfo->internals),
1055 GNUNET_log (GNUNET_ERROR_TYPE_WARNING,
1056 _("Failed to verify TLS connection using DANE: %s\n"),
1058 dane_query_deinit (dane_query);
1059 dane_state_deinit (dane_state);
1060 gnutls_x509_crt_deinit (x509_cert);
1061 return GNUNET_SYSERR;
1065 GNUNET_log (GNUNET_ERROR_TYPE_WARNING,
1066 _("Failed DANE verification failed with GnuTLS verify status code: %u\n"),
1068 dane_query_deinit (dane_query);
1069 dane_state_deinit (dane_state);
1070 gnutls_x509_crt_deinit (x509_cert);
1071 return GNUNET_SYSERR;
1073 dane_query_deinit (dane_query);
1074 dane_state_deinit (dane_state);
1080 /* try LEHO or ordinary domain name X509 verification */
1082 if (NULL != s5r->leho)
1086 if (0 == (rc = gnutls_x509_crt_check_hostname (x509_cert,
1089 GNUNET_log (GNUNET_ERROR_TYPE_WARNING,
1090 _("TLS certificate subject name (%s) does not match `%s': %d\n"),
1094 gnutls_x509_crt_deinit (x509_cert);
1095 return GNUNET_SYSERR;
1100 /* we did not even have the domain name!? */
1102 return GNUNET_SYSERR;
1105 gnutls_x509_crt_deinit (x509_cert);
1111 * We're getting an HTTP response header from cURL. Convert it to the
1112 * MHD response headers. Mostly copies the headers, but makes special
1113 * adjustments to "Set-Cookie" and "Location" headers as those may need
1114 * to be changed from the LEHO to the domain the browser expects.
1116 * @param buffer curl buffer with a single line of header data; not 0-terminated!
1117 * @param size curl blocksize
1118 * @param nmemb curl blocknumber
1119 * @param cls our `struct Socks5Request *`
1120 * @return size of processed bytes
1123 curl_check_hdr (void *buffer,
1128 struct Socks5Request *s5r = cls;
1129 struct HttpResponseHeader *header;
1130 size_t bytes = size * nmemb;
1132 const char *hdr_type;
1133 const char *cookie_domain;
1135 char *new_cookie_hdr;
1138 size_t delta_cdomain;
1142 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
1143 "Receiving HTTP response header from CURL\n");
1144 /* first, check TLS certificate */
1145 if ( (GNUNET_YES != s5r->ssl_checked) &&
1146 (GNUNET_YES == s5r->is_tls))
1147 //(HTTPS_PORT == s5r->port))
1149 if (GNUNET_OK != check_ssl_certificate (s5r))
1152 ndup = GNUNET_strndup (buffer,
1154 hdr_type = strtok (ndup,
1156 if (NULL == hdr_type)
1161 hdr_val = strtok (NULL,
1163 if (NULL == hdr_val)
1168 if (' ' == *hdr_val)
1171 /* custom logic for certain header types */
1172 new_cookie_hdr = NULL;
1173 if ( (NULL != s5r->leho) &&
1174 (0 == strcasecmp (hdr_type,
1175 MHD_HTTP_HEADER_SET_COOKIE)) )
1178 new_cookie_hdr = GNUNET_malloc (strlen (hdr_val) +
1179 strlen (s5r->domain) + 1);
1181 domain_matched = GNUNET_NO; /* make sure we match domain at most once */
1182 for (tok = strtok (hdr_val, ";"); NULL != tok; tok = strtok (NULL, ";"))
1184 if ( (0 == strncasecmp (tok,
1186 strlen (" domain"))) &&
1187 (GNUNET_NO == domain_matched) )
1189 domain_matched = GNUNET_YES;
1190 cookie_domain = tok + strlen (" domain") + 1;
1191 if (strlen (cookie_domain) < strlen (s5r->leho))
1193 delta_cdomain = strlen (s5r->leho) - strlen (cookie_domain);
1194 if (0 == strcasecmp (cookie_domain,
1195 s5r->leho + delta_cdomain))
1197 offset += sprintf (new_cookie_hdr + offset,
1203 else if (0 == strcmp (cookie_domain,
1206 offset += sprintf (new_cookie_hdr + offset,
1211 else if ( ('.' == cookie_domain[0]) &&
1212 (0 == strcmp (&cookie_domain[1],
1215 offset += sprintf (new_cookie_hdr + offset,
1220 GNUNET_log (GNUNET_ERROR_TYPE_WARNING,
1221 _("Cookie domain `%s' supplied by server is invalid\n"),
1224 GNUNET_memcpy (new_cookie_hdr + offset,
1227 offset += strlen (tok);
1228 new_cookie_hdr[offset++] = ';';
1230 hdr_val = new_cookie_hdr;
1233 new_location = NULL;
1234 if (0 == strcasecmp (MHD_HTTP_HEADER_TRANSFER_ENCODING,
1237 /* Ignore transfer encoding, set automatically by MHD if required */
1240 if ((0 == strcasecmp (MHD_HTTP_HEADER_LOCATION,
1245 GNUNET_asprintf (&leho_host,
1246 (GNUNET_YES != s5r->is_tls) //(HTTPS_PORT != s5r->port)
1250 if (0 == strncmp (leho_host,
1252 strlen (leho_host)))
1254 GNUNET_asprintf (&new_location,
1256 (GNUNET_YES != s5r->is_tls) //(HTTPS_PORT != s5r->port)
1260 hdr_val + strlen (leho_host));
1261 hdr_val = new_location;
1263 GNUNET_free (leho_host);
1265 if (0 == strcasecmp (MHD_HTTP_HEADER_ACCESS_CONTROL_ALLOW_ORIGIN,
1270 GNUNET_asprintf (&leho_host,
1271 (GNUNET_YES != s5r->is_tls) //(HTTPS_PORT != s5r->port)
1275 if (0 == strncmp (leho_host,
1277 strlen (leho_host)))
1279 GNUNET_asprintf (&new_location,
1281 (GNUNET_YES != s5r->is_tls) //(HTTPS_PORT != s5r->port)
1285 hdr_val = new_location;
1287 GNUNET_free (leho_host);
1290 /* MHD does not allow certain characters in values, remove those */
1291 if (NULL != (tok = strchr (hdr_val, '\n')))
1293 if (NULL != (tok = strchr (hdr_val, '\r')))
1295 if (NULL != (tok = strchr (hdr_val, '\t')))
1297 if (0 != strlen (hdr_val)) /* Rely in MHD to set those */
1299 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
1300 "Adding header %s: %s to MHD response\n",
1303 header = GNUNET_new (struct HttpResponseHeader);
1304 header->type = GNUNET_strdup (hdr_type);
1305 header->value = GNUNET_strdup (hdr_val);
1306 GNUNET_CONTAINER_DLL_insert (s5r->header_head,
1312 GNUNET_free_non_null (new_cookie_hdr);
1313 GNUNET_free_non_null (new_location);
1319 * Create an MHD response object in @a s5r matching the
1320 * information we got from curl.
1322 * @param s5r the request for which we convert the response
1323 * @return #GNUNET_OK on success, #GNUNET_SYSERR if response was
1324 * already initialized before
1327 create_mhd_response_from_s5r (struct Socks5Request *s5r)
1330 double content_length;
1332 if (NULL != s5r->response)
1334 GNUNET_log (GNUNET_ERROR_TYPE_ERROR,
1335 "Response already set!\n");
1336 return GNUNET_SYSERR;
1339 GNUNET_break (CURLE_OK ==
1340 curl_easy_getinfo (s5r->curl,
1341 CURLINFO_RESPONSE_CODE,
1343 GNUNET_break (CURLE_OK ==
1344 curl_easy_getinfo (s5r->curl,
1345 CURLINFO_CONTENT_LENGTH_DOWNLOAD,
1347 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
1348 "Creating MHD response with code %d and size %d for %s%s\n",
1350 (int) content_length,
1353 s5r->response_code = resp_code;
1354 s5r->response = MHD_create_response_from_callback ((-1 == content_length)
1361 for (struct HttpResponseHeader *header = s5r->header_head;
1363 header = header->next)
1365 if (0 == strcasecmp (header->type,
1366 MHD_HTTP_HEADER_CONTENT_LENGTH))
1367 continue; /* MHD won't let us mess with those, for good reason */
1368 if ( (0 == strcasecmp (header->type,
1369 MHD_HTTP_HEADER_TRANSFER_ENCODING)) &&
1370 ( (0 == strcasecmp (header->value,
1372 (0 == strcasecmp (header->value,
1374 continue; /* MHD won't let us mess with those, for good reason */
1376 MHD_add_response_header (s5r->response,
1381 GNUNET_log (GNUNET_ERROR_TYPE_INFO,
1382 "Failed to add header `%s:%s'\n",
1387 /* force connection to be closed after each request, as we
1388 do not support HTTP pipelining (yet, FIXME!) */
1389 /*GNUNET_break (MHD_YES ==
1390 MHD_add_response_header (s5r->response,
1391 MHD_HTTP_HEADER_CONNECTION,
1393 MHD_resume_connection (s5r->con);
1394 s5r->suspended = GNUNET_NO;
1400 * Handle response payload data from cURL. Copies it into our `io_buf` to make
1401 * it available to MHD.
1403 * @param ptr pointer to the data
1404 * @param size number of blocks of data
1405 * @param nmemb blocksize
1406 * @param ctx our `struct Socks5Request *`
1407 * @return number of bytes handled
1410 curl_download_cb (void *ptr,
1415 struct Socks5Request *s5r = ctx;
1416 size_t total = size * nmemb;
1418 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
1419 "Receiving %ux%u bytes for `%s%s' from cURL to download\n",
1420 (unsigned int) size,
1421 (unsigned int) nmemb,
1424 if (NULL == s5r->response)
1425 GNUNET_assert (GNUNET_OK ==
1426 create_mhd_response_from_s5r (s5r));
1427 if ( (SOCKS5_SOCKET_UPLOAD_DONE == s5r->state) &&
1430 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
1431 "Previous upload finished... starting DOWNLOAD.\n");
1432 s5r->state = SOCKS5_SOCKET_DOWNLOAD_STARTED;
1434 if ( (SOCKS5_SOCKET_UPLOAD_STARTED == s5r->state) ||
1435 (SOCKS5_SOCKET_UPLOAD_DONE == s5r->state) )
1437 /* we're still not done with the upload, do not yet
1438 start the download, the IO buffer is still full
1439 with upload data. */
1440 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
1441 "Pausing CURL download `%s%s', waiting for UPLOAD to finish\n",
1444 s5r->curl_paused = GNUNET_YES;
1445 return CURL_WRITEFUNC_PAUSE; /* not yet ready for data download */
1447 if (sizeof (s5r->io_buf) - s5r->io_len < total)
1449 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
1450 "Pausing CURL `%s%s' download, not enough space %llu %llu %llu\n",
1453 (unsigned long long) sizeof (s5r->io_buf),
1454 (unsigned long long) s5r->io_len,
1455 (unsigned long long) total);
1456 s5r->curl_paused = GNUNET_YES;
1457 return CURL_WRITEFUNC_PAUSE; /* not enough space */
1459 GNUNET_memcpy (&s5r->io_buf[s5r->io_len],
1462 s5r->io_len += total;
1463 if (GNUNET_YES == s5r->suspended)
1465 MHD_resume_connection (s5r->con);
1466 s5r->suspended = GNUNET_NO;
1468 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
1469 "Received %llu bytes of payload via cURL from %s\n",
1470 (unsigned long long) total,
1472 if (s5r->io_len == total)
1473 run_mhd_now (s5r->hd);
1479 * cURL callback for uploaded (PUT/POST) data. Copies it into our `io_buf`
1480 * to make it available to MHD.
1482 * @param buf where to write the data
1483 * @param size number of bytes per member
1484 * @param nmemb number of members available in @a buf
1485 * @param cls our `struct Socks5Request` that generated the data
1486 * @return number of bytes copied to @a buf
1489 curl_upload_cb (void *buf,
1494 struct Socks5Request *s5r = cls;
1495 size_t len = size * nmemb;
1498 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
1499 "Receiving %ux%u bytes for `%s%s' from cURL to upload\n",
1500 (unsigned int) size,
1501 (unsigned int) nmemb,
1505 if ( (0 == s5r->io_len) &&
1506 (SOCKS5_SOCKET_UPLOAD_DONE != s5r->state) )
1508 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
1509 "Pausing CURL UPLOAD %s%s, need more data\n",
1512 return CURL_READFUNC_PAUSE;
1514 if ( (0 == s5r->io_len) &&
1515 (SOCKS5_SOCKET_UPLOAD_DONE == s5r->state) )
1517 s5r->state = SOCKS5_SOCKET_DOWNLOAD_STARTED;
1518 if (GNUNET_YES == s5r->curl_paused)
1520 s5r->curl_paused = GNUNET_NO;
1521 curl_easy_pause (s5r->curl,
1524 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
1525 "Completed CURL UPLOAD %s%s\n",
1528 return 0; /* upload finished, can now download */
1530 if ( (SOCKS5_SOCKET_UPLOAD_STARTED != s5r->state) &&
1531 (SOCKS5_SOCKET_UPLOAD_DONE != s5r->state) )
1534 return CURL_READFUNC_ABORT;
1536 to_copy = GNUNET_MIN (s5r->io_len,
1541 memmove (s5r->io_buf,
1542 &s5r->io_buf[to_copy],
1543 s5r->io_len - to_copy);
1544 s5r->io_len -= to_copy;
1545 if (s5r->io_len + to_copy == sizeof (s5r->io_buf))
1546 run_mhd_now (s5r->hd); /* got more space for upload now */
1551 /* ************************** main loop of cURL interaction ****************** */
1555 * Task that is run when we are ready to receive more data
1558 * @param cls closure
1561 curl_task_download (void *cls);
1565 * Ask cURL for the select() sets and schedule cURL operations.
1568 curl_download_prepare ()
1575 struct GNUNET_NETWORK_FDSet *grs;
1576 struct GNUNET_NETWORK_FDSet *gws;
1578 struct GNUNET_TIME_Relative rtime;
1580 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
1581 "Scheduling CURL interaction\n");
1582 if (NULL != curl_download_task)
1584 GNUNET_SCHEDULER_cancel (curl_download_task);
1585 curl_download_task = NULL;
1591 if (CURLM_OK != (mret = curl_multi_fdset (curl_multi,
1597 GNUNET_log (GNUNET_ERROR_TYPE_ERROR,
1598 "%s failed at %s:%d: `%s'\n",
1599 "curl_multi_fdset", __FILE__, __LINE__,
1600 curl_multi_strerror (mret));
1604 GNUNET_break (CURLM_OK ==
1605 curl_multi_timeout (curl_multi,
1608 rtime = GNUNET_TIME_UNIT_FOREVER_REL;
1610 rtime = GNUNET_TIME_relative_multiply (GNUNET_TIME_UNIT_MILLISECONDS,
1614 grs = GNUNET_NETWORK_fdset_create ();
1615 gws = GNUNET_NETWORK_fdset_create ();
1616 GNUNET_NETWORK_fdset_copy_native (grs,
1619 GNUNET_NETWORK_fdset_copy_native (gws,
1622 curl_download_task = GNUNET_SCHEDULER_add_select (GNUNET_SCHEDULER_PRIORITY_DEFAULT,
1626 &curl_task_download,
1628 GNUNET_NETWORK_fdset_destroy (gws);
1629 GNUNET_NETWORK_fdset_destroy (grs);
1633 curl_download_task = GNUNET_SCHEDULER_add_delayed (rtime,
1634 &curl_task_download,
1641 * Task that is run when we are ready to receive more data from curl.
1643 * @param cls closure, NULL
1646 curl_task_download (void *cls)
1650 struct CURLMsg *msg;
1652 struct Socks5Request *s5r;
1654 curl_download_task = NULL;
1655 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
1656 "Running CURL interaction\n");
1660 mret = curl_multi_perform (curl_multi,
1662 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
1663 "Checking CURL multi status: %d\n",
1665 while (NULL != (msg = curl_multi_info_read (curl_multi,
1668 GNUNET_break (CURLE_OK ==
1669 curl_easy_getinfo (msg->easy_handle,
1680 /* documentation says this is not used */
1684 switch (msg->data.result)
1687 case CURLE_GOT_NOTHING:
1688 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
1689 "CURL download %s%s completed.\n",
1692 if (NULL == s5r->response)
1694 GNUNET_assert (GNUNET_OK ==
1695 create_mhd_response_from_s5r (s5r));
1697 s5r->state = SOCKS5_SOCKET_DOWNLOAD_DONE;
1698 if (GNUNET_YES == s5r->suspended)
1700 MHD_resume_connection (s5r->con);
1701 s5r->suspended = GNUNET_NO;
1703 run_mhd_now (s5r->hd);
1706 GNUNET_log (GNUNET_ERROR_TYPE_ERROR,
1707 "Download curl %s%s failed: %s\n",
1710 curl_easy_strerror (msg->data.result));
1711 /* FIXME: indicate error somehow? close MHD connection badly as well? */
1712 s5r->state = SOCKS5_SOCKET_DOWNLOAD_DONE;
1713 if (GNUNET_YES == s5r->suspended)
1715 MHD_resume_connection (s5r->con);
1716 s5r->suspended = GNUNET_NO;
1718 run_mhd_now (s5r->hd);
1721 if (NULL == s5r->response)
1722 s5r->response = curl_failure_response;
1725 /* documentation says this is not used */
1729 /* unexpected status code */
1734 } while (mret == CURLM_CALL_MULTI_PERFORM);
1735 if (CURLM_OK != mret)
1736 GNUNET_log (GNUNET_ERROR_TYPE_ERROR,
1737 "%s failed at %s:%d: `%s'\n",
1738 "curl_multi_perform", __FILE__, __LINE__,
1739 curl_multi_strerror (mret));
1742 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
1743 "Suspending cURL multi loop, no more events pending\n");
1744 if (NULL != curl_download_task)
1746 GNUNET_SCHEDULER_cancel (curl_download_task);
1747 curl_download_task = NULL;
1749 return; /* nothing more in progress */
1751 curl_download_prepare ();
1755 /* ********************************* MHD response generation ******************* */
1759 * Read HTTP request header field from the request. Copies the fields
1760 * over to the 'headers' that will be given to curl. However, 'Host'
1761 * is substituted with the LEHO if present. We also change the
1762 * 'Connection' header value to "close" as the proxy does not support
1765 * @param cls our `struct Socks5Request`
1766 * @param kind value kind
1767 * @param key field key
1768 * @param value field value
1769 * @return #MHD_YES to continue to iterate
1772 con_val_iter (void *cls,
1773 enum MHD_ValueKind kind,
1777 struct Socks5Request *s5r = cls;
1780 if ( (0 == strcasecmp (MHD_HTTP_HEADER_HOST,
1782 (NULL != s5r->leho) )
1784 GNUNET_asprintf (&hdr,
1788 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
1789 "Adding HEADER `%s' to HTTP request\n",
1791 s5r->headers = curl_slist_append (s5r->headers,
1799 * Main MHD callback for handling requests.
1802 * @param con MHD connection handle
1803 * @param url the url in the request
1804 * @param meth the HTTP method used ("GET", "PUT", etc.)
1805 * @param ver the HTTP version string (i.e. "HTTP/1.1")
1806 * @param upload_data the data being uploaded (excluding HEADERS,
1807 * for a POST that fits into memory and that is encoded
1808 * with a supported encoding, the POST data will NOT be
1809 * given in upload_data and is instead available as
1810 * part of MHD_get_connection_values; very large POST
1811 * data *will* be made available incrementally in
1813 * @param upload_data_size set initially to the size of the
1814 * @a upload_data provided; the method must update this
1815 * value to the number of bytes NOT processed;
1816 * @param con_cls pointer to location where we store the `struct Request`
1817 * @return #MHD_YES if the connection was handled successfully,
1818 * #MHD_NO if the socket must be closed due to a serious
1819 * error while handling the request
1822 create_response (void *cls,
1823 struct MHD_Connection *con,
1827 const char *upload_data,
1828 size_t *upload_data_size,
1831 struct Socks5Request *s5r = *con_cls;
1833 char ipstring[INET6_ADDRSTRLEN];
1834 char ipaddr[INET6_ADDRSTRLEN + 2];
1835 const struct sockaddr *sa;
1836 const struct sockaddr_in *s4;
1837 const struct sockaddr_in6 *s6;
1847 /* Fresh connection. */
1848 if (SOCKS5_SOCKET_WITH_MHD == s5r->state)
1850 /* first time here, initialize curl handle */
1853 sa = (const struct sockaddr *) &s5r->destination_address;
1854 switch (sa->sa_family)
1857 s4 = (const struct sockaddr_in *) &s5r->destination_address;
1858 if (NULL == inet_ntop (AF_INET,
1866 GNUNET_snprintf (ipaddr,
1870 port = ntohs (s4->sin_port);
1873 s6 = (const struct sockaddr_in6 *) &s5r->destination_address;
1874 if (NULL == inet_ntop (AF_INET6,
1882 GNUNET_snprintf (ipaddr,
1886 port = ntohs (s6->sin6_port);
1897 if (NULL == s5r->curl)
1898 s5r->curl = curl_easy_init ();
1899 if (NULL == s5r->curl)
1900 return MHD_queue_response (con,
1901 MHD_HTTP_INTERNAL_SERVER_ERROR,
1902 curl_failure_response);
1903 curl_easy_setopt (s5r->curl,
1904 CURLOPT_HEADERFUNCTION,
1906 curl_easy_setopt (s5r->curl,
1909 curl_easy_setopt (s5r->curl,
1910 CURLOPT_FOLLOWLOCATION,
1913 curl_easy_setopt (s5r->curl,
1916 curl_easy_setopt (s5r->curl,
1917 CURLOPT_CONNECTTIMEOUT,
1919 curl_easy_setopt (s5r->curl,
1922 curl_easy_setopt (s5r->curl,
1925 curl_easy_setopt (s5r->curl,
1926 CURLOPT_HTTP_CONTENT_DECODING,
1928 curl_easy_setopt (s5r->curl,
1931 curl_easy_setopt (s5r->curl,
1934 curl_easy_setopt (s5r->curl,
1938 * Pre-populate cache to resolve Hostname.
1939 * This is necessary as the DNS name in the CURLOPT_URL is used
1940 * for SNI http://de.wikipedia.org/wiki/Server_Name_Indication
1942 if (NULL != s5r->leho)
1946 GNUNET_asprintf (&curl_hosts,
1951 s5r->hosts = curl_slist_append (NULL,
1953 curl_easy_setopt (s5r->curl,
1956 GNUNET_free (curl_hosts);
1960 GNUNET_asprintf (&curlurl,
1961 (GNUNET_YES != s5r->is_tls) //(HTTPS_PORT != s5r->port)
1963 : "https://%s:%d%s",
1972 GNUNET_asprintf (&curlurl,
1973 (GNUNET_YES != s5r->is_tls) //(HTTPS_PORT != s5r->port)
1975 : "https://%s:%d%s",
1980 curl_easy_setopt (s5r->curl,
1983 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
1984 "Launching %s CURL interaction, fetching `%s'\n",
1985 (s5r->is_gns) ? "GNS" : "DNS",
1987 GNUNET_free (curlurl);
1988 if (0 == strcasecmp (meth,
1989 MHD_HTTP_METHOD_PUT))
1991 s5r->state = SOCKS5_SOCKET_UPLOAD_STARTED;
1992 curl_easy_setopt (s5r->curl,
1995 curl_easy_setopt (s5r->curl,
1996 CURLOPT_WRITEFUNCTION,
1998 curl_easy_setopt (s5r->curl,
2001 GNUNET_assert (CURLE_OK ==
2002 curl_easy_setopt (s5r->curl,
2003 CURLOPT_READFUNCTION,
2005 curl_easy_setopt (s5r->curl,
2010 long upload_size = 0;
2012 us = MHD_lookup_connection_value (con,
2014 MHD_HTTP_HEADER_CONTENT_LENGTH);
2015 if ( (1 == sscanf (us,
2018 (upload_size >= 0) )
2020 curl_easy_setopt (s5r->curl,
2026 else if (0 == strcasecmp (meth, MHD_HTTP_METHOD_POST))
2028 s5r->state = SOCKS5_SOCKET_UPLOAD_STARTED;
2029 curl_easy_setopt (s5r->curl,
2032 curl_easy_setopt (s5r->curl,
2033 CURLOPT_WRITEFUNCTION,
2035 curl_easy_setopt (s5r->curl,
2038 curl_easy_setopt (s5r->curl,
2039 CURLOPT_READFUNCTION,
2041 curl_easy_setopt (s5r->curl,
2049 us = MHD_lookup_connection_value (con,
2051 MHD_HTTP_HEADER_CONTENT_LENGTH);
2052 if ( (NULL != us) &&
2056 (upload_size >= 0) )
2058 curl_easy_setopt (s5r->curl,
2062 curl_easy_setopt (s5r->curl,
2068 else if (0 == strcasecmp (meth,
2069 MHD_HTTP_METHOD_HEAD))
2071 s5r->state = SOCKS5_SOCKET_DOWNLOAD_STARTED;
2072 curl_easy_setopt (s5r->curl,
2076 else if (0 == strcasecmp (meth,
2077 MHD_HTTP_METHOD_OPTIONS))
2079 s5r->state = SOCKS5_SOCKET_DOWNLOAD_STARTED;
2080 curl_easy_setopt (s5r->curl,
2081 CURLOPT_CUSTOMREQUEST,
2083 curl_easy_setopt (s5r->curl,
2084 CURLOPT_WRITEFUNCTION,
2086 curl_easy_setopt (s5r->curl,
2091 else if (0 == strcasecmp (meth,
2092 MHD_HTTP_METHOD_GET))
2094 s5r->state = SOCKS5_SOCKET_DOWNLOAD_STARTED;
2095 curl_easy_setopt (s5r->curl,
2098 curl_easy_setopt (s5r->curl,
2099 CURLOPT_WRITEFUNCTION,
2101 curl_easy_setopt (s5r->curl,
2105 else if (0 == strcasecmp (meth,
2106 MHD_HTTP_METHOD_DELETE))
2108 s5r->state = SOCKS5_SOCKET_DOWNLOAD_STARTED;
2109 curl_easy_setopt (s5r->curl,
2110 CURLOPT_CUSTOMREQUEST,
2112 curl_easy_setopt (s5r->curl,
2113 CURLOPT_WRITEFUNCTION,
2115 curl_easy_setopt (s5r->curl,
2121 GNUNET_log (GNUNET_ERROR_TYPE_WARNING,
2122 _("Unsupported HTTP method `%s'\n"),
2124 curl_easy_cleanup (s5r->curl);
2129 if (0 == strcasecmp (ver, MHD_HTTP_VERSION_1_0))
2131 curl_easy_setopt (s5r->curl,
2132 CURLOPT_HTTP_VERSION,
2133 CURL_HTTP_VERSION_1_0);
2135 else if (0 == strcasecmp (ver, MHD_HTTP_VERSION_1_1))
2137 curl_easy_setopt (s5r->curl,
2138 CURLOPT_HTTP_VERSION,
2139 CURL_HTTP_VERSION_1_1);
2143 curl_easy_setopt (s5r->curl,
2144 CURLOPT_HTTP_VERSION,
2145 CURL_HTTP_VERSION_NONE);
2148 if (GNUNET_YES == s5r->is_tls) //(HTTPS_PORT == s5r->port)
2150 curl_easy_setopt (s5r->curl,
2153 if (0 < s5r->num_danes)
2154 curl_easy_setopt (s5r->curl,
2155 CURLOPT_SSL_VERIFYPEER,
2158 curl_easy_setopt (s5r->curl,
2159 CURLOPT_SSL_VERIFYPEER,
2161 /* Disable cURL checking the hostname, as we will check ourselves
2162 as only we have the domain name or the LEHO or the DANE record */
2163 curl_easy_setopt (s5r->curl,
2164 CURLOPT_SSL_VERIFYHOST,
2169 curl_easy_setopt (s5r->curl,
2175 curl_multi_add_handle (curl_multi,
2179 curl_easy_cleanup (s5r->curl);
2183 MHD_get_connection_values (con,
2187 curl_easy_setopt (s5r->curl,
2190 curl_download_prepare ();
2194 /* continuing to process request */
2195 if (0 != *upload_data_size)
2197 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
2198 "Processing %u bytes UPLOAD\n",
2199 (unsigned int) *upload_data_size);
2201 /* FIXME: This must be set or a header with Transfer-Encoding: chunked. Else
2202 * upload callback is not called!
2204 curl_easy_setopt (s5r->curl,
2205 CURLOPT_POSTFIELDSIZE,
2208 left = GNUNET_MIN (*upload_data_size,
2209 sizeof (s5r->io_buf) - s5r->io_len);
2210 GNUNET_memcpy (&s5r->io_buf[s5r->io_len],
2213 s5r->io_len += left;
2214 *upload_data_size -= left;
2215 GNUNET_assert (NULL != s5r->curl);
2216 if (GNUNET_YES == s5r->curl_paused)
2218 s5r->curl_paused = GNUNET_NO;
2219 curl_easy_pause (s5r->curl,
2224 if (SOCKS5_SOCKET_UPLOAD_STARTED == s5r->state)
2226 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
2227 "Finished processing UPLOAD\n");
2228 s5r->state = SOCKS5_SOCKET_UPLOAD_DONE;
2230 if (NULL == s5r->response)
2232 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
2233 "Waiting for HTTP response for %s%s...\n",
2236 MHD_suspend_connection (con);
2237 s5r->suspended = GNUNET_YES;
2240 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
2241 "Queueing response for %s%s with MHD\n",
2244 run_mhd_now (s5r->hd);
2245 return MHD_queue_response (con,
2251 /* ******************** MHD HTTP setup and event loop ******************** */
2255 * Function called when MHD decides that we are done with a request.
2258 * @param connection connection handle
2259 * @param con_cls value as set by the last call to
2260 * the MHD_AccessHandlerCallback, should be our `struct Socks5Request *`
2261 * @param toe reason for request termination (ignored)
2264 mhd_completed_cb (void *cls,
2265 struct MHD_Connection *connection,
2267 enum MHD_RequestTerminationCode toe)
2269 struct Socks5Request *s5r = *con_cls;
2273 if (MHD_REQUEST_TERMINATED_COMPLETED_OK != toe)
2274 GNUNET_log (GNUNET_ERROR_TYPE_INFO,
2275 "MHD encountered error handling request: %d\n",
2277 if (NULL != s5r->curl)
2279 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
2280 "Removing cURL handle (MHD interaction complete)\n");
2281 curl_multi_remove_handle (curl_multi,
2283 curl_slist_free_all (s5r->headers);
2284 s5r->headers = NULL;
2285 curl_easy_reset (s5r->curl);
2289 curl_download_prepare ();
2291 if ( (NULL != s5r->response) &&
2292 (curl_failure_response != s5r->response) )
2293 MHD_destroy_response (s5r->response);
2294 for (struct HttpResponseHeader *header = s5r->header_head;
2296 header = s5r->header_head)
2298 GNUNET_CONTAINER_DLL_remove (s5r->header_head,
2301 GNUNET_free (header->type);
2302 GNUNET_free (header->value);
2303 GNUNET_free (header);
2305 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
2306 "Finished request for %s\n",
2308 GNUNET_free (s5r->url);
2309 s5r->state = SOCKS5_SOCKET_WITH_MHD;
2311 s5r->response = NULL;
2317 * Function called when MHD connection is opened or closed.
2320 * @param connection connection handle
2321 * @param con_cls value as set by the last call to
2322 * the MHD_AccessHandlerCallback, should be our `struct Socks5Request *`
2323 * @param toe connection notification type
2326 mhd_connection_cb (void *cls,
2327 struct MHD_Connection *connection,
2329 enum MHD_ConnectionNotificationCode cnc)
2331 struct Socks5Request *s5r;
2332 const union MHD_ConnectionInfo *ci;
2337 case MHD_CONNECTION_NOTIFY_STARTED:
2338 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG, "Connection started...\n");
2339 ci = MHD_get_connection_info (connection,
2340 MHD_CONNECTION_INFO_CONNECTION_FD);
2346 sock = ci->connect_fd;
2347 for (s5r = s5r_head; NULL != s5r; s5r = s5r->next)
2349 if (GNUNET_NETWORK_get_fd (s5r->sock) == sock)
2351 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
2352 "Context set...\n");
2353 s5r->ssl_checked = GNUNET_NO;
2359 case MHD_CONNECTION_NOTIFY_CLOSED:
2360 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
2361 "Connection closed... cleaning up\n");
2365 GNUNET_log (GNUNET_ERROR_TYPE_ERROR,
2366 "Connection stale!\n");
2370 curl_download_prepare ();
2379 * Function called when MHD first processes an incoming connection.
2380 * Gives us the respective URI information.
2382 * We use this to associate the `struct MHD_Connection` with our
2383 * internal `struct Socks5Request` data structure (by checking
2384 * for matching sockets).
2386 * @param cls the HTTP server handle (a `struct MhdHttpList`)
2387 * @param url the URL that is being requested
2388 * @param connection MHD connection object for the request
2389 * @return the `struct Socks5Request` that this @a connection is for
2392 mhd_log_callback (void *cls,
2394 struct MHD_Connection *connection)
2396 struct Socks5Request *s5r;
2397 const union MHD_ConnectionInfo *ci;
2399 ci = MHD_get_connection_info (connection,
2400 MHD_CONNECTION_INFO_SOCKET_CONTEXT);
2401 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG, "Processing %s\n", url);
2407 s5r = ci->socket_context;
2408 if (NULL != s5r->url)
2413 s5r->url = GNUNET_strdup (url);
2414 if (NULL != s5r->timeout_task)
2416 GNUNET_SCHEDULER_cancel (s5r->timeout_task);
2417 s5r->timeout_task = NULL;
2419 GNUNET_assert (s5r->state == SOCKS5_SOCKET_WITH_MHD);
2425 * Kill the given MHD daemon.
2427 * @param hd daemon to stop
2430 kill_httpd (struct MhdHttpList *hd)
2432 GNUNET_CONTAINER_DLL_remove (mhd_httpd_head,
2435 GNUNET_free_non_null (hd->domain);
2436 MHD_stop_daemon (hd->daemon);
2437 if (NULL != hd->httpd_task)
2439 GNUNET_SCHEDULER_cancel (hd->httpd_task);
2440 hd->httpd_task = NULL;
2442 GNUNET_free_non_null (hd->proxy_cert);
2450 * Task run whenever HTTP server is idle for too long. Kill it.
2452 * @param cls the `struct MhdHttpList *`
2455 kill_httpd_task (void *cls)
2457 struct MhdHttpList *hd = cls;
2459 hd->httpd_task = NULL;
2465 * Task run whenever HTTP server operations are pending.
2467 * @param cls the `struct MhdHttpList *` of the daemon that is being run
2470 do_httpd (void *cls);
2474 * Schedule MHD. This function should be called initially when an
2475 * MHD is first getting its client socket, and will then automatically
2476 * always be called later whenever there is work to be done.
2478 * @param hd the daemon to schedule
2481 schedule_httpd (struct MhdHttpList *hd)
2486 struct GNUNET_NETWORK_FDSet *wrs;
2487 struct GNUNET_NETWORK_FDSet *wws;
2490 MHD_UNSIGNED_LONG_LONG timeout;
2491 struct GNUNET_TIME_Relative tv;
2498 MHD_get_fdset (hd->daemon,
2507 haveto = MHD_get_timeout (hd->daemon,
2509 if (MHD_YES == haveto)
2510 tv.rel_value_us = (uint64_t) timeout * 1000LL;
2512 tv = GNUNET_TIME_UNIT_FOREVER_REL;
2515 wrs = GNUNET_NETWORK_fdset_create ();
2516 wws = GNUNET_NETWORK_fdset_create ();
2517 GNUNET_NETWORK_fdset_copy_native (wrs, &rs, max + 1);
2518 GNUNET_NETWORK_fdset_copy_native (wws, &ws, max + 1);
2525 if (NULL != hd->httpd_task)
2527 GNUNET_SCHEDULER_cancel (hd->httpd_task);
2528 hd->httpd_task = NULL;
2530 if ( (MHD_YES != haveto) &&
2534 /* daemon is idle, kill after timeout */
2535 hd->httpd_task = GNUNET_SCHEDULER_add_delayed (MHD_CACHE_TIMEOUT,
2542 GNUNET_SCHEDULER_add_select (GNUNET_SCHEDULER_PRIORITY_DEFAULT,
2547 GNUNET_NETWORK_fdset_destroy (wrs);
2549 GNUNET_NETWORK_fdset_destroy (wws);
2554 * Task run whenever HTTP server operations are pending.
2556 * @param cls the `struct MhdHttpList` of the daemon that is being run
2559 do_httpd (void *cls)
2561 struct MhdHttpList *hd = cls;
2563 hd->httpd_task = NULL;
2564 MHD_run (hd->daemon);
2565 schedule_httpd (hd);
2570 * Run MHD now, we have extra data ready for the callback.
2572 * @param hd the daemon to run now.
2575 run_mhd_now (struct MhdHttpList *hd)
2577 if (NULL != hd->httpd_task)
2578 GNUNET_SCHEDULER_cancel (hd->httpd_task);
2579 hd->httpd_task = GNUNET_SCHEDULER_add_now (&do_httpd,
2585 * Read file in filename
2587 * @param filename file to read
2588 * @param size pointer where filesize is stored
2589 * @return NULL on error
2592 load_file (const char* filename,
2599 GNUNET_DISK_file_size (filename,
2604 if (fsize > MAX_PEM_SIZE)
2606 *size = (unsigned int) fsize;
2607 buffer = GNUNET_malloc (*size);
2609 GNUNET_DISK_fn_read (filename,
2613 GNUNET_free (buffer);
2621 * Load PEM key from file
2623 * @param key where to store the data
2624 * @param keyfile path to the PEM file
2625 * @return #GNUNET_OK on success
2628 load_key_from_file (gnutls_x509_privkey_t key,
2629 const char* keyfile)
2631 gnutls_datum_t key_data;
2634 key_data.data = load_file (keyfile,
2636 if (NULL == key_data.data)
2637 return GNUNET_SYSERR;
2638 ret = gnutls_x509_privkey_import (key, &key_data,
2639 GNUTLS_X509_FMT_PEM);
2640 if (GNUTLS_E_SUCCESS != ret)
2642 GNUNET_log (GNUNET_ERROR_TYPE_ERROR,
2643 _("Unable to import private key from file `%s'\n"),
2646 GNUNET_free_non_null (key_data.data);
2647 return (GNUTLS_E_SUCCESS != ret) ? GNUNET_SYSERR : GNUNET_OK;
2652 * Load cert from file
2654 * @param crt struct to store data in
2655 * @param certfile path to pem file
2656 * @return #GNUNET_OK on success
2659 load_cert_from_file (gnutls_x509_crt_t crt,
2660 const char* certfile)
2662 gnutls_datum_t cert_data;
2665 cert_data.data = load_file (certfile,
2667 if (NULL == cert_data.data)
2668 return GNUNET_SYSERR;
2669 ret = gnutls_x509_crt_import (crt,
2671 GNUTLS_X509_FMT_PEM);
2672 if (GNUTLS_E_SUCCESS != ret)
2674 GNUNET_log (GNUNET_ERROR_TYPE_ERROR,
2675 _("Unable to import certificate from `%s'\n"),
2678 GNUNET_free_non_null (cert_data.data);
2679 return (GNUTLS_E_SUCCESS != ret) ? GNUNET_SYSERR : GNUNET_OK;
2684 * Generate new certificate for specific name
2686 * @param name the subject name to generate a cert for
2687 * @return a struct holding the PEM data, NULL on error
2689 static struct ProxyGNSCertificate *
2690 generate_gns_certificate (const char *name)
2692 unsigned int serial;
2693 size_t key_buf_size;
2694 size_t cert_buf_size;
2695 gnutls_x509_crt_t request;
2698 struct ProxyGNSCertificate *pgc;
2700 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
2701 "Generating x.509 certificate for `%s'\n",
2703 GNUNET_break (GNUTLS_E_SUCCESS == gnutls_x509_crt_init (&request));
2704 GNUNET_break (GNUTLS_E_SUCCESS == gnutls_x509_crt_set_key (request, proxy_ca.key));
2705 pgc = GNUNET_new (struct ProxyGNSCertificate);
2706 gnutls_x509_crt_set_dn_by_oid (request,
2707 GNUTLS_OID_X520_COUNTRY_NAME,
2711 gnutls_x509_crt_set_dn_by_oid (request,
2712 GNUTLS_OID_X520_ORGANIZATION_NAME,
2715 strlen ("GNU Name System"));
2716 gnutls_x509_crt_set_dn_by_oid (request,
2717 GNUTLS_OID_X520_COMMON_NAME,
2721 gnutls_x509_crt_set_subject_alternative_name (request,
2724 GNUNET_break (GNUTLS_E_SUCCESS ==
2725 gnutls_x509_crt_set_version (request,
2727 gnutls_rnd (GNUTLS_RND_NONCE,
2730 gnutls_x509_crt_set_serial (request,
2733 etime = time (NULL);
2734 tm_data = localtime (&etime);
2736 etime = mktime(tm_data);
2737 gnutls_x509_crt_set_activation_time (request,
2740 etime = mktime (tm_data);
2741 gnutls_x509_crt_set_expiration_time (request,
2743 gnutls_x509_crt_sign2 (request,
2748 key_buf_size = sizeof (pgc->key);
2749 cert_buf_size = sizeof (pgc->cert);
2750 gnutls_x509_crt_export (request,
2751 GNUTLS_X509_FMT_PEM,
2754 gnutls_x509_privkey_export (proxy_ca.key,
2755 GNUTLS_X509_FMT_PEM,
2758 gnutls_x509_crt_deinit (request);
2764 * Function called by MHD with errors, suppresses them all.
2766 * @param cls closure
2767 * @param fm format string (`printf()`-style)
2768 * @param ap arguments to @a fm
2771 mhd_error_log_callback (void *cls,
2780 * Lookup (or create) an TLS MHD instance for a particular domain.
2782 * @param domain the domain the TLS daemon has to serve
2783 * @return NULL on error
2785 static struct MhdHttpList *
2786 lookup_ssl_httpd (const char* domain)
2788 struct MhdHttpList *hd;
2789 struct ProxyGNSCertificate *pgc;
2796 for (hd = mhd_httpd_head; NULL != hd; hd = hd->next)
2797 if ( (NULL != hd->domain) &&
2798 (0 == strcmp (hd->domain, domain)) )
2800 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
2801 "Starting fresh MHD HTTPS instance for domain `%s'\n",
2803 pgc = generate_gns_certificate (domain);
2804 hd = GNUNET_new (struct MhdHttpList);
2805 hd->is_ssl = GNUNET_YES;
2806 hd->domain = GNUNET_strdup (domain);
2807 hd->proxy_cert = pgc;
2808 hd->daemon = MHD_start_daemon (MHD_USE_DEBUG | MHD_USE_SSL | MHD_USE_NO_LISTEN_SOCKET | MHD_ALLOW_SUSPEND_RESUME,
2811 &create_response, hd,
2812 MHD_OPTION_CONNECTION_TIMEOUT, (unsigned int) 16,
2813 MHD_OPTION_NOTIFY_COMPLETED, &mhd_completed_cb, NULL,
2814 MHD_OPTION_NOTIFY_CONNECTION, &mhd_connection_cb, NULL,
2815 MHD_OPTION_URI_LOG_CALLBACK, &mhd_log_callback, NULL,
2816 MHD_OPTION_EXTERNAL_LOGGER, &mhd_error_log_callback, NULL,
2817 MHD_OPTION_HTTPS_MEM_KEY, pgc->key,
2818 MHD_OPTION_HTTPS_MEM_CERT, pgc->cert,
2820 if (NULL == hd->daemon)
2826 GNUNET_CONTAINER_DLL_insert (mhd_httpd_head,
2834 * Task run when a Socks5Request somehow fails to be associated with
2835 * an MHD connection (i.e. because the client never speaks HTTP after
2836 * the SOCKS5 handshake). Clean up.
2838 * @param cls the `struct Socks5Request *`
2841 timeout_s5r_handshake (void *cls)
2843 struct Socks5Request *s5r = cls;
2845 s5r->timeout_task = NULL;
2851 * We're done with the Socks5 protocol, now we need to pass the
2852 * connection data through to the final destination, either
2853 * direct (if the protocol might not be HTTP), or via MHD
2854 * (if the port looks like it should be HTTP).
2856 * @param s5r socks request that has reached the final stage
2859 setup_data_transfer (struct Socks5Request *s5r)
2861 struct MhdHttpList *hd;
2863 const struct sockaddr *addr;
2867 if (GNUNET_YES == s5r->is_tls)
2869 GNUNET_asprintf (&domain,
2872 hd = lookup_ssl_httpd (domain);
2875 GNUNET_log (GNUNET_ERROR_TYPE_ERROR,
2876 _("Failed to start HTTPS server for `%s'\n"),
2879 GNUNET_free (domain);
2884 GNUNET_assert (NULL != httpd);
2887 fd = GNUNET_NETWORK_get_fd (s5r->sock);
2888 addr = GNUNET_NETWORK_get_addr (s5r->sock);
2889 len = GNUNET_NETWORK_get_addrlen (s5r->sock);
2890 s5r->state = SOCKS5_SOCKET_WITH_MHD;
2892 MHD_add_connection (hd->daemon,
2897 GNUNET_log (GNUNET_ERROR_TYPE_WARNING,
2898 _("Failed to pass client to MHD\n"));
2900 GNUNET_free_non_null (domain);
2904 schedule_httpd (hd);
2905 s5r->timeout_task = GNUNET_SCHEDULER_add_delayed (HTTP_HANDSHAKE_TIMEOUT,
2906 &timeout_s5r_handshake,
2908 GNUNET_free_non_null (domain);
2912 /* ********************* SOCKS handling ************************* */
2916 * Write data from buffer to socks5 client, then continue with state machine.
2918 * @param cls the closure with the `struct Socks5Request`
2921 do_write (void *cls)
2923 struct Socks5Request *s5r = cls;
2927 len = GNUNET_NETWORK_socket_send (s5r->sock,
2932 /* write error: connection closed, shutdown, etc.; just clean up */
2933 GNUNET_log (GNUNET_ERROR_TYPE_ERROR,
2940 s5r->wbuf_len - len);
2941 s5r->wbuf_len -= len;
2942 if (s5r->wbuf_len > 0)
2944 /* not done writing */
2946 GNUNET_SCHEDULER_add_write_net (GNUNET_TIME_UNIT_FOREVER_REL,
2952 /* we're done writing, continue with state machine! */
2959 case SOCKS5_REQUEST:
2960 GNUNET_assert (NULL != s5r->rtask);
2962 case SOCKS5_DATA_TRANSFER:
2963 setup_data_transfer (s5r);
2965 case SOCKS5_WRITE_THEN_CLEANUP:
2976 * Return a server response message indicating a failure to the client.
2978 * @param s5r request to return failure code for
2979 * @param sc status code to return
2982 signal_socks_failure (struct Socks5Request *s5r,
2983 enum Socks5StatusCode sc)
2985 struct Socks5ServerResponseMessage *s_resp;
2987 s_resp = (struct Socks5ServerResponseMessage *) &s5r->wbuf[s5r->wbuf_len];
2988 memset (s_resp, 0, sizeof (struct Socks5ServerResponseMessage));
2989 s_resp->version = SOCKS_VERSION_5;
2991 s5r->state = SOCKS5_WRITE_THEN_CLEANUP;
2992 if (NULL != s5r->wtask)
2994 GNUNET_SCHEDULER_add_write_net (GNUNET_TIME_UNIT_FOREVER_REL,
3001 * Return a server response message indicating success.
3003 * @param s5r request to return success status message for
3006 signal_socks_success (struct Socks5Request *s5r)
3008 struct Socks5ServerResponseMessage *s_resp;
3010 s_resp = (struct Socks5ServerResponseMessage *) &s5r->wbuf[s5r->wbuf_len];
3011 s_resp->version = SOCKS_VERSION_5;
3012 s_resp->reply = SOCKS5_STATUS_REQUEST_GRANTED;
3013 s_resp->reserved = 0;
3014 s_resp->addr_type = SOCKS5_AT_IPV4;
3015 /* zero out IPv4 address and port */
3018 sizeof (struct in_addr) + sizeof (uint16_t));
3019 s5r->wbuf_len += sizeof (struct Socks5ServerResponseMessage) +
3020 sizeof (struct in_addr) + sizeof (uint16_t);
3021 if (NULL == s5r->wtask)
3023 GNUNET_SCHEDULER_add_write_net (GNUNET_TIME_UNIT_FOREVER_REL,
3030 * Process GNS results for target domain.
3032 * @param cls the `struct Socks5Request *`
3033 * @param tld #GNUNET_YES if this was a GNS TLD.
3034 * @param rd_count number of records returned
3035 * @param rd record data
3038 handle_gns_result (void *cls,
3041 const struct GNUNET_GNSRECORD_Data *rd)
3043 struct Socks5Request *s5r = cls;
3044 const struct GNUNET_GNSRECORD_Data *r;
3047 s5r->gns_lookup = NULL;
3050 for (uint32_t i=0;i<rd_count;i++)
3053 switch (r->record_type)
3055 case GNUNET_DNSPARSER_TYPE_A:
3057 struct sockaddr_in *in;
3059 if (sizeof (struct in_addr) != r->data_size)
3061 GNUNET_break_op (0);
3064 if (GNUNET_YES == got_ip)
3067 GNUNET_NETWORK_test_pf (PF_INET))
3069 got_ip = GNUNET_YES;
3070 in = (struct sockaddr_in *) &s5r->destination_address;
3071 in->sin_family = AF_INET;
3072 GNUNET_memcpy (&in->sin_addr,
3075 in->sin_port = htons (s5r->port);
3076 #if HAVE_SOCKADDR_IN_SIN_LEN
3077 in->sin_len = sizeof (*in);
3081 case GNUNET_DNSPARSER_TYPE_AAAA:
3083 struct sockaddr_in6 *in;
3085 if (sizeof (struct in6_addr) != r->data_size)
3087 GNUNET_break_op (0);
3090 if (GNUNET_YES == got_ip)
3092 if (GNUNET_YES == disable_v6)
3095 GNUNET_NETWORK_test_pf (PF_INET6))
3097 /* FIXME: allow user to disable IPv6 per configuration option... */
3098 got_ip = GNUNET_YES;
3099 in = (struct sockaddr_in6 *) &s5r->destination_address;
3100 in->sin6_family = AF_INET6;
3101 GNUNET_memcpy (&in->sin6_addr,
3104 in->sin6_port = htons (s5r->port);
3105 #if HAVE_SOCKADDR_IN_SIN_LEN
3106 in->sin6_len = sizeof (*in);
3110 case GNUNET_GNSRECORD_TYPE_VPN:
3111 GNUNET_break (0); /* should have been translated within GNS */
3113 case GNUNET_GNSRECORD_TYPE_LEHO:
3114 GNUNET_free_non_null (s5r->leho);
3115 s5r->leho = GNUNET_strndup (r->data,
3118 case GNUNET_GNSRECORD_TYPE_BOX:
3120 const struct GNUNET_GNSRECORD_BoxRecord *box;
3122 if (r->data_size < sizeof (struct GNUNET_GNSRECORD_BoxRecord))
3124 GNUNET_break_op (0);
3128 if ( (ntohl (box->record_type) != GNUNET_DNSPARSER_TYPE_TLSA) ||
3129 (ntohs (box->protocol) != IPPROTO_TCP) ||
3130 (ntohs (box->service) != s5r->port) )
3131 break; /* BOX record does not apply */
3132 if (s5r->num_danes >= MAX_DANES)
3134 GNUNET_break (0); /* MAX_DANES too small */
3137 s5r->is_tls = GNUNET_YES; /* This should be TLS */
3138 s5r->dane_data_len[s5r->num_danes]
3139 = r->data_size - sizeof (struct GNUNET_GNSRECORD_BoxRecord);
3140 s5r->dane_data[s5r->num_danes]
3141 = GNUNET_memdup (&box[1],
3142 s5r->dane_data_len[s5r->num_danes]);
3151 if ( (GNUNET_YES != got_ip) &&
3152 (GNUNET_YES == tld) )
3154 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
3155 "Name resolution failed to yield useful IP address.\n");
3156 signal_socks_failure (s5r,
3157 SOCKS5_STATUS_GENERAL_FAILURE);
3160 s5r->state = SOCKS5_DATA_TRANSFER;
3161 signal_socks_success (s5r);
3166 * Remove the first @a len bytes from the beginning of the read buffer.
3168 * @param s5r the handle clear the read buffer for
3169 * @param len number of bytes in read buffer to advance
3172 clear_from_s5r_rbuf (struct Socks5Request *s5r,
3175 GNUNET_assert (len <= s5r->rbuf_len);
3178 s5r->rbuf_len - len);
3179 s5r->rbuf_len -= len;
3184 * Read data from incoming Socks5 connection
3186 * @param cls the closure with the `struct Socks5Request`
3189 do_s5r_read (void *cls)
3191 struct Socks5Request *s5r = cls;
3192 const struct Socks5ClientHelloMessage *c_hello;
3193 struct Socks5ServerHelloMessage *s_hello;
3194 const struct Socks5ClientRequestMessage *c_req;
3197 const struct GNUNET_SCHEDULER_TaskContext *tc;
3200 tc = GNUNET_SCHEDULER_get_task_context ();
3201 if ( (NULL != tc->read_ready) &&
3202 (GNUNET_NETWORK_fdset_isset (tc->read_ready,
3205 rlen = GNUNET_NETWORK_socket_recv (s5r->sock,
3206 &s5r->rbuf[s5r->rbuf_len],
3207 sizeof (s5r->rbuf) - s5r->rbuf_len);
3210 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
3211 "socks5 client disconnected.\n");
3215 s5r->rbuf_len += rlen;
3217 s5r->rtask = GNUNET_SCHEDULER_add_read_net (GNUNET_TIME_UNIT_FOREVER_REL,
3220 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
3221 "Processing %zu bytes of socks data in state %d\n",
3227 c_hello = (const struct Socks5ClientHelloMessage*) &s5r->rbuf;
3228 if ( (s5r->rbuf_len < sizeof (struct Socks5ClientHelloMessage)) ||
3229 (s5r->rbuf_len < sizeof (struct Socks5ClientHelloMessage) + c_hello->num_auth_methods) )
3230 return; /* need more data */
3231 if (SOCKS_VERSION_5 != c_hello->version)
3233 GNUNET_log (GNUNET_ERROR_TYPE_ERROR,
3234 _("Unsupported socks version %d\n"),
3235 (int) c_hello->version);
3239 clear_from_s5r_rbuf (s5r,
3240 sizeof (struct Socks5ClientHelloMessage) + c_hello->num_auth_methods);
3241 GNUNET_assert (0 == s5r->wbuf_len);
3242 s_hello = (struct Socks5ServerHelloMessage *) &s5r->wbuf;
3243 s5r->wbuf_len = sizeof (struct Socks5ServerHelloMessage);
3244 s_hello->version = SOCKS_VERSION_5;
3245 s_hello->auth_method = SOCKS_AUTH_NONE;
3246 GNUNET_assert (NULL == s5r->wtask);
3247 s5r->wtask = GNUNET_SCHEDULER_add_write_net (GNUNET_TIME_UNIT_FOREVER_REL,
3250 s5r->state = SOCKS5_REQUEST;
3252 case SOCKS5_REQUEST:
3253 c_req = (const struct Socks5ClientRequestMessage *) &s5r->rbuf;
3254 if (s5r->rbuf_len < sizeof (struct Socks5ClientRequestMessage))
3256 switch (c_req->command)
3258 case SOCKS5_CMD_TCP_STREAM:
3262 GNUNET_log (GNUNET_ERROR_TYPE_ERROR,
3263 _("Unsupported socks command %d\n"),
3264 (int) c_req->command);
3265 signal_socks_failure (s5r,
3266 SOCKS5_STATUS_COMMAND_NOT_SUPPORTED);
3269 switch (c_req->addr_type)
3271 case SOCKS5_AT_IPV4:
3273 const struct in_addr *v4 = (const struct in_addr *) &c_req[1];
3274 const uint16_t *port = (const uint16_t *) &v4[1];
3275 struct sockaddr_in *in;
3277 s5r->port = ntohs (*port);
3278 alen = sizeof (struct in_addr);
3279 if (s5r->rbuf_len < sizeof (struct Socks5ClientRequestMessage) +
3280 alen + sizeof (uint16_t))
3281 return; /* need more data */
3282 in = (struct sockaddr_in *) &s5r->destination_address;
3283 in->sin_family = AF_INET;
3285 in->sin_port = *port;
3286 #if HAVE_SOCKADDR_IN_SIN_LEN
3287 in->sin_len = sizeof (*in);
3289 s5r->state = SOCKS5_DATA_TRANSFER;
3292 case SOCKS5_AT_IPV6:
3294 const struct in6_addr *v6 = (const struct in6_addr *) &c_req[1];
3295 const uint16_t *port = (const uint16_t *) &v6[1];
3296 struct sockaddr_in6 *in;
3298 s5r->port = ntohs (*port);
3299 alen = sizeof (struct in6_addr);
3300 if (s5r->rbuf_len < sizeof (struct Socks5ClientRequestMessage) +
3301 alen + sizeof (uint16_t))
3302 return; /* need more data */
3303 in = (struct sockaddr_in6 *) &s5r->destination_address;
3304 in->sin6_family = AF_INET6;
3305 in->sin6_addr = *v6;
3306 in->sin6_port = *port;
3307 #if HAVE_SOCKADDR_IN_SIN_LEN
3308 in->sin6_len = sizeof (*in);
3310 s5r->state = SOCKS5_DATA_TRANSFER;
3313 case SOCKS5_AT_DOMAINNAME:
3315 const uint8_t *dom_len;
3316 const char *dom_name;
3317 const uint16_t *port;
3319 dom_len = (const uint8_t *) &c_req[1];
3320 alen = *dom_len + 1;
3321 if (s5r->rbuf_len < sizeof (struct Socks5ClientRequestMessage) +
3322 alen + sizeof (uint16_t))
3323 return; /* need more data */
3324 dom_name = (const char *) &dom_len[1];
3325 port = (const uint16_t*) &dom_name[*dom_len];
3326 s5r->domain = GNUNET_strndup (dom_name,
3328 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
3329 "Requested connection is to %s:%d\n",
3330 //(HTTPS_PORT == s5r->port) ? "s" : "",
3333 s5r->state = SOCKS5_RESOLVING;
3334 s5r->port = ntohs (*port);
3335 s5r->is_tls = (HTTPS_PORT == s5r->port) ? GNUNET_YES : GNUNET_NO;
3336 s5r->gns_lookup = GNUNET_GNS_lookup_with_tld (gns_handle,
3338 GNUNET_DNSPARSER_TYPE_A,
3339 GNUNET_NO /* only cached */,
3345 GNUNET_log (GNUNET_ERROR_TYPE_ERROR,
3346 _("Unsupported socks address type %d\n"),
3347 (int) c_req->addr_type);
3348 signal_socks_failure (s5r,
3349 SOCKS5_STATUS_ADDRESS_TYPE_NOT_SUPPORTED);
3352 clear_from_s5r_rbuf (s5r,
3353 sizeof (struct Socks5ClientRequestMessage) +
3354 alen + sizeof (uint16_t));
3355 if (0 != s5r->rbuf_len)
3357 /* read more bytes than healthy, why did the client send more!? */
3358 GNUNET_break_op (0);
3359 signal_socks_failure (s5r,
3360 SOCKS5_STATUS_GENERAL_FAILURE);
3363 if (SOCKS5_DATA_TRANSFER == s5r->state)
3365 /* if we are not waiting for GNS resolution, signal success */
3366 signal_socks_success (s5r);
3368 /* We are done reading right now */
3369 GNUNET_SCHEDULER_cancel (s5r->rtask);
3372 case SOCKS5_RESOLVING:
3375 case SOCKS5_DATA_TRANSFER:
3386 * Accept new incoming connections
3388 * @param cls the closure with the lsock4 or lsock6
3389 * @param tc the scheduler context
3392 do_accept (void *cls)
3394 struct GNUNET_NETWORK_Handle *lsock = cls;
3395 struct GNUNET_NETWORK_Handle *s;
3396 struct Socks5Request *s5r;
3398 GNUNET_assert (NULL != lsock);
3399 if (lsock == lsock4)
3400 ltask4 = GNUNET_SCHEDULER_add_read_net (GNUNET_TIME_UNIT_FOREVER_REL,
3404 else if (lsock == lsock6)
3405 ltask6 = GNUNET_SCHEDULER_add_read_net (GNUNET_TIME_UNIT_FOREVER_REL,
3411 s = GNUNET_NETWORK_socket_accept (lsock,
3416 GNUNET_log_strerror (GNUNET_ERROR_TYPE_ERROR,
3420 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
3421 "Got an inbound connection, waiting for data\n");
3422 s5r = GNUNET_new (struct Socks5Request);
3423 GNUNET_CONTAINER_DLL_insert (s5r_head,
3427 s5r->state = SOCKS5_INIT;
3428 s5r->rtask = GNUNET_SCHEDULER_add_read_net (GNUNET_TIME_UNIT_FOREVER_REL,
3435 /* ******************* General / main code ********************* */
3439 * Task run on shutdown
3441 * @param cls closure
3444 do_shutdown (void *cls)
3446 GNUNET_log (GNUNET_ERROR_TYPE_INFO,
3447 "Shutting down...\n");
3448 /* MHD requires resuming before destroying the daemons */
3449 for (struct Socks5Request *s5r = s5r_head;
3455 s5r->suspended = GNUNET_NO;
3456 MHD_resume_connection (s5r->con);
3459 while (NULL != mhd_httpd_head)
3460 kill_httpd (mhd_httpd_head);
3461 while (NULL != s5r_head)
3462 cleanup_s5r (s5r_head);
3465 GNUNET_NETWORK_socket_close (lsock4);
3470 GNUNET_NETWORK_socket_close (lsock6);
3473 if (NULL != curl_multi)
3475 curl_multi_cleanup (curl_multi);
3478 if (NULL != gns_handle)
3480 GNUNET_GNS_disconnect (gns_handle);
3483 if (NULL != curl_download_task)
3485 GNUNET_SCHEDULER_cancel (curl_download_task);
3486 curl_download_task = NULL;
3490 GNUNET_SCHEDULER_cancel (ltask4);
3495 GNUNET_SCHEDULER_cancel (ltask6);
3498 gnutls_x509_crt_deinit (proxy_ca.cert);
3499 gnutls_x509_privkey_deinit (proxy_ca.key);
3500 gnutls_global_deinit ();
3505 * Create an IPv4 listen socket bound to our port.
3507 * @return NULL on error
3509 static struct GNUNET_NETWORK_Handle *
3512 struct GNUNET_NETWORK_Handle *ls;
3513 struct sockaddr_in sa4;
3516 memset (&sa4, 0, sizeof (sa4));
3517 sa4.sin_family = AF_INET;
3518 sa4.sin_port = htons (port);
3519 #if HAVE_SOCKADDR_IN_SIN_LEN
3520 sa4.sin_len = sizeof (sa4);
3522 ls = GNUNET_NETWORK_socket_create (AF_INET,
3528 GNUNET_NETWORK_socket_bind (ls,
3529 (const struct sockaddr *) &sa4,
3533 GNUNET_NETWORK_socket_close (ls);
3542 * Create an IPv6 listen socket bound to our port.
3544 * @return NULL on error
3546 static struct GNUNET_NETWORK_Handle *
3549 struct GNUNET_NETWORK_Handle *ls;
3550 struct sockaddr_in6 sa6;
3553 memset (&sa6, 0, sizeof (sa6));
3554 sa6.sin6_family = AF_INET6;
3555 sa6.sin6_port = htons (port);
3556 #if HAVE_SOCKADDR_IN_SIN_LEN
3557 sa6.sin6_len = sizeof (sa6);
3559 ls = GNUNET_NETWORK_socket_create (AF_INET6,
3565 GNUNET_NETWORK_socket_bind (ls,
3566 (const struct sockaddr *) &sa6,
3570 GNUNET_NETWORK_socket_close (ls);
3579 * Main function that will be run
3581 * @param cls closure
3582 * @param args remaining command-line arguments
3583 * @param cfgfile name of the configuration file used (for saving, can be NULL!)
3584 * @param c configuration
3589 const char *cfgfile,
3590 const struct GNUNET_CONFIGURATION_Handle *c)
3592 char* cafile_cfg = NULL;
3594 struct MhdHttpList *hd;
3598 if (NULL == (curl_multi = curl_multi_init ()))
3600 GNUNET_log (GNUNET_ERROR_TYPE_ERROR,
3601 "Failed to create cURL multi handle!\n");
3604 cafile = cafile_opt;
3608 GNUNET_CONFIGURATION_get_value_filename (cfg,
3613 GNUNET_log_config_missing (GNUNET_ERROR_TYPE_ERROR,
3618 cafile = cafile_cfg;
3620 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
3621 "Using `%s' as CA\n",
3624 gnutls_global_init ();
3625 gnutls_x509_crt_init (&proxy_ca.cert);
3626 gnutls_x509_privkey_init (&proxy_ca.key);
3629 load_cert_from_file (proxy_ca.cert,
3632 load_key_from_file (proxy_ca.key,
3635 GNUNET_log (GNUNET_ERROR_TYPE_ERROR,
3636 _("Failed to load X.509 key and certificate from `%s'\n"),
3638 gnutls_x509_crt_deinit (proxy_ca.cert);
3639 gnutls_x509_privkey_deinit (proxy_ca.key);
3640 gnutls_global_deinit ();
3641 GNUNET_free_non_null (cafile_cfg);
3644 GNUNET_free_non_null (cafile_cfg);
3645 if (NULL == (gns_handle = GNUNET_GNS_connect (cfg)))
3647 GNUNET_log (GNUNET_ERROR_TYPE_ERROR,
3648 "Unable to connect to GNS!\n");
3649 gnutls_x509_crt_deinit (proxy_ca.cert);
3650 gnutls_x509_privkey_deinit (proxy_ca.key);
3651 gnutls_global_deinit ();
3654 GNUNET_SCHEDULER_add_shutdown (&do_shutdown,
3657 /* Open listen socket for socks proxy */
3658 lsock6 = bind_v6 ();
3661 GNUNET_log_strerror (GNUNET_ERROR_TYPE_ERROR,
3667 GNUNET_NETWORK_socket_listen (lsock6,
3670 GNUNET_log_strerror (GNUNET_ERROR_TYPE_ERROR,
3672 GNUNET_NETWORK_socket_close (lsock6);
3677 ltask6 = GNUNET_SCHEDULER_add_read_net (GNUNET_TIME_UNIT_FOREVER_REL,
3683 lsock4 = bind_v4 ();
3686 GNUNET_log_strerror (GNUNET_ERROR_TYPE_ERROR,
3692 GNUNET_NETWORK_socket_listen (lsock4,
3695 GNUNET_log_strerror (GNUNET_ERROR_TYPE_ERROR,
3697 GNUNET_NETWORK_socket_close (lsock4);
3702 ltask4 = GNUNET_SCHEDULER_add_read_net (GNUNET_TIME_UNIT_FOREVER_REL,
3708 if ( (NULL == lsock4) &&
3711 GNUNET_SCHEDULER_shutdown ();
3714 if (0 != curl_global_init (CURL_GLOBAL_WIN32))
3716 GNUNET_log (GNUNET_ERROR_TYPE_ERROR,
3717 "cURL global init failed!\n");
3718 GNUNET_SCHEDULER_shutdown ();
3721 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
3722 "Proxy listens on port %u\n",
3723 (unsigned int) port);
3725 /* start MHD daemon for HTTP */
3726 hd = GNUNET_new (struct MhdHttpList);
3727 hd->daemon = MHD_start_daemon (MHD_USE_DEBUG | MHD_USE_NO_LISTEN_SOCKET | MHD_ALLOW_SUSPEND_RESUME,
3730 &create_response, hd,
3731 MHD_OPTION_CONNECTION_TIMEOUT, (unsigned int) 16,
3732 MHD_OPTION_NOTIFY_COMPLETED, &mhd_completed_cb, NULL,
3733 MHD_OPTION_NOTIFY_CONNECTION, &mhd_connection_cb, NULL,
3734 MHD_OPTION_URI_LOG_CALLBACK, &mhd_log_callback, NULL,
3736 if (NULL == hd->daemon)
3739 GNUNET_SCHEDULER_shutdown ();
3743 GNUNET_CONTAINER_DLL_insert (mhd_httpd_head,
3750 * The main function for gnunet-gns-proxy.
3752 * @param argc number of arguments from the command line
3753 * @param argv command line arguments
3754 * @return 0 ok, 1 on error
3760 struct GNUNET_GETOPT_CommandLineOption options[] = {
3761 GNUNET_GETOPT_option_uint16 ('p',
3764 gettext_noop ("listen on specified port (default: 7777)"),
3766 GNUNET_GETOPT_option_string ('a',
3769 gettext_noop ("pem file to use as CA"),
3771 GNUNET_GETOPT_option_flag ('6',
3773 gettext_noop ("disable use of IPv6"),
3776 GNUNET_GETOPT_OPTION_END
3778 static const char* page =
3779 "<html><head><title>gnunet-gns-proxy</title>"
3780 "</head><body>cURL fail</body></html>";
3784 GNUNET_STRINGS_get_utf8_args (argc, argv,
3787 GNUNET_log_setup ("gnunet-gns-proxy",
3790 curl_failure_response
3791 = MHD_create_response_from_buffer (strlen (page),
3793 MHD_RESPMEM_PERSISTENT);
3797 GNUNET_PROGRAM_run (argc, argv,
3799 _("GNUnet GNS proxy"),
3801 &run, NULL)) ? 0 : 1;
3802 MHD_destroy_response (curl_failure_response);
3803 GNUNET_free_non_null ((char *) argv);
3807 /* end of gnunet-gns-proxy.c */