src/transport/plugin_transport_http.c

   1 /*
   2      This file is part of GNUnet
   3      (C) 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009 Christian Grothoff (and other contributing authors)
   4
   5      GNUnet is free software; you can redistribute it and/or modify
   6      it under the terms of the GNU General Public License as published
   7      by the Free Software Foundation; either version 3, or (at your
   8      option) any later version.
   9
  10      GNUnet is distributed in the hope that it will be useful, but
  11      WITHOUT ANY WARRANTY; without even the implied warranty of
  12      MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  13      General Public License for more details.
  14
  15      You should have received a copy of the GNU General Public License
  16      along with GNUnet; see the file COPYING.  If not, write to the
  17      Free Software Foundation, Inc., 59 Temple Place - Suite 330,
  18      Boston, MA 02111-1307, USA.
  19 */
  20
  21 /**
  22  * @file transport/plugin_transport_http.c
  23  * @brief http transport service plugin
  24  * @author Matthias Wachs
  25  */
  26
  27 #include "platform.h"
  28 #include "gnunet_common.h"
  29 #include "gnunet_constants.h"
  30 #include "gnunet_protocols.h"
  31 #include "gnunet_connection_lib.h"
  32 #include "gnunet_service_lib.h"
  33 #include "gnunet_statistics_service.h"
  34 #include "gnunet_transport_service.h"
  35 #include "gnunet_resolver_service.h"
  36 #include "gnunet_server_lib.h"
  37 #include "gnunet_container_lib.h"
  38 #include "plugin_transport.h"
  39 #include "gnunet_os_lib.h"
  40 #include "microhttpd.h"
  41 #include <curl/curl.h>
  42
  43 #if BUILD_HTTPS
  44 #define LIBGNUNET_PLUGIN_TRANSPORT_INIT libgnunet_plugin_transport_https_init
  45 #define LIBGNUNET_PLUGIN_TRANSPORT_DONE libgnunet_plugin_transport_https_done
  46 #define LIBGNUNET_PLUGIN_TRANSPORT_COMPONENT transport_https
  47 #define PROTOCOL_PREFIX "https"
  48 #else
  49 #define LIBGNUNET_PLUGIN_TRANSPORT_INIT libgnunet_plugin_transport_http_init
  50 #define LIBGNUNET_PLUGIN_TRANSPORT_DONE libgnunet_plugin_transport_http_done
  51 #define LIBGNUNET_PLUGIN_TRANSPORT_COMPONENT transport_http
  52 #define PROTOCOL_PREFIX "http"
  53 #endif
  54
  55 #define DEBUG_HTTP GNUNET_NO
  56 #define DEBUG_CURL GNUNET_NO
  57 #define DEBUG_MHD GNUNET_NO
  58 #define DEBUG_CONNECTIONS GNUNET_NO
  59 #define DEBUG_SESSION_SELECTION GNUNET_NO
  60 #define DEBUG_SCHEDULING GNUNET_NO
  61 #define CURL_TCP_NODELAY GNUNET_YES
  62
  63 #define INBOUND GNUNET_NO
  64 #define OUTBOUND GNUNET_YES
  65
  66
  67
  68 /**
  69  * Text of the response sent back after the last bytes of a PUT
  70  * request have been received (just to formally obey the HTTP
  71  * protocol).
  72  */
  73 #define HTTP_PUT_RESPONSE "Thank you!"
  74
  75 /**
  76  * After how long do we expire an address that we
  77  * learned from another peer if it is not reconfirmed
  78  * by anyone?
  79  */
  80 #define LEARNED_ADDRESS_EXPIRATION GNUNET_TIME_relative_multiply (GNUNET_TIME_UNIT_HOURS, 6)
  81
  82 /**
  83  * Page returned if request invalid
  84  */
  85 #define HTTP_ERROR_RESPONSE "<!DOCTYPE HTML PUBLIC \"-//IETF//DTD HTML 2.0//EN\"><HTML><HEAD><TITLE>404 Not Found</TITLE></HEAD><BODY><H1>Not Found</H1>The requested URL was not found on this server.<P><HR><ADDRESS></ADDRESS></BODY></HTML>"
  86
  87 /**
  88  * Timeout for a http connect
  89  */
  90 #define HTTP_CONNECT_TIMEOUT 30
  91
  92
  93 /**
  94  * Network format for IPv4 addresses.
  95  */
  96 struct IPv4HttpAddress
  97 {
  98   /**
  99    * Linked list next
 100    */
 101   struct IPv4HttpAddress * next;
 102
 103   /**
 104    * Linked list previous
 105    */
 106   struct IPv4HttpAddress * prev;
 107
 108   /**
 109    * IPv4 address, in network byte order.
 110    */
 111   uint32_t ipv4_addr GNUNET_PACKED;
 112
 113   /**
 114    * Port number, in network byte order.
 115    */
 116   uint16_t u_port GNUNET_PACKED;
 117
 118 };
 119
 120
 121 /**
 122  * Network format for IPv6 addresses.
 123  */
 124 struct IPv6HttpAddress
 125 {
 126   /**
 127    * Linked list next
 128    */
 129   struct IPv6HttpAddress * next;
 130
 131   /**
 132    * Linked list previous
 133    */
 134   struct IPv6HttpAddress * prev;
 135
 136   /**
 137    * IPv6 address.
 138    */
 139   struct in6_addr ipv6_addr GNUNET_PACKED;
 140
 141   /**
 142    * Port number, in network byte order.
 143    */
 144   uint16_t u6_port GNUNET_PACKED;
 145
 146 };
 147
 148
 149 /**
 150  *  Message to send using http
 151  */
 152 struct HTTP_Message
 153 {
 154   /**
 155    * next pointer for double linked list
 156    */
 157   struct HTTP_Message * next;
 158
 159   /**
 160    * previous pointer for double linked list
 161    */
 162   struct HTTP_Message * prev;
 163
 164   /**
 165    * buffer containing data to send
 166    */
 167   char *buf;
 168
 169   /**
 170    * amount of data already sent
 171    */
 172   size_t pos;
 173
 174   /**
 175    * buffer length
 176    */
 177   size_t size;
 178
 179   /**
 180    * Continuation function to call once the transmission buffer
 181    * has again space available.  NULL if there is no
 182    * continuation to call.
 183    */
 184   GNUNET_TRANSPORT_TransmitContinuation transmit_cont;
 185
 186   /**
 187    * Closure for transmit_cont.
 188    */
 189   void *transmit_cont_cls;
 190 };
 191
 192
 193 struct HTTP_PeerContext
 194 {
 195   /**
 196    * peer's identity
 197    */
 198   struct GNUNET_PeerIdentity identity;
 199
 200   /**
 201    * Pointer to the global plugin struct.
 202    */
 203   struct Plugin *plugin;
 204
 205   /**
 206    * Linked list of connections with this peer
 207    * head
 208    */
 209   struct Session * head;
 210
 211   /**
 212    * Linked list of connections with this peer
 213    * tail
 214    */
 215   struct Session * tail;
 216
 217   /**
 218    * id for next session
 219    */
 220   size_t session_id_counter;
 221
 222   /**
 223    * Last session used to send data
 224    */
 225   struct Session * last_session;
 226
 227   /**
 228    * The task resetting inbound quota delay
 229    */
 230   GNUNET_SCHEDULER_TaskIdentifier reset_task;
 231
 232   /**
 233    * Delay from transport service inbound quota tracker when to receive data again
 234    */
 235   struct GNUNET_TIME_Relative delay;
 236 };
 237
 238
 239 struct Session
 240 {
 241   /**
 242    * API requirement.
 243    */
 244   struct SessionHeader header;
 245
 246   /**
 247    * next session in linked list
 248    */
 249   struct Session * next;
 250
 251   /**
 252    * previous session in linked list
 253    */
 254   struct Session * prev;
 255
 256   /**
 257    * address of this session
 258    */
 259   void * addr;
 260
 261   /**
 262    * address length
 263    */
 264   size_t addrlen;
 265
 266   /**
 267    * target url
 268    */
 269   char * url;
 270
 271   /**
 272    * Message queue for outbound messages
 273    * head of queue
 274    */
 275   struct HTTP_Message * pending_msgs_head;
 276
 277   /**
 278    * Message queue for outbound messages
 279    * tail of queue
 280    */
 281   struct HTTP_Message * pending_msgs_tail;
 282
 283   /**
 284    * partner peer this connection belongs to
 285    */
 286   struct HTTP_PeerContext * peercontext;
 287
 288   /**
 289    * message stream tokenizer for incoming data
 290    */
 291   struct GNUNET_SERVER_MessageStreamTokenizer *msgtok;
 292
 293   /**
 294    * session direction
 295    * outbound: OUTBOUND (GNUNET_YES)
 296    * inbound : INBOUND (GNUNET_NO)
 297    */
 298   unsigned int direction;
 299
 300   /**
 301    * is session connected to send data?
 302    */
 303   unsigned int send_connected;
 304
 305   /**
 306    * is send connection active?
 307    */
 308   unsigned int send_active;
 309
 310   /**
 311    * connection disconnect forced (e.g. from transport)
 312    */
 313   unsigned int send_force_disconnect;
 314
 315   /**
 316    * is session connected to receive data?
 317    */
 318   unsigned int recv_connected;
 319
 320   /**
 321    * is receive connection active?
 322    */
 323   unsigned int recv_active;
 324
 325   /**
 326    * connection disconnect forced (e.g. from transport)
 327    */
 328   unsigned int recv_force_disconnect;
 329
 330
 331   /**
 332    * id for next session
 333    * NOTE: 0 is not an ID, zero is not defined. A correct ID is always > 0
 334    */
 335   size_t session_id;
 336
 337   /**
 338    * entity managing sending data
 339    * outbound session: CURL *
 340    * inbound session: mhd_connection *
 341    */
 342   void * send_endpoint;
 343
 344   /**
 345    * entity managing recieving data
 346    * outbound session: CURL *
 347    * inbound session: mhd_connection *
 348    */
 349   void * recv_endpoint;
 350
 351   /**
 352    * Current queue size
 353    */
 354   size_t queue_length_cur;
 355
 356   /**
 357         * Max queue size
 358         */
 359   size_t queue_length_max;
 360
 361 };
 362
 363 /**
 364  * Encapsulation of all of the state of the plugin.
 365  */
 366 struct Plugin
 367 {
 368   /**
 369    * Our environment.
 370    */
 371   struct GNUNET_TRANSPORT_PluginEnvironment *env;
 372
 373   /**
 374    * Handle for reporting statistics.
 375    */
 376   struct GNUNET_STATISTICS_Handle *stats;
 377
 378   /**
 379    * Plugin Port
 380    */
 381   uint16_t port_inbound;
 382
 383   struct GNUNET_CONTAINER_MultiHashMap *peers;
 384
 385   /**
 386    * Daemon for listening for new IPv4 connections.
 387    */
 388   struct MHD_Daemon *http_server_daemon_v4;
 389
 390   /**
 391    * Daemon for listening for new IPv6connections.
 392    */
 393   struct MHD_Daemon *http_server_daemon_v6;
 394
 395   /**
 396    * Our primary task for http daemon handling IPv4 connections
 397    */
 398   GNUNET_SCHEDULER_TaskIdentifier http_server_task_v4;
 399
 400   /**
 401    * Our primary task for http daemon handling IPv6 connections
 402    */
 403   GNUNET_SCHEDULER_TaskIdentifier http_server_task_v6;
 404
 405   /**
 406    * The task sending data
 407    */
 408   GNUNET_SCHEDULER_TaskIdentifier http_curl_task;
 409
 410   /**
 411    * cURL Multihandle
 412    */
 413   CURLM * multi_handle;
 414
 415   /**
 416    * ipv4 DLL head
 417    */
 418   struct IPv4HttpAddress * ipv4_addr_head;
 419
 420   /**
 421    * ipv4 DLL tail
 422    */
 423   struct IPv4HttpAddress * ipv4_addr_tail;
 424
 425   /**
 426    * ipv6 DLL head
 427    */
 428   struct IPv6HttpAddress * ipv6_addr_head;
 429
 430   /**
 431    * ipv6 DLL tail
 432    */
 433   struct IPv6HttpAddress * ipv6_addr_tail;
 434
 435   /**
 436    * Our ASCII encoded, hashed peer identity
 437    * This string is used to distinguish between connections and is added to the urls
 438    */
 439   struct GNUNET_CRYPTO_HashAsciiEncoded my_ascii_hash_ident;
 440
 441   /**
 442    * IPv4 Address the plugin binds to
 443    */
 444   struct sockaddr_in * bind4_address;
 445
 446   /**
 447    * IPv6 Address the plugins binds to
 448    */
 449   struct sockaddr_in6 * bind6_address;
 450
 451   /**
 452    * Hostname to bind to
 453    */
 454   char * bind_hostname;
 455
 456   /**
 457    * Is IPv4 enabled?
 458    */
 459   int use_ipv6;
 460
 461   /**
 462    * Is IPv6 enabled?
 463    */
 464   int use_ipv4;
 465
 466   /**
 467    * Closure passed by MHD to the mhd_logger function
 468    */
 469   void * mhd_log;
 470
 471   /* only needed for HTTPS plugin */
 472 #if BUILD_HTTPS
 473   /* The certificate MHD uses as an \0 terminated string */
 474   char * cert;
 475
 476   /* The private key MHD uses as an \0 terminated string */
 477   char * key;
 478
 479   /* crypto init string */
 480   char * crypto_init;
 481 #endif
 482 };
 483
 484
 485 /**
 486  * Function called for a quick conversion of the binary address to
 487  * a numeric address.  Note that the caller must not free the
 488  * address and that the next call to this function is allowed
 489  * to override the address again.
 490  *
 491  * @param cls closure
 492  * @param addr binary address
 493  * @param addrlen length of the address
 494  * @return string representing the same address
 495  */
 496 static const char*
 497 http_plugin_address_to_string (void *cls,
 498                                    const void *addr,
 499                                    size_t addrlen);
 500
 501
 502 /**
 503  * Call MHD to process pending ipv4 requests and then go back
 504  * and schedule the next run.
 505  */
 506 static void http_server_daemon_v4_run (void *cls, const struct GNUNET_SCHEDULER_TaskContext *tc);
 507 /**
 508  * Call MHD to process pending ipv6 requests and then go back
 509  * and schedule the next run.
 510  */
 511 static void http_server_daemon_v6_run (void *cls, const struct GNUNET_SCHEDULER_TaskContext *tc);
 512
 513 /**
 514  * Function setting up curl handle and selecting message to send
 515  * @param plugin plugin
 516  * @param ses session to send data to
 517  * @param con connection
 518  * @return bytes sent to peer
 519  */
 520 static int send_check_connections (struct Plugin *plugin, struct Session *ps);
 521
 522 /**
 523  * Function setting up file descriptors and scheduling task to run
 524  * @param cls closure
 525  * @param ses session to send data to
 526  * @param
 527  */
 528 static int curl_schedule (struct Plugin *plugin);
 529
 530 /**
 531  * Task scheduled to reset the inbound quota delay for a specific peer
 532  * @param cls plugin as closure
 533  * @param tc task context
 534  */
 535 static void reset_inbound_quota_delay (void *cls,
 536                                        const struct GNUNET_SCHEDULER_TaskContext *tc)
 537 {
 538         struct HTTP_PeerContext * pc;
 539
 540         GNUNET_assert(cls !=NULL);
 541
 542         pc = (struct HTTP_PeerContext *) cls;
 543         pc->reset_task = GNUNET_SCHEDULER_NO_TASK;
 544
 545         if (0 != (tc->reason & GNUNET_SCHEDULER_REASON_SHUTDOWN))
 546           return;
 547
 548         pc->delay = GNUNET_TIME_relative_get_zero ();
 549 }
 550
 551
 552 /**
 553  * Creates a valid url from passed address and id
 554  * @param plugin plugin
 555  * @param addr address to create url from
 556  * @param addrlen address lenth
 557  * @param id session id
 558  * @return the created url
 559  */
 560 static char * create_url(struct Plugin *plugin, const void * addr, size_t addrlen, size_t id)
 561 {
 562   char *url = NULL;
 563   char *addr_str = (char *) http_plugin_address_to_string(NULL, addr, addrlen);
 564
 565   GNUNET_assert ((addr!=NULL) && (addrlen != 0));
 566   GNUNET_asprintf(&url,
 567                   "%s://%s/%s;%u", PROTOCOL_PREFIX, addr_str,
 568                   (char *) (&plugin->my_ascii_hash_ident),id);
 569   GNUNET_free_non_null(addr_str);
 570   return url;
 571 }
 572
 573 /**
 574  * Removes a message from the linked list of messages
 575  * @param ps session
 576  * @param msg message
 577  * @return GNUNET_SYSERR if msg not found, GNUNET_OK on success
 578  */
 579 static int remove_http_message (struct Session * ps, struct HTTP_Message * msg)
 580 {
 581   GNUNET_CONTAINER_DLL_remove(ps->pending_msgs_head,ps->pending_msgs_tail,msg);
 582   GNUNET_free(msg);
 583   return GNUNET_OK;
 584 }
 585
 586 /**
 587  * Iterator to remove peer context
 588  * @param cls the plugin
 589  * @param key the peers public key hashcode
 590  * @param value the peer context
 591  * @return GNUNET_YES on success
 592  */
 593 int remove_peer_context_Iterator (void *cls, const GNUNET_HashCode *key, void *value)
 594 {
 595   struct Plugin *plugin = cls;
 596   struct HTTP_PeerContext * pc = value;
 597   struct Session * ps = pc->head;
 598   struct Session * tmp = NULL;
 599   struct HTTP_Message * msg = NULL;
 600   struct HTTP_Message * msg_tmp = NULL;
 601 #if DEBUG_HTTP
 602   GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Freeing context for peer `%s'\n",GNUNET_i2s(&pc->identity));
 603 #endif
 604   GNUNET_CONTAINER_multihashmap_remove (plugin->peers, &pc->identity.hashPubKey, pc);
 605   while (ps!=NULL)
 606   {
 607         plugin->env->session_end(plugin, &pc->identity, ps);
 608         tmp = ps->next;
 609
 610     GNUNET_free_non_null (ps->addr);
 611     GNUNET_free(ps->url);
 612     if (ps->msgtok != NULL)
 613       GNUNET_SERVER_mst_destroy (ps->msgtok);
 614
 615     msg = ps->pending_msgs_head;
 616     while (msg!=NULL)
 617     {
 618       msg_tmp = msg->next;
 619       GNUNET_free(msg);
 620       msg = msg_tmp;
 621     }
 622     if (ps->direction==OUTBOUND)
 623     {
 624       if (ps->send_endpoint!=NULL)
 625         curl_easy_cleanup(ps->send_endpoint);
 626       if (ps->recv_endpoint!=NULL)
 627         curl_easy_cleanup(ps->recv_endpoint);
 628     }
 629
 630     GNUNET_free(ps);
 631     ps=tmp;
 632   }
 633   GNUNET_free(pc);
 634   GNUNET_STATISTICS_update (plugin->env->stats,
 635                             gettext_noop ("# HTTP peers active"),
 636                             -1,
 637                             GNUNET_NO);
 638   return GNUNET_YES;
 639 }
 640
 641
 642 /**
 643  * Removes a session from the linked list of sessions
 644  * @param pc peer context
 645  * @param ps session
 646  * @param call_msg_cont GNUNET_YES to call pending message continuations, otherwise no
 647  * @param call_msg_cont_result result to call message continuations with
 648  * @return GNUNET_SYSERR if msg not found, GNUNET_OK on success
 649  */
 650 static int remove_session (struct HTTP_PeerContext * pc, struct Session * ps,  int call_msg_cont, int call_msg_cont_result)
 651 {
 652   struct HTTP_Message * msg;
 653   struct Plugin * plugin = ps->peercontext->plugin;
 654
 655 #if DEBUG_CONNECTIONS
 656   GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Connection %X: removing %s session %X with id %u\n", ps, (ps->direction == INBOUND) ? "inbound" : "outbound", ps, ps->session_id);
 657 #endif
 658   plugin->env->session_end(plugin, &pc->identity, ps);
 659
 660   GNUNET_free_non_null (ps->addr);
 661   GNUNET_SERVER_mst_destroy (ps->msgtok);
 662   GNUNET_free(ps->url);
 663
 664   if (ps->direction==INBOUND)
 665   {
 666           if (ps->recv_endpoint != NULL)
 667           {
 668                   curl_easy_cleanup(ps->recv_endpoint);
 669                   ps->recv_endpoint = NULL;
 670           }
 671           if (ps->send_endpoint != NULL)
 672           {
 673                   curl_easy_cleanup(ps->send_endpoint);
 674                   ps->send_endpoint = NULL;
 675           }
 676   }
 677
 678   msg = ps->pending_msgs_head;
 679   while (msg!=NULL)
 680   {
 681     if ((call_msg_cont == GNUNET_YES) && (msg->transmit_cont!=NULL))
 682     {
 683       msg->transmit_cont (msg->transmit_cont_cls,&pc->identity,call_msg_cont_result);
 684     }
 685     GNUNET_CONTAINER_DLL_remove(ps->pending_msgs_head,ps->pending_msgs_head,msg);
 686     GNUNET_free(msg);
 687     msg = ps->pending_msgs_head;
 688   }
 689
 690   GNUNET_CONTAINER_DLL_remove(pc->head,pc->tail,ps);
 691   GNUNET_free(ps);
 692   ps = NULL;
 693
 694   /* no sessions left remove peer */
 695   if (pc->head==NULL)
 696   {
 697 #if DEBUG_HTTP
 698   GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"No sessions left for peer `%s', removing context\n",GNUNET_i2s(&pc->identity));
 699 #endif
 700         remove_peer_context_Iterator(plugin, &pc->identity.hashPubKey, pc);
 701   }
 702
 703   return GNUNET_OK;
 704 }
 705
 706
 707 /**
 708  * Add the IP of our network interface to the list of
 709  * our external IP addresses.
 710  *
 711  * @param cls the 'struct Plugin*'
 712  * @param name name of the interface
 713  * @param isDefault do we think this may be our default interface
 714  * @param addr address of the interface
 715  * @param addrlen number of bytes in addr
 716  * @return GNUNET_OK to continue iterating
 717  */
 718 static int
 719 process_interfaces (void *cls,
 720                     const char *name,
 721                     int isDefault,
 722                     const struct sockaddr *addr, socklen_t addrlen)
 723 {
 724   struct Plugin *plugin = cls;
 725   struct IPv4HttpAddress * t4;
 726   struct IPv6HttpAddress * t6;
 727   int af;
 728
 729
 730   GNUNET_assert(cls !=NULL);
 731   af = addr->sa_family;
 732   if ((af == AF_INET) && (plugin->use_ipv4 == GNUNET_YES) && (plugin->bind6_address == NULL))
 733     {
 734           struct in_addr bnd_cmp = ((struct sockaddr_in *) addr)->sin_addr;
 735       t4 = GNUNET_malloc(sizeof(struct IPv4HttpAddress));
 736       /* Not skipping loopback addresses
 737       if (INADDR_LOOPBACK == ntohl(((struct sockaddr_in *) addr)->sin_addr.s_addr))
 738       {
 739
 740         return GNUNET_OK;
 741       }
 742       */
 743       t4->ipv4_addr = ((struct sockaddr_in *) addr)->sin_addr.s_addr;
 744       t4->u_port = htons (plugin->port_inbound);
 745       if (plugin->bind4_address != NULL)
 746       {
 747           if (0 == memcmp(&plugin->bind4_address->sin_addr, &bnd_cmp, sizeof (struct in_addr)))
 748           {
 749               GNUNET_CONTAINER_DLL_insert(plugin->ipv4_addr_head,plugin->ipv4_addr_tail,t4);
 750                   plugin->env->notify_address(plugin->env->cls,PROTOCOL_PREFIX,t4, sizeof (struct IPv4HttpAddress), GNUNET_TIME_UNIT_FOREVER_REL);
 751                   return GNUNET_OK;
 752           }
 753                   GNUNET_free (t4);
 754                   return GNUNET_OK;
 755       }
 756       else
 757       {
 758           GNUNET_CONTAINER_DLL_insert(plugin->ipv4_addr_head,plugin->ipv4_addr_tail,t4);
 759           plugin->env->notify_address(plugin->env->cls,PROTOCOL_PREFIX,t4, sizeof (struct IPv4HttpAddress), GNUNET_TIME_UNIT_FOREVER_REL);
 760           return GNUNET_OK;
 761       }
 762     }
 763   else if ((af == AF_INET6) && (plugin->use_ipv6 == GNUNET_YES)  && (plugin->bind4_address == NULL))
 764     {
 765           struct in6_addr bnd_cmp6 = ((struct sockaddr_in6 *) addr)->sin6_addr;
 766       if (IN6_IS_ADDR_LINKLOCAL (&((struct sockaddr_in6 *) addr)->sin6_addr))
 767         {
 768           return GNUNET_OK;
 769         }
 770       t6 = GNUNET_malloc(sizeof(struct IPv6HttpAddress));
 771       GNUNET_assert(t6 != NULL);
 772       if (plugin->bind6_address != NULL)
 773       {
 774           if (0 == memcmp(&plugin->bind6_address->sin6_addr, &bnd_cmp6, sizeof (struct in6_addr)))
 775           {
 776               memcpy (&t6->ipv6_addr,
 777                       &((struct sockaddr_in6 *) addr)->sin6_addr,
 778                       sizeof (struct in6_addr));
 779               t6->u6_port = htons (plugin->port_inbound);
 780               plugin->env->notify_address(plugin->env->cls,PROTOCOL_PREFIX,t6,sizeof (struct IPv6HttpAddress) , GNUNET_TIME_UNIT_FOREVER_REL);
 781               GNUNET_CONTAINER_DLL_insert(plugin->ipv6_addr_head,plugin->ipv6_addr_tail,t6);
 782                   return GNUNET_OK;
 783           }
 784                   GNUNET_free (t6);
 785                   return GNUNET_OK;
 786       }
 787           memcpy (&t6->ipv6_addr,
 788                           &((struct sockaddr_in6 *) addr)->sin6_addr,
 789                           sizeof (struct in6_addr));
 790           t6->u6_port = htons (plugin->port_inbound);
 791           GNUNET_CONTAINER_DLL_insert(plugin->ipv6_addr_head,plugin->ipv6_addr_tail,t6);
 792           plugin->env->notify_address(plugin->env->cls,PROTOCOL_PREFIX,t6,sizeof (struct IPv6HttpAddress) , GNUNET_TIME_UNIT_FOREVER_REL);
 793     }
 794   return GNUNET_OK;
 795 }
 796
 797
 798 /**
 799  * External logging function for MHD
 800  * @param arg arguments
 801  * @param fmt format string
 802  * @param ap  list of arguments
 803  */
 804 void mhd_logger (void * arg, const char * fmt, va_list ap)
 805 {
 806         char text[1024];
 807         vsnprintf(text, 1024, fmt, ap);
 808         va_end(ap);
 809         GNUNET_log (GNUNET_ERROR_TYPE_ERROR,"MHD: %s \n", text);
 810 }
 811
 812
 813 static void mhd_termination_cb (void *cls, struct MHD_Connection * connection, void **httpSessionCache)
 814 {
 815   struct Session * ps = *httpSessionCache;
 816   if (ps == NULL)
 817     return;
 818   struct HTTP_PeerContext * pc = ps->peercontext;
 819
 820   if (connection==ps->recv_endpoint)
 821   {
 822 #if DEBUG_CONNECTIONS
 823     GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Connection %X: inbound connection from peer `%s' was terminated\n", ps, GNUNET_i2s(&pc->identity));
 824 #endif
 825     ps->recv_active = GNUNET_NO;
 826     ps->recv_connected = GNUNET_NO;
 827     ps->recv_endpoint = NULL;
 828   }
 829   if (connection==ps->send_endpoint)
 830   {
 831
 832     ps->send_active = GNUNET_NO;
 833     ps->send_connected = GNUNET_NO;
 834     ps->send_endpoint = NULL;
 835 #if DEBUG_CONNECTIONS
 836     GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Connection %X: outbound connection from peer `%s' was terminated\n", ps, GNUNET_i2s(&pc->identity));
 837 #endif
 838   }
 839
 840   /* if both connections disconnected, remove session */
 841   if ((ps->send_connected == GNUNET_NO) && (ps->recv_connected == GNUNET_NO))
 842   {
 843       GNUNET_STATISTICS_update (pc->plugin->env->stats,
 844                             gettext_noop ("# HTTP inbound sessions for peers active"),
 845                             -1,
 846                             GNUNET_NO);
 847     remove_session(pc,ps,GNUNET_YES,GNUNET_SYSERR);
 848   }
 849 }
 850
 851 /**
 852  * Callback called by MessageStreamTokenizer when a message has arrived
 853  * @param cls current session as closure
 854  * @param client clien
 855  * @param message the message to be forwarded to transport service
 856  */
 857
 858 static void mhd_write_mst_cb (void *cls,
 859                               void *client,
 860                               const struct GNUNET_MessageHeader *message)
 861 {
 862   struct GNUNET_TIME_Relative delay;
 863   struct Session *ps  = cls;
 864   GNUNET_assert(ps != NULL);
 865
 866   struct HTTP_PeerContext *pc = ps->peercontext;
 867   GNUNET_assert(pc != NULL);
 868 #if DEBUG_HTTP
 869   GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
 870               "Connection %X: Forwarding message to transport service, type %u and size %u from `%s' (`%s')\n",
 871               ps,
 872               ntohs(message->type),
 873               ntohs(message->size),
 874               GNUNET_i2s(&(ps->peercontext)->identity),http_plugin_address_to_string(NULL,ps->addr,ps->addrlen));
 875 #endif
 876   delay = pc->plugin->env->receive (ps->peercontext->plugin->env->cls,
 877                                                                                                                   &pc->identity,
 878                                                                                                                   message, 1, ps,
 879                                                                                                                   NULL,
 880                                                                                                                   0);
 881   pc->delay = delay;
 882   if (pc->reset_task != GNUNET_SCHEDULER_NO_TASK)
 883         GNUNET_SCHEDULER_cancel (pc->plugin->env->sched, pc->reset_task);
 884
 885   if (delay.value > 0)
 886   {
 887 #if DEBUG_HTTP
 888         GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Connection %X: Inbound quota management: delay next read for %llu ms \n", ps, delay.value);
 889 #endif
 890         pc->reset_task = GNUNET_SCHEDULER_add_delayed (pc->plugin->env->sched, delay, &reset_inbound_quota_delay, pc);
 891   }
 892 }
 893
 894 /**
 895  * Check if incoming connection is accepted.
 896  * NOTE: Here every connection is accepted
 897  * @param cls plugin as closure
 898  * @param addr address of incoming connection
 899  * @param addr_len address length of incoming connection
 900  * @return MHD_YES if connection is accepted, MHD_NO if connection is rejected
 901  *
 902  */
 903 static int
 904 mhd_accept_cb (void *cls, const struct sockaddr *addr, socklen_t addr_len)
 905 {
 906 #if 0
 907   struct Plugin *plugin = cls;
 908 #endif
 909   /* Every connection is accepted, nothing more to do here */
 910   return MHD_YES;
 911 }
 912
 913
 914 /**
 915  * Callback called by MHD when it needs data to send
 916  * @param cls current session
 917  * @param pos position in buffer
 918  * @param buf the buffer to write data to
 919  * @param max max number of bytes available in buffer
 920  * @return bytes written to buffer
 921  */
 922 static ssize_t
 923 mhd_send_callback (void *cls, uint64_t pos, char *buf, size_t max)
 924 {
 925   struct Session * ps = cls;
 926   struct HTTP_PeerContext * pc;
 927   struct HTTP_Message * msg;
 928   int bytes_read = 0;
 929
 930   GNUNET_assert (ps!=NULL);
 931
 932   pc = ps->peercontext;
 933   msg = ps->pending_msgs_tail;
 934   if (ps->send_force_disconnect==GNUNET_YES)
 935   {
 936 #if DEBUG_CONNECTIONS
 937     GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Connection %X: outbound forced to disconnect\n",ps);
 938 #endif
 939     return -1;
 940   }
 941
 942   if (msg!=NULL)
 943   {
 944     if ((msg->size-msg->pos) <= max)
 945     {
 946       memcpy(buf,&msg->buf[msg->pos],(msg->size-msg->pos));
 947       bytes_read = msg->size-msg->pos;
 948       msg->pos+=(msg->size-msg->pos);
 949     }
 950     else
 951     {
 952       memcpy(buf,&msg->buf[msg->pos],max);
 953       msg->pos+=max;
 954       bytes_read = max;
 955     }
 956
 957     if (msg->pos==msg->size)
 958     {
 959       if (NULL!=msg->transmit_cont)
 960         msg->transmit_cont (msg->transmit_cont_cls,&pc->identity,GNUNET_OK);
 961       ps->queue_length_cur -= msg->size;
 962       remove_http_message(ps,msg);
 963     }
 964   }
 965 #if DEBUG_CONNECTIONS
 966     GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Connection %X: MHD has sent %u bytes\n", ps, bytes_read);
 967 #endif
 968   return bytes_read;
 969 }
 970
 971 /**
 972  * Process GET or PUT request received via MHD.  For
 973  * GET, queue response that will send back our pending
 974  * messages.  For PUT, process incoming data and send
 975  * to GNUnet core.  In either case, check if a session
 976  * already exists and create a new one if not.
 977  */
 978 static int
 979 mhd_access_cb (void *cls,
 980                            struct MHD_Connection *mhd_connection,
 981                            const char *url,
 982                            const char *method,
 983                            const char *version,
 984                            const char *upload_data,
 985                            size_t * upload_data_size, void **httpSessionCache)
 986 {
 987   struct Plugin *plugin = cls;
 988   struct MHD_Response *response;
 989   const union MHD_ConnectionInfo * conn_info;
 990
 991   struct sockaddr_in  *addrin;
 992   struct sockaddr_in6 *addrin6;
 993
 994   char address[INET6_ADDRSTRLEN+14];
 995   struct GNUNET_PeerIdentity pi_in;
 996   size_t id_num = 0;
 997
 998   struct IPv4HttpAddress ipv4addr;
 999   struct IPv6HttpAddress ipv6addr;
1000
1001   struct HTTP_PeerContext *pc = NULL;
1002   struct Session *ps = NULL;
1003   struct Session *ps_tmp = NULL;
1004
1005   int res = GNUNET_NO;
1006   int send_error_to_client;
1007   void * addr = NULL;
1008   size_t addr_len = 0 ;
1009
1010   GNUNET_assert(cls !=NULL);
1011   send_error_to_client = GNUNET_NO;
1012
1013   if (NULL == *httpSessionCache)
1014   {
1015     /* check url for peer identity , if invalid send HTTP 404*/
1016     size_t len = strlen(&url[1]);
1017     char * peer = GNUNET_malloc(104+1);
1018
1019     if ((len>104) && (url[104]==';'))
1020     {
1021         char * id = GNUNET_malloc((len-104)+1);
1022         strcpy(id,&url[105]);
1023         memcpy(peer,&url[1],103);
1024         peer[103] = '\0';
1025         id_num = strtoul ( id, NULL , 10);
1026         GNUNET_free(id);
1027     }
1028     res = GNUNET_CRYPTO_hash_from_string (peer, &(pi_in.hashPubKey));
1029     GNUNET_free(peer);
1030     if ( GNUNET_SYSERR == res )
1031     {
1032       response = MHD_create_response_from_data (strlen (HTTP_ERROR_RESPONSE),HTTP_ERROR_RESPONSE, MHD_NO, MHD_NO);
1033       res = MHD_queue_response (mhd_connection, MHD_HTTP_NOT_FOUND, response);
1034       MHD_destroy_response (response);
1035 #if DEBUG_CONNECTIONS
1036       if (res == MHD_YES)
1037         GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Peer has no valid ident, sent HTTP 1.1/404\n");
1038       else
1039         GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Peer has no valid ident, could not send error\n");
1040 #endif
1041       return res;
1042     }
1043   }
1044   else
1045   {
1046     ps = *httpSessionCache;
1047     pc = ps->peercontext;
1048   }
1049
1050   if (NULL == *httpSessionCache)
1051   {
1052     /* get peer context */
1053     pc = GNUNET_CONTAINER_multihashmap_get (plugin->peers, &pi_in.hashPubKey);
1054     /* Peer unknown */
1055     if (pc==NULL)
1056     {
1057       pc = GNUNET_malloc(sizeof (struct HTTP_PeerContext));
1058       pc->plugin = plugin;
1059       pc->session_id_counter=1;
1060       pc->last_session = NULL;
1061       memcpy(&pc->identity, &pi_in, sizeof(struct GNUNET_PeerIdentity));
1062       GNUNET_CONTAINER_multihashmap_put(plugin->peers, &pc->identity.hashPubKey, pc, GNUNET_CONTAINER_MULTIHASHMAPOPTION_UNIQUE_ONLY);
1063       GNUNET_STATISTICS_update (plugin->env->stats,
1064                             gettext_noop ("# HTTP peers active"),
1065                             1,
1066                             GNUNET_NO);
1067     }
1068
1069     conn_info = MHD_get_connection_info(mhd_connection, MHD_CONNECTION_INFO_CLIENT_ADDRESS );
1070     /* Incoming IPv4 connection */
1071     if ( AF_INET == conn_info->client_addr->sin_family)
1072     {
1073       addrin = conn_info->client_addr;
1074       inet_ntop(addrin->sin_family, &(addrin->sin_addr),address,INET_ADDRSTRLEN);
1075       memcpy(&ipv4addr.ipv4_addr,&(addrin->sin_addr),sizeof(struct in_addr));
1076       ipv4addr.u_port = addrin->sin_port;
1077       addr = &ipv4addr;
1078       addr_len = sizeof(struct IPv4HttpAddress);
1079     }
1080     /* Incoming IPv6 connection */
1081     if ( AF_INET6 == conn_info->client_addr->sin_family)
1082     {
1083       addrin6 = (struct sockaddr_in6 *) conn_info->client_addr;
1084       inet_ntop(addrin6->sin6_family, &(addrin6->sin6_addr),address,INET6_ADDRSTRLEN);
1085       memcpy(&ipv6addr.ipv6_addr,&(addrin6->sin6_addr),sizeof(struct in6_addr));
1086       ipv6addr.u6_port = addrin6->sin6_port;
1087       addr = &ipv6addr;
1088       addr_len = sizeof(struct IPv6HttpAddress);
1089     }
1090
1091     GNUNET_assert (addr != NULL);
1092     GNUNET_assert (addr_len != 0);
1093
1094     ps = NULL;
1095     /* only inbound sessions here */
1096
1097     ps_tmp = pc->head;
1098     while (ps_tmp!=NULL)
1099     {
1100       if ((ps_tmp->direction==INBOUND) && (ps_tmp->session_id == id_num) && (id_num!=0))
1101       {
1102         if ((ps_tmp->recv_force_disconnect!=GNUNET_YES) && (ps_tmp->send_force_disconnect!=GNUNET_YES))
1103         ps=ps_tmp;
1104         break;
1105       }
1106       ps_tmp=ps_tmp->next;
1107     }
1108
1109     if (ps==NULL)
1110     {
1111       ps = GNUNET_malloc(sizeof (struct Session));
1112       ps->addr = GNUNET_malloc(addr_len);
1113       memcpy(ps->addr,addr,addr_len);
1114       ps->addrlen = addr_len;
1115       ps->direction=INBOUND;
1116       ps->pending_msgs_head = NULL;
1117       ps->pending_msgs_tail = NULL;
1118       ps->send_connected=GNUNET_NO;
1119       ps->send_active=GNUNET_NO;
1120       ps->recv_connected=GNUNET_NO;
1121       ps->recv_active=GNUNET_NO;
1122       ps->peercontext=pc;
1123       ps->session_id =id_num;
1124           ps->queue_length_cur = 0;
1125           ps->queue_length_max = GNUNET_SERVER_MAX_MESSAGE_SIZE;
1126       ps->url = create_url (plugin, ps->addr, ps->addrlen, ps->session_id);
1127       GNUNET_CONTAINER_DLL_insert(pc->head,pc->tail,ps);
1128       GNUNET_STATISTICS_update (plugin->env->stats,
1129                             gettext_noop ("# HTTP inbound sessions for peers active"),
1130                             1,
1131                             GNUNET_NO);
1132     }
1133
1134     *httpSessionCache = ps;
1135     if (ps->msgtok==NULL)
1136       ps->msgtok = GNUNET_SERVER_mst_create (&mhd_write_mst_cb, ps);
1137 #if DEBUG_HTTP
1138     GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Connection %X: HTTP Daemon has new an incoming `%s' request from peer `%s' (`%s')\n",
1139                 ps,
1140                 method,
1141                 GNUNET_i2s(&pc->identity),
1142                 http_plugin_address_to_string(NULL, ps->addr, ps->addrlen));
1143 #endif
1144   }
1145
1146   /* Is it a PUT or a GET request */
1147   if (0 == strcmp (MHD_HTTP_METHOD_PUT, method))
1148   {
1149     if (ps->recv_force_disconnect == GNUNET_YES)
1150     {
1151 #if DEBUG_CONNECTIONS
1152       GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Connection %X: inbound connection was forced to disconnect\n",ps);
1153 #endif
1154       ps->recv_active = GNUNET_NO;
1155       return MHD_NO;
1156     }
1157     if ((*upload_data_size == 0) && (ps->recv_active==GNUNET_NO))
1158     {
1159       ps->recv_endpoint = mhd_connection;
1160       ps->recv_connected = GNUNET_YES;
1161       ps->recv_active = GNUNET_YES;
1162       ps->recv_force_disconnect = GNUNET_NO;
1163 #if DEBUG_CONNECTIONS
1164       GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Connection %X: inbound PUT connection connected\n",ps);
1165 #endif
1166       return MHD_YES;
1167     }
1168
1169     /* Transmission of all data complete */
1170     if ((*upload_data_size == 0) && (ps->recv_active == GNUNET_YES))
1171     {
1172       response = MHD_create_response_from_data (strlen (HTTP_PUT_RESPONSE),HTTP_PUT_RESPONSE, MHD_NO, MHD_NO);
1173       res = MHD_queue_response (mhd_connection, MHD_HTTP_OK, response);
1174 #if DEBUG_CONNECTIONS
1175       GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Connection %X: Sent HTTP/1.1: 200 OK as PUT Response\n",ps);
1176 #endif
1177       MHD_destroy_response (response);
1178       ps->recv_active=GNUNET_NO;
1179       return MHD_YES;
1180     }
1181
1182     /* Recieving data */
1183     if ((*upload_data_size > 0) && (ps->recv_active == GNUNET_YES))
1184     {
1185       if (pc->delay.value == 0)
1186       {
1187 #if DEBUG_HTTP
1188           GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Connection %X: PUT with %u bytes forwarded to MST\n", ps, *upload_data_size);
1189 #endif
1190                   res = GNUNET_SERVER_mst_receive(ps->msgtok, ps, upload_data, *upload_data_size, GNUNET_NO, GNUNET_NO);
1191                   (*upload_data_size) = 0;
1192       }
1193       else
1194       {
1195 #if DEBUG_HTTP
1196           GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Connection %X: no inbound bandwidth available! Next read was delayed for  %llu ms\n", ps, ps->peercontext->delay.value);
1197 #endif
1198       }
1199       return MHD_YES;
1200     }
1201     else
1202       return MHD_NO;
1203   }
1204   if ( 0 == strcmp (MHD_HTTP_METHOD_GET, method) )
1205   {
1206     if (ps->send_force_disconnect == GNUNET_YES)
1207     {
1208 #if DEBUG_CONNECTIONS
1209       GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Connection %X: outbound connection was  forced to disconnect\n",ps);
1210 #endif
1211       ps->send_active = GNUNET_NO;
1212       return MHD_NO;
1213     }
1214           ps->send_connected = GNUNET_YES;
1215           ps->send_active = GNUNET_YES;
1216           ps->send_endpoint = mhd_connection;
1217           ps->send_force_disconnect = GNUNET_NO;
1218 #if DEBUG_CONNECTIONS
1219           GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Connection %X: inbound GET connection connected\n",ps);
1220 #endif
1221           response = MHD_create_response_from_callback(-1,32 * 1024, &mhd_send_callback, ps, NULL);
1222           res = MHD_queue_response (mhd_connection, MHD_HTTP_OK, response);
1223           MHD_destroy_response (response);
1224           return MHD_YES;
1225   }
1226   return MHD_NO;
1227 }
1228
1229 /**
1230  * Function that queries MHD's select sets and
1231  * starts the task waiting for them.
1232  * @param plugin plugin
1233  * @param daemon_handle the MHD daemon handle
1234  * @return gnunet task identifier
1235  */
1236 static GNUNET_SCHEDULER_TaskIdentifier
1237 http_server_daemon_prepare (struct Plugin *plugin , struct MHD_Daemon *daemon_handle)
1238 {
1239   GNUNET_SCHEDULER_TaskIdentifier ret;
1240   fd_set rs;
1241   fd_set ws;
1242   fd_set es;
1243   struct GNUNET_NETWORK_FDSet *wrs;
1244   struct GNUNET_NETWORK_FDSet *wws;
1245   struct GNUNET_NETWORK_FDSet *wes;
1246   int max;
1247   unsigned long long timeout;
1248   int haveto;
1249   struct GNUNET_TIME_Relative tv;
1250
1251   ret = GNUNET_SCHEDULER_NO_TASK;
1252   FD_ZERO(&rs);
1253   FD_ZERO(&ws);
1254   FD_ZERO(&es);
1255   wrs = GNUNET_NETWORK_fdset_create ();
1256   wes = GNUNET_NETWORK_fdset_create ();
1257   wws = GNUNET_NETWORK_fdset_create ();
1258   max = -1;
1259   GNUNET_assert (MHD_YES ==
1260                  MHD_get_fdset (daemon_handle,
1261                                 &rs,
1262                                 &ws,
1263                                 &es,
1264                                 &max));
1265   haveto = MHD_get_timeout (daemon_handle, &timeout);
1266   if (haveto == MHD_YES)
1267     tv.value = (uint64_t) timeout;
1268   else
1269     tv = GNUNET_TIME_UNIT_SECONDS;
1270   GNUNET_NETWORK_fdset_copy_native (wrs, &rs, max + 1);
1271   GNUNET_NETWORK_fdset_copy_native (wws, &ws, max + 1);
1272   GNUNET_NETWORK_fdset_copy_native (wes, &es, max + 1);
1273   if (daemon_handle == plugin->http_server_daemon_v4)
1274   {
1275         if (plugin->http_server_task_v4 != GNUNET_SCHEDULER_NO_TASK)
1276         {
1277                 GNUNET_SCHEDULER_cancel(plugin->env->sched, plugin->http_server_task_v4);
1278                 plugin->http_server_daemon_v4 = GNUNET_SCHEDULER_NO_TASK;
1279         }
1280
1281     ret = GNUNET_SCHEDULER_add_select (plugin->env->sched,
1282                                        GNUNET_SCHEDULER_PRIORITY_DEFAULT,
1283                                        GNUNET_SCHEDULER_NO_TASK,
1284                                        tv,
1285                                        wrs,
1286                                        wws,
1287                                        &http_server_daemon_v4_run,
1288                                        plugin);
1289   }
1290   if (daemon_handle == plugin->http_server_daemon_v6)
1291   {
1292         if (plugin->http_server_task_v6 != GNUNET_SCHEDULER_NO_TASK)
1293         {
1294                 GNUNET_SCHEDULER_cancel(plugin->env->sched, plugin->http_server_task_v6);
1295                 plugin->http_server_task_v6 = GNUNET_SCHEDULER_NO_TASK;
1296         }
1297
1298     ret = GNUNET_SCHEDULER_add_select (plugin->env->sched,
1299                                        GNUNET_SCHEDULER_PRIORITY_DEFAULT,
1300                                        GNUNET_SCHEDULER_NO_TASK,
1301                                        tv,
1302                                        wrs,
1303                                        wws,
1304                                        &http_server_daemon_v6_run,
1305                                        plugin);
1306   }
1307   GNUNET_NETWORK_fdset_destroy (wrs);
1308   GNUNET_NETWORK_fdset_destroy (wws);
1309   GNUNET_NETWORK_fdset_destroy (wes);
1310   return ret;
1311 }
1312
1313 /**
1314  * Call MHD IPv4 to process pending requests and then go back
1315  * and schedule the next run.
1316  * @param cls plugin as closure
1317  * @param tc task context
1318  */
1319 static void http_server_daemon_v4_run (void *cls,
1320                              const struct GNUNET_SCHEDULER_TaskContext *tc)
1321 {
1322   struct Plugin *plugin = cls;
1323
1324 #if DEBUG_SCHEDULING
1325   if (0 != (tc->reason & GNUNET_SCHEDULER_REASON_READ_READY))
1326     GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"http_server_daemon_v4_run: GNUNET_SCHEDULER_REASON_READ_READY\n");
1327   if (0 != (tc->reason & GNUNET_SCHEDULER_REASON_WRITE_READY))
1328       GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"http_server_daemon_v4_run: GNUNET_SCHEDULER_REASON_WRITE_READY\n");
1329   if (0 != (tc->reason & GNUNET_SCHEDULER_REASON_TIMEOUT))
1330       GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"http_server_daemon_v4_run: GNUNET_SCHEDULER_REASON_TIMEOUT\n");
1331   if (0 != (tc->reason & GNUNET_SCHEDULER_REASON_STARTUP))
1332       GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"http_server_daemon_v4_run: GGNUNET_SCHEDULER_REASON_STARTUP\n");
1333   if (0 != (tc->reason & GNUNET_SCHEDULER_REASON_SHUTDOWN))
1334       GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"http_server_daemon_v4_run: GGNUNET_SCHEDULER_REASON_SHUTDOWN\n");
1335 #endif
1336
1337   GNUNET_assert(cls !=NULL);
1338   plugin->http_server_task_v4 = GNUNET_SCHEDULER_NO_TASK;
1339
1340   if (0 != (tc->reason & GNUNET_SCHEDULER_REASON_SHUTDOWN))
1341     return;
1342
1343   GNUNET_assert (MHD_YES == MHD_run (plugin->http_server_daemon_v4));
1344   plugin->http_server_task_v4 = http_server_daemon_prepare (plugin, plugin->http_server_daemon_v4);
1345  }
1346
1347
1348 /**
1349  * Call MHD IPv6 to process pending requests and then go back
1350  * and schedule the next run.
1351  * @param cls plugin as closure
1352  * @param tc task context
1353  */
1354 static void http_server_daemon_v6_run (void *cls,
1355                              const struct GNUNET_SCHEDULER_TaskContext *tc)
1356 {
1357   struct Plugin *plugin = cls;
1358
1359 #if DEBUG_SCHEDULING
1360   if (0 != (tc->reason & GNUNET_SCHEDULER_REASON_READ_READY))
1361       GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"http_server_daemon_v6_run: GNUNET_SCHEDULER_REASON_READ_READY\n");
1362   if (0 != (tc->reason & GNUNET_SCHEDULER_REASON_WRITE_READY))
1363       GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"http_server_daemon_v6_run: GNUNET_SCHEDULER_REASON_WRITE_READY\n");
1364   if (0 != (tc->reason & GNUNET_SCHEDULER_REASON_TIMEOUT))
1365       GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"http_server_daemon_v6_run: GNUNET_SCHEDULER_REASON_TIMEOUT\n");
1366   if (0 != (tc->reason & GNUNET_SCHEDULER_REASON_STARTUP))
1367      GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"http_server_daemon_v6_run: GGNUNET_SCHEDULER_REASON_STARTUP\n");
1368   if (0 != (tc->reason & GNUNET_SCHEDULER_REASON_SHUTDOWN))
1369      GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"http_server_daemon_v6_run: GGNUNET_SCHEDULER_REASON_SHUTDOWN\n");
1370 #endif
1371
1372   GNUNET_assert(cls !=NULL);
1373   plugin->http_server_task_v6 = GNUNET_SCHEDULER_NO_TASK;
1374
1375   if (0 != (tc->reason & GNUNET_SCHEDULER_REASON_SHUTDOWN))
1376     return;
1377
1378   GNUNET_assert (MHD_YES == MHD_run (plugin->http_server_daemon_v6));
1379   plugin->http_server_task_v6 = http_server_daemon_prepare (plugin, plugin->http_server_daemon_v6);
1380 }
1381
1382 static size_t curl_get_header_cb( void *ptr, size_t size, size_t nmemb, void *stream)
1383 {
1384   struct Session * ps = stream;
1385
1386   long http_result = 0;
1387   int res;
1388   /* Getting last http result code */
1389   GNUNET_assert(NULL!=ps);
1390   if (ps->recv_connected==GNUNET_NO)
1391   {
1392     res = curl_easy_getinfo(ps->recv_endpoint, CURLINFO_RESPONSE_CODE, &http_result);
1393     if (CURLE_OK == res)
1394     {
1395       if (http_result == 200)
1396       {
1397         ps->recv_connected = GNUNET_YES;
1398         ps->recv_active = GNUNET_YES;
1399 #if DEBUG_CONNECTIONS
1400         GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Connection %X: connected to recieve data\n",ps);
1401 #endif
1402         // Calling send_check_connections again since receive is established
1403         send_check_connections (ps->peercontext->plugin, ps);
1404       }
1405     }
1406   }
1407
1408 #if DEBUG_CURL
1409   char * tmp;
1410   size_t len = size * nmemb;
1411   tmp = NULL;
1412   if ((size * nmemb) < SIZE_MAX)
1413     tmp = GNUNET_malloc (len+1);
1414
1415   if ((tmp != NULL) && (len > 0))
1416   {
1417     memcpy(tmp,ptr,len);
1418     if (len>=2)
1419     {
1420       if (tmp[len-2] == 13)
1421         tmp[len-2]= '\0';
1422     }
1423     GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Connection %X: Header: %s\n",ps,tmp);
1424   }
1425   GNUNET_free_non_null (tmp);
1426 #endif
1427
1428   return size * nmemb;
1429 }
1430
1431 /**
1432  * Callback called by libcurl when new headers arrive
1433  * Used to get HTTP result for curl operations
1434  * @param ptr stream to read from
1435  * @param size size of one char element
1436  * @param nmemb number of char elements
1437  * @param stream closure set by user
1438  * @return bytes read by function
1439  */
1440
1441 static size_t curl_put_header_cb( void *ptr, size_t size, size_t nmemb, void *stream)
1442 {
1443   struct Session * ps = stream;
1444
1445   char * tmp;
1446   size_t len = size * nmemb;
1447   long http_result = 0;
1448   int res;
1449
1450   /* Getting last http result code */
1451   GNUNET_assert(NULL!=ps);
1452   res = curl_easy_getinfo(ps->send_endpoint, CURLINFO_RESPONSE_CODE, &http_result);
1453   if (CURLE_OK == res)
1454   {
1455     if ((http_result == 100) && (ps->send_connected==GNUNET_NO))
1456     {
1457       ps->send_connected = GNUNET_YES;
1458       ps->send_active = GNUNET_YES;
1459 #if DEBUG_CONNECTIONS
1460       GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Connection %X: connected to send data\n",ps);
1461 #endif
1462     }
1463     if ((http_result == 200) && (ps->send_connected==GNUNET_YES))
1464     {
1465       ps->send_connected = GNUNET_NO;
1466       ps->send_active = GNUNET_NO;
1467 #if DEBUG_CONNECTIONS
1468       GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Connection %X: sending disconnected\n",ps);
1469 #endif
1470     }
1471   }
1472
1473   tmp = NULL;
1474   if ((size * nmemb) < SIZE_MAX)
1475     tmp = GNUNET_malloc (len+1);
1476
1477   if ((tmp != NULL) && (len > 0))
1478   {
1479     memcpy(tmp,ptr,len);
1480     if (len>=2)
1481     {
1482       if (tmp[len-2] == 13)
1483         tmp[len-2]= '\0';
1484     }
1485   }
1486
1487   GNUNET_free_non_null (tmp);
1488
1489   return size * nmemb;
1490 }
1491
1492 /**
1493  * Callback method used with libcurl
1494  * Method is called when libcurl needs to read data during sending
1495  * @param stream pointer where to write data
1496  * @param size size of an individual element
1497  * @param nmemb count of elements that can be written to the buffer
1498  * @param ptr source pointer, passed to the libcurl handle
1499  * @return bytes written to stream
1500  */
1501 static size_t curl_send_cb(void *stream, size_t size, size_t nmemb, void *ptr)
1502 {
1503   struct Session * ps = ptr;
1504   struct HTTP_Message * msg = ps->pending_msgs_tail;
1505   size_t bytes_sent;
1506   size_t len;
1507
1508   if (ps->send_active == GNUNET_NO)
1509   {
1510         return CURL_READFUNC_PAUSE;
1511   }
1512
1513   if ((ps->pending_msgs_tail == NULL) && (ps->send_active == GNUNET_YES))
1514   {
1515 #if DEBUG_CONNECTIONS
1516     GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Connection %X: No Message to send, pausing connection\n",ps);
1517 #endif
1518     ps->send_active = GNUNET_NO;
1519     return CURL_READFUNC_PAUSE;
1520   }
1521
1522   GNUNET_assert (msg!=NULL);
1523
1524   /* data to send */
1525   if (msg->pos < msg->size)
1526   {
1527     /* data fit in buffer */
1528     if ((msg->size - msg->pos) <= (size * nmemb))
1529     {
1530       len = (msg->size - msg->pos);
1531       memcpy(stream, &msg->buf[msg->pos], len);
1532       msg->pos += len;
1533       bytes_sent = len;
1534     }
1535     else
1536     {
1537       len = size*nmemb;
1538       memcpy(stream, &msg->buf[msg->pos], len);
1539       msg->pos += len;
1540       bytes_sent = len;
1541     }
1542   }
1543   /* no data to send */
1544   else
1545   {
1546     bytes_sent = 0;
1547   }
1548
1549   if ( msg->pos == msg->size)
1550   {
1551 #if DEBUG_CONNECTIONS
1552           GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Connection %X: Message with %u bytes sent, removing message from queue \n",ps, msg->pos);
1553 #endif
1554     /* Calling transmit continuation  */
1555     if (NULL != ps->pending_msgs_tail->transmit_cont)
1556       msg->transmit_cont (ps->pending_msgs_tail->transmit_cont_cls,&(ps->peercontext)->identity,GNUNET_OK);
1557     ps->queue_length_cur -= msg->size;
1558     remove_http_message(ps, msg);
1559   }
1560   return bytes_sent;
1561 }
1562
1563 static void curl_receive_mst_cb  (void *cls,
1564                                 void *client,
1565                                 const struct GNUNET_MessageHeader *message)
1566 {
1567   struct Session *ps  = cls;
1568   struct GNUNET_TIME_Relative delay;
1569   GNUNET_assert(ps != NULL);
1570
1571   struct HTTP_PeerContext *pc = ps->peercontext;
1572   GNUNET_assert(pc != NULL);
1573 #if DEBUG_HTTP
1574   GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
1575               "Connection %X: Forwarding message to transport service, type %u and size %u from `%s' (`%s')\n",
1576               ps,
1577               ntohs(message->type),
1578               ntohs(message->size),
1579               GNUNET_i2s(&(pc->identity)),http_plugin_address_to_string(NULL,ps->addr,ps->addrlen));
1580 #endif
1581   delay = pc->plugin->env->receive (pc->plugin->env->cls,
1582                                                                   &pc->identity,
1583                                                               message, 1, ps,
1584                                                               ps->addr,
1585                                                               ps->addrlen);
1586
1587   pc->delay = delay;
1588   if (pc->reset_task != GNUNET_SCHEDULER_NO_TASK)
1589         GNUNET_SCHEDULER_cancel (pc->plugin->env->sched, pc->reset_task);
1590
1591   if (delay.value > 0)
1592   {
1593 #if DEBUG_HTTP
1594         GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Connection %X: Inbound quota management: delay next read for %llu ms \n", ps, delay.value);
1595 #endif
1596         pc->reset_task = GNUNET_SCHEDULER_add_delayed (pc->plugin->env->sched, delay, &reset_inbound_quota_delay, pc);
1597   }
1598 }
1599
1600
1601 /**
1602 * Callback method used with libcurl
1603 * Method is called when libcurl needs to write data during sending
1604 * @param stream pointer where to write data
1605 * @param size size of an individual element
1606 * @param nmemb count of elements that can be written to the buffer
1607 * @param ptr destination pointer, passed to the libcurl handle
1608 * @return bytes read from stream
1609 */
1610 static size_t curl_receive_cb( void *stream, size_t size, size_t nmemb, void *ptr)
1611 {
1612   struct Session * ps = ptr;
1613
1614   if (ps->peercontext->delay.value > 0)
1615   {
1616 #if DEBUG_HTTP
1617           GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Connection %X: no inbound bandwidth available! Next read was delayed for  %llu ms\n", ps, ps->peercontext->delay.value);
1618 #endif
1619           return (0);
1620   }
1621
1622 #if DEBUG_CONNECTIONS
1623   GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Connection %X: %u bytes received\n",ps, size*nmemb);
1624 #endif
1625   GNUNET_SERVER_mst_receive(ps->msgtok, ps, stream, size*nmemb, GNUNET_NO, GNUNET_NO);
1626   return (size * nmemb);
1627
1628 }
1629
1630 static void curl_handle_finished (struct Plugin *plugin)
1631 {
1632         struct Session *ps = NULL;
1633         struct HTTP_PeerContext *pc = NULL;
1634         struct CURLMsg *msg;
1635         struct HTTP_Message * cur_msg = NULL;
1636
1637         int msgs_in_queue;
1638         char * tmp;
1639         long http_result;
1640
1641         do
1642           {
1643                 msg = curl_multi_info_read (plugin->multi_handle, &msgs_in_queue);
1644                 if ((msgs_in_queue == 0) || (msg == NULL))
1645                   break;
1646                 /* get session for affected curl handle */
1647                 GNUNET_assert ( msg->easy_handle != NULL );
1648                 curl_easy_getinfo(msg->easy_handle, CURLINFO_PRIVATE, &tmp);
1649                 ps = (struct Session *) tmp;
1650                 GNUNET_assert ( ps != NULL );
1651                 pc = ps->peercontext;
1652                 GNUNET_assert ( pc != NULL );
1653                 switch (msg->msg)
1654                   {
1655
1656                   case CURLMSG_DONE:
1657                         if ( (msg->data.result != CURLE_OK) &&
1658                                  (msg->data.result != CURLE_GOT_NOTHING) )
1659                         {
1660                           /* sending msg failed*/
1661                           if (msg->easy_handle == ps->send_endpoint)
1662                           {
1663         #if DEBUG_CONNECTIONS
1664                                 GNUNET_log(GNUNET_ERROR_TYPE_INFO,
1665                                                    _("Connection %X: HTTP PUT to peer `%s' (`%s') failed: `%s' `%s'\n"),
1666                                                    ps,
1667                                                    GNUNET_i2s(&pc->identity),
1668                                                    http_plugin_address_to_string(NULL, ps->addr, ps->addrlen),
1669                                                    "curl_multi_perform",
1670                                                    curl_easy_strerror (msg->data.result));
1671         #endif
1672                                 ps->send_connected = GNUNET_NO;
1673                                 ps->send_active = GNUNET_NO;
1674                                 curl_multi_remove_handle(plugin->multi_handle,ps->send_endpoint);
1675                                 //curl_easy_cleanup(ps->send_endpoint);
1676                                 //ps->send_endpoint=NULL;
1677                                 while (ps->pending_msgs_tail != NULL)
1678                                 {
1679                                         cur_msg = ps->pending_msgs_tail;
1680                                         if ( NULL != cur_msg->transmit_cont)
1681                                           cur_msg->transmit_cont (cur_msg->transmit_cont_cls,&pc->identity,GNUNET_SYSERR);
1682                                         ps->queue_length_cur -= cur_msg->size;
1683                                         remove_http_message(ps,cur_msg);
1684                                 }
1685                           }
1686                           /* GET connection failed */
1687                           if (msg->easy_handle == ps->recv_endpoint)
1688                           {
1689         #if DEBUG_CONNECTIONS
1690                                 GNUNET_log(GNUNET_ERROR_TYPE_INFO,
1691                                          _("Connection %X: HTTP GET to peer `%s' (`%s') failed: `%s' `%s'\n"),
1692                                          ps,
1693                                          GNUNET_i2s(&pc->identity),
1694                                          http_plugin_address_to_string(NULL, ps->addr, ps->addrlen),
1695                                          "curl_multi_perform",
1696                                          curl_easy_strerror (msg->data.result));
1697         #endif
1698                                 ps->recv_connected = GNUNET_NO;
1699                                 ps->recv_active = GNUNET_NO;
1700                                 curl_multi_remove_handle(plugin->multi_handle,ps->recv_endpoint);
1701                                 //curl_easy_cleanup(ps->recv_endpoint);
1702                                 //ps->recv_endpoint=NULL;
1703                           }
1704                         }
1705                         else
1706                         {
1707                           if (msg->easy_handle == ps->send_endpoint)
1708                           {
1709                                 GNUNET_assert (CURLE_OK == curl_easy_getinfo(msg->easy_handle, CURLINFO_RESPONSE_CODE, &http_result));
1710         #if DEBUG_CONNECTIONS
1711                                 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
1712                                                         "Connection %X: HTTP PUT connection to peer `%s' (`%s') was closed with HTTP code %u\n",
1713                                                          ps,
1714                                                          GNUNET_i2s(&pc->identity),
1715                                                          http_plugin_address_to_string(NULL, ps->addr, ps->addrlen),
1716                                                          http_result);
1717         #endif
1718                                 /* Calling transmit continuation  */
1719                                 while (ps->pending_msgs_tail != NULL)
1720                                 {
1721                                         cur_msg = ps->pending_msgs_tail;
1722                                         if ( NULL != cur_msg->transmit_cont)
1723                                         {
1724                                                   /* HTTP 1xx : Last message before here was informational */
1725                                                   if ((http_result >=100) && (http_result < 200))
1726                                                         cur_msg->transmit_cont (cur_msg->transmit_cont_cls,&pc->identity,GNUNET_OK);
1727                                                   /* HTTP 2xx: successful operations */
1728                                                   if ((http_result >=200) && (http_result < 300))
1729                                                         cur_msg->transmit_cont (cur_msg->transmit_cont_cls,&pc->identity,GNUNET_OK);
1730                                                   /* HTTP 3xx..5xx: error */
1731                                                   if ((http_result >=300) && (http_result < 600))
1732                                                         cur_msg->transmit_cont (cur_msg->transmit_cont_cls,&pc->identity,GNUNET_SYSERR);
1733                                         }
1734                                         ps->queue_length_cur -= cur_msg->size;
1735                                         remove_http_message(ps,cur_msg);
1736                                 }
1737
1738                                 ps->send_connected = GNUNET_NO;
1739                                 ps->send_active = GNUNET_NO;
1740                                 curl_multi_remove_handle(plugin->multi_handle,ps->send_endpoint);
1741                                 //curl_easy_cleanup(ps->send_endpoint);
1742                                 //ps->send_endpoint =NULL;
1743                           }
1744                           if (msg->easy_handle == ps->recv_endpoint)
1745                           {
1746         #if DEBUG_CONNECTIONS
1747                                 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
1748                                                         "Connection %X: HTTP GET connection to peer `%s' (`%s') was closed with HTTP code %u\n",
1749                                                          ps,
1750                                                          GNUNET_i2s(&pc->identity),
1751                                                          http_plugin_address_to_string(NULL, ps->addr, ps->addrlen),
1752                                                          http_result);
1753         #endif
1754                                 ps->recv_connected = GNUNET_NO;
1755                                 ps->recv_active = GNUNET_NO;
1756                                 curl_multi_remove_handle(plugin->multi_handle,ps->recv_endpoint);
1757                                 //curl_easy_cleanup(ps->recv_endpoint);
1758                                 //ps->recv_endpoint=NULL;
1759                           }
1760                         }
1761                         if ((ps->recv_connected == GNUNET_NO) && (ps->send_connected == GNUNET_NO))
1762                           remove_session (pc, ps, GNUNET_YES, GNUNET_SYSERR);
1763                         break;
1764                   default:
1765                         break;
1766                   }
1767           }
1768         while ( (msgs_in_queue > 0) );
1769 }
1770
1771
1772 /**
1773  * Task performing curl operations
1774  * @param cls plugin as closure
1775  * @param tc gnunet scheduler task context
1776  */
1777 static void curl_perform (void *cls,
1778              const struct GNUNET_SCHEDULER_TaskContext *tc)
1779 {
1780   struct Plugin *plugin = cls;
1781   static unsigned int handles_last_run;
1782   int running;
1783   CURLMcode mret;
1784
1785   GNUNET_assert(cls !=NULL);
1786
1787   plugin->http_curl_task = GNUNET_SCHEDULER_NO_TASK;
1788   if (0 != (tc->reason & GNUNET_SCHEDULER_REASON_SHUTDOWN))
1789     return;
1790   do
1791     {
1792       running = 0;
1793       mret = curl_multi_perform (plugin->multi_handle, &running);
1794       if ((running < handles_last_run) && (running>0))
1795           curl_handle_finished(plugin);
1796       handles_last_run = running;
1797     }
1798   while (mret == CURLM_CALL_MULTI_PERFORM);
1799   curl_schedule(plugin);
1800 }
1801
1802
1803 /**
1804  * Function setting up file descriptors and scheduling task to run
1805  *
1806  * @param plugin plugin as closure
1807  * @return GNUNET_SYSERR for hard failure, GNUNET_OK for ok
1808  */
1809 static int curl_schedule(struct Plugin *plugin)
1810 {
1811   fd_set rs;
1812   fd_set ws;
1813   fd_set es;
1814   int max;
1815   struct GNUNET_NETWORK_FDSet *grs;
1816   struct GNUNET_NETWORK_FDSet *gws;
1817   long to;
1818   CURLMcode mret;
1819
1820   /* Cancel previous scheduled task */
1821   if (plugin->http_curl_task !=  GNUNET_SCHEDULER_NO_TASK)
1822   {
1823           GNUNET_SCHEDULER_cancel(plugin->env->sched, plugin->http_curl_task);
1824           plugin->http_curl_task = GNUNET_SCHEDULER_NO_TASK;
1825   }
1826
1827   max = -1;
1828   FD_ZERO (&rs);
1829   FD_ZERO (&ws);
1830   FD_ZERO (&es);
1831   mret = curl_multi_fdset (plugin->multi_handle, &rs, &ws, &es, &max);
1832   if (mret != CURLM_OK)
1833     {
1834       GNUNET_log (GNUNET_ERROR_TYPE_ERROR,
1835                   _("%s failed at %s:%d: `%s'\n"),
1836                   "curl_multi_fdset", __FILE__, __LINE__,
1837                   curl_multi_strerror (mret));
1838       return GNUNET_SYSERR;
1839     }
1840   mret = curl_multi_timeout (plugin->multi_handle, &to);
1841   if (mret != CURLM_OK)
1842     {
1843       GNUNET_log (GNUNET_ERROR_TYPE_ERROR,
1844                   _("%s failed at %s:%d: `%s'\n"),
1845                   "curl_multi_timeout", __FILE__, __LINE__,
1846                   curl_multi_strerror (mret));
1847       return GNUNET_SYSERR;
1848     }
1849
1850   grs = GNUNET_NETWORK_fdset_create ();
1851   gws = GNUNET_NETWORK_fdset_create ();
1852   GNUNET_NETWORK_fdset_copy_native (grs, &rs, max + 1);
1853   GNUNET_NETWORK_fdset_copy_native (gws, &ws, max + 1);
1854   plugin->http_curl_task = GNUNET_SCHEDULER_add_select (plugin->env->sched,
1855                                    GNUNET_SCHEDULER_PRIORITY_DEFAULT,
1856                                    GNUNET_SCHEDULER_NO_TASK,
1857                                                                     (to == -1) ? GNUNET_TIME_relative_multiply (GNUNET_TIME_UNIT_SECONDS, 5) : GNUNET_TIME_relative_multiply (GNUNET_TIME_UNIT_MILLISECONDS, to),
1858                                    grs,
1859                                    gws,
1860                                    &curl_perform,
1861                                    plugin);
1862   GNUNET_NETWORK_fdset_destroy (gws);
1863   GNUNET_NETWORK_fdset_destroy (grs);
1864   return GNUNET_OK;
1865 }
1866
1867 /**
1868  * Function to log curl debug messages with GNUNET_log
1869  * @param curl handle
1870  * @param type curl_infotype
1871  * @param data data
1872  * @param size size
1873  * @param cls  closure
1874  * @return 0
1875  */
1876 int curl_logger (CURL * curl, curl_infotype type , char * data, size_t size , void * cls)
1877 {
1878
1879         if (type == CURLINFO_TEXT)
1880         {
1881                 char text[size+2];
1882                 memcpy(text,data,size);
1883                 if (text[size-1] == '\n')
1884                         text[size] = '\0';
1885                 else
1886                 {
1887                         text[size] = '\n';
1888                         text[size+1] = '\0';
1889                 }
1890                 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"CURL: Connection %X - %s", cls, text);
1891         }
1892         return 0;
1893 }
1894
1895 /**
1896  * Function setting up curl handle and selecting message to send
1897  *
1898  * @param plugin plugin
1899  * @param ps session
1900  * @return GNUNET_SYSERR on failure, GNUNET_NO if connecting, GNUNET_YES if ok
1901  */
1902 static int send_check_connections (struct Plugin *plugin, struct Session *ps)
1903 {
1904   CURLMcode mret;
1905   struct HTTP_Message * msg;
1906
1907   struct GNUNET_TIME_Relative timeout = GNUNET_CONSTANTS_IDLE_CONNECTION_TIMEOUT;
1908
1909   if (ps->direction == OUTBOUND)
1910   {
1911     /* RECV DIRECTION */
1912     /* Check if session is connected to receive data, otherwise connect to peer */
1913     if (ps->recv_connected == GNUNET_NO)
1914     {
1915         int fresh = GNUNET_NO;
1916         if (ps->recv_endpoint == NULL)
1917         {
1918             fresh = GNUNET_YES;
1919                 ps->recv_endpoint = curl_easy_init();
1920         }
1921 #if DEBUG_CURL
1922         curl_easy_setopt(ps->recv_endpoint, CURLOPT_VERBOSE, 1L);
1923         curl_easy_setopt(ps->recv_endpoint, CURLOPT_DEBUGFUNCTION , &curl_logger);
1924         curl_easy_setopt(ps->recv_endpoint, CURLOPT_DEBUGDATA , ps->recv_endpoint);
1925 #endif
1926 #if BUILD_HTTPS
1927         curl_easy_setopt (ps->recv_endpoint, CURLOPT_SSLVERSION, CURL_SSLVERSION_TLSv1);
1928                 curl_easy_setopt(ps->recv_endpoint, CURLOPT_SSL_VERIFYPEER, 0);
1929                 curl_easy_setopt(ps->recv_endpoint, CURLOPT_SSL_VERIFYHOST, 0);
1930 #endif
1931         curl_easy_setopt(ps->recv_endpoint, CURLOPT_URL, ps->url);
1932         curl_easy_setopt(ps->recv_endpoint, CURLOPT_HEADERFUNCTION, &curl_get_header_cb);
1933         curl_easy_setopt(ps->recv_endpoint, CURLOPT_WRITEHEADER, ps);
1934         curl_easy_setopt(ps->recv_endpoint, CURLOPT_READFUNCTION, curl_send_cb);
1935         curl_easy_setopt(ps->recv_endpoint, CURLOPT_READDATA, ps);
1936         curl_easy_setopt(ps->recv_endpoint, CURLOPT_WRITEFUNCTION, curl_receive_cb);
1937         curl_easy_setopt(ps->recv_endpoint, CURLOPT_WRITEDATA, ps);
1938         curl_easy_setopt(ps->recv_endpoint, CURLOPT_TIMEOUT, (long) timeout.value);
1939         curl_easy_setopt(ps->recv_endpoint, CURLOPT_PRIVATE, ps);
1940         curl_easy_setopt(ps->recv_endpoint, CURLOPT_CONNECTTIMEOUT, HTTP_CONNECT_TIMEOUT);
1941         curl_easy_setopt(ps->recv_endpoint, CURLOPT_BUFFERSIZE, 2*GNUNET_SERVER_MAX_MESSAGE_SIZE);
1942 #if CURL_TCP_NODELAY
1943         curl_easy_setopt(ps->recv_endpoint, CURLOPT_TCP_NODELAY, 1);
1944 #endif
1945
1946         if (fresh==GNUNET_YES)
1947         {
1948                         mret = curl_multi_add_handle(plugin->multi_handle, ps->recv_endpoint);
1949                         if (mret != CURLM_OK)
1950                         {
1951                           GNUNET_log (GNUNET_ERROR_TYPE_ERROR,
1952                                                   _("Connection: %X: %s failed at %s:%d: `%s'\n"),
1953                                                   ps,
1954                                                   "curl_multi_add_handle", __FILE__, __LINE__,
1955                                                   curl_multi_strerror (mret));
1956                           return GNUNET_SYSERR;
1957                         }
1958         }
1959                 if (plugin->http_curl_task !=  GNUNET_SCHEDULER_NO_TASK)
1960                 {
1961                   GNUNET_SCHEDULER_cancel(plugin->env->sched, plugin->http_curl_task);
1962                   plugin->http_curl_task = GNUNET_SCHEDULER_NO_TASK;
1963                 }
1964                 plugin->http_curl_task = GNUNET_SCHEDULER_add_now (plugin->env->sched, &curl_perform, plugin);
1965     }
1966
1967     /* waiting for receive direction */
1968     if (ps->recv_connected==GNUNET_NO)
1969       return GNUNET_NO;
1970
1971     /* SEND DIRECTION */
1972     /* Check if session is connected to send data, otherwise connect to peer */
1973     if ((ps->send_connected == GNUNET_YES) && (ps->send_endpoint!= NULL))
1974     {
1975       if (ps->send_active == GNUNET_YES)
1976       {
1977 #if DEBUG_CONNECTIONS
1978         GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Connection %X: outbound active, enqueueing message\n",ps);
1979 #endif
1980         return GNUNET_YES;
1981       }
1982       if (ps->send_active == GNUNET_NO)
1983       {
1984 #if DEBUG_CONNECTIONS
1985         GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Connection %X: outbound paused, unpausing existing connection and enqueueing message\n",ps);
1986 #endif
1987         if (CURLE_OK == curl_easy_pause(ps->send_endpoint,CURLPAUSE_CONT))
1988         {
1989                         ps->send_active=GNUNET_YES;
1990                         if (plugin->http_curl_task !=  GNUNET_SCHEDULER_NO_TASK)
1991                         {
1992                           GNUNET_SCHEDULER_cancel(plugin->env->sched, plugin->http_curl_task);
1993                           plugin->http_curl_task = GNUNET_SCHEDULER_NO_TASK;
1994                         }
1995                         plugin->http_curl_task = GNUNET_SCHEDULER_add_now (plugin->env->sched, &curl_perform, plugin);
1996                         return GNUNET_YES;
1997         }
1998         else
1999                 return GNUNET_SYSERR;
2000       }
2001     }
2002     /* not connected, initiate connection */
2003     if (ps->send_connected==GNUNET_NO)
2004     {
2005         int fresh = GNUNET_NO;
2006         if (NULL == ps->send_endpoint)
2007         {
2008                 ps->send_endpoint = curl_easy_init();
2009                 fresh = GNUNET_YES;
2010         }
2011                 GNUNET_assert (ps->send_endpoint != NULL);
2012                 GNUNET_assert (NULL != ps->pending_msgs_tail);
2013 #if DEBUG_CONNECTIONS
2014                 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Connection %X: outbound not connected, initiating connection\n",ps);
2015 #endif
2016                 ps->send_active = GNUNET_NO;
2017                 msg = ps->pending_msgs_tail;
2018
2019 #if DEBUG_CURL
2020                 curl_easy_setopt(ps->send_endpoint, CURLOPT_VERBOSE, 1L);
2021         curl_easy_setopt(ps->send_endpoint, CURLOPT_DEBUGFUNCTION , &curl_logger);
2022         curl_easy_setopt(ps->send_endpoint, CURLOPT_DEBUGDATA , ps->send_endpoint);
2023 #endif
2024 #if BUILD_HTTPS
2025         curl_easy_setopt (ps->send_endpoint, CURLOPT_SSLVERSION, CURL_SSLVERSION_TLSv1);
2026                 curl_easy_setopt(ps->send_endpoint, CURLOPT_SSL_VERIFYPEER, 0);
2027                 curl_easy_setopt(ps->send_endpoint, CURLOPT_SSL_VERIFYHOST, 0);
2028 #endif
2029                 curl_easy_setopt(ps->send_endpoint, CURLOPT_URL, ps->url);
2030                 curl_easy_setopt(ps->send_endpoint, CURLOPT_PUT, 1L);
2031                 curl_easy_setopt(ps->send_endpoint, CURLOPT_HEADERFUNCTION, &curl_put_header_cb);
2032                 curl_easy_setopt(ps->send_endpoint, CURLOPT_WRITEHEADER, ps);
2033                 curl_easy_setopt(ps->send_endpoint, CURLOPT_READFUNCTION, curl_send_cb);
2034                 curl_easy_setopt(ps->send_endpoint, CURLOPT_READDATA, ps);
2035                 curl_easy_setopt(ps->send_endpoint, CURLOPT_WRITEFUNCTION, curl_receive_cb);
2036                 curl_easy_setopt(ps->send_endpoint, CURLOPT_READDATA, ps);
2037                 curl_easy_setopt(ps->send_endpoint, CURLOPT_TIMEOUT, (long) timeout.value);
2038                 curl_easy_setopt(ps->send_endpoint, CURLOPT_PRIVATE, ps);
2039                 curl_easy_setopt(ps->send_endpoint, CURLOPT_CONNECTTIMEOUT, HTTP_CONNECT_TIMEOUT);
2040                 curl_easy_setopt(ps->send_endpoint, CURLOPT_BUFFERSIZE, 2 * GNUNET_SERVER_MAX_MESSAGE_SIZE);
2041 #if CURL_TCP_NODELAY
2042                 curl_easy_setopt(ps->send_endpoint, CURLOPT_TCP_NODELAY, 1);
2043 #endif
2044
2045                 if (fresh==GNUNET_YES)
2046                 {
2047                         mret = curl_multi_add_handle(plugin->multi_handle, ps->send_endpoint);
2048                         if (mret != CURLM_OK)
2049                         {
2050                           GNUNET_log (GNUNET_ERROR_TYPE_ERROR,
2051                                                   _("Connection: %X: %s failed at %s:%d: `%s'\n"),
2052                                                   ps,
2053                                                   "curl_multi_add_handle", __FILE__, __LINE__,
2054                                                   curl_multi_strerror (mret));
2055                           return GNUNET_SYSERR;
2056                         }
2057                 }
2058     }
2059         if (plugin->http_curl_task !=  GNUNET_SCHEDULER_NO_TASK)
2060         {
2061           GNUNET_SCHEDULER_cancel(plugin->env->sched, plugin->http_curl_task);
2062           plugin->http_curl_task = GNUNET_SCHEDULER_NO_TASK;
2063         }
2064         plugin->http_curl_task = GNUNET_SCHEDULER_add_now (plugin->env->sched, &curl_perform, plugin);
2065     return GNUNET_YES;
2066   }
2067   if (ps->direction == INBOUND)
2068   {
2069     GNUNET_assert (NULL != ps->pending_msgs_tail);
2070     if ((ps->recv_connected==GNUNET_YES) && (ps->send_connected==GNUNET_YES) &&
2071         (ps->recv_force_disconnect==GNUNET_NO) && (ps->recv_force_disconnect==GNUNET_NO))
2072         return GNUNET_YES;
2073   }
2074   return GNUNET_SYSERR;
2075 }
2076
2077 /**
2078  * select best session to transmit data to peer
2079  *
2080  * @param pc peer context of target peer
2081  * @param addr address of target peer
2082  * @param addrlen address length
2083  * @param force_address does transport service enforce address?
2084  * @param session session passed by transport service
2085  * @return selected session
2086  *
2087  */
2088 static struct Session * send_select_session (struct HTTP_PeerContext *pc, const void * addr, size_t addrlen, int force_address, struct Session * session)
2089 {
2090         struct Session * tmp = NULL;
2091         int addr_given = GNUNET_NO;
2092
2093         if ((addr!=NULL) && (addrlen>0))
2094                 addr_given = GNUNET_YES;
2095
2096         if (force_address == GNUNET_YES)
2097         {
2098                 /* check session given as argument */
2099                 if ((session != NULL) && (addr_given == GNUNET_YES))
2100                 {
2101                       if (0 == memcmp(session->addr, addr, addrlen))
2102                       {
2103                         /* connection can not be used, since it is disconnected */
2104                         if ((session->recv_force_disconnect==GNUNET_NO) && (session->send_force_disconnect==GNUNET_NO))
2105                         {
2106 #if DEBUG_SESSION_SELECTION
2107                                   GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Session %X selected: Using session passed by transport to send to forced address \n", session);
2108 #endif
2109                                 return session;
2110                         }
2111                       }
2112                 }
2113                 /* check last session used */
2114                 if ((pc->last_session != NULL)&& (addr_given == GNUNET_YES))
2115                 {
2116                       if (0 == memcmp(pc->last_session->addr, addr, addrlen))
2117                       {
2118                         /* connection can not be used, since it is disconnected */
2119                         if ((pc->last_session->recv_force_disconnect==GNUNET_NO) && (pc->last_session->send_force_disconnect==GNUNET_NO))
2120                         {
2121 #if DEBUG_SESSION_SELECTION
2122                                   GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Session %X selected: Using last session used to send to forced address \n", pc->last_session);
2123 #endif
2124                                 return pc->last_session;
2125                         }
2126                       }
2127                 }
2128                 /* find session in existing sessions */
2129                 tmp = pc->head;
2130                 while ((tmp!=NULL) && (addr_given == GNUNET_YES))
2131                 {
2132
2133                           if (0 == memcmp(tmp->addr, addr, addrlen))
2134                       {
2135                         /* connection can not be used, since it is disconnected */
2136                         if ((tmp->recv_force_disconnect==GNUNET_NO) && (tmp->send_force_disconnect==GNUNET_NO))
2137                         {
2138 #if DEBUG_SESSION_SELECTION
2139                                   GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Session %X selected: Using existing session to send to forced address \n", session);
2140 #endif
2141                                   return session;
2142                         }
2143
2144                       }
2145                           tmp=tmp->next;
2146                 }
2147                 /* no session to use */
2148                 return NULL;
2149         }
2150         if ((force_address == GNUNET_NO) || (force_address == GNUNET_SYSERR))
2151         {
2152                 /* check session given as argument */
2153                 if (session != NULL)
2154                 {
2155                         /* connection can not be used, since it is disconnected */
2156                         if ((session->recv_force_disconnect==GNUNET_NO) && (session->send_force_disconnect==GNUNET_NO))
2157                         {
2158 #if DEBUG_SESSION_SELECTION
2159                                   GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Session %X selected: Using session passed by transport to send not-forced address \n", session);
2160 #endif
2161                                   return session;
2162                         }
2163
2164                 }
2165                 /* check last session used */
2166                 if (pc->last_session != NULL)
2167                 {
2168                         /* connection can not be used, since it is disconnected */
2169                         if ((pc->last_session->recv_force_disconnect==GNUNET_NO) && (pc->last_session->send_force_disconnect==GNUNET_NO))
2170                         {
2171 #if DEBUG_SESSION_SELECTION
2172                                   GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Session %X selected: Using last session to send to not-forced address \n", pc->last_session);
2173 #endif
2174                                 return pc->last_session;
2175                         }
2176                 }
2177                 /* find session in existing sessions */
2178                 tmp = pc->head;
2179                 while (tmp!=NULL)
2180                 {
2181                         /* connection can not be used, since it is disconnected */
2182                         if ((tmp->recv_force_disconnect==GNUNET_NO) && (tmp->send_force_disconnect==GNUNET_NO))
2183                         {
2184 #if DEBUG_SESSION_SELECTION
2185                                   GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Session %X selected: Using existing session to send to not-forced address \n", tmp);
2186 #endif
2187                                 return tmp;
2188                         }
2189                         tmp=tmp->next;
2190                 }
2191                 return NULL;
2192         }
2193         return NULL;
2194 }
2195
2196 /**
2197  * Function that can be used by the transport service to transmit
2198  * a message using the plugin.   Note that in the case of a
2199  * peer disconnecting, the continuation MUST be called
2200  * prior to the disconnect notification itself.  This function
2201  * will be called with this peer's HELLO message to initiate
2202  * a fresh connection to another peer.
2203  *
2204  * @param cls closure
2205  * @param target who should receive this message
2206  * @param msgbuf the message to transmit
2207  * @param msgbuf_size number of bytes in 'msgbuf'
2208  * @param priority how important is the message (most plugins will
2209  *                 ignore message priority and just FIFO)
2210  * @param to how long to wait at most for the transmission (does not
2211  *                require plugins to discard the message after the timeout,
2212  *                just advisory for the desired delay; most plugins will ignore
2213  *                this as well)
2214  * @param session which session must be used (or NULL for "any")
2215  * @param addr the address to use (can be NULL if the plugin
2216  *                is "on its own" (i.e. re-use existing TCP connection))
2217  * @param addrlen length of the address in bytes
2218  * @param force_address GNUNET_YES if the plugin MUST use the given address,
2219  *                GNUNET_NO means the plugin may use any other address and
2220  *                GNUNET_SYSERR means that only reliable existing
2221  *                bi-directional connections should be used (regardless
2222  *                of address)
2223  * @param cont continuation to call once the message has
2224  *        been transmitted (or if the transport is ready
2225  *        for the next transmission call; or if the
2226  *        peer disconnected...); can be NULL
2227  * @param cont_cls closure for cont
2228  * @return number of bytes used (on the physical network, with overheads);
2229  *         -1 on hard errors (i.e. address invalid); 0 is a legal value
2230  *         and does NOT mean that the message was not transmitted (DV)
2231  */
2232 static ssize_t
2233 http_plugin_send (void *cls,
2234                   const struct GNUNET_PeerIdentity *target,
2235                   const char *msgbuf,
2236                   size_t msgbuf_size,
2237                   unsigned int priority,
2238                   struct GNUNET_TIME_Relative to,
2239                   struct Session *session,
2240                   const void *addr,
2241                   size_t addrlen,
2242                   int force_address,
2243                   GNUNET_TRANSPORT_TransmitContinuation cont,
2244                   void *cont_cls)
2245 {
2246   struct Plugin *plugin = cls;
2247   struct HTTP_Message *msg;
2248   struct HTTP_PeerContext * pc;
2249   struct Session * ps = NULL;
2250
2251   GNUNET_assert(cls !=NULL);
2252
2253 #if DEBUG_HTTP
2254   char * force;
2255   if (force_address == GNUNET_YES)
2256           GNUNET_asprintf(&force, "forced addr.");
2257   if (force_address == GNUNET_NO)
2258           GNUNET_asprintf(&force, "any addr.");
2259   if (force_address == GNUNET_SYSERR)
2260           GNUNET_asprintf(&force,"reliable bi-direc. address addr.");
2261
2262   GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Transport tells me to send %u bytes to `%s' using %s (%s) and session: %X\n",
2263                                       msgbuf_size,
2264                                       GNUNET_i2s(target),
2265                                       force,
2266                                       http_plugin_address_to_string(NULL, addr, addrlen),
2267                                       session);
2268
2269   GNUNET_free(force);
2270 #endif
2271
2272   pc = GNUNET_CONTAINER_multihashmap_get (plugin->peers, &target->hashPubKey);
2273   /* Peer unknown */
2274   if (pc==NULL)
2275   {
2276     pc = GNUNET_malloc(sizeof (struct HTTP_PeerContext));
2277     pc->plugin = plugin;
2278     pc->session_id_counter=1;
2279     pc->last_session = NULL;
2280     memcpy(&pc->identity, target, sizeof(struct GNUNET_PeerIdentity));
2281     GNUNET_CONTAINER_multihashmap_put(plugin->peers, &pc->identity.hashPubKey, pc, GNUNET_CONTAINER_MULTIHASHMAPOPTION_UNIQUE_ONLY);
2282     GNUNET_STATISTICS_update (plugin->env->stats,
2283                             gettext_noop ("# HTTP peers active"),
2284                             1,
2285                             GNUNET_NO);
2286   }
2287
2288   ps = send_select_session (pc, addr, addrlen, force_address, session);
2289
2290   /* session not existing, but address forced -> creating new session */
2291   if (ps==NULL)
2292   {
2293         if ((addr!=NULL) && (addrlen!=0))
2294         {
2295       ps = GNUNET_malloc(sizeof (struct Session));
2296 #if DEBUG_SESSION_SELECTION
2297       if (force_address == GNUNET_YES)
2298          GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"No existing connection & forced address: creating new session %X to peer %s\n", ps, GNUNET_i2s(target));
2299       if (force_address != GNUNET_YES)
2300          GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"No existing connection: creating new session %X to peer %s\n", ps, GNUNET_i2s(target));
2301 #endif
2302       if ((addrlen!=0) && (addr!=NULL))
2303       {
2304          ps->addr = GNUNET_malloc(addrlen);
2305          memcpy(ps->addr,addr,addrlen);
2306          ps->addrlen = addrlen;
2307       }
2308           else
2309           {
2310                 ps->addr = NULL;
2311                 ps->addrlen = 0;
2312           }
2313           ps->direction=OUTBOUND;
2314           ps->recv_connected = GNUNET_NO;
2315           ps->recv_force_disconnect = GNUNET_NO;
2316           ps->send_connected = GNUNET_NO;
2317           ps->send_force_disconnect = GNUNET_NO;
2318           ps->pending_msgs_head = NULL;
2319           ps->pending_msgs_tail = NULL;
2320           ps->peercontext=pc;
2321           ps->session_id = pc->session_id_counter;
2322           ps->queue_length_cur = 0;
2323           ps->queue_length_max = GNUNET_SERVER_MAX_MESSAGE_SIZE;
2324           pc->session_id_counter++;
2325           ps->url = create_url (plugin, ps->addr, ps->addrlen, ps->session_id);
2326           if (ps->msgtok == NULL)
2327                         ps->msgtok = GNUNET_SERVER_mst_create (&curl_receive_mst_cb, ps);
2328           GNUNET_CONTAINER_DLL_insert(pc->head,pc->tail,ps);
2329           GNUNET_STATISTICS_update (plugin->env->stats,
2330                                                                 gettext_noop ("# HTTP outbound sessions for peers active"),
2331                                                                 1,
2332                                                                 GNUNET_NO);
2333         }
2334         else
2335         {
2336 #if DEBUG_HTTP
2337                 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"No existing session found & and no address given: no way to send this message to peer `%s'!\n", GNUNET_i2s(target));
2338 #endif
2339                 return GNUNET_SYSERR;
2340     }
2341   }
2342
2343   if (msgbuf_size >= (ps->queue_length_max - ps->queue_length_cur))
2344   {
2345         GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Queue %X full: %u bytes in queue available, message with %u is too big\n", ps, (ps->queue_length_max - ps->queue_length_cur), msgbuf_size);
2346         //return GNUNET_SYSERR;
2347   }
2348
2349         /* create msg */
2350         msg = GNUNET_malloc (sizeof (struct HTTP_Message) + msgbuf_size);
2351         msg->next = NULL;
2352         msg->size = msgbuf_size;
2353         msg->pos = 0;
2354         msg->buf = (char *) &msg[1];
2355         msg->transmit_cont = cont;
2356         msg->transmit_cont_cls = cont_cls;
2357         memcpy (msg->buf,msgbuf, msgbuf_size);
2358
2359         GNUNET_CONTAINER_DLL_insert(ps->pending_msgs_head,ps->pending_msgs_tail,msg);
2360         ps->queue_length_cur += msgbuf_size;
2361
2362         if (send_check_connections (plugin, ps) == GNUNET_SYSERR)
2363           return GNUNET_SYSERR;
2364           if (force_address != GNUNET_YES)
2365                   pc->last_session = ps;
2366
2367           if (pc->last_session==NULL)
2368                   pc->last_session = ps;
2369           return msg->size;
2370 }
2371
2372
2373
2374 /**
2375  * Function that can be used to force the plugin to disconnect
2376  * from the given peer and cancel all previous transmissions
2377  * (and their continuationc).
2378  *
2379  * @param cls closure
2380  * @param target peer from which to disconnect
2381  */
2382 static void
2383 http_plugin_disconnect (void *cls,
2384                             const struct GNUNET_PeerIdentity *target)
2385 {
2386
2387
2388   struct Plugin *plugin = cls;
2389   struct HTTP_PeerContext *pc = NULL;
2390   struct Session *ps = NULL;
2391   //struct Session *tmp = NULL;
2392
2393   pc = GNUNET_CONTAINER_multihashmap_get (plugin->peers, &target->hashPubKey);
2394   if (pc==NULL)
2395     return;
2396   ps = pc->head;
2397
2398   while (ps!=NULL)
2399   {
2400     /* Telling transport that session is getting disconnected */
2401     plugin->env->session_end(plugin, target, ps);
2402     if (ps->direction==OUTBOUND)
2403     {
2404       if (ps->send_endpoint!=NULL)
2405       {
2406         //GNUNET_assert(CURLM_OK == curl_multi_remove_handle(plugin->multi_handle,ps->send_endpoint));
2407         //curl_easy_cleanup(ps->send_endpoint);
2408         //ps->send_endpoint=NULL;
2409         ps->send_force_disconnect = GNUNET_YES;
2410       }
2411       if (ps->recv_endpoint!=NULL)
2412       {
2413        //GNUNET_assert(CURLM_OK == curl_multi_remove_handle(plugin->multi_handle,ps->recv_endpoint));
2414        //curl_easy_cleanup(ps->recv_endpoint);
2415        //ps->recv_endpoint=NULL;
2416        ps->recv_force_disconnect = GNUNET_YES;
2417       }
2418     }
2419
2420     if (ps->direction==INBOUND)
2421     {
2422       ps->recv_force_disconnect = GNUNET_YES;
2423       ps->send_force_disconnect = GNUNET_YES;
2424     }
2425
2426     while (ps->pending_msgs_head!=NULL)
2427     {
2428       remove_http_message(ps, ps->pending_msgs_head);
2429     }
2430     ps->recv_active = GNUNET_NO;
2431     ps->send_active = GNUNET_NO;
2432     ps=ps->next;
2433   }
2434 }
2435
2436
2437 /**
2438  * Convert the transports address to a nice, human-readable
2439  * format.
2440  *
2441  * @param cls closure
2442  * @param type name of the transport that generated the address
2443  * @param addr one of the addresses of the host, NULL for the last address
2444  *        the specific address format depends on the transport
2445  * @param addrlen length of the address
2446  * @param numeric should (IP) addresses be displayed in numeric form?
2447  * @param timeout after how long should we give up?
2448  * @param asc function to call on each string
2449  * @param asc_cls closure for asc
2450  */
2451 static void
2452 http_plugin_address_pretty_printer (void *cls,
2453                                         const char *type,
2454                                         const void *addr,
2455                                         size_t addrlen,
2456                                         int numeric,
2457                                         struct GNUNET_TIME_Relative timeout,
2458                                         GNUNET_TRANSPORT_AddressStringCallback
2459                                         asc, void *asc_cls)
2460 {
2461   const struct IPv4HttpAddress *t4;
2462   const struct IPv6HttpAddress *t6;
2463   struct sockaddr_in a4;
2464   struct sockaddr_in6 a6;
2465   char * address;
2466   char * ret;
2467   unsigned int port;
2468   unsigned int res;
2469
2470   GNUNET_assert(cls !=NULL);
2471   if (addrlen == sizeof (struct IPv6HttpAddress))
2472   {
2473     address = GNUNET_malloc (INET6_ADDRSTRLEN);
2474     t6 = addr;
2475     a6.sin6_addr = t6->ipv6_addr;
2476     inet_ntop(AF_INET6, &(a6.sin6_addr),address,INET6_ADDRSTRLEN);
2477     port = ntohs(t6->u6_port);
2478   }
2479   else if (addrlen == sizeof (struct IPv4HttpAddress))
2480   {
2481     address = GNUNET_malloc (INET_ADDRSTRLEN);
2482     t4 = addr;
2483     a4.sin_addr.s_addr =  t4->ipv4_addr;
2484     inet_ntop(AF_INET, &(a4.sin_addr),address,INET_ADDRSTRLEN);
2485     port = ntohs(t4->u_port);
2486   }
2487   else
2488   {
2489     /* invalid address */
2490     GNUNET_break_op (0);
2491     asc (asc_cls, NULL);
2492     return;
2493   }
2494   res = GNUNET_asprintf(&ret,"%s://%s:%u/", PROTOCOL_PREFIX, address, port);
2495   GNUNET_free (address);
2496   GNUNET_assert(res != 0);
2497   asc (asc_cls, ret);
2498   GNUNET_free_non_null (ret);
2499 }
2500
2501
2502
2503 /**
2504  * Another peer has suggested an address for this
2505  * peer and transport plugin.  Check that this could be a valid
2506  * address.  If so, consider adding it to the list
2507  * of addresses.
2508  *
2509  * @param cls closure
2510  * @param addr pointer to the address
2511  * @param addrlen length of addr
2512  * @return GNUNET_OK if this is a plausible address for this peer
2513  *         and transport
2514  */
2515 static int
2516 http_plugin_address_suggested (void *cls,
2517                                const void *addr, size_t addrlen)
2518 {
2519   struct Plugin *plugin = cls;
2520   struct IPv4HttpAddress *v4;
2521   struct IPv6HttpAddress *v6;
2522
2523   struct IPv4HttpAddress *tv4 = plugin->ipv4_addr_head;
2524   struct IPv6HttpAddress *tv6 = plugin->ipv6_addr_head;
2525
2526   GNUNET_assert(cls !=NULL);
2527   if ((addrlen != sizeof (struct IPv4HttpAddress)) &&
2528       (addrlen != sizeof (struct IPv6HttpAddress)))
2529     {
2530       return GNUNET_SYSERR;
2531     }
2532   if (addrlen == sizeof (struct IPv4HttpAddress))
2533     {
2534       v4 = (struct IPv4HttpAddress *) addr;
2535
2536       if (plugin->bind4_address!=NULL)
2537       {
2538           if (0 == memcmp (&plugin->bind4_address->sin_addr, &v4->ipv4_addr, sizeof(uint32_t)))
2539                   return GNUNET_OK;
2540           else
2541                   return GNUNET_SYSERR;
2542       }
2543       while (tv4!=NULL)
2544       {
2545           if (0==memcmp (&tv4->ipv4_addr, &v4->ipv4_addr, sizeof(uint32_t)))
2546                   break;
2547           tv4 = tv4->next;
2548       }
2549       if (tv4 != NULL)
2550         return GNUNET_OK;
2551           else
2552                   return GNUNET_SYSERR;
2553     }
2554   if (addrlen == sizeof (struct IPv6HttpAddress))
2555     {
2556       v6 = (struct IPv6HttpAddress *) addr;
2557
2558       if (plugin->bind6_address!=NULL)
2559       {
2560           if (0 == memcmp (&plugin->bind6_address->sin6_addr, &v6->ipv6_addr, sizeof(struct in6_addr)))
2561                   return GNUNET_OK;
2562           else
2563                   return GNUNET_SYSERR;
2564       }
2565
2566       while (tv6!=NULL)
2567       {
2568           if (0 == memcmp (&tv6->ipv6_addr, &v6->ipv6_addr, sizeof(struct in6_addr)))
2569                   break;
2570           tv6 = tv6->next;
2571       }
2572       if (tv6 !=NULL)
2573         return GNUNET_OK;
2574           else
2575                   return GNUNET_SYSERR;
2576     }
2577
2578   return GNUNET_SYSERR;
2579 }
2580
2581
2582 /**
2583  * Function called for a quick conversion of the binary address to
2584  * a numeric address.  Note that the caller must not free the
2585  * address and that the next call to this function is allowed
2586  * to override the address again.
2587  *
2588  * @param cls closure
2589  * @param addr binary address
2590  * @param addrlen length of the address
2591  * @return string representing the same address
2592  */
2593 static const char*
2594 http_plugin_address_to_string (void *cls,
2595                                    const void *addr,
2596                                    size_t addrlen)
2597 {
2598   const struct IPv4HttpAddress *t4;
2599   const struct IPv6HttpAddress *t6;
2600   struct sockaddr_in a4;
2601   struct sockaddr_in6 a6;
2602   char * address;
2603   char * ret;
2604   uint16_t port;
2605   unsigned int res;
2606
2607   if (addrlen == sizeof (struct IPv6HttpAddress))
2608     {
2609       address = GNUNET_malloc (INET6_ADDRSTRLEN);
2610       t6 = addr;
2611       a6.sin6_addr = t6->ipv6_addr;
2612       inet_ntop(AF_INET6, &(a6.sin6_addr),address,INET6_ADDRSTRLEN);
2613       port = ntohs(t6->u6_port);
2614     }
2615   else if (addrlen == sizeof (struct IPv4HttpAddress))
2616     {
2617       address = GNUNET_malloc (INET_ADDRSTRLEN);
2618       t4 = addr;
2619       a4.sin_addr.s_addr =  t4->ipv4_addr;
2620       inet_ntop(AF_INET, &(a4.sin_addr),address,INET_ADDRSTRLEN);
2621       port = ntohs(t4->u_port);
2622     }
2623   else
2624     {
2625       /* invalid address */
2626       return NULL;
2627     }
2628   res = GNUNET_asprintf(&ret,"%s:%u",address,port);
2629   GNUNET_free (address);
2630   GNUNET_assert(res != 0);
2631   return ret;
2632 }
2633
2634
2635 /**
2636  * Exit point from the plugin.
2637  */
2638 void *
2639 LIBGNUNET_PLUGIN_TRANSPORT_DONE (void *cls)
2640 {
2641   struct GNUNET_TRANSPORT_PluginFunctions *api = cls;
2642   struct Plugin *plugin = api->cls;
2643   CURLMcode mret;
2644   struct IPv4HttpAddress * ipv4addr;
2645   struct IPv6HttpAddress * ipv6addr;
2646   GNUNET_assert(cls !=NULL);
2647
2648   if (plugin->http_server_daemon_v4 != NULL)
2649   {
2650     MHD_stop_daemon (plugin->http_server_daemon_v4);
2651     plugin->http_server_daemon_v4 = NULL;
2652   }
2653   if (plugin->http_server_daemon_v6 != NULL)
2654   {
2655     MHD_stop_daemon (plugin->http_server_daemon_v6);
2656     plugin->http_server_daemon_v6 = NULL;
2657   }
2658
2659   if ( plugin->http_server_task_v4 != GNUNET_SCHEDULER_NO_TASK)
2660   {
2661     GNUNET_SCHEDULER_cancel(plugin->env->sched, plugin->http_server_task_v4);
2662     plugin->http_server_task_v4 = GNUNET_SCHEDULER_NO_TASK;
2663   }
2664
2665   if ( plugin->http_server_task_v6 != GNUNET_SCHEDULER_NO_TASK)
2666   {
2667     GNUNET_SCHEDULER_cancel(plugin->env->sched, plugin->http_server_task_v6);
2668     plugin->http_server_task_v6 = GNUNET_SCHEDULER_NO_TASK;
2669   }
2670
2671   while (plugin->ipv4_addr_head!=NULL)
2672   {
2673           ipv4addr = plugin->ipv4_addr_head;
2674           GNUNET_CONTAINER_DLL_remove(plugin->ipv4_addr_head,plugin->ipv4_addr_tail,ipv4addr);
2675           GNUNET_free(ipv4addr);
2676   }
2677
2678   while (plugin->ipv6_addr_head!=NULL)
2679   {
2680           ipv6addr = plugin->ipv6_addr_head;
2681           GNUNET_CONTAINER_DLL_remove(plugin->ipv6_addr_head,plugin->ipv6_addr_tail,ipv6addr);
2682           GNUNET_free(ipv6addr);
2683   }
2684
2685   /* free all peer information */
2686   if (plugin->peers!=NULL)
2687   {
2688           GNUNET_CONTAINER_multihashmap_iterate (plugin->peers,
2689                                                                                          &remove_peer_context_Iterator,
2690                                                                                          plugin);
2691           GNUNET_CONTAINER_multihashmap_destroy (plugin->peers);
2692   }
2693   if (plugin->multi_handle!=NULL)
2694   {
2695           mret = curl_multi_cleanup(plugin->multi_handle);
2696 #if DEBUG_HTTP
2697           if ( CURLM_OK != mret)
2698                 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"curl multihandle clean up failed\n");
2699 #endif
2700           plugin->multi_handle = NULL;
2701   }
2702   curl_global_cleanup();
2703
2704   if ( plugin->http_curl_task != GNUNET_SCHEDULER_NO_TASK)
2705   {
2706     GNUNET_SCHEDULER_cancel(plugin->env->sched, plugin->http_curl_task);
2707     plugin->http_curl_task = GNUNET_SCHEDULER_NO_TASK;
2708   }
2709
2710   GNUNET_free_non_null (plugin->bind4_address);
2711   GNUNET_free_non_null (plugin->bind6_address);
2712   GNUNET_free_non_null(plugin->bind_hostname);
2713 #if BUILD_HTTPS
2714   GNUNET_free_non_null (plugin->crypto_init);
2715   GNUNET_free_non_null (plugin->cert);
2716   GNUNET_free_non_null (plugin->key);
2717 #endif
2718   GNUNET_free (plugin);
2719   GNUNET_free (api);
2720 #if DEBUG_HTTP
2721   GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Unload %s plugin complete...\n", PROTOCOL_PREFIX);
2722 #endif
2723   return NULL;
2724 }
2725
2726 #if BUILD_HTTPS
2727 static char *
2728 load_certificate( const char * file )
2729 {
2730   struct GNUNET_DISK_FileHandle * gn_file;
2731
2732   struct stat fstat;
2733   char * text = NULL;
2734
2735   if (0!=STAT(file, &fstat))
2736           return NULL;
2737   text = GNUNET_malloc (fstat.st_size+1);
2738   gn_file = GNUNET_DISK_file_open(file,GNUNET_DISK_OPEN_READ, GNUNET_DISK_PERM_USER_READ);
2739   if (gn_file==NULL)
2740   {
2741           GNUNET_free(text);
2742           return NULL;
2743   }
2744   if (GNUNET_SYSERR == GNUNET_DISK_file_read(gn_file, text, fstat.st_size))
2745   {
2746           GNUNET_free(text);
2747           GNUNET_DISK_file_close(gn_file);
2748           return NULL;
2749   }
2750   text[fstat.st_size] = '\0';
2751   GNUNET_DISK_file_close(gn_file);
2752
2753   return text;
2754 }
2755 #endif
2756
2757
2758 /**
2759  * Entry point for the plugin.
2760  */
2761 void *
2762 LIBGNUNET_PLUGIN_TRANSPORT_INIT (void *cls)
2763 {
2764   struct GNUNET_TRANSPORT_PluginEnvironment *env = cls;
2765   struct Plugin *plugin;
2766   struct GNUNET_TRANSPORT_PluginFunctions *api;
2767   struct GNUNET_TIME_Relative gn_timeout;
2768   long long unsigned int port;
2769   char * component_name;
2770 #if BUILD_HTTPS
2771   char * key_file = NULL;
2772   char * cert_file = NULL;
2773 #endif
2774
2775   GNUNET_assert(cls !=NULL);
2776 #if DEBUG_HTTP
2777   GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Starting %s plugin...\n", PROTOCOL_PREFIX);
2778 #endif
2779   GNUNET_asprintf(&component_name,"transport-%s",PROTOCOL_PREFIX);
2780
2781   plugin = GNUNET_malloc (sizeof (struct Plugin));
2782   plugin->stats = env->stats;
2783   plugin->env = env;
2784   plugin->peers = NULL;
2785   plugin->bind4_address = NULL;
2786   plugin->use_ipv6  = GNUNET_YES;
2787   plugin->use_ipv4  = GNUNET_YES;
2788
2789   api = GNUNET_malloc (sizeof (struct GNUNET_TRANSPORT_PluginFunctions));
2790   api->cls = plugin;
2791   api->send = &http_plugin_send;
2792   api->disconnect = &http_plugin_disconnect;
2793   api->address_pretty_printer = &http_plugin_address_pretty_printer;
2794   api->check_address = &http_plugin_address_suggested;
2795   api->address_to_string = &http_plugin_address_to_string;
2796
2797   /* Hashing our identity to use it in URLs */
2798   GNUNET_CRYPTO_hash_to_enc ( &(plugin->env->my_identity->hashPubKey), &plugin->my_ascii_hash_ident);
2799
2800   /* Use IPv6? */
2801   if (GNUNET_CONFIGURATION_have_value (env->cfg,
2802                                                                            component_name, "USE_IPv6"))
2803     {
2804           plugin->use_ipv6 = GNUNET_CONFIGURATION_get_value_yesno (env->cfg,
2805                                                                                                                            component_name,
2806                                                                                                                            "USE_IPv6");
2807     }
2808   /* Use IPv4? */
2809   if (GNUNET_CONFIGURATION_have_value (env->cfg,
2810                                                                            component_name, "USE_IPv4"))
2811     {
2812           plugin->use_ipv4 = GNUNET_CONFIGURATION_get_value_yesno (env->cfg,
2813                                                         component_name,"USE_IPv4");
2814     }
2815   /* Reading port number from config file */
2816   if ((GNUNET_OK !=
2817        GNUNET_CONFIGURATION_get_value_number (env->cfg,
2818                                                                                           component_name,
2819                                               "PORT",
2820                                               &port)) ||
2821       (port > 65535) )
2822     {
2823       GNUNET_log_from (GNUNET_ERROR_TYPE_ERROR,
2824                                            component_name,
2825                        _("Require valid port number for transport plugin `%s' in configuration!\n"),
2826                        PROTOCOL_PREFIX);
2827       GNUNET_free(component_name);
2828       LIBGNUNET_PLUGIN_TRANSPORT_DONE (api);
2829       return NULL;
2830     }
2831
2832   /* Reading ipv4 addresse to bind to from config file */
2833   if ((plugin->use_ipv4==GNUNET_YES) && (GNUNET_CONFIGURATION_have_value (env->cfg,
2834                                                                                                           component_name, "BINDTO4")))
2835   {
2836           GNUNET_break (GNUNET_OK ==
2837                                         GNUNET_CONFIGURATION_get_value_string (env->cfg,
2838                                                                                                                    component_name,
2839                                                                                                                    "BINDTO4",
2840                                                                                                                    &plugin->bind_hostname));
2841           plugin->bind4_address = GNUNET_malloc(sizeof(struct sockaddr_in));
2842           plugin->bind4_address->sin_family = AF_INET;
2843           plugin->bind4_address->sin_port = htons (port);
2844
2845           if (plugin->bind_hostname!=NULL)
2846           {
2847                   if (inet_pton(AF_INET,plugin->bind_hostname, &plugin->bind4_address->sin_addr)<=0)
2848                   {
2849                           GNUNET_log_from (GNUNET_ERROR_TYPE_ERROR,
2850                                                            component_name,
2851                                                            _("Misconfigured address to bind to in configuration!\n"));
2852                           GNUNET_free(plugin->bind4_address);
2853                           GNUNET_free(plugin->bind_hostname);
2854                           plugin->bind_hostname = NULL;
2855                           plugin->bind4_address = NULL;
2856                   }
2857           }
2858   }
2859
2860   /* Reading ipv4 addresse to bind to from config file */
2861   if ((plugin->use_ipv6==GNUNET_YES) && (GNUNET_CONFIGURATION_have_value (env->cfg,
2862                   component_name, "BINDTO6")))
2863   {
2864           if (GNUNET_OK == GNUNET_CONFIGURATION_get_value_string (env->cfg,
2865                                                                                                                           component_name,
2866                                                                                                                           "BINDTO6",
2867                                                                                                                           &plugin->bind_hostname))
2868           {
2869                   plugin->bind6_address = GNUNET_malloc(sizeof(struct sockaddr_in6));
2870                   plugin->bind6_address->sin6_family = AF_INET6;
2871                   plugin->bind6_address->sin6_port = htons (port);
2872                   if (plugin->bind_hostname!=NULL)
2873                   {
2874                           if (inet_pton(AF_INET6,plugin->bind_hostname, &plugin->bind6_address->sin6_addr)<=0)
2875                           {
2876                                   GNUNET_log_from (GNUNET_ERROR_TYPE_ERROR,
2877                                                                    component_name,
2878                                                                    _("Misconfigured address to bind to in configuration!\n"));
2879                                   GNUNET_free(plugin->bind6_address);
2880                                   GNUNET_free(plugin->bind_hostname);
2881                                   plugin->bind_hostname = NULL;
2882                                   plugin->bind6_address = NULL;
2883                           }
2884                   }
2885           }
2886   }
2887
2888 #if BUILD_HTTPS
2889   /* Reading HTTPS crypto related configuration */
2890   /* Get crypto init string from config */
2891   if (GNUNET_CONFIGURATION_have_value (env->cfg,
2892                                                                            "transport-https", "CRYPTO_INIT"))
2893   {
2894                 GNUNET_CONFIGURATION_get_value_string (env->cfg,
2895                                                                                            "transport-https",
2896                                                                                            "CRYPTO_INIT",
2897                                                                                            &plugin->crypto_init);
2898   }
2899   else
2900   {
2901           GNUNET_asprintf(&plugin->crypto_init,"NORMAL");
2902   }
2903
2904 /* Get private key file from config */
2905   if (GNUNET_CONFIGURATION_have_value (env->cfg,
2906                                                                            "transport-https", "KEY_FILE"))
2907   {
2908                 GNUNET_CONFIGURATION_get_value_string (env->cfg,
2909                                                                                            "transport-https",
2910                                                                                            "KEY_FILE",
2911                                                                                            &key_file);
2912   }
2913   if (key_file==NULL)
2914           GNUNET_asprintf(&key_file,"https.key");
2915
2916 /* Get private key file from config */
2917   if (GNUNET_CONFIGURATION_have_value (env->cfg,"transport-https", "CERT_FILE"))
2918   {
2919           GNUNET_CONFIGURATION_get_value_string (env->cfg,
2920                                                                                          "transport-https",
2921                                                                                          "CERT_FILE",
2922                                                                                          &cert_file);
2923   }
2924   if (cert_file==NULL)
2925           GNUNET_asprintf(&cert_file,"https.cert");
2926
2927   /* read key & certificates from file */
2928   GNUNET_log (GNUNET_ERROR_TYPE_DEBUG, "Loading TLS certificate `%s' `%s'\n", key_file, cert_file);
2929
2930   plugin->key = load_certificate( key_file );
2931   plugin->cert = load_certificate( cert_file );
2932
2933   if ((plugin->key==NULL) || (plugin->cert==NULL))
2934   {
2935           char * cmd;
2936           int ret = 0;
2937           GNUNET_asprintf(&cmd,"gnunet-transport-certificate-creation %s %s", key_file, cert_file);
2938           GNUNET_log (GNUNET_ERROR_TYPE_DEBUG, "No usable TLS certificate found, creating certificate \n");
2939           ret = system(cmd);
2940
2941           if (ret != 0)
2942           {
2943                   GNUNET_log_from (GNUNET_ERROR_TYPE_ERROR,
2944                                            "https",
2945                                                    _("Could not create a new TLS certificate, shell script `%s' failed!\n"),cmd,
2946                                                    "transport-https");
2947                   GNUNET_free (key_file);
2948                   GNUNET_free (cert_file);
2949                   GNUNET_free (component_name);
2950
2951                   LIBGNUNET_PLUGIN_TRANSPORT_DONE(api);
2952                   GNUNET_free (cmd);
2953                   return NULL;
2954           }
2955
2956           GNUNET_free (cmd);
2957
2958           plugin->key = load_certificate( key_file );
2959           plugin->cert = load_certificate( cert_file );
2960
2961           if ((plugin->key==NULL) || (plugin->cert==NULL))
2962           {
2963                   GNUNET_log_from (GNUNET_ERROR_TYPE_ERROR,
2964                                            "https",
2965                                                    _("No usable TLS certificate found and creating one failed! \n"),
2966                                                    "transport-https");
2967                   GNUNET_free (key_file);
2968                   GNUNET_free (cert_file);
2969                   GNUNET_free (component_name);
2970
2971                   LIBGNUNET_PLUGIN_TRANSPORT_DONE(api);
2972                   return NULL;
2973           }
2974   }
2975   GNUNET_free (key_file);
2976   GNUNET_free (cert_file);
2977
2978   GNUNET_assert((plugin->key!=NULL) && (plugin->cert!=NULL));
2979   GNUNET_log (GNUNET_ERROR_TYPE_DEBUG, "TLS certificate loaded\n");
2980 #endif
2981
2982   GNUNET_assert ((port > 0) && (port <= 65535));
2983   plugin->port_inbound = port;
2984   gn_timeout = GNUNET_CONSTANTS_IDLE_CONNECTION_TIMEOUT;
2985   unsigned int timeout = (gn_timeout.value) / 1000;
2986   if ((plugin->http_server_daemon_v6 == NULL) && (plugin->use_ipv6 == GNUNET_YES) && (port != 0))
2987   {
2988         struct sockaddr * tmp = (struct sockaddr *) plugin->bind6_address;
2989     plugin->http_server_daemon_v6 = MHD_start_daemon (
2990 #if DEBUG_MHD
2991                                                                    MHD_USE_DEBUG |
2992 #endif
2993 #if BUILD_HTTPS
2994                                                                    MHD_USE_SSL |
2995 #endif
2996                                                                    MHD_USE_IPv6,
2997                                        port,
2998                                        &mhd_accept_cb,
2999                                        plugin , &mhd_access_cb, plugin,
3000                                        MHD_OPTION_SOCK_ADDR, tmp,
3001                                        MHD_OPTION_CONNECTION_LIMIT, (unsigned int) 32,
3002                                        //MHD_OPTION_PER_IP_CONNECTION_LIMIT, (unsigned int) 6,
3003 #if BUILD_HTTPS
3004                                        MHD_OPTION_HTTPS_PRIORITIES,  plugin->crypto_init,
3005                                        MHD_OPTION_HTTPS_MEM_KEY, plugin->key,
3006                                        MHD_OPTION_HTTPS_MEM_CERT, plugin->cert,
3007 #endif
3008                                        MHD_OPTION_CONNECTION_TIMEOUT, (unsigned int) timeout,
3009                                        MHD_OPTION_CONNECTION_MEMORY_LIMIT, (size_t) (2 * GNUNET_SERVER_MAX_MESSAGE_SIZE),
3010                                        MHD_OPTION_NOTIFY_COMPLETED, &mhd_termination_cb, NULL,
3011                                        MHD_OPTION_EXTERNAL_LOGGER, mhd_logger, plugin->mhd_log,
3012                                        MHD_OPTION_END);
3013   }
3014   if ((plugin->http_server_daemon_v4 == NULL) && (plugin->use_ipv4 == GNUNET_YES) && (port != 0))
3015   {
3016   plugin->http_server_daemon_v4 = MHD_start_daemon (
3017 #if DEBUG_MHD
3018                                                                    MHD_USE_DEBUG |
3019 #endif
3020 #if BUILD_HTTPS
3021                                                                    MHD_USE_SSL |
3022 #endif
3023                                                                    MHD_NO_FLAG,
3024                                        port,
3025                                        &mhd_accept_cb,
3026                                        plugin , &mhd_access_cb, plugin,
3027                                        MHD_OPTION_SOCK_ADDR, (struct sockaddr_in *)plugin->bind4_address,
3028                                        MHD_OPTION_CONNECTION_LIMIT, (unsigned int) 32,
3029                                        //MHD_OPTION_PER_IP_CONNECTION_LIMIT, (unsigned int) 6,
3030 #if BUILD_HTTPS
3031                                        MHD_OPTION_HTTPS_PRIORITIES,  plugin->crypto_init,
3032                                        MHD_OPTION_HTTPS_MEM_KEY, plugin->key,
3033                                        MHD_OPTION_HTTPS_MEM_CERT, plugin->cert,
3034 #endif
3035                                        MHD_OPTION_CONNECTION_TIMEOUT, (unsigned int) timeout,
3036                                        MHD_OPTION_CONNECTION_MEMORY_LIMIT, (size_t) (2 * GNUNET_SERVER_MAX_MESSAGE_SIZE),
3037                                        MHD_OPTION_NOTIFY_COMPLETED, &mhd_termination_cb, NULL,
3038                                        MHD_OPTION_EXTERNAL_LOGGER, mhd_logger, plugin->mhd_log,
3039                                        MHD_OPTION_END);
3040   }
3041   if (plugin->http_server_daemon_v4 != NULL)
3042     plugin->http_server_task_v4 = http_server_daemon_prepare (plugin, plugin->http_server_daemon_v4);
3043   if (plugin->http_server_daemon_v6 != NULL)
3044     plugin->http_server_task_v6 = http_server_daemon_prepare (plugin, plugin->http_server_daemon_v6);
3045
3046
3047   if (plugin->http_server_task_v4 != GNUNET_SCHEDULER_NO_TASK)
3048   {
3049 #if DEBUG_HTTP
3050           GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Starting MHD with IPv4 bound to %s with port %u\n",(plugin->bind_hostname!=NULL) ? plugin->bind_hostname : "every address",port);
3051 #endif
3052   }
3053   else if ((plugin->http_server_task_v6 != GNUNET_SCHEDULER_NO_TASK) && (plugin->http_server_task_v4 != GNUNET_SCHEDULER_NO_TASK))
3054   {
3055 #if DEBUG_HTTP
3056     GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Starting MHD with IPv6 bound to %s with port %u\n",(plugin->bind_hostname!=NULL) ? plugin->bind_hostname : "every address", port);
3057 #endif
3058   }
3059   else if ((plugin->http_server_task_v6 != GNUNET_SCHEDULER_NO_TASK) && (plugin->http_server_task_v4 == GNUNET_SCHEDULER_NO_TASK))
3060   {
3061 #if DEBUG_HTTP
3062     GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,"Starting MHD with IPv4 and IPv6 bound to %s with port %u\n",(plugin->bind_hostname!=NULL) ? plugin->bind_hostname : "every address", port);
3063 #endif
3064   }
3065   else
3066   {
3067         char * tmp = NULL;
3068         if ((plugin->use_ipv6 == GNUNET_YES) && (plugin->use_ipv4 == GNUNET_YES))
3069                 GNUNET_asprintf(&tmp,"with IPv4 and IPv6 enabled");
3070         if ((plugin->use_ipv6 == GNUNET_NO) && (plugin->use_ipv4 == GNUNET_YES))
3071                 GNUNET_asprintf(&tmp,"with IPv4 enabled");
3072         if ((plugin->use_ipv6 == GNUNET_YES) && (plugin->use_ipv4 == GNUNET_NO))
3073                 GNUNET_asprintf(&tmp,"with IPv6 enabled");
3074         if ((plugin->use_ipv6 == GNUNET_NO) && (plugin->use_ipv4 == GNUNET_NO))
3075                 GNUNET_asprintf(&tmp,"with NO IP PROTOCOL enabled");
3076         GNUNET_log (GNUNET_ERROR_TYPE_ERROR,_("HTTP Server with %s could not be started on port %u! %s plugin failed!\n"),tmp, port, PROTOCOL_PREFIX);
3077         GNUNET_free (tmp);
3078     GNUNET_free (component_name);
3079     LIBGNUNET_PLUGIN_TRANSPORT_DONE (api);
3080     return NULL;
3081   }
3082
3083   /* Initializing cURL */
3084   curl_global_init(CURL_GLOBAL_ALL);
3085   plugin->multi_handle = curl_multi_init();
3086
3087   if ( NULL == plugin->multi_handle )
3088   {
3089     GNUNET_log_from (GNUNET_ERROR_TYPE_ERROR,
3090                                          component_name,
3091                                          _("Could not initialize curl multi handle, failed to start %s plugin!\n"),
3092                                          PROTOCOL_PREFIX);
3093     GNUNET_free(component_name);
3094     LIBGNUNET_PLUGIN_TRANSPORT_DONE (api);
3095     return NULL;
3096   }
3097
3098   plugin->peers = GNUNET_CONTAINER_multihashmap_create (10);
3099   GNUNET_OS_network_interfaces_list (&process_interfaces, plugin);
3100
3101   GNUNET_free(component_name);
3102   return api;
3103 }
3104
3105 /* end of plugin_transport_http.c */