2 This file is part of GNUnet
3 (C) 2002--2012 Christian Grothoff (and other contributing authors)
5 GNUnet is free software; you can redistribute it and/or modify
6 it under the terms of the GNU General Public License as published
7 by the Free Software Foundation; either version 3, or (at your
8 option) any later version.
10 GNUnet is distributed in the hope that it will be useful, but
11 WITHOUT ANY WARRANTY; without even the implied warranty of
12 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
13 General Public License for more details.
15 You should have received a copy of the GNU General Public License
16 along with GNUnet; see the file COPYING. If not, write to the
17 Free Software Foundation, Inc., 59 Temple Place - Suite 330,
18 Boston, MA 02111-1307, USA.
22 * @file transport/plugin_transport_http_client.c
23 * @brief http transport service plugin
24 * @author Matthias Wachs
27 #include "plugin_transport_http.h"
29 static struct Plugin * p;
33 * Function to log curl debug messages with GNUNET_log
35 * @param type curl_infotype
42 client_log (CURL * curl, curl_infotype type, char *data, size_t size, void *cls)
44 if (type == CURLINFO_TEXT)
48 memcpy (text, data, size);
49 if (text[size - 1] == '\n')
54 text[size + 1] = '\0';
57 GNUNET_log_from (GNUNET_ERROR_TYPE_DEBUG, "transport-https",
58 "Client: %p - %s", cls, text);
60 GNUNET_log_from (GNUNET_ERROR_TYPE_DEBUG, "transport-http",
61 "Client: %p - %s", cls, text);
69 * Task performing curl operations
70 * @param cls plugin as closure
71 * @param tc gnunet scheduler task context
74 client_run (void *cls, const struct GNUNET_SCHEDULER_TaskContext *tc);
78 * Function setting up file descriptors and scheduling task to run
80 * @param plugin plugin as closure
81 * @param now schedule task in 1ms, regardless of what curl may say
82 * @return GNUNET_SYSERR for hard failure, GNUNET_OK for ok
85 client_schedule (struct Plugin *plugin, int now)
91 struct GNUNET_NETWORK_FDSet *grs;
92 struct GNUNET_NETWORK_FDSet *gws;
95 struct GNUNET_TIME_Relative timeout;
97 /* Cancel previous scheduled task */
98 if (plugin->client_perform_task != GNUNET_SCHEDULER_NO_TASK)
100 GNUNET_SCHEDULER_cancel (plugin->client_perform_task);
101 plugin->client_perform_task = GNUNET_SCHEDULER_NO_TASK;
107 mret = curl_multi_fdset (plugin->client_mh, &rs, &ws, &es, &max);
108 if (mret != CURLM_OK)
110 GNUNET_log (GNUNET_ERROR_TYPE_ERROR, _("%s failed at %s:%d: `%s'\n"),
111 "curl_multi_fdset", __FILE__, __LINE__,
112 curl_multi_strerror (mret));
113 return GNUNET_SYSERR;
115 mret = curl_multi_timeout (plugin->client_mh, &to);
117 timeout = GNUNET_TIME_relative_multiply (GNUNET_TIME_UNIT_SECONDS, 1);
119 timeout = GNUNET_TIME_relative_multiply (GNUNET_TIME_UNIT_MILLISECONDS, to);
120 if (now == GNUNET_YES)
121 timeout = GNUNET_TIME_UNIT_MILLISECONDS;
123 if (mret != CURLM_OK)
125 GNUNET_log (GNUNET_ERROR_TYPE_ERROR, _("%s failed at %s:%d: `%s'\n"),
126 "curl_multi_timeout", __FILE__, __LINE__,
127 curl_multi_strerror (mret));
128 return GNUNET_SYSERR;
131 grs = GNUNET_NETWORK_fdset_create ();
132 gws = GNUNET_NETWORK_fdset_create ();
133 GNUNET_NETWORK_fdset_copy_native (grs, &rs, max + 1);
134 GNUNET_NETWORK_fdset_copy_native (gws, &ws, max + 1);
136 plugin->client_perform_task =
137 GNUNET_SCHEDULER_add_select (GNUNET_SCHEDULER_PRIORITY_DEFAULT,
139 &client_run, plugin);
140 GNUNET_NETWORK_fdset_destroy (gws);
141 GNUNET_NETWORK_fdset_destroy (grs);
147 client_send (struct Session *s, struct HTTP_Message *msg)
149 GNUNET_assert (s != NULL);
150 GNUNET_CONTAINER_DLL_insert_tail (s->msg_head, s->msg_tail, msg);
152 if (GNUNET_YES != exist_session(p, s))
155 return GNUNET_SYSERR;
157 if (s->client_put_paused == GNUNET_YES)
159 GNUNET_log_from (GNUNET_ERROR_TYPE_DEBUG, s->plugin->name,
160 "Client: %p was suspended, unpausing\n", s->client_put);
161 s->client_put_paused = GNUNET_NO;
162 curl_easy_pause (s->client_put, CURLPAUSE_CONT);
164 client_schedule (s->plugin, GNUNET_YES);
171 * Task performing curl operations
173 * @param cls plugin as closure
174 * @param tc gnunet scheduler task context
177 client_run (void *cls, const struct GNUNET_SCHEDULER_TaskContext *tc)
179 struct Plugin *plugin = cls;
183 GNUNET_assert (cls != NULL);
185 plugin->client_perform_task = GNUNET_SCHEDULER_NO_TASK;
186 if (0 != (tc->reason & GNUNET_SCHEDULER_REASON_SHUTDOWN))
192 mret = curl_multi_perform (plugin->client_mh, &running);
197 while ((msg = curl_multi_info_read (plugin->client_mh, &msgs_left)))
199 CURL *easy_h = msg->easy_handle;
200 struct Session *s = NULL;
201 char *d = (char *) s;
204 //GNUNET_assert (easy_h != NULL);
207 GNUNET_log_from (GNUNET_ERROR_TYPE_DEBUG, plugin->name,
208 "Client: connection to ended with reason %i: `%s', %i handles running\n",
210 curl_easy_strerror (msg->data.result), running);
214 GNUNET_assert (CURLE_OK ==
215 curl_easy_getinfo (easy_h, CURLINFO_PRIVATE, &d));
216 s = (struct Session *) d;
218 if (GNUNET_YES != exist_session(plugin, s))
224 GNUNET_assert (s != NULL);
226 if (msg->msg == CURLMSG_DONE)
228 GNUNET_log_from (GNUNET_ERROR_TYPE_DEBUG, plugin->name,
229 "Client: %p connection to '%s' %s ended with reason %i: `%s'\n",
230 msg->easy_handle, GNUNET_i2s (&s->target),
231 http_plugin_address_to_string (NULL, s->addr,
234 curl_easy_strerror (msg->data.result));
236 client_disconnect (s);
237 GNUNET_log_from (GNUNET_ERROR_TYPE_DEBUG,
239 "Notifying about ended session to peer `%s' `%s'\n",
240 GNUNET_i2s (&s->target),
241 http_plugin_address_to_string (plugin, s->addr, s->addrlen));
242 notify_session_end (plugin, &s->target, s);
246 while (mret == CURLM_CALL_MULTI_PERFORM);
247 client_schedule (plugin, GNUNET_NO);
252 client_disconnect (struct Session *s)
256 struct Plugin *plugin = s->plugin;
257 struct HTTP_Message *msg;
258 struct HTTP_Message *t;
260 if (GNUNET_YES != exist_session(plugin, s))
263 return GNUNET_SYSERR;
266 if (s->client_put != NULL)
268 GNUNET_log_from (GNUNET_ERROR_TYPE_DEBUG, plugin->name,
269 "Client: %p Deleting outbound PUT session to peer `%s'\n",
270 s->client_put, GNUNET_i2s (&s->target));
272 mret = curl_multi_remove_handle (plugin->client_mh, s->client_put);
273 if (mret != CURLM_OK)
275 curl_easy_cleanup (s->client_put);
279 curl_easy_cleanup (s->client_put);
280 s->client_put = NULL;
284 if (s->recv_wakeup_task != GNUNET_SCHEDULER_NO_TASK)
286 GNUNET_SCHEDULER_cancel (s->recv_wakeup_task);
287 s->recv_wakeup_task = GNUNET_SCHEDULER_NO_TASK;
290 if (s->client_get != NULL)
292 GNUNET_log_from (GNUNET_ERROR_TYPE_DEBUG, plugin->name,
293 "Client: %p Deleting outbound GET session to peer `%s'\n",
294 s->client_get, GNUNET_i2s (&s->target));
296 mret = curl_multi_remove_handle (plugin->client_mh, s->client_get);
297 if (mret != CURLM_OK)
299 curl_easy_cleanup (s->client_get);
303 curl_easy_cleanup (s->client_get);
304 s->client_get = NULL;
311 if (NULL != msg->transmit_cont)
312 msg->transmit_cont (msg->transmit_cont_cls, &s->target, GNUNET_SYSERR);
313 GNUNET_CONTAINER_DLL_remove (s->msg_head, s->msg_tail, msg);
318 plugin->cur_connections -= 2;
320 GNUNET_assert (plugin->outbound_sessions > 0);
321 plugin->outbound_sessions --;
322 GNUNET_STATISTICS_set (plugin->env->stats,
323 "# HTTP outbound sessions",
324 plugin->outbound_sessions,
327 /* Re-schedule since handles have changed */
328 if (plugin->client_perform_task != GNUNET_SCHEDULER_NO_TASK)
330 GNUNET_SCHEDULER_cancel (plugin->client_perform_task);
331 plugin->client_perform_task = GNUNET_SCHEDULER_NO_TASK;
334 client_schedule (plugin, GNUNET_YES);
340 client_receive_mst_cb (void *cls, void *client,
341 const struct GNUNET_MessageHeader *message)
343 struct Session *s = cls;
344 struct GNUNET_TIME_Relative delay;
346 if (GNUNET_YES != exist_session(p, s))
352 delay = http_plugin_receive (s, &s->target, message, s, s->addr, s->addrlen);
354 GNUNET_TIME_absolute_add (GNUNET_TIME_absolute_get (), delay);
356 if (GNUNET_TIME_absolute_get ().abs_value < s->next_receive.abs_value)
358 struct Plugin *plugin = s->plugin;
360 GNUNET_log_from (GNUNET_ERROR_TYPE_DEBUG, plugin->name,
361 "Client: peer `%s' address `%s' next read delayed for %llu ms\n",
362 GNUNET_i2s (&s->target), GNUNET_a2s (s->addr, s->addrlen),
370 client_wake_up (void *cls, const struct GNUNET_SCHEDULER_TaskContext *tc)
372 struct Session *s = cls;
374 if (GNUNET_YES != exist_session(p, s))
379 s->recv_wakeup_task = GNUNET_SCHEDULER_NO_TASK;
380 if (0 != (tc->reason & GNUNET_SCHEDULER_REASON_SHUTDOWN))
382 GNUNET_log_from (GNUNET_ERROR_TYPE_DEBUG, s->plugin->name,
383 "Client: %p Waking up receive handle\n", s->client_get);
384 if (s->client_get != NULL)
385 curl_easy_pause (s->client_get, CURLPAUSE_CONT);
390 * Callback method used with libcurl
391 * Method is called when libcurl needs to write data during sending
393 * @param stream pointer where to write data
394 * @param size size of an individual element
395 * @param nmemb count of elements that can be written to the buffer
396 * @param cls destination pointer, passed to the libcurl handle
397 * @return bytes read from stream
400 client_receive (void *stream, size_t size, size_t nmemb, void *cls)
402 struct Session *s = cls;
403 struct GNUNET_TIME_Absolute now;
404 size_t len = size * nmemb;
405 struct Plugin *plugin = s->plugin;
407 GNUNET_log_from (GNUNET_ERROR_TYPE_DEBUG, plugin->name,
408 "Client: Received %u bytes from peer `%s'\n", len,
409 GNUNET_i2s (&s->target));
410 now = GNUNET_TIME_absolute_get ();
411 if (now.abs_value < s->next_receive.abs_value)
413 struct GNUNET_TIME_Absolute now = GNUNET_TIME_absolute_get ();
414 struct GNUNET_TIME_Relative delta =
415 GNUNET_TIME_absolute_get_difference (now, s->next_receive);
416 GNUNET_log_from (GNUNET_ERROR_TYPE_DEBUG, plugin->name,
417 "Client: %p No inbound bandwidth available! Next read was delayed for %llu ms\n",
418 s->client_get, delta.rel_value);
419 if (s->recv_wakeup_task != GNUNET_SCHEDULER_NO_TASK)
421 GNUNET_SCHEDULER_cancel (s->recv_wakeup_task);
422 s->recv_wakeup_task = GNUNET_SCHEDULER_NO_TASK;
424 s->recv_wakeup_task =
425 GNUNET_SCHEDULER_add_delayed (delta, &client_wake_up, s);
426 return CURLPAUSE_ALL;
428 if (NULL == s->msg_tk)
429 s->msg_tk = GNUNET_SERVER_mst_create (&client_receive_mst_cb, s);
430 GNUNET_SERVER_mst_receive (s->msg_tk, s, stream, len, GNUNET_NO, GNUNET_NO);
436 * Callback method used with libcurl
437 * Method is called when libcurl needs to read data during sending
439 * @param stream pointer where to write data
440 * @param size size of an individual element
441 * @param nmemb count of elements that can be written to the buffer
442 * @param cls source pointer, passed to the libcurl handle
443 * @return bytes written to stream, returning 0 will terminate connection!
446 client_send_cb (void *stream, size_t size, size_t nmemb, void *cls)
448 struct Session *s = cls;
449 struct Plugin *plugin = s->plugin;
450 struct HTTP_Message *msg = s->msg_head;
453 if (GNUNET_YES != exist_session(plugin, s))
460 GNUNET_log_from (GNUNET_ERROR_TYPE_DEBUG, plugin->name,
461 "Client: %p Nothing to send! Suspending PUT handle!\n",
463 s->client_put_paused = GNUNET_YES;
464 return CURL_READFUNC_PAUSE;
467 GNUNET_assert (msg->pos < msg->size);
468 /* calculate how much fits in buffer */
469 len = GNUNET_MIN (msg->size - msg->pos,
471 memcpy (stream, &msg->buf[msg->pos], len);
473 if (msg->pos == msg->size)
475 GNUNET_log_from (GNUNET_ERROR_TYPE_DEBUG, plugin->name,
476 "Client: %p Message with %u bytes sent, removing message from queue\n",
477 s->client_put, msg->size, msg->pos);
478 /* Calling transmit continuation */
479 GNUNET_CONTAINER_DLL_remove (s->msg_head, s->msg_tail, msg);
480 if (NULL != msg->transmit_cont)
481 msg->transmit_cont (msg->transmit_cont_cls, &s->target, GNUNET_OK);
489 client_connect (struct Session *s)
491 struct Plugin *plugin = s->plugin;
496 GNUNET_log_from (GNUNET_ERROR_TYPE_DEBUG, plugin->name,
497 "Initiating outbound session peer `%s'\n",
498 GNUNET_i2s (&s->target));
499 s->inbound = GNUNET_NO;
502 GNUNET_asprintf (&url, "%s%s;%u",
503 http_plugin_address_to_string (plugin, s->addr, s->addrlen),
504 GNUNET_h2s_full (&plugin->env->my_identity->hashPubKey),
507 GNUNET_log_from (GNUNET_ERROR_TYPE_ERROR, plugin->name, "URL `%s'\n", url);
509 /* create get connection */
510 s->client_get = curl_easy_init ();
512 curl_easy_setopt (s->client_get, CURLOPT_VERBOSE, 1L);
513 curl_easy_setopt (s->client_get, CURLOPT_DEBUGFUNCTION, &client_log);
514 curl_easy_setopt (s->client_get, CURLOPT_DEBUGDATA, s->client_get);
517 curl_easy_setopt (s->client_get, CURLOPT_SSLVERSION, CURL_SSLVERSION_TLSv1);
518 curl_easy_setopt (s->client_get, CURLOPT_SSL_VERIFYPEER, 0);
519 curl_easy_setopt (s->client_get, CURLOPT_SSL_VERIFYHOST, 0);
521 curl_easy_setopt (s->client_get, CURLOPT_URL, url);
522 //curl_easy_setopt (s->client_get, CURLOPT_HEADERFUNCTION, &curl_get_header_cb);
523 //curl_easy_setopt (s->client_get, CURLOPT_WRITEHEADER, ps);
524 curl_easy_setopt (s->client_get, CURLOPT_READFUNCTION, client_send_cb);
525 curl_easy_setopt (s->client_get, CURLOPT_READDATA, s);
526 curl_easy_setopt (s->client_get, CURLOPT_WRITEFUNCTION, client_receive);
527 curl_easy_setopt (s->client_get, CURLOPT_WRITEDATA, s);
528 curl_easy_setopt (s->client_get, CURLOPT_TIMEOUT_MS,
529 (long) GNUNET_CONSTANTS_IDLE_CONNECTION_TIMEOUT.rel_value);
530 curl_easy_setopt (s->client_get, CURLOPT_PRIVATE, s);
531 curl_easy_setopt (s->client_get, CURLOPT_CONNECTTIMEOUT_MS,
532 (long) HTTP_NOT_VALIDATED_TIMEOUT.rel_value);
533 curl_easy_setopt (s->client_get, CURLOPT_BUFFERSIZE,
534 2 * GNUNET_SERVER_MAX_MESSAGE_SIZE);
536 curl_easy_setopt (ps->recv_endpoint, CURLOPT_TCP_NODELAY, 1);
539 /* create put connection */
540 s->client_put = curl_easy_init ();
542 curl_easy_setopt (s->client_put, CURLOPT_VERBOSE, 1L);
543 curl_easy_setopt (s->client_put, CURLOPT_DEBUGFUNCTION, &client_log);
544 curl_easy_setopt (s->client_put, CURLOPT_DEBUGDATA, s->client_put);
547 curl_easy_setopt (s->client_put, CURLOPT_SSLVERSION, CURL_SSLVERSION_TLSv1);
548 curl_easy_setopt (s->client_put, CURLOPT_SSL_VERIFYPEER, 0);
549 curl_easy_setopt (s->client_put, CURLOPT_SSL_VERIFYHOST, 0);
551 curl_easy_setopt (s->client_put, CURLOPT_URL, url);
552 curl_easy_setopt (s->client_put, CURLOPT_PUT, 1L);
553 //curl_easy_setopt (s->client_put, CURLOPT_HEADERFUNCTION, &curl_put_header_cb);
554 //curl_easy_setopt (s->client_put, CURLOPT_WRITEHEADER, ps);
555 curl_easy_setopt (s->client_put, CURLOPT_READFUNCTION, client_send_cb);
556 curl_easy_setopt (s->client_put, CURLOPT_READDATA, s);
557 curl_easy_setopt (s->client_put, CURLOPT_WRITEFUNCTION, client_receive);
558 curl_easy_setopt (s->client_put, CURLOPT_WRITEDATA, s);
559 curl_easy_setopt (s->client_put, CURLOPT_TIMEOUT_MS,
560 (long) GNUNET_CONSTANTS_IDLE_CONNECTION_TIMEOUT.rel_value);
561 curl_easy_setopt (s->client_put, CURLOPT_PRIVATE, s);
562 curl_easy_setopt (s->client_put, CURLOPT_CONNECTTIMEOUT_MS,
563 (long) HTTP_NOT_VALIDATED_TIMEOUT.rel_value);
564 curl_easy_setopt (s->client_put, CURLOPT_BUFFERSIZE,
565 2 * GNUNET_SERVER_MAX_MESSAGE_SIZE);
567 curl_easy_setopt (s->client_put, CURLOPT_TCP_NODELAY, 1);
572 mret = curl_multi_add_handle (plugin->client_mh, s->client_get);
573 if (mret != CURLM_OK)
575 curl_easy_cleanup (s->client_get);
580 mret = curl_multi_add_handle (plugin->client_mh, s->client_put);
581 if (mret != CURLM_OK)
583 curl_multi_remove_handle (plugin->client_mh, s->client_get);
584 curl_easy_cleanup (s->client_get);
585 curl_easy_cleanup (s->client_put);
590 /* Perform connect */
591 plugin->cur_connections += 2;
593 plugin->outbound_sessions ++;
594 GNUNET_STATISTICS_set (plugin->env->stats,
595 "# HTTP outbound sessions",
596 plugin->outbound_sessions,
599 /* Re-schedule since handles have changed */
600 if (plugin->client_perform_task != GNUNET_SCHEDULER_NO_TASK)
602 GNUNET_SCHEDULER_cancel (plugin->client_perform_task);
603 plugin->client_perform_task = GNUNET_SCHEDULER_NO_TASK;
605 plugin->client_perform_task = GNUNET_SCHEDULER_add_now (client_run, plugin);
612 client_start (struct Plugin *plugin)
617 curl_global_init (CURL_GLOBAL_ALL);
618 plugin->client_mh = curl_multi_init ();
620 if (NULL == plugin->client_mh)
622 GNUNET_log_from (GNUNET_ERROR_TYPE_ERROR, plugin->name,
624 ("Could not initialize curl multi handle, failed to start %s plugin!\n"),
633 client_stop (struct Plugin *plugin)
636 if (plugin->client_perform_task != GNUNET_SCHEDULER_NO_TASK)
638 GNUNET_SCHEDULER_cancel (plugin->client_perform_task);
639 plugin->client_perform_task = GNUNET_SCHEDULER_NO_TASK;
642 curl_multi_cleanup (plugin->client_mh);
643 curl_global_cleanup ();
648 /* end of plugin_transport_http_client.c */