2 This file is part of GNUnet
3 (C) 2008--2012 Christian Grothoff (and other contributing authors)
5 GNUnet is free software; you can redistribute it and/or modify
6 it under the terms of the GNU General Public License as published
7 by the Free Software Foundation; either version 3, or (at your
8 option) any later version.
10 GNUnet is distributed in the hope that it will be useful, but
11 WITHOUT ANY WARRANTY; without even the implied warranty of
12 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
13 General Public License for more details.
15 You should have received a copy of the GNU General Public License
16 along with GNUnet; see the file COPYING. If not, write to the
17 Free Software Foundation, Inc., 59 Temple Place - Suite 330,
18 Boston, MA 02111-1307, USA.
22 * @file testbed/testbed_api_hosts.c
23 * @brief API for manipulating 'hosts' controlled by the GNUnet testing service;
24 * allows parsing hosts files, starting, stopping and communicating (via
25 * SSH/stdin/stdout) with the remote (or local) processes
26 * @author Christian Grothoff
29 #include "gnunet_util_lib.h"
30 #include "gnunet_testbed_service.h"
31 #include "gnunet_core_service.h"
32 #include "gnunet_transport_service.h"
34 #include "testbed_api.h"
35 #include "testbed_api_hosts.h"
38 * Generic logging shorthand
40 #define LOG(kind, ...) \
41 GNUNET_log_from (kind, "testbed-api-hosts", __VA_ARGS__);
44 * Number of extra elements we create space for when we grow host list
46 #define HOST_LIST_GROW_STEP 10
50 * A list entry for registered controllers list
52 struct RegisteredController
55 * The controller at which this host is registered
57 const struct GNUNET_TESTBED_Controller *controller;
60 * The next ptr for DLL
62 struct RegisteredController *next;
65 * The prev ptr for DLL
67 struct RegisteredController *prev;
72 * Opaque handle to a host running experiments managed by the testing framework.
73 * The master process must be able to SSH to this host without password (via
76 struct GNUNET_TESTBED_Host
80 * The next pointer for DLL
82 struct GNUNET_TESTBED_Host *next;
85 * The prev pointer for DLL
87 struct GNUNET_TESTBED_Host *prev;
90 * The hostname of the host; NULL for localhost
95 * The username to be used for SSH login
100 * The head for the list of controllers where this host is registered
102 struct RegisteredController *rc_head;
105 * The tail for the list of controllers where this host is registered
107 struct RegisteredController *rc_tail;
110 * Global ID we use to refer to a host on the network
115 * The port which is to be used for SSH
123 * Array of available hosts
125 static struct GNUNET_TESTBED_Host **host_list;
128 * The size of the available hosts list
130 static uint32_t host_list_size;
134 * Lookup a host by ID.
136 * @param id global host ID assigned to the host; 0 is
137 * reserved to always mean 'localhost'
138 * @return handle to the host, NULL if host not found
140 struct GNUNET_TESTBED_Host *
141 GNUNET_TESTBED_host_lookup_by_id_ (uint32_t id)
143 if (host_list_size <= id)
145 return host_list[id];
150 * Create a host by ID; given this host handle, we could not
151 * run peers at the host, but we can talk about the host
154 * @param id global host ID assigned to the host; 0 is
155 * reserved to always mean 'localhost'
156 * @return handle to the host, NULL on error
158 struct GNUNET_TESTBED_Host *
159 GNUNET_TESTBED_host_create_by_id_ (uint32_t id)
161 return GNUNET_TESTBED_host_create_with_id (id, NULL, NULL, 0);
166 * Obtain the host's unique global ID.
168 * @param host handle to the host, NULL means 'localhost'
169 * @return id global host ID assigned to the host (0 is
170 * 'localhost', but then obviously not globally unique)
173 GNUNET_TESTBED_host_get_id_ (const struct GNUNET_TESTBED_Host * host)
180 * Obtain the host's hostname.
182 * @param host handle to the host, NULL means 'localhost'
183 * @return hostname of the host
186 GNUNET_TESTBED_host_get_hostname_ (const struct GNUNET_TESTBED_Host *host)
188 return host->hostname;
193 * Obtain the host's hostname.
195 * @param host handle to the host, NULL means 'localhost'
196 * @return hostname of the host
199 GNUNET_TESTBED_host_get_hostname (const struct GNUNET_TESTBED_Host *host)
201 return GNUNET_TESTBED_host_get_hostname_ (host);
206 * Obtain the host's username
208 * @param host handle to the host, NULL means 'localhost'
209 * @return username to login to the host
212 GNUNET_TESTBED_host_get_username_ (const struct GNUNET_TESTBED_Host *host)
214 return host->username;
219 * Obtain the host's ssh port
221 * @param host handle to the host, NULL means 'localhost'
222 * @return username to login to the host
225 GNUNET_TESTBED_host_get_ssh_port_ (const struct GNUNET_TESTBED_Host * host)
232 * Create a host to run peers and controllers on.
234 * @param id global host ID assigned to the host; 0 is
235 * reserved to always mean 'localhost'
236 * @param hostname name of the host, use "NULL" for localhost
237 * @param username username to use for the login; may be NULL
238 * @param port port number to use for ssh; use 0 to let ssh decide
239 * @return handle to the host, NULL on error
241 struct GNUNET_TESTBED_Host *
242 GNUNET_TESTBED_host_create_with_id (uint32_t id, const char *hostname,
243 const char *username, uint16_t port)
245 struct GNUNET_TESTBED_Host *host;
248 if ((id < host_list_size) && (NULL != host_list[id]))
250 LOG (GNUNET_ERROR_TYPE_WARNING, "Host with id: %u already created\n", id);
253 host = GNUNET_malloc (sizeof (struct GNUNET_TESTBED_Host));
254 host->hostname = (NULL != hostname) ? GNUNET_strdup (hostname) : NULL;
255 host->username = (NULL != username) ? GNUNET_strdup (username) : NULL;
257 host->port = (0 == port) ? 22 : port;
258 new_size = host_list_size;
259 while (id >= new_size)
260 new_size += HOST_LIST_GROW_STEP;
261 if (new_size != host_list_size)
264 GNUNET_realloc (host_list,
265 sizeof (struct GNUNET_TESTBED_Host *) * new_size);
266 (void) memset (&host_list[host_list_size], 0,
267 sizeof (struct GNUNET_TESTBED_Host *) * (new_size -
269 host_list_size = new_size;
271 LOG (GNUNET_ERROR_TYPE_DEBUG, "Adding host with id: %u\n", host->id);
272 host_list[id] = host;
278 * Create a host to run peers and controllers on.
280 * @param hostname name of the host, use "NULL" for localhost
281 * @param username username to use for the login; may be NULL
282 * @param port port number to use for ssh; use 0 to let ssh decide
283 * @return handle to the host, NULL on error
285 struct GNUNET_TESTBED_Host *
286 GNUNET_TESTBED_host_create (const char *hostname, const char *username,
289 static uint32_t uid_generator;
291 if (NULL == hostname)
292 return GNUNET_TESTBED_host_create_with_id (0, hostname, username, port);
293 return GNUNET_TESTBED_host_create_with_id (++uid_generator, hostname,
299 * Load a set of hosts from a configuration file.
301 * @param filename file with the host specification
302 * @param hosts set to the hosts found in the file; caller must free this if
303 * number of hosts returned is greater than 0
304 * @return number of hosts returned in 'hosts', 0 on error
307 GNUNET_TESTBED_hosts_load_from_file (const char *filename,
308 struct GNUNET_TESTBED_Host ***hosts)
310 //struct GNUNET_TESTBED_Host **host_array;
311 struct GNUNET_TESTBED_Host *starting_host;
323 GNUNET_assert (NULL != filename);
324 if (GNUNET_YES != GNUNET_DISK_file_test (filename))
326 LOG (GNUNET_ERROR_TYPE_WARNING, _("Hosts file %s not found\n"), filename);
330 GNUNET_DISK_file_size (filename, &fs, GNUNET_YES, GNUNET_YES))
334 LOG (GNUNET_ERROR_TYPE_WARNING, _("Hosts file %s has no data\n"), filename);
337 data = GNUNET_malloc (fs);
338 if (fs != GNUNET_DISK_fn_read (filename, data, fs))
341 LOG (GNUNET_ERROR_TYPE_WARNING, _("Hosts file %s cannot be read\n"),
347 starting_host = NULL;
349 while (offset < (fs - 1))
352 if (((data[offset] == '\n')) && (buf != &data[offset]))
355 ret = SSCANF (buf, "%255[a-zA-Z0-9_]@%255[a-zA-Z0-9.]:%5hd",
356 username, hostname, &port);
359 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
360 "Successfully read host %s, port %d and user %s from file\n",
361 hostname, port, username);
362 /* We store hosts in a static list; hence we only require the starting
363 host pointer in that list to access the newly created list of hosts */
364 if (NULL == starting_host)
365 starting_host = GNUNET_TESTBED_host_create (hostname, username,
368 (void) GNUNET_TESTBED_host_create (hostname, username, port);
372 GNUNET_log (GNUNET_ERROR_TYPE_WARNING,
373 "Error reading line `%s' in hostfile\n", buf);
374 buf = &data[offset + 1];
376 else if ((data[offset] == '\n') || (data[offset] == '\0'))
377 buf = &data[offset + 1];
380 if (NULL == starting_host)
382 *hosts = GNUNET_malloc (sizeof (struct GNUNET_TESTBED_Host *) * count);
384 &host_list[GNUNET_TESTBED_host_get_id_ (starting_host)],
385 sizeof (struct GNUNET_TESTBED_Host *) * count);
391 * Destroy a host handle. Must only be called once everything
392 * running on that host has been stopped.
394 * @param host handle to destroy
397 GNUNET_TESTBED_host_destroy (struct GNUNET_TESTBED_Host *host)
399 struct RegisteredController *rc;
402 GNUNET_assert (host->id < host_list_size);
403 GNUNET_assert (host_list[host->id] == host);
404 host_list[host->id] = NULL;
405 /* clear registered controllers list */
406 for (rc = host->rc_head; NULL != rc; rc = host->rc_head)
408 GNUNET_CONTAINER_DLL_remove (host->rc_head, host->rc_tail, rc);
411 GNUNET_free_non_null ((char *) host->username);
412 GNUNET_free_non_null ((char *) host->hostname);
414 while (host_list_size >= HOST_LIST_GROW_STEP)
416 for (id = host_list_size - 1; id > host_list_size - HOST_LIST_GROW_STEP;
418 if (NULL != host_list[id])
420 if (id != host_list_size - HOST_LIST_GROW_STEP)
422 if (NULL != host_list[id])
424 host_list_size -= HOST_LIST_GROW_STEP;
427 GNUNET_realloc (host_list,
428 sizeof (struct GNUNET_TESTBED_Host *) * host_list_size);
433 * Marks a host as registered with a controller
435 * @param host the host to mark
436 * @param controller the controller at which this host is registered
439 GNUNET_TESTBED_mark_host_registered_at_ (struct GNUNET_TESTBED_Host *host,
440 const struct GNUNET_TESTBED_Controller
443 struct RegisteredController *rc;
445 for (rc = host->rc_head; NULL != rc; rc = rc->next)
447 if (controller == rc->controller) /* already registered at controller */
453 rc = GNUNET_malloc (sizeof (struct RegisteredController));
454 rc->controller = controller;
455 GNUNET_CONTAINER_DLL_insert_tail (host->rc_head, host->rc_tail, rc);
460 * Checks whether a host has been registered
462 * @param host the host to check
463 * @param controller the controller at which host's registration is checked
464 * @return GNUNET_YES if registered; GNUNET_NO if not
467 GNUNET_TESTBED_is_host_registered_ (const struct GNUNET_TESTBED_Host *host,
468 const struct GNUNET_TESTBED_Controller
471 struct RegisteredController *rc;
473 for (rc = host->rc_head; NULL != rc; rc = rc->next)
475 if (controller == rc->controller) /* already registered at controller */
485 * The handle for whether a host is habitable or not
487 struct GNUNET_TESTBED_HostHabitableCheckHandle
490 /* * The host to check */
492 /* const struct GNUNET_TESTBED_Host *host; */
495 /* * the configuration handle to lookup the path of the testbed helper */
497 /* const struct GNUNET_CONFIGURATION_Handle *cfg; */
500 * The callback to call once we have the status
502 GNUNET_TESTBED_HostHabitableCallback cb;
505 * The callback closure
510 * The process handle for the SSH process
512 struct GNUNET_OS_Process *auxp;
515 * The SSH destination address string
520 * The destination port string
525 * The path for hte testbed helper binary
527 char *helper_binary_path;
530 * Task id for the habitability check task
532 GNUNET_SCHEDULER_TaskIdentifier habitability_check_task;
535 * How long we wait before checking the process status. Should grow
538 struct GNUNET_TIME_Relative wait_time;
544 * Task for checking whether a host is habitable or not
546 * @param cls GNUNET_TESTBED_HostHabitableCheckHandle
547 * @param tc the scheduler task context
550 habitability_check (void *cls, const struct GNUNET_SCHEDULER_TaskContext *tc)
552 struct GNUNET_TESTBED_HostHabitableCheckHandle *h = cls;
554 GNUNET_TESTBED_HostHabitableCallback cb;
556 enum GNUNET_OS_ProcessStatusType type;
559 h->habitability_check_task = GNUNET_SCHEDULER_NO_TASK;
560 ret = GNUNET_OS_process_status (h->auxp, &type, &code);
561 if (GNUNET_SYSERR == ret)
567 if (GNUNET_NO == ret)
569 h->wait_time = GNUNET_TIME_STD_BACKOFF (h->wait_time);
570 h->habitability_check_task =
571 GNUNET_SCHEDULER_add_delayed (h->wait_time,
572 &habitability_check, h);
575 GNUNET_OS_process_destroy (h->auxp);
577 ret = (0 != code) ? GNUNET_NO : GNUNET_YES;
580 GNUNET_free (h->ssh_addr);
581 GNUNET_free (h->portstr);
582 GNUNET_free (h->helper_binary_path);
584 GNUNET_OS_process_destroy (h->auxp);
594 * Checks whether a host can be used to start testbed service
596 * @param host the host to check
597 * @param config the configuration handle to lookup the path of the testbed
599 * @param cb the callback to call to inform about habitability of the given host
600 * @param cb_cls the closure for the callback
601 * @return NULL upon any error or a handle which can be passed to
602 * GNUNET_TESTBED_is_host_habitable_cancel()
604 struct GNUNET_TESTBED_HostHabitableCheckHandle *
605 GNUNET_TESTBED_is_host_habitable (const struct GNUNET_TESTBED_Host *host,
606 const struct GNUNET_CONFIGURATION_Handle
608 GNUNET_TESTBED_HostHabitableCallback cb,
611 struct GNUNET_TESTBED_HostHabitableCheckHandle *h;
612 char *remote_args[11];
613 const char *hostname;
616 h = GNUNET_malloc (sizeof (struct GNUNET_TESTBED_HostHabitableCheckHandle));
619 hostname = (NULL == host->hostname) ? "127.0.0.1" : host->hostname;
620 if (NULL == host->username)
621 h->ssh_addr = GNUNET_strdup (hostname);
623 GNUNET_asprintf (&h->ssh_addr, "%s@%s", host->username, hostname);
624 if (GNUNET_OK != GNUNET_CONFIGURATION_get_value_string (config, "testbed",
625 "HELPER_BINARY_PATH",
626 &h->helper_binary_path))
627 h->helper_binary_path =
628 GNUNET_OS_get_libexec_binary_path (HELPER_TESTBED_BINARY);
630 remote_args[argp++] = "ssh";
631 GNUNET_asprintf (&h->portstr, "%u", host->port);
632 remote_args[argp++] = "-p";
633 remote_args[argp++] = h->portstr;
634 remote_args[argp++] = "-o";
635 remote_args[argp++] = "BatchMode=yes";
636 remote_args[argp++] = "-o";
637 remote_args[argp++] = "NoHostAuthenticationForLocalhost=yes";
638 remote_args[argp++] = h->ssh_addr;
639 remote_args[argp++] = "stat";
640 remote_args[argp++] = h->helper_binary_path;
641 remote_args[argp++] = NULL;
642 GNUNET_assert (argp == 11);
644 GNUNET_OS_start_process_vap (GNUNET_NO, GNUNET_OS_INHERIT_STD_ERR, NULL,
645 NULL, "ssh", remote_args);
648 GNUNET_break (0); /* Cannot exec SSH? */
649 GNUNET_free (h->ssh_addr);
650 GNUNET_free (h->portstr);
651 GNUNET_free (h->helper_binary_path);
655 h->wait_time = GNUNET_TIME_STD_BACKOFF (h->wait_time);
656 h->habitability_check_task =
657 GNUNET_SCHEDULER_add_delayed (h->wait_time,
658 &habitability_check, h);
664 * Function to cancel a request started using GNUNET_TESTBED_is_host_habitable()
666 * @param struct handle the habitability check handle
669 GNUNET_TESTBED_is_host_habitable_cancel (struct
670 GNUNET_TESTBED_HostHabitableCheckHandle
673 GNUNET_SCHEDULER_cancel (handle->habitability_check_task);
674 (void) GNUNET_OS_process_kill (handle->auxp, SIGTERM);
675 (void) GNUNET_OS_process_wait (handle->auxp);
676 GNUNET_OS_process_destroy (handle->auxp);
677 GNUNET_free (handle->ssh_addr);
678 GNUNET_free (handle->portstr);
679 GNUNET_free (handle->helper_binary_path);
680 GNUNET_free (handle);
682 /* end of testbed_api_hosts.c */