config fix
[oweals/gnunet.git] / src / sensor / gnunet-service-sensor.c
index 2f7ffaa0ab73798db31e1290552f42507d7a3493..85aa8fab6f322843f312f46eb6fb0ae4f0494e7d 100644 (file)
  * @brief sensor service implementation
  * @author Omar Tarabai
  */
+#include <inttypes.h>
 #include "platform.h"
 #include "gnunet_util_lib.h"
 #include "sensor.h"
-
-/**
- * Structure containing sensor definition
- */
-struct SensorInfo
-{
-
-  /*
-   * Sensor name
-   */
-  char *name;
-
-  /*
-   * Path to definition file
-   */
-  char *def_file;
-
-  /*
-   * First part of version number
-   */
-  uint16_t version_major;
-
-  /*
-   * Second part of version number
-   */
-  uint16_t version_minor;
-
-  /*
-   * Sensor description
-   */
-  char *description;
-
-  /*
-   * Category under which the sensor falls (e.g. tcp, datastore)
-   */
-  char *category;
-
-  /*
-   * When does the sensor become active
-   */
-  struct GNUNET_TIME_Absolute *start_time;
-
-  /*
-   * When does the sensor expire
-   */
-  struct GNUNET_TIME_Absolute *end_time;
-
-  /*
-   * Time interval to collect sensor information (e.g. every 1 min)
-   */
-  struct GNUNET_TIME_Relative *interval;
-
-  /*
-   * Lifetime of an information sample after which it is deleted from storage
-   */
-  struct GNUNET_TIME_Relative *lifetime;
-
-  /*
-   * A set of required peer capabilities for the sensor to collect meaningful information (e.g. ipv6)
-   */
-  char *capabilities;
-
-  /*
-   * Either "gnunet-statistics" or external "process"
-   */
-  char *source;
-
-  /*
-   * Name of the GNUnet service that is the source for the gnunet-statistics entry
-   */
-  char *gnunet_stat_service;
-
-  /*
-   * Name of the gnunet-statistics entry
-   */
-  char *gnunet_stat_name;
-
-  /*
-   * Name of the external process to be executed
-   */
-  char *ext_process;
-
-  /*
-   * Arguments to be passed to the external process
-   */
-  char *ext_args;
-
-  /*
-   * The output datatype to be expected
-   */
-  char *expected_datatype;
-
-  /*
-   * Peer-identity of peer running collection point
-   */
-  struct GNUNET_PeerIdentity *collection_point;
-
-  /*
-   * Time interval to send sensor information to collection point (e.g. every 30 mins)
-   */
-  struct GNUNET_TIME_Relative *collection_interval;
-
-  /*
-   * Flag specifying if value is to be communicated to the p2p network
-   */
-  int p2p_report;
-
-  /*
-   * Time interval to communicate value to the p2p network
-   */
-  struct GNUNET_TIME_Relative *p2p_interval;
-
-};
+#include "gnunet_statistics_service.h"
+#include "gnunet_peerstore_service.h"
 
 /**
  * Our configuration.
@@ -148,272 +38,91 @@ static const struct GNUNET_CONFIGURATION_Handle *cfg;
 /**
  * Hashmap of loaded sensor definitions
  */
-struct GNUNET_CONTAINER_MultiHashMap *sensors;
+static struct GNUNET_CONTAINER_MultiHashMap *sensors;
 
 /**
- * Task run during shutdown.
- *
- * @param cls unused
- * @param tc unused
+ * Handle to statistics service
  */
-static void
-shutdown_task (void *cls,
-              const struct GNUNET_SCHEDULER_TaskContext *tc)
-{
-}
-
+struct GNUNET_STATISTICS_Handle *statistics;
 
 /**
- * A client disconnected.  Remove all of its data structure entries.
- *
- * @param cls closure, NULL
- * @param client identification of the client
+ * Handle to peerstore service
  */
-static void
-handle_client_disconnect (void *cls,
-                         struct GNUNET_SERVER_Client
-                         * client)
-{
-}
+struct GNUNET_PEERSTORE_Handle *peerstore;
 
 /**
- * Parses a version number string into major and minor
- *
- * @param version full version string
- * @param major pointer to parsed major value
- * @param minor pointer to parsed minor value
- * @return #GNUNET_OK if parsing went ok, #GNUNET_SYSERROR in case of error
+ * Service name
  */
-static int
-version_parse(char *version, uint16_t *major, uint16_t *minor)
-{
-  int majorval = 0;
-  int minorval = 0;
-
-  for(; isdigit(*version); version++)
-  {
-    majorval *= 10;
-    majorval += *version - '0';
-  }
-  if(*version != '.')
-    return GNUNET_SYSERR;
-  version++;
-  for(; isdigit(*version); version++)
-  {
-    minorval *= 10;
-    minorval += *version - '0';
-  }
-  if(*version != 0)
-    return GNUNET_SYSERR;
-  *major = majorval;
-  *minor = minorval;
-
-  return GNUNET_OK;
-}
+char *subsystem = "sensor";
 
 /**
- * Load sensor definition from configuration
- *
- * @param cfg configuration handle
- * @param sectionname configuration section containing definition
+ * My peer id
  */
-static struct SensorInfo *
-load_sensor_from_cfg(struct GNUNET_CONFIGURATION_Handle *cfg, const char *sectionname)
-{
-  struct SensorInfo *sensor;
-  char *versionstr;
-
-  sensor = GNUNET_new(struct SensorInfo);
-  //name
-  sensor->name = GNUNET_strdup(sectionname);
-  //version
-  if(GNUNET_OK != GNUNET_CONFIGURATION_get_value_string(cfg, sectionname, "VERSION", &versionstr) ||
-      NULL == versionstr)
-  {
-    GNUNET_log(GNUNET_ERROR_TYPE_ERROR, _("Error reading sensor version\n"));
-    GNUNET_free(sensor);
-    return NULL;
-  }
-  if(GNUNET_OK != version_parse(versionstr, &(sensor->version_major), &(sensor->version_minor)))
-  {
-    GNUNET_log(GNUNET_ERROR_TYPE_ERROR, _("Invalid sensor version number, format should be major.minor\n"));
-    GNUNET_free(sensor);
-    return NULL;
-  }
-  //description
-  GNUNET_CONFIGURATION_get_value_string(cfg, sectionname, "DESCRIPTION", &sensor->description);
-  //category
-  if(GNUNET_OK != GNUNET_CONFIGURATION_get_value_string(cfg, sectionname, "CATEGORY", &sensor->category) ||
-        NULL == sensor->category)
-  {
-    GNUNET_log(GNUNET_ERROR_TYPE_ERROR, _("Error reading sensor category\n"));
-    GNUNET_free(sensor);
-    return NULL;
-  }
-
-  return sensor;
-}
+struct GNUNET_PeerIdentity peerid;
 
 /**
- * Load sensor definition from file
+ * Disable a sensor
+ * Sensor will not run again unless
+ * explicitly enabled or reloaded
  *
- * @param filename full path to file containing sensor definition
+ * @param sensor sensor information
  */
-static struct SensorInfo *
-load_sensor_from_file(const char *filename)
+static void set_sensor_enabled(struct SensorInfo *sensor, int state)
 {
-  struct GNUNET_CONFIGURATION_Handle *sensorcfg;
-  const char *filebasename;
-  struct SensorInfo *sensor;
-
-  //test file
-  if(GNUNET_YES != GNUNET_DISK_file_test(filename))
-  {
-    GNUNET_log(GNUNET_ERROR_TYPE_ERROR, _("Failed to access sensor file: %s\n"), filename);
-    return NULL;
-  }
-  //load file as configuration
-  sensorcfg = GNUNET_CONFIGURATION_create();
-  if(GNUNET_SYSERR == GNUNET_CONFIGURATION_parse(sensorcfg, filename))
-  {
-    GNUNET_CONFIGURATION_destroy(sensorcfg);
-    GNUNET_log(GNUNET_ERROR_TYPE_ERROR, _("Failed to load sensor definition: %s\n"), filename);
-    return NULL;
-  }
-  //configuration section should be the same as filename
-  filebasename = GNUNET_STRINGS_get_short_name(filename);
-  sensor = load_sensor_from_cfg(sensorcfg, filebasename);
-  sensor->def_file = GNUNET_strdup(filename);
-
-  GNUNET_CONFIGURATION_destroy(sensorcfg);
-
-  return sensor;
+  GNUNET_log(GNUNET_ERROR_TYPE_DEBUG,
+      "Sensor `%s': Setting enabled to %d.\n",
+      sensor->name, state);
+  sensor->enabled = GNUNET_NO;
+  GNUNET_assert(NULL != sensor->cfg);
+  GNUNET_CONFIGURATION_set_value_string(sensor->cfg, sensor->name, "ENABLED",
+      (GNUNET_YES == state)?"YES":"NO");
+  GNUNET_CONFIGURATION_write(sensor->cfg, sensor->def_file);
 }
 
 /**
- * Compares version numbers of two sensors
- *
- * @param s1 first sensor
- * @param s2 second sensor
- * @return 1: s1 > s2, 0: s1 == s2, -1: s1 < s2
- */
-static int
-sensor_version_compare(struct SensorInfo *s1, struct SensorInfo *s2)
-{
-  if(s1->version_major == s2->version_major)
-    return (s1->version_minor < s2->version_minor) ? -1 : (s1->version_minor > s2->version_minor);
-  else
-    return (s1->version_major < s2->version_major) ? -1 : (s1->version_major > s2->version_major);
-}
-
-/**
- * Adds a new sensor to given hashmap.
- * If the same name exist, compares versions and update if old.
+ * Task run during shutdown.
  *
- * @param sensor Sensor structure to add
- * @param map Hashmap to add to
- * @return #GNUNET_YES if added, #GNUNET_NO if not added which is not necessarily an error
+ * @param cls unused
+ * @param tc unused
  */
-static int
-add_sensor_to_hashmap(struct SensorInfo *sensor, struct GNUNET_CONTAINER_MultiHashMap *map)
+static void
+shutdown_task (void *cls,
+              const struct GNUNET_SCHEDULER_TaskContext *tc)
 {
-  struct GNUNET_HashCode key;
-  struct SensorInfo *existing;
-
-  GNUNET_CRYPTO_hash(sensor->name, sizeof(sensor->name), &key);
-  existing = GNUNET_CONTAINER_multihashmap_get(map, &key);
-  if(NULL != existing) //sensor with same name already exists
-  {
-    if(sensor_version_compare(existing, sensor) >= 0) //same or newer version already exist
-    {
-      GNUNET_log(GNUNET_ERROR_TYPE_INFO, _("Sensor `%s' already exists with same or newer version\n"), sensor->name);
-      return GNUNET_NO;
-    }
-    else
-    {
-      GNUNET_CONTAINER_multihashmap_remove(map, &key, existing); //remove the old version
-      GNUNET_log(GNUNET_ERROR_TYPE_INFO, _("Upgrading sensor `%s' to a newer version\n"), sensor->name);
-    }
-  }
-  if(GNUNET_SYSERR == GNUNET_CONTAINER_multihashmap_put(map, &key, sensor, GNUNET_CONTAINER_MULTIHASHMAPOPTION_UNIQUE_ONLY))
+  SENSOR_reporting_stop();
+  SENSOR_analysis_stop();
+  GNUNET_SENSOR_destroy_sensors (sensors);
+  if(NULL != statistics)
   {
-    GNUNET_log(GNUNET_ERROR_TYPE_ERROR, _("Error adding new sensor `%s' to global hashmap, this should not happen\n"), sensor->name);
-    return GNUNET_NO;
+    GNUNET_STATISTICS_destroy(statistics, GNUNET_YES);
+    statistics = NULL;
   }
-
-  return GNUNET_YES;
-}
-
-/**
- * Iterating over files in sensors directory
- *
- * @param cls closure
- * @param filename complete filename (absolute path)
- * @return #GNUNET_OK to continue to iterate,
- *  #GNUNET_NO to stop iteration with no error,
- *  #GNUNET_SYSERR to abort iteration with error!
- */
-static int
-reload_sensors_dir_cb(void *cls, const char *filename)
-{
-  struct SensorInfo *sensor;
-
-  sensor = load_sensor_from_file(filename);
-  if(NULL == sensor)
+  if(NULL != peerstore)
   {
-    GNUNET_log(GNUNET_ERROR_TYPE_ERROR, _("Error loading sensor from file: %s\n"), filename);
-    return GNUNET_OK;
+    GNUNET_PEERSTORE_disconnect(peerstore, GNUNET_YES); /*FIXME: merge into a global peerstore connection */
+    peerstore = NULL;
   }
-  if(GNUNET_YES == add_sensor_to_hashmap(sensor, sensors))
-    GNUNET_log(GNUNET_ERROR_TYPE_INFO, _("Sensor `%s' added to global hashmap\n"), sensor->name);
-  else
-    GNUNET_log(GNUNET_ERROR_TYPE_INFO, ("Could not add sensor `%s' to global hashmap\n"), sensor->name);
-
-  return GNUNET_OK;
+  GNUNET_SCHEDULER_shutdown();
 }
 
-/*
- * Get path to the directory containing the sensor definition files
- *
- * @return sensor files directory
- */
-static char *
-get_sensor_dir()
-{
-  char* datadir;
-  char* sensordir;
-
-  datadir = GNUNET_OS_installation_get_path(GNUNET_OS_IPK_DATADIR);
-  GNUNET_asprintf(&sensordir, "%ssensors%s",
-      datadir, DIR_SEPARATOR_STR);
-
-  return sensordir;
-}
 
 /**
- * Reads sensor definitions from data files
+ * A client disconnected.  Remove all of its data structure entries.
  *
+ * @param cls closure, NULL
+ * @param client identification of the client
  */
 static void
-reload_sensors()
+handle_client_disconnect (void *cls,
+                         struct GNUNET_SERVER_Client
+                         * client)
 {
-  char* sensordir;
-  int filesfound;
-
-  sensordir = get_sensor_dir();
-  GNUNET_log(GNUNET_ERROR_TYPE_INFO, _("Reloading sensor definitions from directory `%s'\n"), sensordir);
-  GNUNET_assert(GNUNET_YES == GNUNET_DISK_directory_test(sensordir, GNUNET_YES));
-
-  //read all files in sensors directory
-  filesfound = GNUNET_DISK_directory_scan(sensordir, &reload_sensors_dir_cb, NULL);
-  GNUNET_log(GNUNET_ERROR_TYPE_INFO, _("Loaded %d/%d sensors from directory `%s'\n"),
-      GNUNET_CONTAINER_multihashmap_size(sensors), filesfound, sensordir);
 }
 
 /**
  * Creates a structure with basic sensor info to be sent to a client
  *
- * @parm sensor sensor information
+ * @param sensor sensor information
  * @return message ready to be sent to client
  */
 static struct SensorInfoMessage *
@@ -423,12 +132,13 @@ create_sensor_info_msg(struct SensorInfo *sensor)
   uint16_t len;
   size_t name_len;
   size_t desc_len;
+  char *str_ptr;
 
   name_len = strlen(sensor->name);
   if(NULL == sensor->description)
     desc_len = 0;
   else
-    desc_len = strlen(sensor->description);
+    desc_len = strlen(sensor->description) + 1;
   len = 0;
   len += sizeof(struct SensorInfoMessage);
   len += name_len;
@@ -440,8 +150,14 @@ create_sensor_info_msg(struct SensorInfo *sensor)
   msg->description_len = htons(desc_len);
   msg->version_major = htons(sensor->version_major);
   msg->version_minor = htons(sensor->version_minor);
-  memcpy(&msg[1], sensor->name, name_len);
-  memcpy((&msg[1]) + name_len, sensor->description, desc_len);
+  str_ptr = (char*) &msg[1];
+  memcpy(str_ptr, sensor->name, name_len);
+  GNUNET_log(GNUNET_ERROR_TYPE_DEBUG, "Sending sensor name (%d): %.*s\n",
+        name_len, name_len, str_ptr);
+  str_ptr += name_len;
+  memcpy(str_ptr, sensor->description, desc_len);
+  GNUNET_log(GNUNET_ERROR_TYPE_DEBUG, "Sending sensor description (%d): %.*s\n",
+          desc_len, desc_len, str_ptr);
 
   return msg;
 }
@@ -465,17 +181,24 @@ handle_get_sensor (void *cls, struct GNUNET_SERVER_Client *client,
   struct SensorInfoMessage *msg;
 
   sensorname = (char *)&message[1];
-  sensorname_len = message->size - sizeof(struct GNUNET_MessageHeader);
-  GNUNET_log (GNUNET_ERROR_TYPE_INFO, "`%s' message received for sensor `%.*s\n",
-              "GET SENSOR", sensorname_len, sensorname);
+  sensorname_len = ntohs(message->size) - sizeof(struct GNUNET_MessageHeader);
+  GNUNET_log (GNUNET_ERROR_TYPE_INFO, "`%s' message received for sensor (%d) `%.*s'\n",
+              "GET SENSOR", sensorname_len, sensorname_len, sensorname);
   tc = GNUNET_SERVER_transmit_context_create (client);
   GNUNET_CRYPTO_hash(sensorname, sensorname_len, &key);
+  GNUNET_log (GNUNET_ERROR_TYPE_DEBUG, "Created key hash for requested sensor\n");
   sensorinfo = (struct SensorInfo *)GNUNET_CONTAINER_multihashmap_get(sensors, &key);
-  msg = create_sensor_info_msg(sensorinfo);
-  GNUNET_SERVER_transmit_context_append_message(tc, (struct GNUNET_MessageHeader *)msg);
+  if(NULL != sensorinfo)
+  {
+    msg = create_sensor_info_msg(sensorinfo);
+    GNUNET_SERVER_transmit_context_append_message(tc, (struct GNUNET_MessageHeader *)msg);
+    GNUNET_free(msg);
+  }
+  else
+    GNUNET_log(GNUNET_ERROR_TYPE_WARNING, "Requested sensor `%.*s' was not found\n",
+        sensorname_len, sensorname);
+  GNUNET_SERVER_transmit_context_append_data(tc, NULL, 0, GNUNET_MESSAGE_TYPE_SENSOR_END);
   GNUNET_SERVER_transmit_context_run (tc, GNUNET_TIME_UNIT_FOREVER_REL);
-
-  GNUNET_free(msg);
 }
 
 /**
@@ -521,6 +244,325 @@ handle_get_all_sensors (void *cls, struct GNUNET_SERVER_Client *client,
   GNUNET_SERVER_transmit_context_run (tc, GNUNET_TIME_UNIT_FOREVER_REL);
 }
 
+/**
+ * Do a series of checks to determine if sensor should execute
+ *
+ * @return #GNUNET_YES / #GNUNET_NO
+ */
+static int
+should_run_sensor(struct SensorInfo *sensorinfo)
+{
+  struct GNUNET_TIME_Absolute now;
+
+  if(GNUNET_NO == sensorinfo->enabled)
+  {
+    GNUNET_log(GNUNET_ERROR_TYPE_INFO, "Sensor `%s' is disabled, will not run\n", sensorinfo->name);
+    return GNUNET_NO;
+  }
+  now = GNUNET_TIME_absolute_get();
+  if(NULL != sensorinfo->start_time
+      && now.abs_value_us < sensorinfo->start_time->abs_value_us)
+  {
+    GNUNET_log(GNUNET_ERROR_TYPE_INFO, "Start time for sensor `%s' not reached yet, will not run\n", sensorinfo->name);
+    return GNUNET_NO;
+  }
+  if(NULL != sensorinfo->end_time
+      && now.abs_value_us >= sensorinfo->end_time->abs_value_us)
+  {
+    GNUNET_log(GNUNET_ERROR_TYPE_INFO, "Sensor `%s' expired, disabling.\n", sensorinfo->name);
+    set_sensor_enabled(sensorinfo, GNUNET_NO);
+    return GNUNET_NO;
+  }
+  return GNUNET_YES;
+}
+
+/**
+ * Callback function to process statistic values
+ *
+ * @param cls 'struct SensorInfo *'
+ * @param subsystem name of subsystem that created the statistic
+ * @param name the name of the datum
+ * @param value the current value
+ * @param is_persistent #GNUNET_YES if the value is persistent, #GNUNET_NO if not
+ * @return #GNUNET_OK to continue, #GNUNET_SYSERR to abort iteration
+ */
+int sensor_statistics_iterator (void *cls,
+    const char *ss,
+    const char *name,
+    uint64_t value,
+    int is_persistent)
+{
+  struct SensorInfo *sensorinfo = cls;
+  double dvalue = (double)value;
+  struct GNUNET_TIME_Absolute expiry;
+
+  GNUNET_log(GNUNET_ERROR_TYPE_INFO, "Received a value for sensor `%s': %" PRIu64 "\n", sensorinfo->name, value);
+  expiry = GNUNET_TIME_relative_to_absolute(sensorinfo->lifetime);
+  GNUNET_PEERSTORE_store(peerstore,
+      subsystem,
+      &peerid,
+      sensorinfo->name,
+      &dvalue,
+      sizeof(dvalue),
+      expiry,
+      GNUNET_PEERSTORE_STOREOPTION_MULTIPLE,
+      NULL,
+      NULL);
+  return GNUNET_SYSERR; /* We only want one value */
+}
+
+/**
+ * Continuation called after sensor gets all gnunet statistics values
+ *
+ * @param cls 'struct SensorInfo *'
+ * @param success #GNUNET_OK if statistics were
+ *        successfully obtained, #GNUNET_SYSERR if not.
+ */
+void end_sensor_run_stat (void *cls, int success)
+{
+  struct SensorInfo *sensorinfo = cls;
+
+  sensorinfo->gnunet_stat_get_handle = NULL;
+  sensorinfo->running = GNUNET_NO;
+}
+
+/**
+ * Tries to parse a received sensor value to its
+ * expected datatype
+ *
+ * @param value the string value received, should be null terminated
+ * @param sensor sensor information struct
+ * @param ret pointer to parsed value
+ * @return size of new parsed value, 0 for error
+ */
+static size_t
+parse_sensor_value (const char *value, struct SensorInfo* sensor, void **ret)
+{
+  double *dval;
+  char *endptr;
+
+  *ret = NULL;
+  if ('\0' == *value)
+    return 0;
+  if(0 == strcmp("numeric", sensor->expected_datatype))
+  {
+    dval = GNUNET_new(double);
+    *dval = strtod(value, &endptr);
+    if(value == endptr)
+      return 0;
+   *ret = dval;
+   return sizeof(double);
+  }
+  if(0 == strcmp("string", sensor->expected_datatype))
+  {
+    *ret = GNUNET_strdup(value);
+    return strlen(value) + 1;
+  }
+  GNUNET_log(GNUNET_ERROR_TYPE_ERROR,
+      _("Unknown value type expected by sensor, this should not happen.\n"));
+  return 0;
+}
+
+/**
+ * Callback for output of executed sensor process
+ *
+ * @param cls 'struct SensorInfo *'
+ * @param line line of output from a command, NULL for the end
+ */
+void sensor_process_callback (void *cls, const char *line)
+{
+  struct SensorInfo *sensorinfo = cls;
+  void *value;
+  size_t valsize;
+  struct GNUNET_TIME_Absolute expiry;
+
+  if(NULL == line)
+  {
+    GNUNET_OS_command_stop(sensorinfo->ext_cmd);
+    sensorinfo->ext_cmd = NULL;
+    sensorinfo->running = GNUNET_NO;
+    sensorinfo->ext_cmd_value_received = GNUNET_NO;
+    return;
+  }
+  if(GNUNET_YES == sensorinfo->ext_cmd_value_received)
+    return; /* We only want one *valid* value */
+  GNUNET_log(GNUNET_ERROR_TYPE_INFO, "Received a value for sensor `%s': %s\n", sensorinfo->name, line);
+  valsize = parse_sensor_value(line, sensorinfo, &value);
+  if (valsize == 0) /* invalid value, FIXME: should we disable the sensor now? */
+  {
+    GNUNET_log (GNUNET_ERROR_TYPE_ERROR,
+        _("Received an invalid value for sensor `%s': %s\n"),
+        sensorinfo->name, line);
+  }
+  else
+  {
+    sensorinfo->ext_cmd_value_received = GNUNET_YES;
+    expiry = GNUNET_TIME_relative_to_absolute(sensorinfo->lifetime);
+    GNUNET_PEERSTORE_store(peerstore,
+        subsystem,
+        &peerid,
+        sensorinfo->name,
+        value,
+        valsize,
+        expiry,
+        GNUNET_PEERSTORE_STOREOPTION_MULTIPLE,
+        NULL,
+        NULL);
+    GNUNET_free (value);
+  }
+}
+
+/**
+ * Checks if the given file is a path
+ *
+ * @return #GNUNET_YES / #GNUNET_NO
+ */
+static int
+is_path(char *filename)
+{
+  size_t filename_len;
+  int i;
+
+  filename_len = strlen(filename);
+  for(i = 0; i < filename_len; i++)
+  {
+    if(DIR_SEPARATOR == filename[i])
+      return GNUNET_YES;
+  }
+  return GNUNET_NO;
+}
+
+/**
+ * Actual execution of a sensor
+ *
+ * @param cls 'struct SensorInfo'
+ * @param tc unsed
+ */
+void
+sensor_run (void *cls,
+    const struct GNUNET_SCHEDULER_TaskContext * tc)
+{
+  struct SensorInfo *sensorinfo = cls;
+  int check_result;
+  char *sensors_dir;
+  char *process_path;
+
+  sensorinfo->execution_task = GNUNET_SCHEDULER_add_delayed(sensorinfo->interval, &sensor_run, sensorinfo);
+  if(GNUNET_YES == sensorinfo->running) //FIXME: should we try to kill?
+  {
+    GNUNET_log(GNUNET_ERROR_TYPE_WARNING, "Sensor `%s' running for too long, will try again next interval\n", sensorinfo->name);
+    return;
+  }
+  if(GNUNET_NO == should_run_sensor(sensorinfo))
+    return;
+  sensorinfo->running = GNUNET_YES;
+  GNUNET_log(GNUNET_ERROR_TYPE_DEBUG, "Starting the execution of sensor `%s'\n", sensorinfo->name);
+  if(0 == strcmp ("gnunet-statistics", sensorinfo->source))
+  {
+    sensorinfo->gnunet_stat_get_handle = GNUNET_STATISTICS_get(statistics,
+        sensorinfo->gnunet_stat_service,
+        sensorinfo->gnunet_stat_name,
+        sensorinfo->interval, //try to get values only for the interval of the sensor
+        &end_sensor_run_stat,
+        &sensor_statistics_iterator,
+        sensorinfo);
+  }
+  else if(0 == strcmp ("process", sensorinfo->source))
+  {
+    if(GNUNET_YES == is_path(sensorinfo->ext_process))
+    {
+      GNUNET_log(GNUNET_ERROR_TYPE_ERROR,
+          _("Sensor `%s': External process should not be a path, disabling sensor.\n"),
+          sensorinfo->name);
+      set_sensor_enabled(sensorinfo, GNUNET_NO);
+      return;
+    }
+    //check if the process exists in $PATH
+    process_path = GNUNET_strdup(sensorinfo->ext_process);
+    check_result =
+        GNUNET_OS_check_helper_binary(process_path, GNUNET_NO, NULL);
+    if(GNUNET_SYSERR == check_result)
+    {
+      //search in sensor directory
+      sensors_dir = GNUNET_SENSOR_get_sensor_dir ();
+      GNUNET_free(process_path);
+      GNUNET_asprintf(&process_path, "%s%s-files%s%s",
+          sensors_dir,
+          sensorinfo->name,
+          DIR_SEPARATOR_STR,
+          sensorinfo->ext_process);
+      GNUNET_free(sensors_dir);
+      check_result =
+        GNUNET_OS_check_helper_binary(process_path, GNUNET_NO, NULL);
+    }
+    if(GNUNET_SYSERR == check_result)
+    {
+      GNUNET_log(GNUNET_ERROR_TYPE_ERROR,
+          _("Sensor `%s' process `%s' problem: binary doesn't exist or not executable\n"),
+          sensorinfo->name,
+          sensorinfo->ext_process);
+      set_sensor_enabled(sensorinfo, GNUNET_NO);
+      sensorinfo->running = GNUNET_NO;
+      GNUNET_free(process_path);
+      return;
+    }
+    sensorinfo->ext_cmd_value_received = GNUNET_NO;
+    sensorinfo->ext_cmd = GNUNET_OS_command_run(&sensor_process_callback,
+        sensorinfo,
+        GNUNET_TIME_UNIT_FOREVER_REL,
+        process_path,
+        sensorinfo->ext_process,
+        sensorinfo->ext_args,
+        NULL);
+    GNUNET_log(GNUNET_ERROR_TYPE_DEBUG, "Process started for sensor `%s'\n", sensorinfo->name);
+    GNUNET_free(process_path);
+  }
+  else
+  {
+    sensorinfo->running = GNUNET_NO;
+    GNUNET_break(0); //shouldn't happen
+  }
+}
+
+/**
+ * Starts the execution of a sensor
+ *
+ * @param cls unused
+ * @param key hash of sensor name, key to hashmap (unused)
+ * @param value a 'struct SensorInfo *'
+ * @return #GNUNET_YES if we should continue to
+ *         iterate,
+ *         #GNUNET_NO if not.
+ */
+int schedule_sensor(void *cls,
+    const struct GNUNET_HashCode *key, void *value)
+{
+  struct SensorInfo *sensorinfo = value;
+
+  if(GNUNET_NO == should_run_sensor(sensorinfo))
+    return GNUNET_YES;
+  GNUNET_log(GNUNET_ERROR_TYPE_DEBUG, "Scheduling sensor `%s' to run after %" PRIu64 " microseconds\n",
+      sensorinfo->name, sensorinfo->interval.rel_value_us);
+  if(GNUNET_SCHEDULER_NO_TASK != sensorinfo->execution_task)
+  {
+    GNUNET_log(GNUNET_ERROR_TYPE_ERROR,
+        _("Sensor `%s' execution task already set, this should not happen\n"), sensorinfo->name);
+    return GNUNET_NO;
+  }
+  sensorinfo->execution_task = GNUNET_SCHEDULER_add_delayed(sensorinfo->interval, &sensor_run, sensorinfo);
+  return GNUNET_YES;
+}
+
+/**
+ * Starts the execution of all enabled sensors
+ *
+ */
+static void
+schedule_all_sensors()
+{
+  GNUNET_CONTAINER_multihashmap_iterate(sensors, &schedule_sensor, NULL);
+}
+
 /**
  * Process statistics requests.
  *
@@ -535,15 +577,20 @@ run (void *cls,
 {
   static const struct GNUNET_SERVER_MessageHandler handlers[] = {
     {&handle_get_sensor, NULL, GNUNET_MESSAGE_TYPE_SENSOR_GET,
-     sizeof (struct GNUNET_MessageHeader)},
-    {&handle_get_all_sensors, NULL, GNUNET_MESSAGE_TYPE_SENSOR_GETALL,
      0},
+    {&handle_get_all_sensors, NULL, GNUNET_MESSAGE_TYPE_SENSOR_GETALL,
+     sizeof (struct GNUNET_MessageHeader)},
     {NULL, NULL, 0, 0}
   };
 
   cfg = c;
-  sensors = GNUNET_CONTAINER_multihashmap_create(10, GNUNET_NO);
-  reload_sensors();
+  sensors = GNUNET_SENSOR_load_all_sensors ();
+  schedule_all_sensors();
+  SENSOR_analysis_start(c, sensors);
+  SENSOR_reporting_start(c, sensors);
+  statistics = GNUNET_STATISTICS_create("sensor", cfg);
+  GNUNET_CRYPTO_get_peer_identity(cfg, &peerid);
+  peerstore = GNUNET_PEERSTORE_connect(cfg);
   GNUNET_SERVER_add_handlers (server, handlers);
   GNUNET_SERVER_disconnect_notify (server, 
                                   &handle_client_disconnect,