#include "gnunet_testing_lib.h"
#include "gnunet_nse_service.h"
-#define VERBOSE GNUNET_NO
+#define VERBOSE 3
struct NSEPeer
{
struct GNUNET_TESTING_Daemon *daemon;
struct GNUNET_NSE_Handle *nse_handle;
+
+ struct GNUNET_STATISTICS_Handle *stats;
+
+ GNUNET_SCHEDULER_TaskIdentifier stats_task;
};
struct StatsContext
{
- unsigned long long total_nse_bytes;
+ /**
+ * Whether or not shoutdown after finishing.
+ */
+ int shutdown;
+
+ /**
+ * How many messages have peers received during the test.
+ */
+ unsigned long long total_nse_received_messages;
+
+ /**
+ * How many messages have peers send during the test (should be == received).
+ */
+ unsigned long long total_nse_transmitted_messages;
+
+ /**
+ * How many messages have travelled an edge in both directions.
+ */
+ unsigned long long total_nse_cross;
+
+ /**
+ * How many extra messages per edge (corrections) have been received.
+ */
+ unsigned long long total_nse_extra;
+
+ /**
+ * How many messages have been discarded.
+ */
+ unsigned long long total_discarded;
};
*/
static struct GNUNET_TIME_Relative wait_time;
+/**
+ * NSE interval.
+ */
+static struct GNUNET_TIME_Relative interval;
+
/**
* Task called to disconnect peers.
*/
static char *topology_file;
-static char *data_filename;
-
-static uint64_t clock_skew;
-
/**
* Check whether peers successfully shut down.
*/
struct NSEPeer *pos;
#if VERBOSE
- fprintf (stderr, "Ending test.\n");
+ FPRINTF (stderr, "%s", "Ending test.\n");
#endif
if (disconnect_task != GNUNET_SCHEDULER_NO_TASK)
if (pos->nse_handle != NULL)
GNUNET_NSE_disconnect (pos->nse_handle);
GNUNET_CONTAINER_DLL_remove (peer_head, peer_tail, pos);
+ if (GNUNET_SCHEDULER_NO_TASK != pos->stats_task)
+ {
+ GNUNET_SCHEDULER_cancel (pos->stats_task);
+ if (NULL != pos->stats)
+ GNUNET_STATISTICS_destroy(pos->stats, GNUNET_NO);
+ }
GNUNET_free (pos);
}
GNUNET_free (output_buffer);
}
else
- fprintf (stderr,
+ FPRINTF (stderr,
"Received network size estimate from peer %s. Size: %f std.dev. %f\n",
GNUNET_i2s (&peer->daemon->id), estimate, std_dev);
}
+/**
+ * Process core statistic values.
+ *
+ * @param cls closure
+ * @param subsystem name of subsystem that created the statistic
+ * @param name the name of the datum
+ * @param value the current value
+ * @param is_persistent GNUNET_YES if the value is persistent, GNUNET_NO if not
+ * @return GNUNET_OK to continue, GNUNET_SYSERR to abort iteration
+ */
+static int
+core_stats_iterator (void *cls, const char *subsystem, const char *name,
+ uint64_t value, int is_persistent)
+{
+ struct NSEPeer *peer = cls;
+ char *output_buffer;
+ size_t size;
+
+ if (output_file != NULL)
+ {
+ size =
+ GNUNET_asprintf (&output_buffer, "%s [%s] %s %llu\n",
+ GNUNET_i2s (&peer->daemon->id),
+ subsystem, name, value);
+ if (size != GNUNET_DISK_file_write (output_file, output_buffer, size))
+ GNUNET_log (GNUNET_ERROR_TYPE_WARNING, "Unable to write to file!\n");
+ GNUNET_free (output_buffer);
+ }
+ else
+ GNUNET_log (GNUNET_ERROR_TYPE_INFO,
+ "%s -> %s [%s]: %llu\n",
+ GNUNET_i2s (&peer->daemon->id), subsystem, name, value);
+
+ return GNUNET_OK;
+}
+
+/**
+ * Continuation called by "get_stats" function.
+ *
+ * @param cls closure
+ * @param success GNUNET_OK if statistics were
+ * successfully obtained, GNUNET_SYSERR if not.
+ */
+static void
+core_stats_cont (void *cls, int success);
+
+static void
+core_get_stats (void *cls, const struct GNUNET_SCHEDULER_TaskContext *tc)
+{
+ struct NSEPeer *peer = cls;
+
+ if ((tc->reason & GNUNET_SCHEDULER_REASON_SHUTDOWN) != 0)
+ {
+ GNUNET_STATISTICS_destroy(peer->stats, GNUNET_NO);
+ peer->stats = NULL;
+ return;
+ }
+ else
+ {
+ GNUNET_STATISTICS_get(peer->stats, "core", NULL,
+ GNUNET_TIME_UNIT_FOREVER_REL,
+ &core_stats_cont, &core_stats_iterator, peer);
+ GNUNET_STATISTICS_get(peer->stats, "transport", NULL,
+ GNUNET_TIME_UNIT_FOREVER_REL,
+ NULL, &core_stats_iterator, peer);
+ GNUNET_STATISTICS_get(peer->stats, "nse", NULL,
+ GNUNET_TIME_UNIT_FOREVER_REL,
+ NULL, &core_stats_iterator, peer);
+ }
+ peer->stats_task = GNUNET_SCHEDULER_NO_TASK;
+}
+
+/**
+ * Continuation called by "get_stats" function.
+ *
+ * @param cls closure
+ * @param success GNUNET_OK if statistics were
+ * successfully obtained, GNUNET_SYSERR if not.
+ */
+static void
+core_stats_cont (void *cls, int success)
+{
+ struct NSEPeer *peer = cls;
+ peer->stats_task = GNUNET_SCHEDULER_add_delayed (interval, &core_get_stats,
+ peer);
+}
+
+/**
+ *
+ */
static void
connect_nse_service (void *cls, const struct GNUNET_SCHEDULER_TaskContext *tc)
{
current_peer = GNUNET_malloc (sizeof (struct NSEPeer));
current_peer->daemon = GNUNET_TESTING_daemon_get (pg, i);
if (GNUNET_YES ==
- GNUNET_TESTING_daemon_running (GNUNET_TESTING_daemon_get (pg, i)))
+ GNUNET_TESTING_test_daemon_running (GNUNET_TESTING_daemon_get (pg, i)))
{
current_peer->nse_handle =
GNUNET_NSE_connect (current_peer->daemon->cfg, &handle_estimate,
current_peer);
GNUNET_assert (current_peer->nse_handle != NULL);
}
+ current_peer->stats = GNUNET_STATISTICS_create("profiler", current_peer->daemon->cfg);
+ GNUNET_STATISTICS_get(current_peer->stats, "core", NULL,
+ GNUNET_TIME_UNIT_FOREVER_REL,
+ &core_stats_cont, &core_stats_iterator, current_peer);
+ GNUNET_STATISTICS_get(current_peer->stats, "transport", NULL,
+ GNUNET_TIME_UNIT_FOREVER_REL,
+ NULL, &core_stats_iterator, current_peer);
+ GNUNET_STATISTICS_get(current_peer->stats, "nse", NULL,
+ GNUNET_TIME_UNIT_FOREVER_REL,
+ NULL, &core_stats_iterator, current_peer);
GNUNET_CONTAINER_DLL_insert (peer_head, peer_tail, current_peer);
}
}
/* Stats lookup successful, write out data */
buf = NULL;
buf_len =
- GNUNET_asprintf (&buf, "TOTAL_NSE_BYTES: %u\n",
- stats_context->total_nse_bytes);
+ GNUNET_asprintf (&buf, "TOTAL_NSE_RECEIVED_MESSAGES_%d: %u \n",
+ stats_context->shutdown,
+ stats_context->total_nse_received_messages);
if (buf_len > 0)
{
GNUNET_DISK_file_write (data_file, buf, buf_len);
}
GNUNET_free_non_null (buf);
+
+ buf = NULL;
+ buf_len =
+ GNUNET_asprintf (&buf, "TOTAL_NSE_TRANSMITTED_MESSAGES_%d: %u\n",
+ stats_context->shutdown,
+ stats_context->total_nse_transmitted_messages);
+ if (buf_len > 0)
+ {
+ GNUNET_DISK_file_write (data_file, buf, buf_len);
+ }
+ GNUNET_free_non_null (buf);
+
+ buf = NULL;
+ buf_len =
+ GNUNET_asprintf (&buf, "TOTAL_NSE_CROSS_%d: %u \n",
+ stats_context->shutdown,
+ stats_context->total_nse_cross);
+ if (buf_len > 0)
+ {
+ GNUNET_DISK_file_write (data_file, buf, buf_len);
+ }
+ GNUNET_free_non_null (buf);
+
+ buf = NULL;
+ buf_len =
+ GNUNET_asprintf (&buf, "TOTAL_NSE_EXTRA_%d: %u \n",
+ stats_context->shutdown,
+ stats_context->total_nse_extra);
+ if (buf_len > 0)
+ {
+ GNUNET_DISK_file_write (data_file, buf, buf_len);
+ }
+ GNUNET_free_non_null (buf);
+
+ buf = NULL;
+ buf_len =
+ GNUNET_asprintf (&buf, "TOTAL_NSE_DISCARDED_%d: %u \n",
+ stats_context->shutdown,
+ stats_context->total_discarded);
+ if (buf_len > 0)
+ {
+ GNUNET_DISK_file_write (data_file, buf, buf_len);
+ }
+ GNUNET_free_non_null (buf);
+
}
- GNUNET_assert (GNUNET_SCHEDULER_NO_TASK == shutdown_handle);
- shutdown_handle = GNUNET_SCHEDULER_add_now (&shutdown_task, NULL);
+ if (GNUNET_YES == stats_context->shutdown)
+ {
+ GNUNET_assert (GNUNET_SCHEDULER_NO_TASK == shutdown_handle);
+ shutdown_handle = GNUNET_SCHEDULER_add_now (&shutdown_task, NULL);
+ }
+ else
+ {
+ GNUNET_assert (churn_task == GNUNET_SCHEDULER_NO_TASK);
+ churn_task = GNUNET_SCHEDULER_add_now (&churn_peers, NULL);
+ }
GNUNET_free (stats_context);
}
{
struct StatsContext *stats_context = cls;
- if ((0 == strstr (subsystem, "nse")) &&
- (0 == strstr (name, "# flood messages received")))
- stats_context->total_nse_bytes += value;
+ if (0 == strcmp (subsystem, "nse"))
+ {
+ if (0 == strcmp (name, "# flood messages received"))
+ {
+ stats_context->total_nse_received_messages += value;
+#if VERBOSE
+ if (data_file != NULL)
+ {
+ char *buf;
+ int buf_len;
+
+ buf = NULL;
+ buf_len =
+ GNUNET_asprintf (&buf, "%s %u RECEIVED\n", GNUNET_i2s(peer), value);
+ if (buf_len > 0)
+ {
+ GNUNET_DISK_file_write (data_file, buf, buf_len);
+ }
+ GNUNET_free_non_null (buf);
+ }
+#endif
+ }
+ if (0 == strcmp (name, "# flood messages transmitted"))
+ {
+ stats_context->total_nse_transmitted_messages += value;
+#if VERBOSE
+ if (data_file != NULL)
+ {
+ char *buf;
+ int buf_len;
+
+ buf = NULL;
+ buf_len =
+ GNUNET_asprintf (&buf, "%s %u TRANSMITTED\n",
+ GNUNET_i2s(peer), value);
+ if (buf_len > 0)
+ {
+ GNUNET_DISK_file_write (data_file, buf, buf_len);
+ }
+ GNUNET_free_non_null (buf);
+ }
+#endif
+ }
+ if (0 == strcmp (name, "# cross messages"))
+ {
+ stats_context->total_nse_cross += value;
+ }
+ if (0 == strcmp (name, "# extra messages"))
+ {
+ stats_context->total_nse_extra += value;
+ }
+ if (0 == strcmp (name, "# flood messages discarded (clock skew too large)"))
+ {
+ stats_context->total_discarded += value;
+ }
+ }
return GNUNET_OK;
}
GNUNET_log (GNUNET_ERROR_TYPE_DEBUG, "disconnecting nse service of peers\n");
disconnect_task = GNUNET_SCHEDULER_NO_TASK;
- pos = peer_head;
while (NULL != (pos = peer_head))
{
if (pos->nse_handle != NULL)
pos->nse_handle = NULL;
}
GNUNET_CONTAINER_DLL_remove (peer_head, peer_tail, pos);
+ if (NULL != pos->stats)
+ GNUNET_STATISTICS_destroy(pos->stats, GNUNET_NO);
+ if (GNUNET_SCHEDULER_NO_TASK != pos->stats_task)
+ GNUNET_SCHEDULER_cancel (pos->stats_task);
GNUNET_free (pos);
}
&peers_next_round))
{
current_round++;
- GNUNET_assert (churn_task == GNUNET_SCHEDULER_NO_TASK);
- churn_task = GNUNET_SCHEDULER_add_now (&churn_peers, NULL);
+ if (current_round == 1)
+ {
+ stats_context = GNUNET_malloc (sizeof (struct StatsContext));
+ stats_context->shutdown = GNUNET_NO;
+ GNUNET_TESTING_get_statistics (pg, &stats_finished_callback,
+ &statistics_iterator, stats_context);
+ }
+ else
+ {
+ GNUNET_assert (churn_task == GNUNET_SCHEDULER_NO_TASK);
+ churn_task = GNUNET_SCHEDULER_add_now (&churn_peers, NULL);
+ }
}
else /* No more rounds, let's shut it down! */
{
stats_context = GNUNET_malloc (sizeof (struct StatsContext));
+ stats_context->shutdown = GNUNET_YES;
GNUNET_SCHEDULER_cancel (shutdown_handle);
shutdown_handle = GNUNET_SCHEDULER_NO_TASK;
GNUNET_TESTING_get_statistics (pg, &stats_finished_callback,
const struct GNUNET_CONFIGURATION_Handle *cfg)
{
char *temp_str;
- unsigned long long temp_wait;
struct GNUNET_TESTING_Host *hosts;
+ char *data_filename;
ok = 1;
- testing_cfg = GNUNET_CONFIGURATION_create ();
+ //testing_cfg = GNUNET_CONFIGURATION_create ();
+ testing_cfg = GNUNET_CONFIGURATION_dup (cfg);
#if VERBOSE
GNUNET_log (GNUNET_ERROR_TYPE_DEBUG, "Starting daemons.\n");
GNUNET_CONFIGURATION_set_value_string (testing_cfg, "testing",
}
if (GNUNET_OK !=
- GNUNET_CONFIGURATION_get_value_number (testing_cfg, "nse-profiler",
- "wait_time", &temp_wait))
+ GNUNET_CONFIGURATION_get_value_time (testing_cfg, "nse-profiler",
+ "WAIT_TIME", &wait_time))
{
GNUNET_log (GNUNET_ERROR_TYPE_ERROR,
"Option nse-profiler:wait_time is required!\n");
return;
}
+ if (GNUNET_OK !=
+ GNUNET_CONFIGURATION_get_value_time (testing_cfg, "nse",
+ "INTERVAL", &interval))
+ {
+ GNUNET_log (GNUNET_ERROR_TYPE_ERROR,
+ "Option nse:interval is required!\n");
+ return;
+ }
+
if (GNUNET_OK !=
GNUNET_CONFIGURATION_get_value_number (testing_cfg, "nse-profiler",
"connection_limit",
return;
}
- if (GNUNET_OK !=
+ if (GNUNET_OK ==
GNUNET_CONFIGURATION_get_value_string (testing_cfg, "nse-profiler",
"data_output_file",
&data_filename))
{
- GNUNET_log (GNUNET_ERROR_TYPE_ERROR,
- "Option nse-profiler:data_output_file is required!\n");
- return;
- }
-
- if (GNUNET_YES ==
- GNUNET_CONFIGURATION_get_value_yesno (testing_cfg, "nse-profiler",
- "skew_clock"))
- {
- GNUNET_log (GNUNET_ERROR_TYPE_WARNING, "Setting our clock as skewed...\n");
- clock_skew =
- GNUNET_CRYPTO_random_u64 (GNUNET_CRYPTO_QUALITY_WEAK,
- GNUNET_TIME_UNIT_MINUTES.rel_value);
+ data_file =
+ GNUNET_DISK_file_open (data_filename,
+ GNUNET_DISK_OPEN_READWRITE |
+ GNUNET_DISK_OPEN_TRUNCATE |
+ GNUNET_DISK_OPEN_CREATE,
+ GNUNET_DISK_PERM_USER_READ |
+ GNUNET_DISK_PERM_USER_WRITE);
+ if (data_file == NULL)
+ GNUNET_log (GNUNET_ERROR_TYPE_WARNING, "Failed to open %s for output!\n",
+ data_filename);
+ GNUNET_free (data_filename);
}
-
- data_file =
- GNUNET_DISK_file_open (data_filename,
- GNUNET_DISK_OPEN_READWRITE |
- GNUNET_DISK_OPEN_CREATE,
- GNUNET_DISK_PERM_USER_READ |
- GNUNET_DISK_PERM_USER_WRITE);
- if (data_file == NULL)
- GNUNET_log (GNUNET_ERROR_TYPE_WARNING, "Failed to open %s for output!\n",
- data_filename);
- GNUNET_free (data_filename);
-
- wait_time =
- GNUNET_TIME_relative_multiply (GNUNET_TIME_UNIT_SECONDS, temp_wait);
-
if (GNUNET_YES ==
GNUNET_CONFIGURATION_get_value_string (cfg, "nse-profiler", "output_file",
&temp_str))
projects / oweals / gnunet.git / blobdiff