changes
[oweals/gnunet.git] / src / experimentation / gnunet-daemon-experimentation_nodes.c
1 /*
2      This file is part of GNUnet.
3      (C) 2009 Christian Grothoff (and other contributing authors)
4
5      GNUnet is free software; you can redistribute it and/or modify
6      it under the terms of the GNU General Public License as published
7      by the Free Software Foundation; either version 3, or (at your
8      option) any later version.
9
10      GNUnet is distributed in the hope that it will be useful, but
11      WITHOUT ANY WARRANTY; without even the implied warranty of
12      MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
13      General Public License for more details.
14
15      You should have received a copy of the GNU General Public License
16      along with GNUnet; see the file COPYING.  If not, write to the
17      Free Software Foundation, Inc., 59 Temple Place - Suite 330,
18      Boston, MA 02111-1307, USA.
19 */
20
21 /**
22  * @file experimentation/gnunet-daemon-experimentation_nodes.c
23  * @brief experimentation daemon: node management
24  * @author Christian Grothoff
25  * @author Matthias Wachs
26  */
27 #include "platform.h"
28 #include "gnunet_getopt_lib.h"
29 #include "gnunet_util_lib.h"
30 #include "gnunet_core_service.h"
31 #include "gnunet_statistics_service.h"
32 #include "gnunet-daemon-experimentation.h"
33
34
35 /**
36  * Core handle
37  */
38 static struct GNUNET_CORE_Handle *ch;
39
40
41 /**
42  * Peer's own identity
43  */
44 static struct GNUNET_PeerIdentity me;
45
46
47 /**
48  * Nodes with a pending request
49  */
50 struct GNUNET_CONTAINER_MultiHashMap *nodes_requested;
51
52
53 /**
54  * Active experimentation nodes
55  */
56 struct GNUNET_CONTAINER_MultiHashMap *nodes_active;
57
58
59 /**
60  * Inactive experimentation nodes
61  * To be excluded from future requests
62  */
63 struct GNUNET_CONTAINER_MultiHashMap *nodes_inactive;
64
65
66 /**
67  * Update statistics
68  *
69  * @param m hashmap to update values from
70  */
71 static void update_stats (struct GNUNET_CONTAINER_MultiHashMap *m)
72 {
73         GNUNET_assert (NULL != m);
74         GNUNET_assert (NULL != GSE_stats);
75
76         if (m == nodes_active)
77         {
78                         GNUNET_STATISTICS_set (GSE_stats, "# nodes active",
79                                         GNUNET_CONTAINER_multihashmap_size(m), GNUNET_NO);
80         }
81         else if (m == nodes_inactive)
82         {
83                         GNUNET_STATISTICS_set (GSE_stats, "# nodes inactive",
84                                         GNUNET_CONTAINER_multihashmap_size(m), GNUNET_NO);
85         }
86         else if (m == nodes_requested)
87         {
88                         GNUNET_STATISTICS_set (GSE_stats, "# nodes requested",
89                                         GNUNET_CONTAINER_multihashmap_size(m), GNUNET_NO);
90         }
91         else
92                 GNUNET_break (0);
93
94 }
95
96
97 /**
98  * Clean up nodes
99  *
100  * @param cls the hashmap to clean up
101  * @param key key of the current node
102  * @param value related node object
103  * @return always GNUNET_OK
104  */
105 static int
106 cleanup_nodes (void *cls,
107                                                          const struct GNUNET_HashCode * key,
108                                                          void *value)
109 {
110         struct Node *n;
111         struct GNUNET_CONTAINER_MultiHashMap *cur = cls;
112
113         n = value;
114         if (GNUNET_SCHEDULER_NO_TASK != n->timeout_task)
115         {
116                 GNUNET_SCHEDULER_cancel (n->timeout_task);
117                 n->timeout_task = GNUNET_SCHEDULER_NO_TASK;
118         }
119         if (NULL != n->cth)
120         {
121                 GNUNET_CORE_notify_transmit_ready_cancel (n->cth);
122                 n->cth = NULL;
123         }
124         GNUNET_free_non_null (n->issuer_id);
125
126         GNUNET_CONTAINER_multihashmap_remove (cur, key, value);
127         GNUNET_free (value);
128         return GNUNET_OK;
129 }
130
131
132 /**
133  * Check if id passed is my id
134  *
135  * @param id the id to check
136  * @return GNUNET_YES or GNUNET_NO
137  */
138 static int is_me (const struct GNUNET_PeerIdentity *id)
139 {
140         if (0 == memcmp (&me, id, sizeof (me)))
141                 return GNUNET_YES;
142         else
143                 return GNUNET_NO;
144 }
145
146 /**
147  * Core startup callback
148  *
149  * @param cls unused
150  * @param server core service's server handle
151  * @param my_identity my id
152  */
153 static void
154 core_startup_handler (void *cls,
155                                                                                         struct GNUNET_CORE_Handle *server,
156                       const struct GNUNET_PeerIdentity *my_identity)
157 {
158         me = *my_identity;
159 }
160
161
162 /**
163  * Remove experimentation request due to timeout
164  *
165  * @param cls the related node
166  * @param tc scheduler's task context
167  */
168 static void
169 remove_request (void *cls, const struct GNUNET_SCHEDULER_TaskContext *tc)
170 {
171         struct Node *n = cls;
172
173         GNUNET_log (GNUNET_ERROR_TYPE_INFO, _("Removing request for peer %s due to timeout\n"),
174                         GNUNET_i2s (&n->id));
175
176         if (GNUNET_YES == GNUNET_CONTAINER_multihashmap_contains (nodes_requested, &n->id.hashPubKey))
177         {
178                         GNUNET_CONTAINER_multihashmap_remove (nodes_requested, &n->id.hashPubKey, n);
179                         update_stats (nodes_requested);
180                         GNUNET_CONTAINER_multihashmap_put (nodes_inactive, &n->id.hashPubKey, n,
181                                         GNUNET_CONTAINER_MULTIHASHMAPOPTION_UNIQUE_FAST);
182                         update_stats (nodes_inactive);
183         }
184
185         n->timeout_task = GNUNET_SCHEDULER_NO_TASK;
186         if (NULL != n->cth)
187         {
188                 GNUNET_CORE_notify_transmit_ready_cancel (n->cth);
189                 n->cth = NULL;
190         }
191 }
192
193
194 /**
195  * Core's transmit notify callback to send request
196  *
197  * @param cls the related node
198  * @param bufsize buffer size
199  * @param buf the buffer to copy to
200  * @return bytes passed
201  */
202 size_t send_request_cb (void *cls, size_t bufsize, void *buf)
203 {
204         struct Node *n = cls;
205         struct Experimentation_Request msg;
206         size_t msg_size = sizeof (msg);
207         size_t ri_size = sizeof (struct Experimentation_Issuer) * GSE_my_issuer_count;
208         size_t total_size = msg_size + ri_size;
209
210         memset (buf, '0', bufsize);
211         n->cth = NULL;
212   if (buf == NULL)
213   {
214     /* client disconnected */
215     GNUNET_log (GNUNET_ERROR_TYPE_DEBUG, "Client disconnected\n");
216     if (GNUNET_SCHEDULER_NO_TASK != n->timeout_task)
217                 GNUNET_SCHEDULER_cancel (n->timeout_task);
218     GNUNET_SCHEDULER_add_now (&remove_request, n);
219     return 0;
220   }
221   GNUNET_assert (bufsize >= total_size);
222
223         msg.msg.size = htons (total_size);
224         msg.msg.type = htons (GNUNET_MESSAGE_TYPE_EXPERIMENTATION_REQUEST);
225         msg.capabilities = htonl (GSE_node_capabilities);
226         msg.issuer_count = htonl (GSE_my_issuer_count);
227         memcpy (buf, &msg, msg_size);
228         memcpy (&buf[msg_size], GSE_my_issuer, ri_size);
229
230         GNUNET_log (GNUNET_ERROR_TYPE_INFO, _("Sending request to peer %s\n"),
231                         GNUNET_i2s (&n->id));
232         return total_size;
233 }
234
235
236 /**
237  * Send request
238  *
239  * @param peer the peer to send to
240  */
241 static void send_request (const struct GNUNET_PeerIdentity *peer)
242 {
243         struct Node *n;
244         size_t size;
245         size_t c_issuers;
246
247         c_issuers = GSE_my_issuer_count;
248
249         size = sizeof (struct Experimentation_Request) +
250                                  c_issuers * sizeof (struct Experimentation_Issuer);
251         n = GNUNET_malloc (sizeof (struct Node));
252         n->id = *peer;
253         n->timeout_task = GNUNET_SCHEDULER_add_delayed (EXP_RESPONSE_TIMEOUT, &remove_request, n);
254         n->capabilities = NONE;
255         n->cth = GNUNET_CORE_notify_transmit_ready(ch, GNUNET_NO, 0,
256                                                                 GNUNET_TIME_relative_get_forever_(),
257                                                                 peer, size, send_request_cb, n);
258
259         GNUNET_assert (GNUNET_OK == GNUNET_CONTAINER_multihashmap_put (nodes_requested,
260                         &peer->hashPubKey, n, GNUNET_CONTAINER_MULTIHASHMAPOPTION_UNIQUE_FAST));
261         update_stats (nodes_requested);
262 }
263
264
265 /**
266  * Core's transmit notify callback to send response
267  *
268  * @param cls the related node
269  * @param bufsize buffer size
270  * @param buf the buffer to copy to
271  * @return bytes passed
272  */
273 size_t send_response_cb (void *cls, size_t bufsize, void *buf)
274 {
275         struct Node *n = cls;
276         struct Experimentation_Response msg;
277         size_t ri_size = GSE_my_issuer_count * sizeof (struct Experimentation_Issuer);
278         size_t msg_size = sizeof (msg);
279         size_t total_size = msg_size + ri_size;
280
281         n->cth = NULL;
282   if (buf == NULL)
283   {
284     /* client disconnected */
285     GNUNET_log (GNUNET_ERROR_TYPE_DEBUG, "Client disconnected\n");
286     return 0;
287   }
288   GNUNET_assert (bufsize >= total_size);
289
290         msg.msg.size = htons (total_size);
291         msg.msg.type = htons (GNUNET_MESSAGE_TYPE_EXPERIMENTATION_RESPONSE);
292         msg.capabilities = htonl (GSE_node_capabilities);
293         msg.issuer_count = htonl (GSE_my_issuer_count);
294         memcpy (buf, &msg, msg_size);
295         memcpy (&buf[msg_size], GSE_my_issuer, ri_size);
296
297         GNUNET_log (GNUNET_ERROR_TYPE_INFO, _("Sending response to peer %s\n"),
298                         GNUNET_i2s (&n->id));
299         return total_size;
300 }
301
302
303 static void
304 get_experiments_cb (struct Node *n, struct Experiment *e)
305 {
306         static int counter = 0;
307         if (NULL == e)
308         {
309                         GNUNET_log (GNUNET_ERROR_TYPE_INFO, _("Added %u experiments for peer %s\n"),
310                                         counter, GNUNET_i2s (&n->id));
311                         return;
312         }
313
314         GNUNET_log (GNUNET_ERROR_TYPE_INFO, _("Starting experiment `%s' with peer %s\n"),
315                         e->name,
316                         GNUNET_i2s (&n->id));
317         //GNUNET_EXPERIMENTATION_scheduler_add (e);
318         counter ++;
319 }
320
321 /**
322  * Set a specific node as active
323  *
324  * @param n the node
325  */
326 static void node_make_active (struct Node *n)
327 {
328         int c1;
329   GNUNET_CONTAINER_multihashmap_put (nodes_active,
330                         &n->id.hashPubKey, n, GNUNET_CONTAINER_MULTIHASHMAPOPTION_UNIQUE_FAST);
331         update_stats (nodes_active);
332         GNUNET_log (GNUNET_ERROR_TYPE_INFO, _("Added peer `%s' as active node\n"),
333                         GNUNET_i2s (&n->id));
334
335         /* Request experiments for this node to start them */
336         for (c1 = 0; c1 < n->issuer_count; c1++)
337         {
338
339                 GNUNET_EXPERIMENTATION_experiments_get (n, &n->issuer_id[c1], &get_experiments_cb);
340         }
341 }
342
343
344 /**
345  * Handle a request and send a response
346  *
347  * @param peer the source
348  * @param message the message
349  */
350 static void handle_request (const struct GNUNET_PeerIdentity *peer,
351                                                                                                                 const struct GNUNET_MessageHeader *message)
352 {
353         struct Node *n;
354         struct Experimentation_Request *rm = (struct Experimentation_Request *) message;
355         struct Experimentation_Issuer *rmi = (struct Experimentation_Issuer *) &rm[1];
356         int c1;
357         int c2;
358         uint32_t ic;
359         uint32_t ic_accepted;
360         int make_active;
361
362         if (ntohs (message->size) < sizeof (struct Experimentation_Request))
363         {
364                 GNUNET_break (0);
365                 return;
366         }
367         ic = ntohl (rm->issuer_count);
368         if (ntohs (message->size) != sizeof (struct Experimentation_Request) + ic * sizeof (struct Experimentation_Issuer))
369         {
370                 GNUNET_break (0);
371                 return;
372         }
373
374         make_active = GNUNET_NO;
375         if (NULL != (n = GNUNET_CONTAINER_multihashmap_get (nodes_active, &peer->hashPubKey)))
376         {
377                         /* Nothing to do */
378         }
379         else if (NULL != (n = GNUNET_CONTAINER_multihashmap_get (nodes_requested, &peer->hashPubKey)))
380         {
381                         GNUNET_CONTAINER_multihashmap_remove (nodes_requested, &peer->hashPubKey, n);
382                         if (GNUNET_SCHEDULER_NO_TASK != n->timeout_task)
383                         {
384                                 GNUNET_SCHEDULER_cancel (n->timeout_task);
385                                 n->timeout_task = GNUNET_SCHEDULER_NO_TASK;
386                         }
387                         if (NULL != n->cth)
388                         {
389                                 GNUNET_CORE_notify_transmit_ready_cancel (n->cth);
390                                 n->cth = NULL;
391                         }
392                         update_stats (nodes_requested);
393                         make_active = GNUNET_YES;
394         }
395         else if (NULL != (n = GNUNET_CONTAINER_multihashmap_get (nodes_inactive, &peer->hashPubKey)))
396         {
397                         GNUNET_CONTAINER_multihashmap_remove (nodes_inactive, &peer->hashPubKey, n);
398                         update_stats (nodes_inactive);
399                         make_active = GNUNET_YES;
400         }
401         else
402         {
403                         /* Create new node */
404                         n = GNUNET_malloc (sizeof (struct Node));
405                         n->id = *peer;
406                         n->capabilities = NONE;
407                         make_active = GNUNET_YES;
408         }
409
410         /* Update node */
411         n->capabilities = ntohl (rm->capabilities);
412
413         /* Filter accepted issuer */
414         ic_accepted = 0;
415         for (c1 = 0; c1 < ic; c1++)
416         {
417                 if (GNUNET_YES == GNUNET_EXPERIMENTATION_experiments_issuer_accepted(&rmi[c1].issuer_id))
418                         ic_accepted ++;
419         }
420         GNUNET_log (GNUNET_ERROR_TYPE_INFO, _("Request from peer `%s' with %u issuers, we accepted %u issuer \n"),
421                         GNUNET_i2s (peer), ic, ic_accepted);
422         GNUNET_free_non_null (n->issuer_id);
423         n->issuer_id = GNUNET_malloc (ic_accepted * sizeof (struct GNUNET_PeerIdentity));
424         c2 = 0;
425         for (c1 = 0; c1 < ic; c1++)
426         {
427                         if (GNUNET_YES == GNUNET_EXPERIMENTATION_experiments_issuer_accepted(&rmi[c1].issuer_id))
428                         {
429                                 n->issuer_id[c2] = rmi[c1].issuer_id;
430                                 c2 ++;
431                         }
432         }
433         n->issuer_count = ic_accepted;
434
435         if (GNUNET_YES == make_active)
436                 node_make_active (n);
437
438         /* Send response */
439         n->cth = GNUNET_CORE_notify_transmit_ready (ch, GNUNET_NO, 0,
440                                                                 GNUNET_TIME_relative_get_forever_(),
441                                                                 peer,
442                                                                 sizeof (struct Experimentation_Response) +
443                                                                 GSE_my_issuer_count * sizeof (struct Experimentation_Issuer),
444                                                                 send_response_cb, n);
445 }
446
447
448 /**
449  * Handle a response
450  *
451  * @param peer the source
452  * @param message the message
453  */
454 static void handle_response (const struct GNUNET_PeerIdentity *peer,
455                                                                                                                  const struct GNUNET_MessageHeader *message)
456 {
457         struct Node *n;
458         struct Experimentation_Response *rm = (struct Experimentation_Response *) message;
459         struct Experimentation_Issuer *rmi = (struct Experimentation_Issuer *) &rm[1];
460         uint32_t ic;
461         uint32_t ic_accepted;
462         int make_active;
463         unsigned int c1;
464         unsigned int c2;
465
466
467         if (ntohs (message->size) < sizeof (struct Experimentation_Response))
468         {
469                 GNUNET_break (0);
470                 return;
471         }
472         ic = ntohl (rm->issuer_count);
473         if (ntohs (message->size) != sizeof (struct Experimentation_Response) + ic * sizeof (struct Experimentation_Issuer))
474         {
475                 GNUNET_break (0);
476                 return;
477         }
478
479         make_active = GNUNET_NO;
480         if (NULL != (n = GNUNET_CONTAINER_multihashmap_get (nodes_active, &peer->hashPubKey)))
481         {
482                         GNUNET_log (GNUNET_ERROR_TYPE_INFO, _("Received %s from %s peer `%s'\n"),
483                                         "RESPONSE", "active", GNUNET_i2s (peer));
484         }
485         else if (NULL != (n = GNUNET_CONTAINER_multihashmap_get (nodes_requested, &peer->hashPubKey)))
486         {
487                         GNUNET_log (GNUNET_ERROR_TYPE_INFO, _("Received %s from %s peer `%s'\n"),
488                                         "RESPONSE", "requested", GNUNET_i2s (peer));
489                         GNUNET_CONTAINER_multihashmap_remove (nodes_requested, &peer->hashPubKey, n);
490                         if (GNUNET_SCHEDULER_NO_TASK != n->timeout_task)
491                         {
492                                 GNUNET_SCHEDULER_cancel (n->timeout_task);
493                                 n->timeout_task = GNUNET_SCHEDULER_NO_TASK;
494                         }
495                         if (NULL != n->cth)
496                         {
497                                 GNUNET_CORE_notify_transmit_ready_cancel (n->cth);
498                                 n->cth = NULL;
499                         }
500                         update_stats (nodes_requested);
501                         make_active = GNUNET_YES;
502         }
503         else if (NULL != (n = GNUNET_CONTAINER_multihashmap_get (nodes_inactive, &peer->hashPubKey)))
504         {
505                         GNUNET_log (GNUNET_ERROR_TYPE_INFO, _("Received %s from peer `%s'\n"),
506                                         "RESPONSE", "inactive", GNUNET_i2s (peer));
507                         GNUNET_CONTAINER_multihashmap_remove (nodes_inactive, &peer->hashPubKey, n);
508                         update_stats (nodes_inactive);
509                         make_active = GNUNET_YES;
510         }
511         else
512         {
513                         GNUNET_log (GNUNET_ERROR_TYPE_INFO, _("Received %s from %s peer `%s'\n"),
514                                         "RESPONSE", "unknown", GNUNET_i2s (peer));
515                         return;
516         }
517
518         /* Update */
519         n->capabilities = ntohl (rm->capabilities);
520
521         /* Filter accepted issuer */
522         ic_accepted = 0;
523         for (c1 = 0; c1 < ic; c1++)
524         {
525                 if (GNUNET_YES == GNUNET_EXPERIMENTATION_experiments_issuer_accepted(&rmi[c1].issuer_id))
526                         ic_accepted ++;
527         }
528         GNUNET_log (GNUNET_ERROR_TYPE_INFO, _("Response from peer `%s' with %u issuers, we accepted %u issuer \n"),
529                         GNUNET_i2s (peer), ic, ic_accepted);
530         GNUNET_free_non_null (n->issuer_id);
531         n->issuer_id = GNUNET_malloc (ic_accepted * sizeof (struct GNUNET_PeerIdentity));
532         c2 = 0;
533         for (c1 = 0; c1 < ic; c1++)
534         {
535                         if (GNUNET_YES == GNUNET_EXPERIMENTATION_experiments_issuer_accepted(&rmi[c1].issuer_id))
536                         {
537                                 n->issuer_id[c2] = rmi[c1].issuer_id;
538                                 c2 ++;
539                         }
540         }
541         n->issuer_count = ic_accepted;
542
543         if (GNUNET_YES == make_active)
544                 node_make_active (n);
545 }
546
547 /**
548  * Method called whenever a given peer connects.
549  *
550  * @param cls closure
551  * @param peer peer identity this notification is about
552  */
553 void core_connect_handler (void *cls,
554                            const struct GNUNET_PeerIdentity *peer)
555 {
556         if (GNUNET_YES == is_me(peer))
557                 return;
558
559         GNUNET_log (GNUNET_ERROR_TYPE_INFO, _("Connected to peer %s\n"),
560                         GNUNET_i2s (peer));
561
562         if (GNUNET_YES == GNUNET_CONTAINER_multihashmap_contains (nodes_requested, &peer->hashPubKey))
563                 return; /* We already sent a request */
564
565         if (GNUNET_YES == GNUNET_CONTAINER_multihashmap_contains (nodes_active, &peer->hashPubKey))
566                 return; /* This peer is known as active  */
567
568         if (GNUNET_YES == GNUNET_CONTAINER_multihashmap_contains (nodes_inactive, &peer->hashPubKey))
569                 return; /* This peer is known as inactive  */
570
571         send_request (peer);
572
573 }
574
575
576 /**
577  * Method called whenever a given peer disconnects.
578  *
579  * @param cls closure
580  * @param peer peer identity this notification is about
581  */
582 void core_disconnect_handler (void *cls,
583                            const struct GNUNET_PeerIdentity * peer)
584 {
585         if (GNUNET_YES == is_me(peer))
586                 return;
587
588         GNUNET_log (GNUNET_ERROR_TYPE_INFO, _("Disconnected from peer %s\n"),
589                         GNUNET_i2s (peer));
590
591 }
592
593
594 /**
595  * Handle a request and send a response
596  *
597  * @param cls unused
598  * @param other the sender
599  * @param message the message
600  * @return GNUNET_OK to keep connection, GNUNET_SYSERR on error
601  */
602 static int
603 core_receive_handler (void *cls,
604                                                                                         const struct GNUNET_PeerIdentity *other,
605                                                                                         const struct GNUNET_MessageHeader *message)
606 {
607         if (ntohs (message->size) < sizeof (struct GNUNET_MessageHeader))
608         {
609                         GNUNET_break (0);
610                         return GNUNET_SYSERR;
611         }
612
613         switch (ntohs (message->type)) {
614                 case GNUNET_MESSAGE_TYPE_EXPERIMENTATION_REQUEST:
615                         handle_request (other, message);
616                         break;
617                 case GNUNET_MESSAGE_TYPE_EXPERIMENTATION_RESPONSE:
618                         handle_response (other, message);
619                         break;
620                 default:
621                         break;
622         }
623
624         return GNUNET_OK;
625 }
626
627
628
629 /**
630  * Start the nodes management
631  */
632 void
633 GNUNET_EXPERIMENTATION_nodes_start ()
634 {
635         /* Connecting to core service to find partners */
636         ch = GNUNET_CORE_connect (GSE_cfg, NULL,
637                                                                                                                 &core_startup_handler,
638                                                                                                                 &core_connect_handler,
639                                                                                                                 &core_disconnect_handler,
640                                                                                                                 &core_receive_handler,
641                                                                                                                 GNUNET_NO, NULL, GNUNET_NO, NULL);
642         if (NULL == ch)
643         {
644                         GNUNET_log (GNUNET_ERROR_TYPE_INFO, _("Failed to connect to CORE service!\n"));
645                         return;
646         }
647
648         nodes_requested = GNUNET_CONTAINER_multihashmap_create (10, GNUNET_NO);
649         nodes_active = GNUNET_CONTAINER_multihashmap_create (10, GNUNET_NO);
650         nodes_inactive = GNUNET_CONTAINER_multihashmap_create (10, GNUNET_NO);
651 }
652
653
654 /**
655  * Stop the nodes management
656  */
657 void
658 GNUNET_EXPERIMENTATION_nodes_stop ()
659 {
660   if (NULL != ch)
661   {
662                 GNUNET_CORE_disconnect (ch);
663                 ch = NULL;
664   }
665
666   if (NULL != nodes_requested)
667   {
668                 GNUNET_CONTAINER_multihashmap_iterate (nodes_requested,
669                                                                                                                                                                          &cleanup_nodes,
670                                                                                                                                                                          nodes_requested);
671                 update_stats (nodes_requested);
672                 GNUNET_CONTAINER_multihashmap_destroy (nodes_requested);
673                 nodes_requested = NULL;
674   }
675
676   if (NULL != nodes_active)
677   {
678                 GNUNET_CONTAINER_multihashmap_iterate (nodes_active,
679                                                                                                                                                                          &cleanup_nodes,
680                                                                                                                                                                          nodes_active);
681                 update_stats (nodes_active);
682                 GNUNET_CONTAINER_multihashmap_destroy (nodes_active);
683                 nodes_active = NULL;
684   }
685
686   if (NULL != nodes_inactive)
687   {
688                 GNUNET_CONTAINER_multihashmap_iterate (nodes_inactive,
689                                                                                                                                                                          &cleanup_nodes,
690                                                                                                                                                                          nodes_inactive);
691                 update_stats (nodes_inactive);
692                 GNUNET_CONTAINER_multihashmap_destroy (nodes_inactive);
693                 nodes_inactive = NULL;
694   }
695 }
696
697 /* end of gnunet-daemon-experimentation_nodes.c */