changes
[oweals/gnunet.git] / src / experimentation / gnunet-daemon-experimentation_nodes.c
1 /*
2      This file is part of GNUnet.
3      (C) 2009 Christian Grothoff (and other contributing authors)
4
5      GNUnet is free software; you can redistribute it and/or modify
6      it under the terms of the GNU General Public License as published
7      by the Free Software Foundation; either version 3, or (at your
8      option) any later version.
9
10      GNUnet is distributed in the hope that it will be useful, but
11      WITHOUT ANY WARRANTY; without even the implied warranty of
12      MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
13      General Public License for more details.
14
15      You should have received a copy of the GNU General Public License
16      along with GNUnet; see the file COPYING.  If not, write to the
17      Free Software Foundation, Inc., 59 Temple Place - Suite 330,
18      Boston, MA 02111-1307, USA.
19 */
20
21 /**
22  * @file experimentation/gnunet-daemon-experimentation_nodes.c
23  * @brief experimentation daemon: node management
24  * @author Christian Grothoff
25  * @author Matthias Wachs
26  */
27 #include "platform.h"
28 #include "gnunet_getopt_lib.h"
29 #include "gnunet_util_lib.h"
30 #include "gnunet_core_service.h"
31 #include "gnunet_statistics_service.h"
32 #include "gnunet-daemon-experimentation.h"
33
34
35 /**
36  * Core handle
37  */
38 static struct GNUNET_CORE_Handle *ch;
39
40
41 /**
42  * Peer's own identity
43  */
44 static struct GNUNET_PeerIdentity me;
45
46
47 /**
48  * Nodes with a pending request
49  */
50 struct GNUNET_CONTAINER_MultiHashMap *nodes_requested;
51
52
53 /**
54  * Active experimentation nodes
55  */
56 struct GNUNET_CONTAINER_MultiHashMap *nodes_active;
57
58
59 /**
60  * Inactive experimentation nodes
61  * To be excluded from future requests
62  */
63 struct GNUNET_CONTAINER_MultiHashMap *nodes_inactive;
64
65
66 /**
67  * Update statistics
68  *
69  * @param m hashmap to update values from
70  */
71 static void update_stats (struct GNUNET_CONTAINER_MultiHashMap *m)
72 {
73         GNUNET_assert (NULL != m);
74         GNUNET_assert (NULL != GSE_stats);
75
76         if (m == nodes_active)
77         {
78                         GNUNET_STATISTICS_set (GSE_stats, "# nodes active",
79                                         GNUNET_CONTAINER_multihashmap_size(m), GNUNET_NO);
80         }
81         else if (m == nodes_inactive)
82         {
83                         GNUNET_STATISTICS_set (GSE_stats, "# nodes inactive",
84                                         GNUNET_CONTAINER_multihashmap_size(m), GNUNET_NO);
85         }
86         else if (m == nodes_requested)
87         {
88                         GNUNET_STATISTICS_set (GSE_stats, "# nodes requested",
89                                         GNUNET_CONTAINER_multihashmap_size(m), GNUNET_NO);
90         }
91         else
92                 GNUNET_break (0);
93
94 }
95
96
97 /**
98  * Clean up nodes
99  *
100  * @param cls the hashmap to clean up
101  * @param key key of the current node
102  * @param value related node object
103  * @return always GNUNET_OK
104  */
105 static int
106 cleanup_nodes (void *cls,
107                                                          const struct GNUNET_HashCode * key,
108                                                          void *value)
109 {
110         struct Node *n;
111         struct GNUNET_CONTAINER_MultiHashMap *cur = cls;
112
113         n = value;
114         if (GNUNET_SCHEDULER_NO_TASK != n->timeout_task)
115         {
116                 GNUNET_SCHEDULER_cancel (n->timeout_task);
117                 n->timeout_task = GNUNET_SCHEDULER_NO_TASK;
118         }
119         if (NULL != n->cth)
120         {
121                 GNUNET_CORE_notify_transmit_ready_cancel (n->cth);
122                 n->cth = NULL;
123         }
124         GNUNET_free_non_null (n->issuer_id);
125
126         GNUNET_CONTAINER_multihashmap_remove (cur, key, value);
127         GNUNET_free (value);
128         return GNUNET_OK;
129 }
130
131
132 /**
133  * Check if id passed is my id
134  *
135  * @param id the id to check
136  * @return GNUNET_YES or GNUNET_NO
137  */
138 static int is_me (const struct GNUNET_PeerIdentity *id)
139 {
140         if (0 == memcmp (&me, id, sizeof (me)))
141                 return GNUNET_YES;
142         else
143                 return GNUNET_NO;
144 }
145
146 /**
147  * Core startup callback
148  *
149  * @param cls unused
150  * @param server core service's server handle
151  * @param my_identity my id
152  */
153 static void
154 core_startup_handler (void *cls,
155                                                                                         struct GNUNET_CORE_Handle *server,
156                       const struct GNUNET_PeerIdentity *my_identity)
157 {
158         me = *my_identity;
159 }
160
161
162 /**
163  * Remove experimentation request due to timeout
164  *
165  * @param cls the related node
166  * @param tc scheduler's task context
167  */
168 static void
169 remove_request (void *cls, const struct GNUNET_SCHEDULER_TaskContext *tc)
170 {
171         struct Node *n = cls;
172
173         GNUNET_log (GNUNET_ERROR_TYPE_INFO, _("Removing request for peer %s due to timeout\n"),
174                         GNUNET_i2s (&n->id));
175
176         if (GNUNET_YES == GNUNET_CONTAINER_multihashmap_contains (nodes_requested, &n->id.hashPubKey))
177         {
178                         GNUNET_CONTAINER_multihashmap_remove (nodes_requested, &n->id.hashPubKey, n);
179                         update_stats (nodes_requested);
180                         GNUNET_CONTAINER_multihashmap_put (nodes_inactive, &n->id.hashPubKey, n,
181                                         GNUNET_CONTAINER_MULTIHASHMAPOPTION_UNIQUE_FAST);
182                         update_stats (nodes_inactive);
183         }
184
185         n->timeout_task = GNUNET_SCHEDULER_NO_TASK;
186         if (NULL != n->cth)
187         {
188                 GNUNET_CORE_notify_transmit_ready_cancel (n->cth);
189                 n->cth = NULL;
190         }
191 }
192
193
194 /**
195  * Core's transmit notify callback to send request
196  *
197  * @param cls the related node
198  * @param bufsize buffer size
199  * @param buf the buffer to copy to
200  * @return bytes passed
201  */
202 size_t send_request_cb (void *cls, size_t bufsize, void *buf)
203 {
204         struct Node *n = cls;
205         struct Experimentation_Request msg;
206         size_t msg_size = sizeof (msg);
207         size_t ri_size = sizeof (struct Experimentation_Issuer) * GSE_my_issuer_count;
208         size_t total_size = msg_size + ri_size;
209
210         memset (buf, '0', bufsize);
211         n->cth = NULL;
212   if (buf == NULL)
213   {
214     /* client disconnected */
215     GNUNET_log (GNUNET_ERROR_TYPE_DEBUG, "Client disconnected\n");
216     if (GNUNET_SCHEDULER_NO_TASK != n->timeout_task)
217                 GNUNET_SCHEDULER_cancel (n->timeout_task);
218     GNUNET_SCHEDULER_add_now (&remove_request, n);
219     return 0;
220   }
221   GNUNET_assert (bufsize >= total_size);
222
223         msg.msg.size = htons (total_size);
224         msg.msg.type = htons (GNUNET_MESSAGE_TYPE_EXPERIMENTATION_REQUEST);
225         msg.capabilities = htonl (GSE_node_capabilities);
226         msg.issuer_count = htonl (GSE_my_issuer_count);
227         memcpy (buf, &msg, msg_size);
228         memcpy (&((char *) buf)[msg_size], GSE_my_issuer, ri_size);
229
230         GNUNET_log (GNUNET_ERROR_TYPE_INFO, _("Sending request to peer %s\n"),
231                         GNUNET_i2s (&n->id));
232         return total_size;
233 }
234
235
236 /**
237  * Send request
238  *
239  * @param peer the peer to send to
240  */
241 static void send_request (const struct GNUNET_PeerIdentity *peer)
242 {
243         struct Node *n;
244         size_t size;
245         size_t c_issuers;
246
247         c_issuers = GSE_my_issuer_count;
248
249         size = sizeof (struct Experimentation_Request) +
250                                  c_issuers * sizeof (struct Experimentation_Issuer);
251         n = GNUNET_malloc (sizeof (struct Node));
252         n->id = *peer;
253         n->timeout_task = GNUNET_SCHEDULER_add_delayed (EXP_RESPONSE_TIMEOUT, &remove_request, n);
254         n->capabilities = NONE;
255         n->cth = GNUNET_CORE_notify_transmit_ready(ch, GNUNET_NO, 0,
256                                                                 GNUNET_TIME_relative_get_forever_(),
257                                                                 peer, size, send_request_cb, n);
258
259         GNUNET_assert (GNUNET_OK == GNUNET_CONTAINER_multihashmap_put (nodes_requested,
260                         &peer->hashPubKey, n, GNUNET_CONTAINER_MULTIHASHMAPOPTION_UNIQUE_FAST));
261         update_stats (nodes_requested);
262 }
263
264
265 /**
266  * Core's transmit notify callback to send response
267  *
268  * @param cls the related node
269  * @param bufsize buffer size
270  * @param buf the buffer to copy to
271  * @return bytes passed
272  */
273 size_t send_response_cb (void *cls, size_t bufsize, void *buf)
274 {
275         struct Node *n = cls;
276         struct Experimentation_Response msg;
277         size_t ri_size = GSE_my_issuer_count * sizeof (struct Experimentation_Issuer);
278         size_t msg_size = sizeof (msg);
279         size_t total_size = msg_size + ri_size;
280
281         n->cth = NULL;
282   if (buf == NULL)
283   {
284     /* client disconnected */
285     GNUNET_log (GNUNET_ERROR_TYPE_DEBUG, "Client disconnected\n");
286     return 0;
287   }
288   GNUNET_assert (bufsize >= total_size);
289
290         msg.msg.size = htons (total_size);
291         msg.msg.type = htons (GNUNET_MESSAGE_TYPE_EXPERIMENTATION_RESPONSE);
292         msg.capabilities = htonl (GSE_node_capabilities);
293         msg.issuer_count = htonl (GSE_my_issuer_count);
294         memcpy (buf, &msg, msg_size);
295         memcpy (&((char *) buf)[msg_size], GSE_my_issuer, ri_size);
296
297         GNUNET_log (GNUNET_ERROR_TYPE_INFO, _("Sending response to peer %s\n"),
298                         GNUNET_i2s (&n->id));
299         return total_size;
300 }
301
302
303 static void
304 get_experiments_cb (struct Node *n, struct Experiment *e)
305 {
306         static int counter = 0;
307         //size_t start_size;
308         if (NULL == e)
309         {
310                         GNUNET_log (GNUNET_ERROR_TYPE_INFO, _("Added %u experiments for peer %s\n"),
311                                         counter, GNUNET_i2s (&n->id));
312                         return;
313         }
314
315         GNUNET_log (GNUNET_ERROR_TYPE_INFO, _("Starting experiment `%s' with peer %s\n"),
316                         e->name,
317                         GNUNET_i2s (&n->id));
318
319         /* Request experiment */
320 /*      start_size = sizeof (struct Experimentation_Start);
321         GNUNET_CORE_notify_transmit_ready (ch, GNUNET_NO, 0, EXP_RESPONSE_TIMEOUT,
322                         n->id, start_size, send_start_cb, n);*/
323
324         GNUNET_EXPERIMENTATION_scheduler_add (n, e);
325
326         counter ++;
327 }
328
329 /**
330  * Set a specific node as active
331  *
332  * @param n the node
333  */
334 static void node_make_active (struct Node *n)
335 {
336         int c1;
337   GNUNET_CONTAINER_multihashmap_put (nodes_active,
338                         &n->id.hashPubKey, n, GNUNET_CONTAINER_MULTIHASHMAPOPTION_UNIQUE_FAST);
339         update_stats (nodes_active);
340         GNUNET_log (GNUNET_ERROR_TYPE_INFO, _("Added peer `%s' as active node\n"),
341                         GNUNET_i2s (&n->id));
342
343         /* Request experiments for this node to start them */
344         for (c1 = 0; c1 < n->issuer_count; c1++)
345         {
346
347                 GNUNET_EXPERIMENTATION_experiments_get (n, &n->issuer_id[c1], &get_experiments_cb);
348         }
349 }
350
351
352 /**
353  * Handle a request and send a response
354  *
355  * @param peer the source
356  * @param message the message
357  */
358 static void handle_request (const struct GNUNET_PeerIdentity *peer,
359                                                                                                                 const struct GNUNET_MessageHeader *message)
360 {
361         struct Node *n;
362         struct Experimentation_Request *rm = (struct Experimentation_Request *) message;
363         struct Experimentation_Issuer *rmi = (struct Experimentation_Issuer *) &rm[1];
364         int c1;
365         int c2;
366         uint32_t ic;
367         uint32_t ic_accepted;
368         int make_active;
369
370         if (ntohs (message->size) < sizeof (struct Experimentation_Request))
371         {
372                 GNUNET_break (0);
373                 return;
374         }
375         ic = ntohl (rm->issuer_count);
376         if (ntohs (message->size) != sizeof (struct Experimentation_Request) + ic * sizeof (struct Experimentation_Issuer))
377         {
378                 GNUNET_break (0);
379                 return;
380         }
381
382         make_active = GNUNET_NO;
383         if (NULL != (n = GNUNET_CONTAINER_multihashmap_get (nodes_active, &peer->hashPubKey)))
384         {
385                         /* Nothing to do */
386         }
387         else if (NULL != (n = GNUNET_CONTAINER_multihashmap_get (nodes_requested, &peer->hashPubKey)))
388         {
389                         GNUNET_CONTAINER_multihashmap_remove (nodes_requested, &peer->hashPubKey, n);
390                         if (GNUNET_SCHEDULER_NO_TASK != n->timeout_task)
391                         {
392                                 GNUNET_SCHEDULER_cancel (n->timeout_task);
393                                 n->timeout_task = GNUNET_SCHEDULER_NO_TASK;
394                         }
395                         if (NULL != n->cth)
396                         {
397                                 GNUNET_CORE_notify_transmit_ready_cancel (n->cth);
398                                 n->cth = NULL;
399                         }
400                         update_stats (nodes_requested);
401                         make_active = GNUNET_YES;
402         }
403         else if (NULL != (n = GNUNET_CONTAINER_multihashmap_get (nodes_inactive, &peer->hashPubKey)))
404         {
405                         GNUNET_CONTAINER_multihashmap_remove (nodes_inactive, &peer->hashPubKey, n);
406                         update_stats (nodes_inactive);
407                         make_active = GNUNET_YES;
408         }
409         else
410         {
411                         /* Create new node */
412                         n = GNUNET_malloc (sizeof (struct Node));
413                         n->id = *peer;
414                         n->capabilities = NONE;
415                         make_active = GNUNET_YES;
416         }
417
418         /* Update node */
419         n->capabilities = ntohl (rm->capabilities);
420
421         /* Filter accepted issuer */
422         ic_accepted = 0;
423         for (c1 = 0; c1 < ic; c1++)
424         {
425                 if (GNUNET_YES == GNUNET_EXPERIMENTATION_experiments_issuer_accepted(&rmi[c1].issuer_id))
426                         ic_accepted ++;
427         }
428         GNUNET_log (GNUNET_ERROR_TYPE_INFO, _("Request from peer `%s' with %u issuers, we accepted %u issuer \n"),
429                         GNUNET_i2s (peer), ic, ic_accepted);
430         GNUNET_free_non_null (n->issuer_id);
431         n->issuer_id = GNUNET_malloc (ic_accepted * sizeof (struct GNUNET_PeerIdentity));
432         c2 = 0;
433         for (c1 = 0; c1 < ic; c1++)
434         {
435                         if (GNUNET_YES == GNUNET_EXPERIMENTATION_experiments_issuer_accepted(&rmi[c1].issuer_id))
436                         {
437                                 n->issuer_id[c2] = rmi[c1].issuer_id;
438                                 c2 ++;
439                         }
440         }
441         n->issuer_count = ic_accepted;
442
443         if (GNUNET_YES == make_active)
444                 node_make_active (n);
445
446         /* Send response */
447         n->cth = GNUNET_CORE_notify_transmit_ready (ch, GNUNET_NO, 0,
448                                                                 GNUNET_TIME_relative_get_forever_(),
449                                                                 peer,
450                                                                 sizeof (struct Experimentation_Response) +
451                                                                 GSE_my_issuer_count * sizeof (struct Experimentation_Issuer),
452                                                                 send_response_cb, n);
453 }
454
455
456 /**
457  * Handle a response
458  *
459  * @param peer the source
460  * @param message the message
461  */
462 static void handle_response (const struct GNUNET_PeerIdentity *peer,
463                                                                                                                  const struct GNUNET_MessageHeader *message)
464 {
465         struct Node *n;
466         struct Experimentation_Response *rm = (struct Experimentation_Response *) message;
467         struct Experimentation_Issuer *rmi = (struct Experimentation_Issuer *) &rm[1];
468         uint32_t ic;
469         uint32_t ic_accepted;
470         int make_active;
471         unsigned int c1;
472         unsigned int c2;
473
474
475         if (ntohs (message->size) < sizeof (struct Experimentation_Response))
476         {
477                 GNUNET_break (0);
478                 return;
479         }
480         ic = ntohl (rm->issuer_count);
481         if (ntohs (message->size) != sizeof (struct Experimentation_Response) + ic * sizeof (struct Experimentation_Issuer))
482         {
483                 GNUNET_break (0);
484                 return;
485         }
486
487         make_active = GNUNET_NO;
488         if (NULL != (n = GNUNET_CONTAINER_multihashmap_get (nodes_active, &peer->hashPubKey)))
489         {
490                         GNUNET_log (GNUNET_ERROR_TYPE_INFO, _("Received %s from %s peer `%s'\n"),
491                                         "RESPONSE", "active", GNUNET_i2s (peer));
492         }
493         else if (NULL != (n = GNUNET_CONTAINER_multihashmap_get (nodes_requested, &peer->hashPubKey)))
494         {
495                         GNUNET_log (GNUNET_ERROR_TYPE_INFO, _("Received %s from %s peer `%s'\n"),
496                                         "RESPONSE", "requested", GNUNET_i2s (peer));
497                         GNUNET_CONTAINER_multihashmap_remove (nodes_requested, &peer->hashPubKey, n);
498                         if (GNUNET_SCHEDULER_NO_TASK != n->timeout_task)
499                         {
500                                 GNUNET_SCHEDULER_cancel (n->timeout_task);
501                                 n->timeout_task = GNUNET_SCHEDULER_NO_TASK;
502                         }
503                         if (NULL != n->cth)
504                         {
505                                 GNUNET_CORE_notify_transmit_ready_cancel (n->cth);
506                                 n->cth = NULL;
507                         }
508                         update_stats (nodes_requested);
509                         make_active = GNUNET_YES;
510         }
511         else if (NULL != (n = GNUNET_CONTAINER_multihashmap_get (nodes_inactive, &peer->hashPubKey)))
512         {
513                         GNUNET_log (GNUNET_ERROR_TYPE_INFO, _("Received %s from peer `%s'\n"),
514                                         "RESPONSE", "inactive", GNUNET_i2s (peer));
515                         GNUNET_CONTAINER_multihashmap_remove (nodes_inactive, &peer->hashPubKey, n);
516                         update_stats (nodes_inactive);
517                         make_active = GNUNET_YES;
518         }
519         else
520         {
521                         GNUNET_log (GNUNET_ERROR_TYPE_INFO, _("Received %s from %s peer `%s'\n"),
522                                         "RESPONSE", "unknown", GNUNET_i2s (peer));
523                         return;
524         }
525
526         /* Update */
527         n->capabilities = ntohl (rm->capabilities);
528
529         /* Filter accepted issuer */
530         ic_accepted = 0;
531         for (c1 = 0; c1 < ic; c1++)
532         {
533                 if (GNUNET_YES == GNUNET_EXPERIMENTATION_experiments_issuer_accepted(&rmi[c1].issuer_id))
534                         ic_accepted ++;
535         }
536         GNUNET_log (GNUNET_ERROR_TYPE_INFO, _("Response from peer `%s' with %u issuers, we accepted %u issuer \n"),
537                         GNUNET_i2s (peer), ic, ic_accepted);
538         GNUNET_free_non_null (n->issuer_id);
539         n->issuer_id = GNUNET_malloc (ic_accepted * sizeof (struct GNUNET_PeerIdentity));
540         c2 = 0;
541         for (c1 = 0; c1 < ic; c1++)
542         {
543                         if (GNUNET_YES == GNUNET_EXPERIMENTATION_experiments_issuer_accepted(&rmi[c1].issuer_id))
544                         {
545                                 n->issuer_id[c2] = rmi[c1].issuer_id;
546                                 c2 ++;
547                         }
548         }
549         n->issuer_count = ic_accepted;
550
551         if (GNUNET_YES == make_active)
552                 node_make_active (n);
553 }
554
555 /**
556  * Method called whenever a given peer connects.
557  *
558  * @param cls closure
559  * @param peer peer identity this notification is about
560  */
561 void core_connect_handler (void *cls,
562                            const struct GNUNET_PeerIdentity *peer)
563 {
564         if (GNUNET_YES == is_me(peer))
565                 return;
566
567         GNUNET_log (GNUNET_ERROR_TYPE_INFO, _("Connected to peer %s\n"),
568                         GNUNET_i2s (peer));
569
570         if (GNUNET_YES == GNUNET_CONTAINER_multihashmap_contains (nodes_requested, &peer->hashPubKey))
571                 return; /* We already sent a request */
572
573         if (GNUNET_YES == GNUNET_CONTAINER_multihashmap_contains (nodes_active, &peer->hashPubKey))
574                 return; /* This peer is known as active  */
575
576         if (GNUNET_YES == GNUNET_CONTAINER_multihashmap_contains (nodes_inactive, &peer->hashPubKey))
577                 return; /* This peer is known as inactive  */
578
579         send_request (peer);
580
581 }
582
583
584 /**
585  * Method called whenever a given peer disconnects.
586  *
587  * @param cls closure
588  * @param peer peer identity this notification is about
589  */
590 void core_disconnect_handler (void *cls,
591                            const struct GNUNET_PeerIdentity * peer)
592 {
593         if (GNUNET_YES == is_me(peer))
594                 return;
595
596         GNUNET_log (GNUNET_ERROR_TYPE_INFO, _("Disconnected from peer %s\n"),
597                         GNUNET_i2s (peer));
598
599 }
600
601
602 /**
603  * Handle a request and send a response
604  *
605  * @param cls unused
606  * @param other the sender
607  * @param message the message
608  * @return GNUNET_OK to keep connection, GNUNET_SYSERR on error
609  */
610 static int
611 core_receive_handler (void *cls,
612                                                                                         const struct GNUNET_PeerIdentity *other,
613                                                                                         const struct GNUNET_MessageHeader *message)
614 {
615         if (ntohs (message->size) < sizeof (struct GNUNET_MessageHeader))
616         {
617                         GNUNET_break (0);
618                         return GNUNET_SYSERR;
619         }
620
621         switch (ntohs (message->type)) {
622                 case GNUNET_MESSAGE_TYPE_EXPERIMENTATION_REQUEST:
623                         handle_request (other, message);
624                         break;
625                 case GNUNET_MESSAGE_TYPE_EXPERIMENTATION_RESPONSE:
626                         handle_response (other, message);
627                         break;
628                 default:
629                         break;
630         }
631
632         return GNUNET_OK;
633 }
634
635
636
637 /**
638  * Start the nodes management
639  */
640 void
641 GNUNET_EXPERIMENTATION_nodes_start ()
642 {
643         /* Connecting to core service to find partners */
644         ch = GNUNET_CORE_connect (GSE_cfg, NULL,
645                                                                                                                 &core_startup_handler,
646                                                                                                                 &core_connect_handler,
647                                                                                                                 &core_disconnect_handler,
648                                                                                                                 &core_receive_handler,
649                                                                                                                 GNUNET_NO, NULL, GNUNET_NO, NULL);
650         if (NULL == ch)
651         {
652                         GNUNET_log (GNUNET_ERROR_TYPE_INFO, _("Failed to connect to CORE service!\n"));
653                         return;
654         }
655
656         nodes_requested = GNUNET_CONTAINER_multihashmap_create (10, GNUNET_NO);
657         nodes_active = GNUNET_CONTAINER_multihashmap_create (10, GNUNET_NO);
658         nodes_inactive = GNUNET_CONTAINER_multihashmap_create (10, GNUNET_NO);
659 }
660
661
662 /**
663  * Stop the nodes management
664  */
665 void
666 GNUNET_EXPERIMENTATION_nodes_stop ()
667 {
668   if (NULL != ch)
669   {
670                 GNUNET_CORE_disconnect (ch);
671                 ch = NULL;
672   }
673
674   if (NULL != nodes_requested)
675   {
676                 GNUNET_CONTAINER_multihashmap_iterate (nodes_requested,
677                                                                                                                                                                          &cleanup_nodes,
678                                                                                                                                                                          nodes_requested);
679                 update_stats (nodes_requested);
680                 GNUNET_CONTAINER_multihashmap_destroy (nodes_requested);
681                 nodes_requested = NULL;
682   }
683
684   if (NULL != nodes_active)
685   {
686                 GNUNET_CONTAINER_multihashmap_iterate (nodes_active,
687                                                                                                                                                                          &cleanup_nodes,
688                                                                                                                                                                          nodes_active);
689                 update_stats (nodes_active);
690                 GNUNET_CONTAINER_multihashmap_destroy (nodes_active);
691                 nodes_active = NULL;
692   }
693
694   if (NULL != nodes_inactive)
695   {
696                 GNUNET_CONTAINER_multihashmap_iterate (nodes_inactive,
697                                                                                                                                                                          &cleanup_nodes,
698                                                                                                                                                                          nodes_inactive);
699                 update_stats (nodes_inactive);
700                 GNUNET_CONTAINER_multihashmap_destroy (nodes_inactive);
701                 nodes_inactive = NULL;
702   }
703 }
704
705 /* end of gnunet-daemon-experimentation_nodes.c */