2 This file is part of GNUnet.
3 Copyright (C) 2010-2015 GNUnet e.V.
5 GNUnet is free software: you can redistribute it and/or modify it
6 under the terms of the GNU Affero General Public License as published
7 by the Free Software Foundation, either version 3 of the License,
8 or (at your option) any later version.
10 GNUnet is distributed in the hope that it will be useful, but
11 WITHOUT ANY WARRANTY; without even the implied warranty of
12 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
13 Affero General Public License for more details.
15 You should have received a copy of the GNU Affero General Public License
16 along with this program. If not, see <http://www.gnu.org/licenses/>.
18 SPDX-License-Identifier: AGPL3.0-or-later
21 * @file ats/test_ats_lib.c
22 * @brief test ATS library with a generic interpreter for running ATS tests
23 * @author Christian Grothoff
26 #include "gnunet_util_lib.h"
27 #include "gnunet_ats_service.h"
28 #include "gnunet_testing_lib.h"
29 #include "test_ats_lib.h"
32 * Information about the last address suggestion we got for a peer.
34 struct AddressSuggestData
37 * Which session were we given?
39 struct GNUNET_ATS_Session *session;
42 * What address was assigned?
44 struct GNUNET_HELLO_Address *address;
47 * Outbound bandwidth assigned.
49 struct GNUNET_BANDWIDTH_Value32NBO bandwidth_out;
52 * Inbound bandwidth assigned.
54 struct GNUNET_BANDWIDTH_Value32NBO bandwidth_in;
57 * Was the bandwidth assigned non-zero?
64 * Information about the last address information we got for an address.
66 struct AddressInformationData
69 * What address is this data about?
71 struct GNUNET_HELLO_Address *address;
74 * Which properties were given?
76 struct GNUNET_ATS_Properties properties;
79 * Outbound bandwidth reported.
81 struct GNUNET_BANDWIDTH_Value32NBO bandwidth_out;
84 * Inbound bandwidth reported.
86 struct GNUNET_BANDWIDTH_Value32NBO bandwidth_in;
89 * Was the address said to be 'active'?
98 static struct GNUNET_ATS_SchedulingHandle *sched_ats;
101 * Connectivity handle
103 static struct GNUNET_ATS_ConnectivityHandle *con_ats;
108 static struct GNUNET_ATS_PerformanceHandle *perf_ats;
111 * Handle for the interpreter task.
113 static struct GNUNET_SCHEDULER_Task *interpreter_task;
116 * Map from peer identities to the last address suggestion
117 * `struct AddressSuggestData` we got for the respective peer.
119 static struct GNUNET_CONTAINER_MultiPeerMap *p2asd;
122 * Map from peer identities to the last address information
123 * sets for all addresses of this peer. Each peer is mapped
124 * to one or more `struct AddressInformationData` entries.
126 static struct GNUNET_CONTAINER_MultiPeerMap *p2aid;
129 * Global timeout for the test.
131 static struct GNUNET_TIME_Relative TIMEOUT;
134 * Return value from #main().
139 * Current global command offset into the #commands array.
141 static unsigned int off;
144 * Commands for the current test.
146 static struct Command *test_commands;
151 * Free `struct AddressSuggestData` entry.
155 * @param value the `struct AddressSuggestData` to release
156 * @return #GNUNET_OK (continue to iterate)
160 const struct GNUNET_PeerIdentity *key,
163 struct AddressSuggestData *asd = value;
165 GNUNET_assert (GNUNET_YES ==
166 GNUNET_CONTAINER_multipeermap_remove (p2asd,
169 GNUNET_free_non_null (asd->address);
176 * Free `struct AddressInformationData` entry.
180 * @param value the `struct AddressSuggestData` to release
181 * @return #GNUNET_OK (continue to iterate)
185 const struct GNUNET_PeerIdentity *key,
188 struct AddressInformationData *aid = value;
190 GNUNET_assert (GNUNET_YES ==
191 GNUNET_CONTAINER_multipeermap_remove (p2aid,
194 GNUNET_free (aid->address);
201 * Find latest address suggestion made for the given peer.
203 * @param pid peer to look up
204 * @return NULL if peer was never involved
206 static struct AddressSuggestData *
207 find_address_suggestion (const struct GNUNET_PeerIdentity *pid)
209 return GNUNET_CONTAINER_multipeermap_get (p2asd,
215 * Closure for #match_address()
217 struct MatchAddressContext
222 const struct GNUNET_HELLO_Address *addr;
225 * Where to return address information if found.
227 struct AddressInformationData *ret;
232 * Find matching address information.
234 * @param cls a `struct MatchAddressContext`
236 * @param value a `struct AddressInformationData`
237 * @return #GNUNET_OK if not found
240 match_address (void *cls,
241 const struct GNUNET_PeerIdentity *key,
244 struct MatchAddressContext *mac = cls;
245 struct AddressInformationData *aid = value;
247 if (0 == GNUNET_HELLO_address_cmp (mac->addr,
258 * Find latest address information made for the given address.
260 * @param addr address to look up
261 * @return NULL if peer was never involved
263 static struct AddressInformationData *
264 find_address_information (const struct GNUNET_HELLO_Address *addr)
266 struct MatchAddressContext mac;
270 GNUNET_CONTAINER_multipeermap_get_multiple (p2aid,
279 * Task run to terminate the testcase.
287 GNUNET_log (GNUNET_ERROR_TYPE_ERROR,
288 "Test failed at stage %u %s\n",
290 (NULL != test_commands[off].label)
291 ? test_commands[off].label
293 if (NULL != interpreter_task)
295 GNUNET_SCHEDULER_cancel (interpreter_task);
296 interpreter_task = NULL;
298 if (NULL != sched_ats)
300 GNUNET_ATS_scheduling_done (sched_ats);
305 GNUNET_ATS_connectivity_done (con_ats);
308 if (NULL != perf_ats)
310 GNUNET_ATS_performance_done (perf_ats);
315 GNUNET_CONTAINER_multipeermap_iterate (p2asd,
318 GNUNET_CONTAINER_multipeermap_destroy (p2asd);
323 GNUNET_CONTAINER_multipeermap_iterate (p2aid,
326 GNUNET_CONTAINER_multipeermap_destroy (p2aid);
333 * Main interpreter loop. Runs the steps of the test.
338 interpreter (void *cls);
342 * Run the interpreter next.
347 if (NULL != interpreter_task)
348 GNUNET_SCHEDULER_cancel (interpreter_task);
349 interpreter_task = GNUNET_SCHEDULER_add_now (&interpreter,
355 * Initialize public key of a peer based on a single number.
357 * @param pid number to use as the basis
358 * @param pk resulting fake public key
361 make_peer (uint32_t pid,
362 struct GNUNET_PeerIdentity *pk)
366 sizeof (struct GNUNET_PeerIdentity));
374 * Generate a fake address based on the given parameters.
376 * @param pid number of the peer
377 * @param num number of the address at peer @a pid
378 * @param addr_flags flags to use for the address
379 * @return the address
381 static struct GNUNET_HELLO_Address *
382 make_address (uint32_t pid,
384 enum GNUNET_HELLO_AddressInfo addr_flags)
386 struct GNUNET_PeerIdentity pk;
392 return GNUNET_HELLO_address_allocate (&pk,
401 * Our dummy sessions.
403 struct GNUNET_ATS_Session
406 * Field to avoid `0 == sizeof(struct GNUNET_ATS_Session)`.
408 unsigned int non_empty;
413 * Create a session instance for ATS.
415 * @param i which session number to return
416 * @return NULL if @a i is 0, otherwise a pointer unique to @a i
418 static struct GNUNET_ATS_Session *
419 make_session (unsigned int i)
421 struct GNUNET_ATS_Session *baseptr = NULL;
425 /* Yes, these are *intentionally* out-of-bounds,
426 and offset from NULL, as nobody should ever
427 use those other than to compare pointers! */
433 * Find a @a code command before the global #off with the
434 * specified @a label.
436 * @param code opcode to look for
437 * @param label label to look for, NULL for none
438 * @return previous command with the matching label
440 static struct Command *
441 find_command (enum CommandCode code,
448 for (i=off-1;i>=0;i--)
449 if ( (code == test_commands[i].code) &&
450 (0 == strcmp (test_commands[i].label,
452 return &test_commands[i];
459 * Function called from #GNUNET_ATS_performance_list_addresses when
460 * we process a #CMD_LIST_ADDRESSES command.
462 * @param cls the `struct Command` that caused the call
463 * @param address the address, NULL if ATS service was disconnected
464 * @param address_active #GNUNET_YES if this address is actively used
465 * to maintain a connection to a peer;
466 * #GNUNET_NO if the address is not actively used;
467 * #GNUNET_SYSERR if this address is no longer available for ATS
468 * @param bandwidth_out assigned outbound bandwidth for the connection
469 * @param bandwidth_in assigned inbound bandwidth for the connection
470 * @param prop performance data for the address
474 const struct GNUNET_HELLO_Address *address,
476 struct GNUNET_BANDWIDTH_Value32NBO bandwidth_out,
477 struct GNUNET_BANDWIDTH_Value32NBO bandwidth_in,
478 const struct GNUNET_ATS_Properties *prop)
480 struct Command *c = cls;
481 struct CommandListAddresses *cmd = &c->details.list_addresses;
486 /* we are done with the iteration, continue to execute */
487 if ( (cmd->calls < cmd->min_calls) &&
488 (cmd->active_calls < cmd->min_active_calls) )
490 GNUNET_SCHEDULER_shutdown ();
497 switch (address_active)
509 if ( (cmd->calls > cmd->max_calls) &&
510 (cmd->active_calls < cmd->max_active_calls) )
513 GNUNET_ATS_performance_list_addresses_cancel (cmd->alh);
515 GNUNET_SCHEDULER_shutdown ();
522 * Function called with reservation result.
524 * @param cls closure with the reservation command (`struct Command`)
525 * @param peer identifies the peer
526 * @param amount set to the amount that was actually reserved or unreserved;
527 * either the full requested amount or zero (no partial reservations)
528 * @param res_delay if the reservation could not be satisfied (amount was 0), how
529 * long should the client wait until re-trying?
532 reservation_cb (void *cls,
533 const struct GNUNET_PeerIdentity *peer,
535 struct GNUNET_TIME_Relative res_delay)
537 struct Command *cmd = cls;
538 struct GNUNET_PeerIdentity pid;
540 cmd->details.reserve_bandwidth.rc = NULL;
541 make_peer (cmd->details.reserve_bandwidth.pid,
543 GNUNET_assert (0 == GNUNET_memcmp (peer,
545 switch (cmd->details.reserve_bandwidth.expected_result)
548 if (amount != cmd->details.reserve_bandwidth.amount)
550 GNUNET_log (GNUNET_ERROR_TYPE_ERROR,
551 "Unexpectedly failed to reserve %d/%d bytes with delay %s!\n",
553 (int) cmd->details.reserve_bandwidth.amount,
554 GNUNET_STRINGS_relative_time_to_string (res_delay,
557 GNUNET_SCHEDULER_shutdown ();
562 GNUNET_break ( (0 != amount) ||
563 (0 != res_delay.rel_value_us) );
566 if ( (amount != 0) ||
567 (0 == res_delay.rel_value_us) )
569 GNUNET_log (GNUNET_ERROR_TYPE_ERROR,
570 "Unexpectedly reserved %d bytes with delay %s!\n",
572 GNUNET_STRINGS_relative_time_to_string (res_delay,
575 GNUNET_SCHEDULER_shutdown ();
586 * Main interpreter loop. Runs the steps of the test.
591 interpreter (void *cls)
596 interpreter_task = NULL;
599 cmd = &test_commands[off];
600 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
604 (NULL != cmd->label) ? cmd->label : "");
609 GNUNET_SCHEDULER_shutdown ();
611 case CMD_ADD_ADDRESS:
613 struct GNUNET_HELLO_Address *addr;
614 struct GNUNET_ATS_Session *session;
616 addr = make_address (cmd->details.add_address.pid,
617 cmd->details.add_address.addr_num,
618 cmd->details.add_address.addr_flags);
619 session = make_session (cmd->details.add_address.session);
620 if (cmd->details.add_address.expect_fail)
621 GNUNET_log_skip (1, GNUNET_NO);
622 cmd->details.add_address.ar
623 = GNUNET_ATS_address_add (sched_ats,
626 &cmd->details.add_address.properties);
628 if (cmd->details.add_address.expect_fail)
630 GNUNET_log_skip (0, GNUNET_YES);
632 else if (NULL == cmd->details.add_address.ar)
635 GNUNET_SCHEDULER_shutdown ();
641 case CMD_DEL_ADDRESS:
645 add = find_command (CMD_ADD_ADDRESS,
646 cmd->details.del_address.add_label);
647 GNUNET_assert (NULL != add->details.add_address.ar);
648 GNUNET_ATS_address_destroy (add->details.add_address.ar);
649 add->details.add_address.ar = NULL;
653 case CMD_AWAIT_ADDRESS_SUGGESTION:
655 struct GNUNET_PeerIdentity pid;
656 struct GNUNET_HELLO_Address *addr;
658 struct AddressSuggestData *asd;
661 make_peer (cmd->details.await_address_suggestion.pid,
663 asd = find_address_suggestion (&pid);
666 if (GNUNET_NO == asd->active)
667 return; /* last suggestion was to disconnect, wait longer */
669 if (NULL != cmd->details.await_address_suggestion.add_label)
672 add = find_command (CMD_ADD_ADDRESS,
673 cmd->details.await_address_suggestion.add_label);
674 addr = make_address (add->details.add_address.pid,
675 add->details.add_address.addr_num,
676 add->details.add_address.addr_flags);
677 if ( (asd->session ==
678 make_session (add->details.add_address.session)) &&
680 GNUNET_HELLO_address_cmp (addr,
685 if (GNUNET_NO == done)
690 case CMD_AWAIT_DISCONNECT_SUGGESTION:
692 struct GNUNET_PeerIdentity pid;
693 struct AddressSuggestData *asd;
695 make_peer (cmd->details.await_disconnect_suggestion.pid,
697 asd = find_address_suggestion (&pid);
699 return; /* odd, no suggestion at all yet!? */
700 if (GNUNET_YES == asd->active)
701 return; /* last suggestion was to activate, wait longer */
702 /* last suggestion was to deactivate, condition satisfied! */
706 case CMD_REQUEST_CONNECTION_START:
708 struct GNUNET_PeerIdentity pid;
710 make_peer (cmd->details.request_connection_start.pid,
712 cmd->details.request_connection_start.csh
713 = GNUNET_ATS_connectivity_suggest (con_ats,
719 case CMD_REQUEST_CONNECTION_STOP:
721 struct Command *start;
723 start = find_command (CMD_REQUEST_CONNECTION_START,
724 cmd->details.request_connection_stop.connect_label);
725 GNUNET_ATS_connectivity_suggest_cancel (start->details.request_connection_start.csh);
726 start->details.request_connection_start.csh = NULL;
730 case CMD_AWAIT_ADDRESS_INFORMATION:
732 struct AddressInformationData *aid;
734 struct Command *update;
735 struct GNUNET_HELLO_Address *addr;
736 const struct GNUNET_ATS_Properties *cmp;
738 add = find_command (CMD_ADD_ADDRESS,
739 cmd->details.await_address_information.add_label);
740 update = find_command (CMD_UPDATE_ADDRESS,
741 cmd->details.await_address_information.update_label);
742 addr = make_address (add->details.add_address.pid,
743 add->details.add_address.addr_num,
744 add->details.add_address.addr_flags);
745 aid = find_address_information (addr);
748 cmp = &add->details.add_address.properties;
750 cmp = &update->details.update_address.properties;
751 if ( (NULL != aid) &&
752 (cmp->delay.rel_value_us == aid->properties.delay.rel_value_us) &&
753 (cmp->utilization_out == aid->properties.utilization_out) &&
754 (cmp->utilization_in == aid->properties.utilization_in) &&
755 (cmp->distance == aid->properties.distance) &&
756 (cmp->scope == aid->properties.scope) )
763 case CMD_UPDATE_ADDRESS:
767 add = find_command (CMD_ADD_ADDRESS,
768 cmd->details.update_address.add_label);
769 GNUNET_assert (NULL != add->details.add_address.ar);
770 GNUNET_ATS_address_update (add->details.add_address.ar,
771 &cmd->details.update_address.properties);
775 case CMD_ADD_SESSION:
778 struct GNUNET_ATS_Session *session;
780 add = find_command (CMD_ADD_ADDRESS,
781 cmd->details.add_session.add_label);
782 session = make_session (cmd->details.add_session.session);
783 GNUNET_assert (NULL != add->details.add_address.ar);
784 GNUNET_ATS_address_add_session (add->details.add_address.ar,
789 case CMD_DEL_SESSION:
791 struct Command *add_address;
792 struct Command *add_session;
793 struct GNUNET_ATS_Session *session;
795 add_session = find_command (CMD_ADD_SESSION,
796 cmd->details.del_session.add_session_label);
797 add_address = find_command (CMD_ADD_ADDRESS,
798 add_session->details.add_session.add_label);
799 GNUNET_assert (NULL != add_address->details.add_address.ar);
800 session = make_session (add_session->details.add_session.session);
801 GNUNET_ATS_address_del_session (add_address->details.add_address.ar,
806 case CMD_CHANGE_PREFERENCE:
808 struct GNUNET_PeerIdentity pid;
810 make_peer (cmd->details.change_preference.pid,
812 GNUNET_ATS_performance_change_preference (perf_ats,
814 GNUNET_ATS_PREFERENCE_END);
818 case CMD_PROVIDE_FEEDBACK:
820 struct GNUNET_PeerIdentity pid;
822 make_peer (cmd->details.provide_feedback.pid,
824 GNUNET_ATS_performance_give_feedback (perf_ats,
826 cmd->details.provide_feedback.scope,
827 GNUNET_ATS_PREFERENCE_END);
831 case CMD_LIST_ADDRESSES:
833 struct GNUNET_PeerIdentity pid;
835 make_peer (cmd->details.list_addresses.pid,
837 cmd->details.list_addresses.alh
838 = GNUNET_ATS_performance_list_addresses (perf_ats,
840 cmd->details.list_addresses.all,
845 case CMD_RESERVE_BANDWIDTH:
847 struct GNUNET_PeerIdentity pid;
849 make_peer (cmd->details.reserve_bandwidth.pid,
851 cmd->details.reserve_bandwidth.rc
852 = GNUNET_ATS_reserve_bandwidth (perf_ats,
854 cmd->details.reserve_bandwidth.amount,
861 interpreter_task = GNUNET_SCHEDULER_add_delayed (cmd->details.sleep.delay,
871 * Signature of a function called by ATS with the current bandwidth
872 * and address preferences as determined by ATS.
874 * @param cls closure, should point to "asc-closure"
875 * @param peer for which we suggest an address, NULL if ATS connection died
876 * @param address suggested address (including peer identity of the peer),
877 * may be NULL to signal disconnect from peer
878 * @param session session to use, NULL to establish a new outgoing session
879 * @param bandwidth_out assigned outbound bandwidth for the connection,
880 * 0 to signal disconnect
881 * @param bandwidth_in assigned inbound bandwidth for the connection,
882 * 0 to signal disconnect
885 address_suggest_cb (void *cls,
886 const struct GNUNET_PeerIdentity *peer,
887 const struct GNUNET_HELLO_Address *address,
888 struct GNUNET_ATS_Session *session,
889 struct GNUNET_BANDWIDTH_Value32NBO bandwidth_out,
890 struct GNUNET_BANDWIDTH_Value32NBO bandwidth_in)
892 const char *asc_cls = cls;
893 struct AddressSuggestData *asd;
895 GNUNET_break (0 == strcmp (asc_cls, "asc-closure"));
898 GNUNET_log (GNUNET_ERROR_TYPE_ERROR,
899 "Connection to ATS died, likely a crash!\n");
900 GNUNET_SCHEDULER_shutdown ();
902 /* This is what we should do if we wanted to continue past
904 GNUNET_CONTAINER_multipeermap_iterate (p2asd,
907 GNUNET_CONTAINER_multipeermap_iterate (p2aid,
914 asd = find_address_suggestion (peer);
917 asd = GNUNET_new (struct AddressSuggestData);
918 GNUNET_assert (GNUNET_YES ==
919 GNUNET_CONTAINER_multipeermap_put (p2asd,
922 GNUNET_CONTAINER_MULTIHASHMAPOPTION_UNIQUE_ONLY));
924 if ( (0 == ntohl (bandwidth_out.value__)) &&
925 (0 == ntohl (bandwidth_in.value__)) )
926 asd->active = GNUNET_NO;
928 asd->active = GNUNET_YES;
929 asd->bandwidth_out = bandwidth_out;
930 asd->bandwidth_in = bandwidth_in;
931 asd->session = session;
932 GNUNET_free_non_null (asd->address);
935 asd->address = GNUNET_HELLO_address_copy (address);
936 if (NULL == interpreter_task)
942 * Signature of a function that is called with QoS information about an address.
944 * @param cls closure, should point to "aic-closure"
945 * @param address the address, NULL if ATS service was disconnected
946 * @param address_active #GNUNET_YES if this address is actively used
947 * to maintain a connection to a peer;
948 * #GNUNET_NO if the address is not actively used;
949 * #GNUNET_SYSERR if this address is no longer available for ATS
950 * @param bandwidth_out assigned outbound bandwidth for the connection
951 * @param bandwidth_in assigned inbound bandwidth for the connection
952 * @param prop performance data for the address
955 address_information_cb (void *cls,
956 const struct GNUNET_HELLO_Address *address,
958 struct GNUNET_BANDWIDTH_Value32NBO bandwidth_out,
959 struct GNUNET_BANDWIDTH_Value32NBO bandwidth_in,
960 const struct GNUNET_ATS_Properties *prop)
962 const char *aic_cls = cls;
963 struct AddressInformationData *aid;
965 GNUNET_break (0 == strcmp (aic_cls, "aic-closure"));
968 GNUNET_log (GNUNET_ERROR_TYPE_ERROR,
969 "Connection to ATS died, likely a crash!\n");
970 GNUNET_CONTAINER_multipeermap_iterate (p2aid,
976 aid = find_address_information (address);
979 aid = GNUNET_new (struct AddressInformationData);
980 aid->address = GNUNET_HELLO_address_copy (address);
981 GNUNET_assert (GNUNET_YES ==
982 GNUNET_CONTAINER_multipeermap_put (p2aid,
985 GNUNET_CONTAINER_MULTIHASHMAPOPTION_MULTIPLE));
987 aid->active = address_active;
988 aid->bandwidth_out = bandwidth_out;
989 aid->bandwidth_in = bandwidth_in;
990 aid->properties = *prop;
991 if (NULL == interpreter_task)
997 * Function run once the ATS service has been started.
1000 * @param cfg configuration for the testcase
1001 * @param peer handle to the peer
1005 const struct GNUNET_CONFIGURATION_Handle *cfg,
1006 struct GNUNET_TESTING_Peer *peer)
1008 p2asd = GNUNET_CONTAINER_multipeermap_create (128,
1010 p2aid = GNUNET_CONTAINER_multipeermap_create (128,
1012 GNUNET_SCHEDULER_add_delayed (TIMEOUT,
1016 sched_ats = GNUNET_ATS_scheduling_init (cfg,
1017 &address_suggest_cb,
1019 if (NULL == sched_ats)
1022 GNUNET_SCHEDULER_shutdown ();
1025 con_ats = GNUNET_ATS_connectivity_init (cfg);
1026 if (NULL == con_ats)
1029 GNUNET_SCHEDULER_shutdown ();
1032 perf_ats = GNUNET_ATS_performance_init (cfg,
1033 &address_information_cb,
1035 if (NULL == perf_ats)
1038 GNUNET_SCHEDULER_shutdown ();
1048 * @param argc length of @a argv
1049 * @param argv command line
1050 * @param cmds commands to run with the interpreter
1051 * @param timeout how long is the test allowed to take?
1052 * @return 0 on success
1055 TEST_ATS_run (int argc,
1057 struct Command *cmds,
1058 struct GNUNET_TIME_Relative timeout)
1060 char *test_filename = GNUNET_strdup (argv[0]);
1065 test_commands = cmds;
1067 if (NULL != (sep = strstr (test_filename, ".exe")))
1069 underscore = strrchr (test_filename, (int) '_');
1070 GNUNET_assert (NULL != underscore);
1071 GNUNET_asprintf (&config_file,
1072 "test_ats_api_%s.conf",
1075 if (0 != GNUNET_TESTING_peer_run ("test-ats-api",
1079 GNUNET_free (test_filename);
1080 GNUNET_free (config_file);
1084 /* end of test_ats_lib.c */