2 This file is part of GNUnet.
3 Copyright (C) 2010-2015 GNUnet e.V.
5 GNUnet is free software: you can redistribute it and/or modify it
6 under the terms of the GNU Affero General Public License as published
7 by the Free Software Foundation, either version 3 of the License,
8 or (at your option) any later version.
10 GNUnet is distributed in the hope that it will be useful, but
11 WITHOUT ANY WARRANTY; without even the implied warranty of
12 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
13 Affero General Public License for more details.
15 You should have received a copy of the GNU Affero General Public License
16 along with this program. If not, see <http://www.gnu.org/licenses/>.
18 SPDX-License-Identifier: AGPL3.0-or-later
21 * @file ats/test_ats_lib.c
22 * @brief test ATS library with a generic interpreter for running ATS tests
23 * @author Christian Grothoff
26 #include "gnunet_util_lib.h"
27 #include "gnunet_ats_service.h"
28 #include "gnunet_testing_lib.h"
29 #include "test_ats_lib.h"
32 * Information about the last address suggestion we got for a peer.
34 struct AddressSuggestData
37 * Which session were we given?
39 struct GNUNET_ATS_Session *session;
42 * What address was assigned?
44 struct GNUNET_HELLO_Address *address;
47 * Outbound bandwidth assigned.
49 struct GNUNET_BANDWIDTH_Value32NBO bandwidth_out;
52 * Inbound bandwidth assigned.
54 struct GNUNET_BANDWIDTH_Value32NBO bandwidth_in;
57 * Was the bandwidth assigned non-zero?
64 * Information about the last address information we got for an address.
66 struct AddressInformationData
69 * What address is this data about?
71 struct GNUNET_HELLO_Address *address;
74 * Which properties were given?
76 struct GNUNET_ATS_Properties properties;
79 * Outbound bandwidth reported.
81 struct GNUNET_BANDWIDTH_Value32NBO bandwidth_out;
84 * Inbound bandwidth reported.
86 struct GNUNET_BANDWIDTH_Value32NBO bandwidth_in;
89 * Was the address said to be 'active'?
98 static struct GNUNET_ATS_SchedulingHandle *sched_ats;
101 * Connectivity handle
103 static struct GNUNET_ATS_ConnectivityHandle *con_ats;
108 static struct GNUNET_ATS_PerformanceHandle *perf_ats;
111 * Handle for the interpreter task.
113 static struct GNUNET_SCHEDULER_Task *interpreter_task;
116 * Map from peer identities to the last address suggestion
117 * `struct AddressSuggestData` we got for the respective peer.
119 static struct GNUNET_CONTAINER_MultiPeerMap *p2asd;
122 * Map from peer identities to the last address information
123 * sets for all addresses of this peer. Each peer is mapped
124 * to one or more `struct AddressInformationData` entries.
126 static struct GNUNET_CONTAINER_MultiPeerMap *p2aid;
129 * Global timeout for the test.
131 static struct GNUNET_TIME_Relative TIMEOUT;
134 * Return value from #main().
139 * Current global command offset into the #commands array.
141 static unsigned int off;
144 * Commands for the current test.
146 static struct Command *test_commands;
151 * Free `struct AddressSuggestData` entry.
155 * @param value the `struct AddressSuggestData` to release
156 * @return #GNUNET_OK (continue to iterate)
160 const struct GNUNET_PeerIdentity *key,
163 struct AddressSuggestData *asd = value;
165 GNUNET_assert (GNUNET_YES ==
166 GNUNET_CONTAINER_multipeermap_remove (p2asd,
169 GNUNET_free_non_null (asd->address);
176 * Free `struct AddressInformationData` entry.
180 * @param value the `struct AddressSuggestData` to release
181 * @return #GNUNET_OK (continue to iterate)
185 const struct GNUNET_PeerIdentity *key,
188 struct AddressInformationData *aid = value;
190 GNUNET_assert (GNUNET_YES ==
191 GNUNET_CONTAINER_multipeermap_remove (p2aid,
194 GNUNET_free (aid->address);
201 * Find latest address suggestion made for the given peer.
203 * @param pid peer to look up
204 * @return NULL if peer was never involved
206 static struct AddressSuggestData *
207 find_address_suggestion (const struct GNUNET_PeerIdentity *pid)
209 return GNUNET_CONTAINER_multipeermap_get (p2asd,
215 * Closure for #match_address()
217 struct MatchAddressContext
222 const struct GNUNET_HELLO_Address *addr;
225 * Where to return address information if found.
227 struct AddressInformationData *ret;
232 * Find matching address information.
234 * @param cls a `struct MatchAddressContext`
236 * @param value a `struct AddressInformationData`
237 * @return #GNUNET_OK if not found
240 match_address (void *cls,
241 const struct GNUNET_PeerIdentity *key,
244 struct MatchAddressContext *mac = cls;
245 struct AddressInformationData *aid = value;
247 if (0 == GNUNET_HELLO_address_cmp (mac->addr,
258 * Find latest address information made for the given address.
260 * @param addr address to look up
261 * @return NULL if peer was never involved
263 static struct AddressInformationData *
264 find_address_information (const struct GNUNET_HELLO_Address *addr)
266 struct MatchAddressContext mac;
270 GNUNET_CONTAINER_multipeermap_get_multiple (p2aid,
279 * Task run to terminate the testcase.
287 GNUNET_log (GNUNET_ERROR_TYPE_ERROR,
288 "Test failed at stage %u %s\n",
290 (NULL != test_commands[off].label)
291 ? test_commands[off].label
293 if (NULL != interpreter_task)
295 GNUNET_SCHEDULER_cancel (interpreter_task);
296 interpreter_task = NULL;
298 if (NULL != sched_ats)
300 GNUNET_ATS_scheduling_done (sched_ats);
305 GNUNET_ATS_connectivity_done (con_ats);
308 if (NULL != perf_ats)
310 GNUNET_ATS_performance_done (perf_ats);
315 GNUNET_CONTAINER_multipeermap_iterate (p2asd,
318 GNUNET_CONTAINER_multipeermap_destroy (p2asd);
323 GNUNET_CONTAINER_multipeermap_iterate (p2aid,
326 GNUNET_CONTAINER_multipeermap_destroy (p2aid);
333 * Main interpreter loop. Runs the steps of the test.
338 interpreter (void *cls);
342 * Run the interpreter next.
347 if (NULL != interpreter_task)
348 GNUNET_SCHEDULER_cancel (interpreter_task);
349 interpreter_task = GNUNET_SCHEDULER_add_now (&interpreter,
355 * Initialize public key of a peer based on a single number.
357 * @param pid number to use as the basis
358 * @param pk resulting fake public key
361 make_peer (uint32_t pid,
362 struct GNUNET_PeerIdentity *pk)
366 sizeof(struct GNUNET_PeerIdentity));
374 * Generate a fake address based on the given parameters.
376 * @param pid number of the peer
377 * @param num number of the address at peer @a pid
378 * @param addr_flags flags to use for the address
379 * @return the address
381 static struct GNUNET_HELLO_Address *
382 make_address (uint32_t pid,
384 enum GNUNET_HELLO_AddressInfo addr_flags)
386 struct GNUNET_PeerIdentity pk;
392 return GNUNET_HELLO_address_allocate (&pk,
401 * Our dummy sessions.
403 struct GNUNET_ATS_Session
406 * Field to avoid `0 == sizeof(struct GNUNET_ATS_Session)`.
408 unsigned int non_empty;
413 * Create a session instance for ATS.
415 * @param i which session number to return
416 * @return NULL if @a i is 0, otherwise a pointer unique to @a i
418 static struct GNUNET_ATS_Session *
419 make_session (unsigned int i)
421 struct GNUNET_ATS_Session *baseptr = NULL;
425 /* Yes, these are *intentionally* out-of-bounds,
426 and offset from NULL, as nobody should ever
427 use those other than to compare pointers! */
433 * Find a @a code command before the global #off with the
434 * specified @a label.
436 * @param code opcode to look for
437 * @param label label to look for, NULL for none
438 * @return previous command with the matching label
440 static struct Command *
441 find_command (enum CommandCode code,
448 for (i = off - 1; i >= 0; i--)
449 if ((code == test_commands[i].code) &&
450 (0 == strcmp (test_commands[i].label,
452 return &test_commands[i];
459 * Function called from #GNUNET_ATS_performance_list_addresses when
460 * we process a #CMD_LIST_ADDRESSES command.
462 * @param cls the `struct Command` that caused the call
463 * @param address the address, NULL if ATS service was disconnected
464 * @param address_active #GNUNET_YES if this address is actively used
465 * to maintain a connection to a peer;
466 * #GNUNET_NO if the address is not actively used;
467 * #GNUNET_SYSERR if this address is no longer available for ATS
468 * @param bandwidth_out assigned outbound bandwidth for the connection
469 * @param bandwidth_in assigned inbound bandwidth for the connection
470 * @param prop performance data for the address
474 const struct GNUNET_HELLO_Address *address,
476 struct GNUNET_BANDWIDTH_Value32NBO bandwidth_out,
477 struct GNUNET_BANDWIDTH_Value32NBO bandwidth_in,
478 const struct GNUNET_ATS_Properties *prop)
480 struct Command *c = cls;
481 struct CommandListAddresses *cmd = &c->details.list_addresses;
486 /* we are done with the iteration, continue to execute */
487 if ((cmd->calls < cmd->min_calls) &&
488 (cmd->active_calls < cmd->min_active_calls))
490 GNUNET_SCHEDULER_shutdown ();
497 switch (address_active)
511 if ((cmd->calls > cmd->max_calls) &&
512 (cmd->active_calls < cmd->max_active_calls))
515 GNUNET_ATS_performance_list_addresses_cancel (cmd->alh);
517 GNUNET_SCHEDULER_shutdown ();
524 * Function called with reservation result.
526 * @param cls closure with the reservation command (`struct Command`)
527 * @param peer identifies the peer
528 * @param amount set to the amount that was actually reserved or unreserved;
529 * either the full requested amount or zero (no partial reservations)
530 * @param res_delay if the reservation could not be satisfied (amount was 0), how
531 * long should the client wait until re-trying?
534 reservation_cb (void *cls,
535 const struct GNUNET_PeerIdentity *peer,
537 struct GNUNET_TIME_Relative res_delay)
539 struct Command *cmd = cls;
540 struct GNUNET_PeerIdentity pid;
542 cmd->details.reserve_bandwidth.rc = NULL;
543 make_peer (cmd->details.reserve_bandwidth.pid,
545 GNUNET_assert (0 == GNUNET_memcmp (peer,
547 switch (cmd->details.reserve_bandwidth.expected_result)
550 if (amount != cmd->details.reserve_bandwidth.amount)
552 GNUNET_log (GNUNET_ERROR_TYPE_ERROR,
553 "Unexpectedly failed to reserve %d/%d bytes with delay %s!\n",
555 (int) cmd->details.reserve_bandwidth.amount,
556 GNUNET_STRINGS_relative_time_to_string (res_delay,
559 GNUNET_SCHEDULER_shutdown ();
565 GNUNET_break ((0 != amount) ||
566 (0 != res_delay.rel_value_us));
571 (0 == res_delay.rel_value_us))
573 GNUNET_log (GNUNET_ERROR_TYPE_ERROR,
574 "Unexpectedly reserved %d bytes with delay %s!\n",
576 GNUNET_STRINGS_relative_time_to_string (res_delay,
579 GNUNET_SCHEDULER_shutdown ();
590 * Main interpreter loop. Runs the steps of the test.
595 interpreter (void *cls)
600 interpreter_task = NULL;
603 cmd = &test_commands[off];
604 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
608 (NULL != cmd->label) ? cmd->label : "");
613 GNUNET_SCHEDULER_shutdown ();
616 case CMD_ADD_ADDRESS:
618 struct GNUNET_HELLO_Address *addr;
619 struct GNUNET_ATS_Session *session;
621 addr = make_address (cmd->details.add_address.pid,
622 cmd->details.add_address.addr_num,
623 cmd->details.add_address.addr_flags);
624 session = make_session (cmd->details.add_address.session);
625 if (cmd->details.add_address.expect_fail)
626 GNUNET_log_skip (1, GNUNET_NO);
627 cmd->details.add_address.ar
628 = GNUNET_ATS_address_add (sched_ats,
631 &cmd->details.add_address.properties);
633 if (cmd->details.add_address.expect_fail)
635 GNUNET_log_skip (0, GNUNET_YES);
637 else if (NULL == cmd->details.add_address.ar)
640 GNUNET_SCHEDULER_shutdown ();
647 case CMD_DEL_ADDRESS:
651 add = find_command (CMD_ADD_ADDRESS,
652 cmd->details.del_address.add_label);
653 GNUNET_assert (NULL != add->details.add_address.ar);
654 GNUNET_ATS_address_destroy (add->details.add_address.ar);
655 add->details.add_address.ar = NULL;
660 case CMD_AWAIT_ADDRESS_SUGGESTION:
662 struct GNUNET_PeerIdentity pid;
663 struct GNUNET_HELLO_Address *addr;
665 struct AddressSuggestData *asd;
668 make_peer (cmd->details.await_address_suggestion.pid,
670 asd = find_address_suggestion (&pid);
673 if (GNUNET_NO == asd->active)
674 return; /* last suggestion was to disconnect, wait longer */
676 if (NULL != cmd->details.await_address_suggestion.add_label)
679 add = find_command (CMD_ADD_ADDRESS,
680 cmd->details.await_address_suggestion.add_label);
681 addr = make_address (add->details.add_address.pid,
682 add->details.add_address.addr_num,
683 add->details.add_address.addr_flags);
685 make_session (add->details.add_address.session)) &&
687 GNUNET_HELLO_address_cmp (addr,
692 if (GNUNET_NO == done)
698 case CMD_AWAIT_DISCONNECT_SUGGESTION:
700 struct GNUNET_PeerIdentity pid;
701 struct AddressSuggestData *asd;
703 make_peer (cmd->details.await_disconnect_suggestion.pid,
705 asd = find_address_suggestion (&pid);
707 return; /* odd, no suggestion at all yet!? */
708 if (GNUNET_YES == asd->active)
709 return; /* last suggestion was to activate, wait longer */
710 /* last suggestion was to deactivate, condition satisfied! */
715 case CMD_REQUEST_CONNECTION_START:
717 struct GNUNET_PeerIdentity pid;
719 make_peer (cmd->details.request_connection_start.pid,
721 cmd->details.request_connection_start.csh
722 = GNUNET_ATS_connectivity_suggest (con_ats,
729 case CMD_REQUEST_CONNECTION_STOP:
731 struct Command *start;
733 start = find_command (CMD_REQUEST_CONNECTION_START,
734 cmd->details.request_connection_stop.connect_label);
735 GNUNET_ATS_connectivity_suggest_cancel (
736 start->details.request_connection_start.csh);
737 start->details.request_connection_start.csh = NULL;
742 case CMD_AWAIT_ADDRESS_INFORMATION:
744 struct AddressInformationData *aid;
746 struct Command *update;
747 struct GNUNET_HELLO_Address *addr;
748 const struct GNUNET_ATS_Properties *cmp;
750 add = find_command (CMD_ADD_ADDRESS,
751 cmd->details.await_address_information.add_label);
752 update = find_command (CMD_UPDATE_ADDRESS,
753 cmd->details.await_address_information.
755 addr = make_address (add->details.add_address.pid,
756 add->details.add_address.addr_num,
757 add->details.add_address.addr_flags);
758 aid = find_address_information (addr);
761 cmp = &add->details.add_address.properties;
763 cmp = &update->details.update_address.properties;
765 (cmp->delay.rel_value_us == aid->properties.delay.rel_value_us) &&
766 (cmp->utilization_out == aid->properties.utilization_out) &&
767 (cmp->utilization_in == aid->properties.utilization_in) &&
768 (cmp->distance == aid->properties.distance) &&
769 (cmp->scope == aid->properties.scope))
777 case CMD_UPDATE_ADDRESS:
781 add = find_command (CMD_ADD_ADDRESS,
782 cmd->details.update_address.add_label);
783 GNUNET_assert (NULL != add->details.add_address.ar);
784 GNUNET_ATS_address_update (add->details.add_address.ar,
785 &cmd->details.update_address.properties);
790 case CMD_ADD_SESSION:
793 struct GNUNET_ATS_Session *session;
795 add = find_command (CMD_ADD_ADDRESS,
796 cmd->details.add_session.add_label);
797 session = make_session (cmd->details.add_session.session);
798 GNUNET_assert (NULL != add->details.add_address.ar);
799 GNUNET_ATS_address_add_session (add->details.add_address.ar,
805 case CMD_DEL_SESSION:
807 struct Command *add_address;
808 struct Command *add_session;
809 struct GNUNET_ATS_Session *session;
811 add_session = find_command (CMD_ADD_SESSION,
812 cmd->details.del_session.add_session_label);
813 add_address = find_command (CMD_ADD_ADDRESS,
814 add_session->details.add_session.add_label);
815 GNUNET_assert (NULL != add_address->details.add_address.ar);
816 session = make_session (add_session->details.add_session.session);
817 GNUNET_ATS_address_del_session (add_address->details.add_address.ar,
823 case CMD_CHANGE_PREFERENCE:
825 struct GNUNET_PeerIdentity pid;
827 make_peer (cmd->details.change_preference.pid,
829 GNUNET_ATS_performance_change_preference (perf_ats,
831 GNUNET_ATS_PREFERENCE_END);
836 case CMD_PROVIDE_FEEDBACK:
838 struct GNUNET_PeerIdentity pid;
840 make_peer (cmd->details.provide_feedback.pid,
842 GNUNET_ATS_performance_give_feedback (perf_ats,
844 cmd->details.provide_feedback.
846 GNUNET_ATS_PREFERENCE_END);
851 case CMD_LIST_ADDRESSES:
853 struct GNUNET_PeerIdentity pid;
855 make_peer (cmd->details.list_addresses.pid,
857 cmd->details.list_addresses.alh
858 = GNUNET_ATS_performance_list_addresses (perf_ats,
860 cmd->details.list_addresses.
867 case CMD_RESERVE_BANDWIDTH:
869 struct GNUNET_PeerIdentity pid;
871 make_peer (cmd->details.reserve_bandwidth.pid,
873 cmd->details.reserve_bandwidth.rc
874 = GNUNET_ATS_reserve_bandwidth (perf_ats,
876 cmd->details.reserve_bandwidth.amount,
884 interpreter_task = GNUNET_SCHEDULER_add_delayed (cmd->details.sleep.delay,
894 * Signature of a function called by ATS with the current bandwidth
895 * and address preferences as determined by ATS.
897 * @param cls closure, should point to "asc-closure"
898 * @param peer for which we suggest an address, NULL if ATS connection died
899 * @param address suggested address (including peer identity of the peer),
900 * may be NULL to signal disconnect from peer
901 * @param session session to use, NULL to establish a new outgoing session
902 * @param bandwidth_out assigned outbound bandwidth for the connection,
903 * 0 to signal disconnect
904 * @param bandwidth_in assigned inbound bandwidth for the connection,
905 * 0 to signal disconnect
908 address_suggest_cb (void *cls,
909 const struct GNUNET_PeerIdentity *peer,
910 const struct GNUNET_HELLO_Address *address,
911 struct GNUNET_ATS_Session *session,
912 struct GNUNET_BANDWIDTH_Value32NBO bandwidth_out,
913 struct GNUNET_BANDWIDTH_Value32NBO bandwidth_in)
915 const char *asc_cls = cls;
916 struct AddressSuggestData *asd;
918 GNUNET_break (0 == strcmp (asc_cls, "asc-closure"));
921 GNUNET_log (GNUNET_ERROR_TYPE_ERROR,
922 "Connection to ATS died, likely a crash!\n");
923 GNUNET_SCHEDULER_shutdown ();
925 /* This is what we should do if we wanted to continue past
927 GNUNET_CONTAINER_multipeermap_iterate (p2asd,
930 GNUNET_CONTAINER_multipeermap_iterate (p2aid,
937 asd = find_address_suggestion (peer);
940 asd = GNUNET_new (struct AddressSuggestData);
941 GNUNET_assert (GNUNET_YES ==
942 GNUNET_CONTAINER_multipeermap_put (p2asd,
945 GNUNET_CONTAINER_MULTIHASHMAPOPTION_UNIQUE_ONLY));
947 if ((0 == ntohl (bandwidth_out.value__)) &&
948 (0 == ntohl (bandwidth_in.value__)))
949 asd->active = GNUNET_NO;
951 asd->active = GNUNET_YES;
952 asd->bandwidth_out = bandwidth_out;
953 asd->bandwidth_in = bandwidth_in;
954 asd->session = session;
955 GNUNET_free_non_null (asd->address);
958 asd->address = GNUNET_HELLO_address_copy (address);
959 if (NULL == interpreter_task)
965 * Signature of a function that is called with QoS information about an address.
967 * @param cls closure, should point to "aic-closure"
968 * @param address the address, NULL if ATS service was disconnected
969 * @param address_active #GNUNET_YES if this address is actively used
970 * to maintain a connection to a peer;
971 * #GNUNET_NO if the address is not actively used;
972 * #GNUNET_SYSERR if this address is no longer available for ATS
973 * @param bandwidth_out assigned outbound bandwidth for the connection
974 * @param bandwidth_in assigned inbound bandwidth for the connection
975 * @param prop performance data for the address
978 address_information_cb (void *cls,
979 const struct GNUNET_HELLO_Address *address,
981 struct GNUNET_BANDWIDTH_Value32NBO bandwidth_out,
982 struct GNUNET_BANDWIDTH_Value32NBO bandwidth_in,
983 const struct GNUNET_ATS_Properties *prop)
985 const char *aic_cls = cls;
986 struct AddressInformationData *aid;
988 GNUNET_break (0 == strcmp (aic_cls, "aic-closure"));
991 GNUNET_log (GNUNET_ERROR_TYPE_ERROR,
992 "Connection to ATS died, likely a crash!\n");
993 GNUNET_CONTAINER_multipeermap_iterate (p2aid,
999 aid = find_address_information (address);
1002 aid = GNUNET_new (struct AddressInformationData);
1003 aid->address = GNUNET_HELLO_address_copy (address);
1004 GNUNET_assert (GNUNET_YES ==
1005 GNUNET_CONTAINER_multipeermap_put (p2aid,
1008 GNUNET_CONTAINER_MULTIHASHMAPOPTION_MULTIPLE));
1010 aid->active = address_active;
1011 aid->bandwidth_out = bandwidth_out;
1012 aid->bandwidth_in = bandwidth_in;
1013 aid->properties = *prop;
1014 if (NULL == interpreter_task)
1020 * Function run once the ATS service has been started.
1023 * @param cfg configuration for the testcase
1024 * @param peer handle to the peer
1028 const struct GNUNET_CONFIGURATION_Handle *cfg,
1029 struct GNUNET_TESTING_Peer *peer)
1031 p2asd = GNUNET_CONTAINER_multipeermap_create (128,
1033 p2aid = GNUNET_CONTAINER_multipeermap_create (128,
1035 GNUNET_SCHEDULER_add_delayed (TIMEOUT,
1039 sched_ats = GNUNET_ATS_scheduling_init (cfg,
1040 &address_suggest_cb,
1042 if (NULL == sched_ats)
1045 GNUNET_SCHEDULER_shutdown ();
1048 con_ats = GNUNET_ATS_connectivity_init (cfg);
1049 if (NULL == con_ats)
1052 GNUNET_SCHEDULER_shutdown ();
1055 perf_ats = GNUNET_ATS_performance_init (cfg,
1056 &address_information_cb,
1058 if (NULL == perf_ats)
1061 GNUNET_SCHEDULER_shutdown ();
1071 * @param argc length of @a argv
1072 * @param argv command line
1073 * @param cmds commands to run with the interpreter
1074 * @param timeout how long is the test allowed to take?
1075 * @return 0 on success
1078 TEST_ATS_run (int argc,
1080 struct Command *cmds,
1081 struct GNUNET_TIME_Relative timeout)
1083 char *test_filename = GNUNET_strdup (argv[0]);
1088 test_commands = cmds;
1090 if (NULL != (sep = strstr (test_filename, ".exe")))
1092 underscore = strrchr (test_filename, (int) '_');
1093 GNUNET_assert (NULL != underscore);
1094 GNUNET_asprintf (&config_file,
1095 "test_ats_api_%s.conf",
1098 if (0 != GNUNET_TESTING_peer_run ("test-ats-api",
1102 GNUNET_free (test_filename);
1103 GNUNET_free (config_file);
1107 /* end of test_ats_lib.c */