2 This file is part of GNUnet.
3 (C) 2009, 2010 Christian Grothoff (and other contributing authors)
5 GNUnet is free software; you can redistribute it and/or modify
6 it under the terms of the GNU General Public License as published
7 by the Free Software Foundation; either version 3, or (at your
8 option) any later version.
10 GNUnet is distributed in the hope that it will be useful, but
11 WITHOUT ANY WARRANTY; without even the implied warranty of
12 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
13 General Public License for more details.
15 You should have received a copy of the GNU General Public License
16 along with GNUnet; see the file COPYING. If not, write to the
17 Free Software Foundation, Inc., 59 Temple Place - Suite 330,
18 Boston, MA 02111-1307, USA.
22 * @file transport/gnunet-service-transport.c
23 * @brief low-level P2P messaging
24 * @author Christian Grothoff
28 #include "gnunet_client_lib.h"
29 #include "gnunet_container_lib.h"
30 #include "gnunet_constants.h"
31 #include "gnunet_getopt_lib.h"
32 #include "gnunet_hello_lib.h"
33 #include "gnunet_os_lib.h"
34 #include "gnunet_peerinfo_service.h"
35 #include "gnunet_plugin_lib.h"
36 #include "gnunet_protocols.h"
37 #include "gnunet_service_lib.h"
38 #include "gnunet_signatures.h"
39 #include "gnunet_transport_plugin.h"
40 #include "transport.h"
45 #define DEBUG_BLACKLIST GNUNET_NO
47 #define DEBUG_PING_PONG GNUNET_NO
49 #define DEBUG_TRANSPORT_HELLO GNUNET_NO
51 #define DEBUG_ATS GNUNET_NO
53 #define VERBOSE_ATS GNUNET_NO
56 * Should we do some additional checks (to validate behavior
59 #define EXTRA_CHECKS GNUNET_YES
62 * How many messages can we have pending for a given client process
63 * before we start to drop incoming messages? We typically should
64 * have only one client and so this would be the primary buffer for
65 * messages, so the number should be chosen rather generously.
67 * The expectation here is that most of the time the queue is large
68 * enough so that a drop is virtually never required. Note that
69 * this value must be about as large as 'TOTAL_MSGS' in the
70 * 'test_transport_api_reliability.c', otherwise that testcase may
73 #define MAX_PENDING (128 * 1024)
76 * Size of the per-transport blacklist hash maps.
78 #define TRANSPORT_BLACKLIST_HT_SIZE 16
81 * How often should we try to reconnect to a peer using a particular
82 * transport plugin before giving up? Note that the plugin may be
83 * added back to the list after PLUGIN_RETRY_FREQUENCY expires.
85 #define MAX_CONNECT_RETRY 3
88 * Limit on the number of ready-to-run tasks when validating
89 * HELLOs. If more tasks are ready to run, we will drop
90 * HELLOs instead of validating them.
92 #define MAX_HELLO_LOAD 4
95 * How often must a peer violate bandwidth quotas before we start
96 * to simply drop its messages?
98 #define QUOTA_VIOLATION_DROP_THRESHOLD 10
101 * How long until a HELLO verification attempt should time out?
102 * Must be rather small, otherwise a partially successful HELLO
103 * validation (some addresses working) might not be available
104 * before a client's request for a connection fails for good.
105 * Besides, if a single request to an address takes a long time,
106 * then the peer is unlikely worthwhile anyway.
108 #define HELLO_VERIFICATION_TIMEOUT GNUNET_TIME_relative_multiply (GNUNET_TIME_UNIT_SECONDS, 15)
111 * How long is a PONG signature valid? We'll recycle a signature until
112 * 1/4 of this time is remaining. PONGs should expire so that if our
113 * external addresses change an adversary cannot replay them indefinitely.
114 * OTOH, we don't want to spend too much time generating PONG signatures,
115 * so they must have some lifetime to reduce our CPU usage.
117 #define PONG_SIGNATURE_LIFETIME GNUNET_TIME_relative_multiply (GNUNET_TIME_UNIT_HOURS, 1)
120 * Priority to use for PONG messages.
122 #define TRANSPORT_PONG_PRIORITY 4
125 * How often do we re-add (cheaper) plugins to our list of plugins
126 * to try for a given connected peer?
128 #define PLUGIN_RETRY_FREQUENCY GNUNET_TIME_relative_multiply (GNUNET_TIME_UNIT_MINUTES, 15)
131 * After how long do we expire an address in a HELLO that we just
132 * validated? This value is also used for our own addresses when we
135 #define HELLO_ADDRESS_EXPIRATION GNUNET_TIME_relative_multiply (GNUNET_TIME_UNIT_HOURS, 12)
139 * How long before an existing address expires should we again try to
140 * validate it? Must be (significantly) smaller than
141 * HELLO_ADDRESS_EXPIRATION.
143 #define HELLO_REVALIDATION_START_TIME GNUNET_TIME_relative_multiply (GNUNET_TIME_UNIT_HOURS, 1)
146 * Maximum frequency for re-evaluating latencies for all transport addresses.
148 #define LATENCY_EVALUATION_MAX_DELAY GNUNET_TIME_relative_multiply (GNUNET_TIME_UNIT_HOURS, 1)
151 * Maximum frequency for re-evaluating latencies for connected addresses.
153 #define CONNECTED_LATENCY_EVALUATION_MAX_DELAY GNUNET_TIME_relative_multiply (GNUNET_TIME_UNIT_MINUTES, 1)
155 #define VERY_BIG_DOUBLE_VALUE 100000000000LL
158 #define ATS_Q_UPDATED 1
159 #define ATS_C_UPDATED 2
160 #define ATS_QC_UPDATED 3
161 #define ATS_UNMODIFIED 4
164 * List of addresses of other peers
166 struct ForeignAddressList
169 * This is a linked list.
171 struct ForeignAddressList *next;
174 * Which ready list does this entry belong to.
176 struct ReadyList *ready_list;
179 * How long until we auto-expire this address (unless it is
180 * re-confirmed by the transport)?
182 struct GNUNET_TIME_Absolute expires;
185 * Task used to re-validate addresses, updates latencies and
188 GNUNET_SCHEDULER_TaskIdentifier revalidate_task;
196 * Session (or NULL if no valid session currently exists or if the
197 * plugin does not use sessions).
199 struct Session *session;
201 struct ATS_ressource_entry * ressources;
203 struct ATS_quality_entry * quality;
206 * What was the last latency observed for this address, plugin and peer?
208 struct GNUNET_TIME_Relative latency;
211 * If we did not successfully transmit a message to the given peer
212 * via this connection during the specified time, we should consider
213 * the connection to be dead. This is used in the case that a TCP
214 * transport simply stalls writing to the stream but does not
215 * formerly get a signal that the other peer died.
217 struct GNUNET_TIME_Absolute timeout;
220 * How often have we tried to connect using this plugin? Used to
221 * discriminate against addresses that do not work well.
222 * FIXME: not yet used, but should be!
224 unsigned int connect_attempts;
227 * DV distance to this peer (1 if no DV is used).
228 * FIXME: need to set this from transport plugins!
238 * Have we ever estimated the latency of this address? Used to
239 * ensure that the first time we add an address, we immediately
245 * Are we currently connected via this address? The first time we
246 * successfully transmit or receive data to a peer via a particular
247 * address, we set this to GNUNET_YES. If we later get an error
248 * (disconnect notification, transmission failure, timeout), we set
249 * it back to GNUNET_NO.
254 * Is this plugin currently busy transmitting to the specific target?
255 * GNUNET_NO if not (initial, default state is GNUNET_NO). Internal
256 * messages do not count as 'in transmit'.
261 * Has this address been validated yet?
269 * Entry in linked list of network addresses for ourselves. Also
270 * includes a cached signature for 'struct TransportPongMessage's.
272 struct OwnAddressList
275 * This is a linked list.
277 struct OwnAddressList *next;
280 * How long until we actually auto-expire this address (unless it is
281 * re-confirmed by the transport)?
283 struct GNUNET_TIME_Absolute expires;
286 * How long until the current signature expires? (ZERO if the
287 * signature was never created).
289 struct GNUNET_TIME_Absolute pong_sig_expires;
292 * Signature for a 'struct TransportPongMessage' for this address.
294 struct GNUNET_CRYPTO_RsaSignature pong_signature;
305 * Entry in linked list of all of our plugins.
307 struct TransportPlugin
311 * This is a linked list.
313 struct TransportPlugin *next;
316 * API of the transport as returned by the plugin's
317 * initialization function.
319 struct GNUNET_TRANSPORT_PluginFunctions *api;
322 * Short name for the plugin (i.e. "tcp").
327 * Name of the library (i.e. "gnunet_plugin_transport_tcp").
332 * List of our known addresses for this transport.
334 struct OwnAddressList *addresses;
337 * Environment this transport service is using
340 struct GNUNET_TRANSPORT_PluginEnvironment env;
343 * ID of task that is used to clean up expired addresses.
345 GNUNET_SCHEDULER_TaskIdentifier address_update_task;
348 * Set to GNUNET_YES if we need to scrap the existing list of
349 * "addresses" and start fresh when we receive the next address
350 * update from a transport. Set to GNUNET_NO if we should just add
351 * the new address to the list and wait for the commit call.
355 struct ATS_plugin * rc;
358 * Hashmap of blacklisted peers for this particular transport.
360 struct GNUNET_CONTAINER_MultiHashMap *blacklist;
363 struct NeighbourList;
366 * For each neighbour we keep a list of messages
367 * that we still want to transmit to the neighbour.
373 * This is a doubly linked list.
375 struct MessageQueue *next;
378 * This is a doubly linked list.
380 struct MessageQueue *prev;
383 * The message(s) we want to transmit, GNUNET_MessageHeader(s)
384 * stuck together in memory. Allocated at the end of this struct.
386 const char *message_buf;
389 * Size of the message buf
391 size_t message_buf_size;
394 * Client responsible for queueing the message;
395 * used to check that a client has no two messages
396 * pending for the same target. Can be NULL.
398 struct TransportClient *client;
401 * Using which specific address should we send this message?
403 struct ForeignAddressList *specific_address;
406 * Peer ID of the Neighbour this entry belongs to.
408 struct GNUNET_PeerIdentity neighbour_id;
411 * Plugin that we used for the transmission.
412 * NULL until we scheduled a transmission.
414 struct TransportPlugin *plugin;
417 * At what time should we fail?
419 struct GNUNET_TIME_Absolute timeout;
422 * Internal message of the transport system that should not be
423 * included in the usual SEND-SEND_OK transmission confirmation
424 * traffic management scheme. Typically, "internal_msg" will
425 * be set whenever "client" is NULL (but it is not strictly
431 * How important is the message?
433 unsigned int priority;
439 * For a given Neighbour, which plugins are available
440 * to talk to this peer and what are their costs?
445 * This is a linked list.
447 struct ReadyList *next;
450 * Which of our transport plugins does this entry
453 struct TransportPlugin *plugin;
456 * Transport addresses, latency, and readiness for
457 * this particular plugin.
459 struct ForeignAddressList *addresses;
462 * To which neighbour does this ready list belong to?
464 struct NeighbourList *neighbour;
469 * Entry in linked list of all of our current neighbours.
475 * This is a linked list.
477 struct NeighbourList *next;
480 * Which of our transports is connected to this peer
481 * and what is their status?
483 struct ReadyList *plugins;
486 * Head of list of messages we would like to send to this peer;
487 * must contain at most one message per client.
489 struct MessageQueue *messages_head;
492 * Tail of list of messages we would like to send to this peer; must
493 * contain at most one message per client.
495 struct MessageQueue *messages_tail;
498 * Buffer for at most one payload message used when we receive
499 * payload data before our PING-PONG has succeeded. We then
500 * store such messages in this intermediary buffer until the
501 * connection is fully up.
503 struct GNUNET_MessageHeader *pre_connect_message_buffer;
506 * Context for peerinfo iteration.
507 * NULL after we are done processing peerinfo's information.
509 struct GNUNET_PEERINFO_IteratorContext *piter;
512 * Public key for this peer. Valid only if the respective flag is set below.
514 struct GNUNET_CRYPTO_RsaPublicKeyBinaryEncoded publicKey;
517 * Identity of this neighbour.
519 struct GNUNET_PeerIdentity id;
522 * ID of task scheduled to run when this peer is about to
523 * time out (will free resources associated with the peer).
525 GNUNET_SCHEDULER_TaskIdentifier timeout_task;
528 * ID of task scheduled to run when we should retry transmitting
529 * the head of the message queue. Actually triggered when the
530 * transmission is timing out (we trigger instantly when we have
531 * a chance of success).
533 GNUNET_SCHEDULER_TaskIdentifier retry_task;
536 * How long until we should consider this peer dead
537 * (if we don't receive another message in the
540 struct GNUNET_TIME_Absolute peer_timeout;
543 * Tracker for inbound bandwidth.
545 struct GNUNET_BANDWIDTH_Tracker in_tracker;
548 * The latency we have seen for this particular address for
549 * this particular peer. This latency may have been calculated
550 * over multiple transports. This value reflects how long it took
551 * us to receive a response when SENDING via this particular
552 * transport/neighbour/address combination!
554 * FIXME: we need to periodically send PINGs to update this
555 * latency (at least more often than the current "huge" (11h?)
558 struct GNUNET_TIME_Relative latency;
561 * How often has the other peer (recently) violated the
562 * inbound traffic limit? Incremented by 10 per violation,
563 * decremented by 1 per non-violation (for each
566 unsigned int quota_violation_count;
569 * DV distance to this peer (1 if no DV is used).
574 * Have we seen an PONG from this neighbour in the past (and
575 * not had a disconnect since)?
580 * Do we have a valid public key for this neighbour?
582 int public_key_valid;
585 * Performance data for the peer.
587 struct GNUNET_TRANSPORT_ATS_Information *ats;
590 * Identity of the neighbour.
592 struct GNUNET_PeerIdentity peer;
597 * Message used to ask a peer to validate receipt (to check an address
598 * from a HELLO). Followed by the address we are trying to validate,
599 * or an empty address if we are just sending a PING to confirm that a
600 * connection which the receiver (of the PING) initiated is still valid.
602 struct TransportPingMessage
606 * Type will be GNUNET_MESSAGE_TYPE_TRANSPORT_PING
608 struct GNUNET_MessageHeader header;
611 * Challenge code (to ensure fresh reply).
613 uint32_t challenge GNUNET_PACKED;
616 * Who is the intended recipient?
618 struct GNUNET_PeerIdentity target;
624 * Message used to validate a HELLO. The challenge is included in the
625 * confirmation to make matching of replies to requests possible. The
626 * signature signs our public key, an expiration time and our address.<p>
628 * This message is followed by our transport address that the PING tried
629 * to confirm (if we liked it). The address can be empty (zero bytes)
630 * if the PING had not address either (and we received the request via
631 * a connection that we initiated).
633 struct TransportPongMessage
637 * Type will be GNUNET_MESSAGE_TYPE_TRANSPORT_PONG
639 struct GNUNET_MessageHeader header;
642 * Challenge code from PING (showing freshness). Not part of what
643 * is signed so that we can re-use signatures.
645 uint32_t challenge GNUNET_PACKED;
650 struct GNUNET_CRYPTO_RsaSignature signature;
653 * What are we signing and why? Two possible reason codes can be here:
654 * GNUNET_SIGNATURE_PURPOSE_TRANSPORT_PONG_OWN to confirm that this is a
655 * plausible address for this peer (pid is set to identity of signer); or
656 * GNUNET_SIGNATURE_PURPOSE_TRANSPORT_PONG_USING to confirm that this is
657 * an address we used to connect to the peer with the given pid.
659 struct GNUNET_CRYPTO_RsaSignaturePurpose purpose;
662 * When does this signature expire?
664 struct GNUNET_TIME_AbsoluteNBO expiration;
667 * Either the identity of the peer Who signed this message, or the
668 * identity of the peer that we're connected to using the given
669 * address (depending on purpose.type).
671 struct GNUNET_PeerIdentity pid;
674 * Size of address appended to this message (part of what is
675 * being signed, hence not redundant).
683 * Linked list of messages to be transmitted to the client. Each
684 * entry is followed by the actual message.
686 struct ClientMessageQueueEntry
689 * This is a doubly-linked list.
691 struct ClientMessageQueueEntry *next;
694 * This is a doubly-linked list.
696 struct ClientMessageQueueEntry *prev;
701 * Client connected to the transport service.
703 struct TransportClient
707 * This is a linked list.
709 struct TransportClient *next;
712 * Handle to the client.
714 struct GNUNET_SERVER_Client *client;
717 * Linked list of messages yet to be transmitted to
720 struct ClientMessageQueueEntry *message_queue_head;
723 * Tail of linked list of messages yet to be transmitted to the
726 struct ClientMessageQueueEntry *message_queue_tail;
729 * Current transmit request handle.
731 struct GNUNET_CONNECTION_TransmitHandle *th;
734 * Is a call to "transmit_send_continuation" pending? If so, we
735 * must not free this struct (even if the corresponding client
736 * disconnects) and instead only remove it from the linked list and
737 * set the "client" field to NULL.
742 * Length of the list of messages pending for this client.
744 unsigned int message_count;
750 * Context of currently active requests to peerinfo
751 * for validation of HELLOs.
753 struct CheckHelloValidatedContext;
757 * Entry in map of all HELLOs awaiting validation.
759 struct ValidationEntry
763 * NULL if this entry is not part of a larger HELLO validation.
765 struct CheckHelloValidatedContext *chvc;
768 * The address, actually a pointer to the end
769 * of this struct. Do not free!
774 * Name of the transport.
776 char *transport_name;
779 * The public key of the peer.
781 struct GNUNET_CRYPTO_RsaPublicKeyBinaryEncoded publicKey;
784 * ID of task that will clean up this entry if we don't succeed
785 * with the validation first.
787 GNUNET_SCHEDULER_TaskIdentifier timeout_task;
790 * At what time did we send this validation?
792 struct GNUNET_TIME_Absolute send_time;
795 * Session being validated (or NULL for none).
797 struct Session *session;
800 * Challenge number we used.
813 * Context of currently active requests to peerinfo
814 * for validation of HELLOs.
816 struct CheckHelloValidatedContext
820 * This is a doubly-linked list.
822 struct CheckHelloValidatedContext *next;
825 * This is a doubly-linked list.
827 struct CheckHelloValidatedContext *prev;
830 * Hello that we are validating.
832 const struct GNUNET_HELLO_Message *hello;
835 * Context for peerinfo iteration.
836 * NULL after we are done processing peerinfo's information.
838 struct GNUNET_PEERINFO_IteratorContext *piter;
841 * Was a HELLO known for this peer to peerinfo?
846 * Number of validation entries currently referring to this
849 unsigned int ve_count;
852 struct ATS_quality_metric
861 struct ATS_mechanism * prev;
862 struct ATS_mechanism * next;
863 struct ForeignAddressList * addr;
864 struct TransportPlugin * plugin;
865 struct ATS_peer * peer;
868 struct ATS_ressource_cost * rc;
874 struct GNUNET_PeerIdentity peer;
875 struct NeighbourList * n;
876 struct ATS_mechanism * m_head;
877 struct ATS_mechanism * m_tail;
879 /* preference value f */
887 * result of last GLPK run
893 * Ressource costs or quality metrics changed
894 * update problem before solving
896 int modified_resources;
899 * Ressource costs or quality metrics changed, update matrix
900 * update problem before solving
902 int modified_quality;
905 * Peers have connected or disconnected
906 * problem has to be recreated
908 int recreate_problem;
911 * Was the available basis invalid and we needed to rerun simplex?
913 int simplex_rerun_required;
916 * is problem currently valid and can it be solved
921 * Number of transport mechanisms in the problem
926 * Number of transport mechanisms in the problem
931 * row index where quality related rows start
936 * row index where quality related rows end
941 * row index where ressource cost related rows start
946 * row index where ressource cost related rows end
951 * column index for objective function value d
956 * column index for objective function value u
961 * column index for objective function value r
966 * column index for objective function value quality metrics
971 * column index for objective function value cost ressources
976 struct ATS_ressource_entry
978 /* index in ressources array */
980 /* depending ATSi parameter to calculcate limits */
989 /* index in ressources array */
991 /* depending ATSi parameter to calculcate limits */
993 /* cfg option to load limits */
1000 /* cofficients for the specific plugins */
1010 static struct ATS_ressource ressources[] =
1012 /* FIXME: the coefficients for the specific plugins */
1013 {1, 7, "LAN_BW_LIMIT", 0, VERY_BIG_DOUBLE_VALUE, 0, 1, 1, 2, 2, 1, 3},
1014 {2, 7, "WAN_BW_LIMIT", 0, VERY_BIG_DOUBLE_VALUE, 0, 1, 1, 2, 2, 2, 3},
1015 {3, 4, "WLAN_ENERGY_LIMIT", 0, VERY_BIG_DOUBLE_VALUE, 0, 0, 0, 0, 0, 2, 1}
1017 {4, 4, "COST_ENERGY_CONSUMPTION", VERY_BIG_DOUBLE_VALUE},
1018 {5, 5, "COST_CONNECT", VERY_BIG_DOUBLE_VALUE},
1019 {6, 6, "COST_BANDWITH_AVAILABLE", VERY_BIG_DOUBLE_VALUE},
1020 {7, 7, "COST_NETWORK_OVERHEAD", VERY_BIG_DOUBLE_VALUE},*/
1023 static int available_ressources = 3;
1031 * Time of last execution
1033 struct GNUNET_TIME_Absolute last;
1035 * Minimum intervall between two executions
1037 struct GNUNET_TIME_Relative min_delta;
1039 * Regular intervall when execution is triggered
1041 struct GNUNET_TIME_Relative exec_interval;
1043 * Maximum execution time per calculation
1045 struct GNUNET_TIME_Relative max_exec_duration;
1049 * GLPK (MLP) problem object
1055 * task to recalculate the bandwidth assignment
1057 GNUNET_SCHEDULER_TaskIdentifier ats_task;
1060 * Current state of the GLPK problem
1062 struct ATS_stat stat;
1065 * mechanisms used in current problem
1066 * needed for problem modification
1068 struct ATS_mechanism * mechanisms;
1071 * peers used in current problem
1072 * needed for problem modification
1074 struct ATS_peer * peers;
1077 * number of successful executions
1079 int successful_executions;
1082 * number with an invalid result
1084 int invalid_executions;
1087 * Maximum number of LP iterations per calculation
1092 * Dump problem to a file?
1097 * Dump solution to a file
1102 * Dump solution when minimum peers:
1107 * Dump solution when minimum addresses:
1112 * Dump solution overwrite file:
1132 * Minimum bandwidth per peer
1137 * Minimum number of connections per peer
1144 * Our HELLO message.
1146 static struct GNUNET_HELLO_Message *our_hello;
1151 static struct GNUNET_CRYPTO_RsaPublicKeyBinaryEncoded my_public_key;
1156 static struct GNUNET_PeerIdentity my_identity;
1161 static struct GNUNET_CRYPTO_RsaPrivateKey *my_private_key;
1164 * Our configuration.
1166 const struct GNUNET_CONFIGURATION_Handle *cfg;
1169 * Linked list of all clients to this service.
1171 static struct TransportClient *clients;
1174 * All loaded plugins.
1176 static struct TransportPlugin *plugins;
1179 * Handle to peerinfo service.
1181 static struct GNUNET_PEERINFO_Handle *peerinfo;
1184 * All known neighbours and their HELLOs.
1186 static struct NeighbourList *neighbours;
1189 * Number of neighbours we'd like to have.
1191 static uint32_t max_connect_per_transport;
1194 * Head of linked list.
1196 static struct CheckHelloValidatedContext *chvc_head;
1199 * Tail of linked list.
1201 static struct CheckHelloValidatedContext *chvc_tail;
1204 * Map of PeerIdentities to 'struct ValidationEntry*'s (addresses
1205 * of the given peer that we are currently validating).
1207 static struct GNUNET_CONTAINER_MultiHashMap *validation_map;
1210 * Handle for reporting statistics.
1212 static struct GNUNET_STATISTICS_Handle *stats;
1215 * Is transport service shutting down ?
1217 static int shutdown_in_progress;
1220 * Handle for ats information
1222 static struct ATS_info *ats;
1224 struct ATS_quality_entry
1232 static struct ATS_quality_metric qm[] =
1234 {1, 1028, "QUALITY_NET_DISTANCE"},
1235 {2, 1034, "QUALITY_NET_DELAY"},
1237 static int available_quality_metrics = 2;
1241 * The peer specified by the given neighbour has timed-out or a plugin
1242 * has disconnected. We may either need to do nothing (other plugins
1243 * still up), or trigger a full disconnect and clean up. This
1244 * function updates our state and do the necessary notifications.
1245 * Also notifies our clients that the neighbour is now officially
1248 * @param n the neighbour list entry for the peer
1249 * @param check should we just check if all plugins
1250 * disconnected or must we ask all plugins to
1253 static void disconnect_neighbour (struct NeighbourList *n, int check);
1256 * Check the ready list for the given neighbour and if a plugin is
1257 * ready for transmission (and if we have a message), do so!
1259 * @param nexi target peer for which to transmit
1261 static void try_transmission_to_peer (struct NeighbourList *n);
1263 static void ats_shutdown ( );
1265 static void ats_notify_peer_connect (
1266 const struct GNUNET_PeerIdentity *peer,
1267 const struct GNUNET_TRANSPORT_ATS_Information *ats_data, int ats_count);
1269 static void ats_notify_peer_disconnect (
1270 const struct GNUNET_PeerIdentity *peer);
1273 static void ats_notify_ats_data (
1274 const struct GNUNET_PeerIdentity *peer,
1275 const struct GNUNET_TRANSPORT_ATS_Information *ats_data);
1278 struct ForeignAddressList * ats_get_preferred_address (
1279 struct NeighbourList *n);
1282 ats_calculate_bandwidth_distribution ();
1285 * Find an entry in the neighbour list for a particular peer.
1287 * @return NULL if not found.
1289 static struct NeighbourList *
1290 find_neighbour (const struct GNUNET_PeerIdentity *key)
1292 struct NeighbourList *head = neighbours;
1294 while ((head != NULL) &&
1295 (0 != memcmp (key, &head->id, sizeof (struct GNUNET_PeerIdentity))))
1300 static int update_addr_value (struct ForeignAddressList *fal, uint32_t value , int ats_index)
1303 int set = GNUNET_NO;
1304 for (c=0; c<available_quality_metrics; c++)
1306 if (ats_index == qm[c].atis_index)
1308 fal->quality[c].values[0] = fal->quality[c].values[1];
1309 fal->quality[c].values[1] = fal->quality[c].values[2];
1310 fal->quality[c].values[2] = value;
1312 ats->stat.modified_quality = GNUNET_YES;
1315 if (set == GNUNET_NO)
1317 for (c=0; c<available_ressources; c++)
1319 if (ats_index == ressources[c].atis_index)
1321 fal->ressources[c].c = value;
1323 ats->stat.modified_resources = GNUNET_YES;
1332 update_addr_ats (struct ForeignAddressList *fal,
1333 const struct GNUNET_TRANSPORT_ATS_Information *ats_data,
1338 for (c1=0; c1<ats_count; c1++)
1340 set = update_addr_value(fal, ntohl(ats_data[c1].value), ntohl(ats_data[c1].type));
1346 * Find an entry in the transport list for a particular transport.
1348 * @return NULL if not found.
1350 static struct TransportPlugin *
1351 find_transport (const char *short_name)
1353 struct TransportPlugin *head = plugins;
1354 while ((head != NULL) && (0 != strcmp (short_name, head->short_name)))
1360 * Is a particular peer blacklisted for a particular transport?
1362 * @param peer the peer to check for
1363 * @param plugin the plugin used to connect to the peer
1365 * @return GNUNET_YES if the peer is blacklisted, GNUNET_NO if not
1368 is_blacklisted (const struct GNUNET_PeerIdentity *peer, struct TransportPlugin *plugin)
1371 if (plugin->blacklist != NULL)
1373 if (GNUNET_CONTAINER_multihashmap_contains (plugin->blacklist, &peer->hashPubKey) == GNUNET_YES)
1376 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
1377 "Peer `%s:%s' is blacklisted!\n",
1378 plugin->short_name, GNUNET_i2s (peer));
1381 GNUNET_STATISTICS_update (stats, "# blacklisted peers refused", 1, GNUNET_NO);
1391 add_peer_to_blacklist (struct GNUNET_PeerIdentity *peer,
1392 char *transport_name)
1394 struct TransportPlugin *plugin;
1396 plugin = find_transport(transport_name);
1397 if (plugin == NULL) /* Nothing to do */
1400 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
1401 "Adding peer `%s' with plugin `%s' to blacklist\n",
1405 if (plugin->blacklist == NULL)
1406 plugin->blacklist = GNUNET_CONTAINER_multihashmap_create(TRANSPORT_BLACKLIST_HT_SIZE);
1407 GNUNET_assert(plugin->blacklist != NULL);
1408 GNUNET_CONTAINER_multihashmap_put(plugin->blacklist, &peer->hashPubKey,
1410 GNUNET_CONTAINER_MULTIHASHMAPOPTION_REPLACE);
1415 * Read the blacklist file, containing transport:peer entries.
1416 * Provided the transport is loaded, set up hashmap with these
1417 * entries to blacklist peers by transport.
1421 read_blacklist_file (const struct GNUNET_CONFIGURATION_Handle *cfg)
1428 struct GNUNET_PeerIdentity pid;
1430 struct GNUNET_CRYPTO_HashAsciiEncoded enc;
1431 unsigned int entries_found;
1432 char *transport_name;
1435 GNUNET_CONFIGURATION_get_value_filename (cfg,
1441 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
1442 "Option `%s' in section `%s' not specified!\n",
1448 if (GNUNET_OK != GNUNET_DISK_file_test (fn))
1449 GNUNET_DISK_fn_write (fn, NULL, 0, GNUNET_DISK_PERM_USER_READ
1450 | GNUNET_DISK_PERM_USER_WRITE);
1451 if (0 != STAT (fn, &frstat))
1453 GNUNET_log (GNUNET_ERROR_TYPE_ERROR,
1454 _("Could not read blacklist file `%s'\n"), fn);
1458 if (frstat.st_size == 0)
1461 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
1462 _("Blacklist file `%s' is empty.\n"),
1468 /* FIXME: use mmap */
1469 data = GNUNET_malloc_large (frstat.st_size);
1470 GNUNET_assert(data != NULL);
1471 if (frstat.st_size !=
1472 GNUNET_DISK_fn_read (fn, data, frstat.st_size))
1474 GNUNET_log (GNUNET_ERROR_TYPE_ERROR,
1475 _("Failed to read blacklist from `%s'\n"), fn);
1482 while ((pos < frstat.st_size) && isspace ( (unsigned char) data[pos]))
1484 while ((frstat.st_size >= sizeof (struct GNUNET_CRYPTO_HashAsciiEncoded)) &&
1485 (pos <= frstat.st_size - sizeof (struct GNUNET_CRYPTO_HashAsciiEncoded)))
1488 while ((colon_pos < frstat.st_size) && (data[colon_pos] != ':') && !isspace ( (unsigned char) data[colon_pos]))
1491 if (colon_pos >= frstat.st_size)
1493 GNUNET_log (GNUNET_ERROR_TYPE_WARNING,
1494 _("Syntax error in blacklist file at offset %llu, giving up!\n"),
1495 (unsigned long long) colon_pos);
1501 if (isspace( (unsigned char) data[colon_pos]))
1503 GNUNET_log (GNUNET_ERROR_TYPE_WARNING,
1504 _("Syntax error in blacklist file at offset %llu, skipping bytes.\n"),
1505 (unsigned long long) colon_pos);
1507 while ((pos < frstat.st_size) && isspace ( (unsigned char) data[pos]))
1511 tsize = colon_pos - pos;
1512 if ((pos >= frstat.st_size) || (pos + tsize >= frstat.st_size) || (tsize == 0))
1514 GNUNET_log (GNUNET_ERROR_TYPE_WARNING,
1515 _("Syntax error in blacklist file at offset %llu, giving up!\n"),
1516 (unsigned long long) colon_pos);
1525 transport_name = GNUNET_malloc(tsize + 1);
1526 memcpy(transport_name, &data[pos], tsize);
1527 pos = colon_pos + 1;
1529 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
1530 "Read transport name %s in blacklist file.\n",
1533 memcpy (&enc, &data[pos], sizeof (struct GNUNET_CRYPTO_HashAsciiEncoded));
1534 if (!isspace ( (unsigned char) enc.encoding[sizeof (struct GNUNET_CRYPTO_HashAsciiEncoded) - 1]))
1536 GNUNET_log (GNUNET_ERROR_TYPE_WARNING,
1537 _("Syntax error in blacklist file at offset %llu, skipping bytes.\n"),
1538 (unsigned long long) pos);
1540 while ((pos < frstat.st_size) && (!isspace ( (unsigned char) data[pos])))
1542 GNUNET_free_non_null(transport_name);
1545 enc.encoding[sizeof (struct GNUNET_CRYPTO_HashAsciiEncoded) - 1] = '\0';
1546 if (GNUNET_OK != GNUNET_CRYPTO_hash_from_string ((char *) &enc, &pid.hashPubKey))
1548 GNUNET_log (GNUNET_ERROR_TYPE_WARNING,
1549 _("Syntax error in blacklist file at offset %llu, skipping bytes `%s'.\n"),
1550 (unsigned long long) pos,
1555 if (0 != memcmp (&pid,
1557 sizeof (struct GNUNET_PeerIdentity)))
1560 add_peer_to_blacklist (&pid,
1565 GNUNET_log (GNUNET_ERROR_TYPE_WARNING,
1566 _("Found myself `%s' in blacklist (useless, ignored)\n"),
1570 pos = pos + sizeof (struct GNUNET_CRYPTO_HashAsciiEncoded);
1571 GNUNET_free_non_null(transport_name);
1572 while ((pos < frstat.st_size) && isspace ( (unsigned char) data[pos]))
1575 GNUNET_STATISTICS_update (stats, "# Transport entries blacklisted", entries_found, GNUNET_NO);
1582 * Function called to notify a client about the socket being ready to
1583 * queue more data. "buf" will be NULL and "size" zero if the socket
1584 * was closed for writing in the meantime.
1586 * @param cls closure
1587 * @param size number of bytes available in buf
1588 * @param buf where the callee should write the message
1589 * @return number of bytes written to buf
1592 transmit_to_client_callback (void *cls, size_t size, void *buf)
1594 struct TransportClient *client = cls;
1595 struct ClientMessageQueueEntry *q;
1598 const struct GNUNET_MessageHeader *msg;
1605 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
1606 "Transmission to client failed, closing connection.\n");
1608 /* fatal error with client, free message queue! */
1609 while (NULL != (q = client->message_queue_head))
1611 GNUNET_STATISTICS_update (stats,
1612 gettext_noop ("# bytes discarded (could not transmit to client)"),
1613 ntohs (((const struct GNUNET_MessageHeader*)&q[1])->size),
1615 GNUNET_CONTAINER_DLL_remove (client->message_queue_head,
1616 client->message_queue_tail,
1620 client->message_count = 0;
1625 while (NULL != (q = client->message_queue_head))
1627 msg = (const struct GNUNET_MessageHeader *) &q[1];
1628 msize = ntohs (msg->size);
1629 if (msize + tsize > size)
1632 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
1633 "Transmitting message of type %u to client.\n",
1636 GNUNET_CONTAINER_DLL_remove (client->message_queue_head,
1637 client->message_queue_tail,
1639 memcpy (&cbuf[tsize], msg, msize);
1642 client->message_count--;
1646 GNUNET_assert (msize >= sizeof (struct GNUNET_MessageHeader));
1647 client->th = GNUNET_SERVER_notify_transmit_ready (client->client,
1649 GNUNET_TIME_UNIT_FOREVER_REL,
1650 &transmit_to_client_callback,
1652 GNUNET_assert (client->th != NULL);
1659 * Convert an address to a string.
1661 * @param plugin name of the plugin responsible for the address
1662 * @param addr binary address
1663 * @param addr_len number of bytes in addr
1664 * @return NULL on error, otherwise address string
1667 a2s (const char *plugin,
1671 struct TransportPlugin *p;
1675 p = find_transport (plugin);
1678 return p->api->address_to_string (p->api->cls,
1685 * Mark the given FAL entry as 'connected' (and hence preferred for
1686 * sending); also mark all others for the same peer as 'not connected'
1687 * (since only one can be preferred).
1689 * @param fal address to set to 'connected'
1692 mark_address_connected (struct ForeignAddressList *fal)
1694 struct ForeignAddressList *pos;
1697 GNUNET_assert (GNUNET_YES == fal->validated);
1698 if (fal->connected == GNUNET_YES)
1699 return; /* nothing to do */
1701 pos = fal->ready_list->addresses;
1704 if (GNUNET_YES == pos->connected)
1707 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
1708 "Marking address `%s' as no longer connected (due to connect on other address)\n",
1709 a2s (pos->ready_list->plugin->short_name,
1713 GNUNET_break (cnt == GNUNET_YES);
1715 pos->connected = GNUNET_NO;
1716 GNUNET_STATISTICS_update (stats,
1717 gettext_noop ("# connected addresses"),
1723 fal->connected = GNUNET_YES;
1724 if (GNUNET_YES == cnt)
1726 GNUNET_STATISTICS_update (stats,
1727 gettext_noop ("# connected addresses"),
1735 * Send the specified message to the specified client. Since multiple
1736 * messages may be pending for the same client at a time, this code
1737 * makes sure that no message is lost.
1739 * @param client client to transmit the message to
1740 * @param msg the message to send
1741 * @param may_drop can this message be dropped if the
1742 * message queue for this client is getting far too large?
1745 transmit_to_client (struct TransportClient *client,
1746 const struct GNUNET_MessageHeader *msg, int may_drop)
1748 struct ClientMessageQueueEntry *q;
1751 if ((client->message_count >= MAX_PENDING) && (GNUNET_YES == may_drop))
1753 GNUNET_log (GNUNET_ERROR_TYPE_INFO,
1755 ("Dropping message of type %u and size %u, have %u messages pending (%u is the soft limit)\n"),
1758 client->message_count,
1760 GNUNET_STATISTICS_update (stats,
1761 gettext_noop ("# messages dropped due to slow client"),
1766 msize = ntohs (msg->size);
1767 GNUNET_assert (msize >= sizeof (struct GNUNET_MessageHeader));
1768 q = GNUNET_malloc (sizeof (struct ClientMessageQueueEntry) + msize);
1769 memcpy (&q[1], msg, msize);
1770 GNUNET_CONTAINER_DLL_insert_after (client->message_queue_head,
1771 client->message_queue_tail,
1772 client->message_queue_tail,
1774 client->message_count++;
1775 if (client->th == NULL)
1777 client->th = GNUNET_SERVER_notify_transmit_ready (client->client,
1779 GNUNET_TIME_UNIT_FOREVER_REL,
1780 &transmit_to_client_callback,
1782 GNUNET_assert (client->th != NULL);
1788 * Transmit a 'SEND_OK' notification to the given client for the
1791 * @param client who to notify
1792 * @param n neighbour to notify about, can be NULL (on failure)
1793 * @param target target of the transmission
1794 * @param result status code for the transmission request
1797 transmit_send_ok (struct TransportClient *client,
1798 struct NeighbourList *n,
1799 const struct GNUNET_PeerIdentity *target,
1802 struct SendOkMessage send_ok_msg;
1804 send_ok_msg.header.size = htons (sizeof (send_ok_msg));
1805 send_ok_msg.header.type = htons (GNUNET_MESSAGE_TYPE_TRANSPORT_SEND_OK);
1806 send_ok_msg.success = htonl (result);
1808 send_ok_msg.latency = GNUNET_TIME_relative_hton (n->latency);
1810 send_ok_msg.latency = GNUNET_TIME_relative_hton (GNUNET_TIME_UNIT_FOREVER_REL);
1811 send_ok_msg.peer = *target;
1812 transmit_to_client (client, &send_ok_msg.header, GNUNET_NO);
1817 * Function called by the GNUNET_TRANSPORT_TransmitFunction
1818 * upon "completion" of a send request. This tells the API
1819 * that it is now legal to send another message to the given
1822 * @param cls closure, identifies the entry on the
1823 * message queue that was transmitted and the
1824 * client responsible for queuing the message
1825 * @param target the peer receiving the message
1826 * @param result GNUNET_OK on success, if the transmission
1827 * failed, we should not tell the client to transmit
1831 transmit_send_continuation (void *cls,
1832 const struct GNUNET_PeerIdentity *target,
1835 struct MessageQueue *mq = cls;
1836 struct NeighbourList *n;
1838 GNUNET_STATISTICS_update (stats,
1839 gettext_noop ("# bytes pending with plugins"),
1840 - (int64_t) mq->message_buf_size,
1842 if (result == GNUNET_OK)
1844 GNUNET_STATISTICS_update (stats,
1845 gettext_noop ("# bytes successfully transmitted by plugins"),
1846 mq->message_buf_size,
1851 GNUNET_STATISTICS_update (stats,
1852 gettext_noop ("# bytes with transmission failure by plugins"),
1853 mq->message_buf_size,
1856 if (mq->specific_address != NULL)
1858 if (result == GNUNET_OK)
1860 mq->specific_address->timeout =
1861 GNUNET_TIME_relative_to_absolute
1862 (GNUNET_CONSTANTS_IDLE_CONNECTION_TIMEOUT);
1863 if (mq->specific_address->validated == GNUNET_YES)
1864 mark_address_connected (mq->specific_address);
1868 if (mq->specific_address->connected != GNUNET_NO)
1871 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
1872 "Marking address `%s' as no longer connected (due to transmission problem)\n",
1873 a2s (mq->specific_address->ready_list->plugin->short_name,
1874 mq->specific_address->addr,
1875 mq->specific_address->addrlen));
1877 GNUNET_STATISTICS_update (stats,
1878 gettext_noop ("# connected addresses"),
1881 mq->specific_address->connected = GNUNET_NO;
1884 if (! mq->internal_msg)
1885 mq->specific_address->in_transmit = GNUNET_NO;
1887 n = find_neighbour(&mq->neighbour_id);
1888 if (mq->client != NULL)
1889 transmit_send_ok (mq->client, n, target, result);
1892 try_transmission_to_peer (n);
1897 * Find an address in any of the available transports for
1898 * the given neighbour that would be good for message
1899 * transmission. This is essentially the transport selection
1902 * @param neighbour for whom to select an address
1903 * @return selected address, NULL if we have none
1905 struct ForeignAddressList *
1906 find_ready_address(struct NeighbourList *neighbour)
1908 struct ReadyList *head = neighbour->plugins;
1909 struct ForeignAddressList *addresses;
1910 struct GNUNET_TIME_Absolute now = GNUNET_TIME_absolute_get ();
1911 struct ForeignAddressList *best_address;
1913 /* Hack to prefer unix domain sockets */
1914 struct ForeignAddressList *unix_address = NULL;
1916 best_address = NULL;
1917 while (head != NULL)
1919 addresses = head->addresses;
1920 while (addresses != NULL)
1922 if ( (addresses->timeout.abs_value < now.abs_value) &&
1923 (addresses->connected == GNUNET_YES) )
1926 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
1927 "Marking long-time inactive connection to `%4s' as down.\n",
1928 GNUNET_i2s (&neighbour->id));
1930 GNUNET_STATISTICS_update (stats,
1931 gettext_noop ("# connected addresses"),
1934 addresses->connected = GNUNET_NO;
1936 addresses = addresses->next;
1939 addresses = head->addresses;
1940 while (addresses != NULL)
1942 #if DEBUG_TRANSPORT > 1
1943 if (addresses->addr != NULL)
1944 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
1945 "Have address `%s' for peer `%4s' (status: %d, %d, %d, %u, %llums, %u)\n",
1946 a2s (head->plugin->short_name,
1948 addresses->addrlen),
1949 GNUNET_i2s (&neighbour->id),
1950 addresses->connected,
1951 addresses->in_transmit,
1952 addresses->validated,
1953 addresses->connect_attempts,
1954 (unsigned long long) addresses->timeout.abs_value,
1955 (unsigned int) addresses->distance);
1957 if (0==strcmp(head->plugin->short_name,"unix"))
1959 if ((unix_address == NULL) || ((unix_address != NULL) &&
1960 (addresses->latency.rel_value < unix_address->latency.rel_value)))
1961 unix_address = addresses;
1963 if ( ( (best_address == NULL) ||
1964 (addresses->connected == GNUNET_YES) ||
1965 (best_address->connected == GNUNET_NO) ) &&
1966 (addresses->in_transmit == GNUNET_NO) &&
1967 ( (best_address == NULL) ||
1968 (addresses->latency.rel_value < best_address->latency.rel_value)) )
1969 best_address = addresses;
1970 /* FIXME: also give lower-latency addresses that are not
1971 connected a chance some times... */
1972 addresses = addresses->next;
1974 if (unix_address != NULL)
1978 if (unix_address != NULL)
1980 best_address = unix_address;
1982 GNUNET_log (GNUNET_ERROR_TYPE_ERROR, "Found unix address, forced this address\n");
1985 if (best_address != NULL)
1989 GNUNET_log (GNUNET_ERROR_TYPE_ERROR,
1990 "Best address found (`%s') has latency of %llu ms.\n",
1991 (best_address->addrlen > 0)
1992 ? a2s (best_address->ready_list->plugin->short_name,
1994 best_address->addrlen)
1996 best_address->latency.rel_value);
2001 GNUNET_STATISTICS_update (stats,
2002 gettext_noop ("# transmission attempts failed (no address)"),
2007 return best_address;
2013 * We should re-try transmitting to the given peer,
2014 * hopefully we've learned something in the meantime.
2017 retry_transmission_task (void *cls,
2018 const struct GNUNET_SCHEDULER_TaskContext *tc)
2020 struct NeighbourList *n = cls;
2022 n->retry_task = GNUNET_SCHEDULER_NO_TASK;
2023 try_transmission_to_peer (n);
2028 * Check the ready list for the given neighbour and if a plugin is
2029 * ready for transmission (and if we have a message), do so!
2031 * @param neighbour target peer for which to transmit
2034 try_transmission_to_peer (struct NeighbourList *n)
2036 struct ReadyList *rl;
2037 struct MessageQueue *mq;
2038 struct GNUNET_TIME_Relative timeout;
2042 if (n->messages_head == NULL)
2045 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
2046 "Transmission queue for `%4s' is empty\n",
2047 GNUNET_i2s (&n->id));
2049 return; /* nothing to do */
2052 mq = n->messages_head;
2053 force_address = GNUNET_YES;
2054 if (mq->specific_address == NULL)
2057 mq->specific_address = ats_get_preferred_address(n);
2058 GNUNET_STATISTICS_update (stats,
2059 gettext_noop ("# transport selected peer address freely"),
2062 force_address = GNUNET_NO;
2064 if (mq->specific_address == NULL)
2066 GNUNET_STATISTICS_update (stats,
2067 gettext_noop ("# transport failed to selected peer address"),
2070 timeout = GNUNET_TIME_absolute_get_remaining (mq->timeout);
2071 if (timeout.rel_value == 0)
2074 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
2075 "No destination address available to transmit message of size %u to peer `%4s'\n",
2076 mq->message_buf_size,
2077 GNUNET_i2s (&mq->neighbour_id));
2079 GNUNET_STATISTICS_update (stats,
2080 gettext_noop ("# bytes in message queue for other peers"),
2081 - (int64_t) mq->message_buf_size,
2083 GNUNET_STATISTICS_update (stats,
2084 gettext_noop ("# bytes discarded (no destination address available)"),
2085 mq->message_buf_size,
2087 if (mq->client != NULL)
2088 transmit_send_ok (mq->client, n, &n->id, GNUNET_NO);
2089 GNUNET_CONTAINER_DLL_remove (n->messages_head,
2093 return; /* nobody ready */
2095 GNUNET_STATISTICS_update (stats,
2096 gettext_noop ("# message delivery deferred (no address)"),
2099 if (n->retry_task != GNUNET_SCHEDULER_NO_TASK)
2100 GNUNET_SCHEDULER_cancel (n->retry_task);
2101 n->retry_task = GNUNET_SCHEDULER_add_delayed (timeout,
2102 &retry_transmission_task,
2105 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
2106 "No validated destination address available to transmit message of size %u to peer `%4s', will wait %llums to find an address.\n",
2107 mq->message_buf_size,
2108 GNUNET_i2s (&mq->neighbour_id),
2111 /* FIXME: might want to trigger peerinfo lookup here
2112 (unless that's already pending...) */
2115 GNUNET_CONTAINER_DLL_remove (n->messages_head,
2118 if (mq->specific_address->connected == GNUNET_NO)
2119 mq->specific_address->connect_attempts++;
2120 rl = mq->specific_address->ready_list;
2121 mq->plugin = rl->plugin;
2122 if (!mq->internal_msg)
2123 mq->specific_address->in_transmit = GNUNET_YES;
2125 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
2126 "Sending message of size %u for `%4s' to `%s' via plugin `%s'\n",
2127 mq->message_buf_size,
2128 GNUNET_i2s (&n->id),
2129 (mq->specific_address->addr != NULL)
2130 ? a2s (mq->plugin->short_name,
2131 mq->specific_address->addr,
2132 mq->specific_address->addrlen)
2134 rl->plugin->short_name);
2136 GNUNET_STATISTICS_update (stats,
2137 gettext_noop ("# bytes in message queue for other peers"),
2138 - (int64_t) mq->message_buf_size,
2140 GNUNET_STATISTICS_update (stats,
2141 gettext_noop ("# bytes pending with plugins"),
2142 mq->message_buf_size,
2144 ret = rl->plugin->api->send (rl->plugin->api->cls,
2147 mq->message_buf_size,
2149 GNUNET_CONSTANTS_IDLE_CONNECTION_TIMEOUT,
2150 mq->specific_address->session,
2151 mq->specific_address->addr,
2152 mq->specific_address->addrlen,
2154 &transmit_send_continuation, mq);
2157 /* failure, but 'send' would not call continuation in this case,
2158 so we need to do it here! */
2159 transmit_send_continuation (mq,
2167 * Send the specified message to the specified peer.
2169 * @param client source of the transmission request (can be NULL)
2170 * @param peer_address ForeignAddressList where we should send this message
2171 * @param priority how important is the message
2172 * @param timeout how long do we have to transmit?
2173 * @param message_buf message(s) to send GNUNET_MessageHeader(s)
2174 * @param message_buf_size total size of all messages in message_buf
2175 * @param is_internal is this an internal message; these are pre-pended and
2176 * also do not count for plugins being "ready" to transmit
2177 * @param neighbour handle to the neighbour for transmission
2180 transmit_to_peer (struct TransportClient *client,
2181 struct ForeignAddressList *peer_address,
2182 unsigned int priority,
2183 struct GNUNET_TIME_Relative timeout,
2184 const char *message_buf,
2185 size_t message_buf_size,
2186 int is_internal, struct NeighbourList *neighbour)
2188 struct MessageQueue *mq;
2193 /* check for duplicate submission */
2194 mq = neighbour->messages_head;
2197 if (mq->client == client)
2199 /* client transmitted to same peer twice
2200 before getting SEND_OK! */
2208 GNUNET_STATISTICS_update (stats,
2209 gettext_noop ("# bytes in message queue for other peers"),
2212 mq = GNUNET_malloc (sizeof (struct MessageQueue) + message_buf_size);
2213 mq->specific_address = peer_address;
2214 mq->client = client;
2215 /* FIXME: this memcpy can be up to 7% of our total runtime! */
2216 memcpy (&mq[1], message_buf, message_buf_size);
2217 mq->message_buf = (const char*) &mq[1];
2218 mq->message_buf_size = message_buf_size;
2219 memcpy(&mq->neighbour_id, &neighbour->id, sizeof(struct GNUNET_PeerIdentity));
2220 mq->internal_msg = is_internal;
2221 mq->priority = priority;
2222 mq->timeout = GNUNET_TIME_relative_to_absolute (timeout);
2224 GNUNET_CONTAINER_DLL_insert (neighbour->messages_head,
2225 neighbour->messages_tail,
2228 GNUNET_CONTAINER_DLL_insert_after (neighbour->messages_head,
2229 neighbour->messages_tail,
2230 neighbour->messages_tail,
2232 try_transmission_to_peer (neighbour);
2239 struct GeneratorContext
2241 struct TransportPlugin *plug_pos;
2242 struct OwnAddressList *addr_pos;
2243 struct GNUNET_TIME_Absolute expiration;
2251 address_generator (void *cls, size_t max, void *buf)
2253 struct GeneratorContext *gc = cls;
2256 while ((gc->addr_pos == NULL) && (gc->plug_pos != NULL))
2258 gc->plug_pos = gc->plug_pos->next;
2259 gc->addr_pos = (gc->plug_pos != NULL) ? gc->plug_pos->addresses : NULL;
2261 if (NULL == gc->plug_pos)
2266 ret = GNUNET_HELLO_add_address (gc->plug_pos->short_name,
2269 gc->addr_pos->addrlen, buf, max);
2270 gc->addr_pos = gc->addr_pos->next;
2276 * Construct our HELLO message from all of the addresses of
2277 * all of the transports.
2282 struct GNUNET_HELLO_Message *hello;
2283 struct TransportClient *cpos;
2284 struct NeighbourList *npos;
2285 struct GeneratorContext gc;
2287 gc.plug_pos = plugins;
2288 gc.addr_pos = plugins != NULL ? plugins->addresses : NULL;
2289 gc.expiration = GNUNET_TIME_relative_to_absolute (HELLO_ADDRESS_EXPIRATION);
2290 hello = GNUNET_HELLO_create (&my_public_key, &address_generator, &gc);
2292 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG | GNUNET_ERROR_TYPE_BULK,
2293 "Refreshed my `%s', new size is %d\n", "HELLO", GNUNET_HELLO_size(hello));
2295 GNUNET_STATISTICS_update (stats,
2296 gettext_noop ("# refreshed my HELLO"),
2300 while (cpos != NULL)
2302 transmit_to_client (cpos,
2303 (const struct GNUNET_MessageHeader *) hello,
2308 GNUNET_free_non_null (our_hello);
2310 GNUNET_PEERINFO_add_peer (peerinfo, our_hello);
2312 while (npos != NULL)
2315 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG | GNUNET_ERROR_TYPE_BULK,
2316 "Transmitting updated `%s' to neighbour `%4s'\n",
2317 "HELLO", GNUNET_i2s (&npos->id));
2319 GNUNET_STATISTICS_update (stats,
2320 gettext_noop ("# transmitted my HELLO to other peers"),
2323 transmit_to_peer (NULL, NULL, 0,
2324 HELLO_ADDRESS_EXPIRATION,
2325 (const char *) our_hello,
2326 GNUNET_HELLO_size(our_hello),
2334 * Task used to clean up expired addresses for a plugin.
2336 * @param cls closure
2340 expire_address_task (void *cls,
2341 const struct GNUNET_SCHEDULER_TaskContext *tc);
2345 * Update the list of addresses for this plugin,
2346 * expiring those that are past their expiration date.
2348 * @param plugin addresses of which plugin should be recomputed?
2349 * @param fresh set to GNUNET_YES if a new address was added
2350 * and we need to regenerate the HELLO even if nobody
2354 update_addresses (struct TransportPlugin *plugin,
2357 static struct GNUNET_TIME_Absolute last_update;
2358 struct GNUNET_TIME_Relative min_remaining;
2359 struct GNUNET_TIME_Relative remaining;
2360 struct GNUNET_TIME_Absolute now;
2361 struct OwnAddressList *pos;
2362 struct OwnAddressList *prev;
2363 struct OwnAddressList *next;
2366 if (plugin->address_update_task != GNUNET_SCHEDULER_NO_TASK)
2367 GNUNET_SCHEDULER_cancel (plugin->address_update_task);
2368 plugin->address_update_task = GNUNET_SCHEDULER_NO_TASK;
2369 now = GNUNET_TIME_absolute_get ();
2370 min_remaining = GNUNET_TIME_UNIT_FOREVER_REL;
2371 expired = (GNUNET_TIME_absolute_get_duration (last_update).rel_value > (HELLO_ADDRESS_EXPIRATION.rel_value / 4));
2373 pos = plugin->addresses;
2377 if (pos->expires.abs_value < now.abs_value)
2379 expired = GNUNET_YES;
2381 plugin->addresses = pos->next;
2383 prev->next = pos->next;
2388 remaining = GNUNET_TIME_absolute_get_remaining (pos->expires);
2389 if (remaining.rel_value < min_remaining.rel_value)
2390 min_remaining = remaining;
2396 if (expired || fresh)
2401 min_remaining = GNUNET_TIME_relative_min (min_remaining,
2402 GNUNET_TIME_relative_divide (HELLO_ADDRESS_EXPIRATION,
2404 plugin->address_update_task
2405 = GNUNET_SCHEDULER_add_delayed (min_remaining,
2406 &expire_address_task, plugin);
2411 * Task used to clean up expired addresses for a plugin.
2413 * @param cls closure
2417 expire_address_task (void *cls, const struct GNUNET_SCHEDULER_TaskContext *tc)
2419 struct TransportPlugin *plugin = cls;
2421 plugin->address_update_task = GNUNET_SCHEDULER_NO_TASK;
2422 if (0 == (tc->reason & GNUNET_SCHEDULER_REASON_SHUTDOWN))
2423 update_addresses (plugin, GNUNET_NO);
2428 * Iterator over hash map entries that NULLs the session of validation
2429 * entries that match the given session.
2431 * @param cls closure (the 'struct Session*' to match against)
2432 * @param key current key code (peer ID, not used)
2433 * @param value value in the hash map ('struct ValidationEntry*')
2434 * @return GNUNET_YES (we should continue to iterate)
2437 remove_session_validations (void *cls,
2438 const GNUNET_HashCode * key,
2441 struct Session *session = cls;
2442 struct ValidationEntry *ve = value;
2444 if (session == ve->session)
2451 * We've been disconnected from the other peer (for some
2452 * connection-oriented transport). Either quickly
2453 * re-establish the connection or signal the disconnect
2456 * Only signal CORE level disconnect if ALL addresses
2457 * for the peer are exhausted.
2459 * @param p overall plugin context
2460 * @param nl neighbour that was disconnected
2463 try_fast_reconnect (struct TransportPlugin *p,
2464 struct NeighbourList *nl)
2466 /* FIXME-MW: fast reconnect / transport switching not implemented... */
2467 GNUNET_log (GNUNET_ERROR_TYPE_INFO,
2468 "try_fast_reconnect not implemented!\n");
2469 /* Note: the idea here is to hide problems with transports (or
2470 switching between plugins) from the core to eliminate the need to
2471 re-negotiate session keys and the like; OTOH, we should tell core
2472 quickly (much faster than timeout) `if a connection was lost and
2473 could not be re-established (i.e. other peer went down or is
2474 unable / refuses to communicate);
2476 So we should consider:
2477 1) ideally: our own willingness / need to connect
2478 2) prior failures to connect to this peer (by plugin)
2479 3) ideally: reasons why other peer terminated (as far as knowable)
2481 Most importantly, it must be POSSIBLE for another peer to terminate
2482 a connection for a while (without us instantly re-establishing it).
2483 Similarly, if another peer is gone we should quickly notify CORE.
2484 OTOH, if there was a minor glitch (i.e. crash of gnunet-service-transport
2485 on the other end), we should reconnect in such a way that BOTH CORE
2486 services never even notice.
2487 Furthermore, the same mechanism (or small variation) could be used
2488 to switch to a better-performing plugin (ATS).
2490 Finally, this needs to be tested throughly... */
2493 * GNUNET_NO in the call below makes transport disconnect the peer,
2494 * even if only a single address (out of say, six) went away. This
2495 * function must be careful to ONLY disconnect if the peer is gone,
2496 * not just a specifi address.
2498 * More specifically, half the places it was used had it WRONG.
2501 /* No reconnect, signal disconnect instead! */
2503 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
2504 "Disconnecting peer `%4s', %s\n", GNUNET_i2s(&nl->id),
2505 "try_fast_reconnect");
2507 disconnect_neighbour (nl, GNUNET_YES);
2512 * Function that will be called whenever the plugin internally
2513 * cleans up a session pointer and hence the service needs to
2514 * discard all of those sessions as well. Plugins that do not
2515 * use sessions can simply omit calling this function and always
2516 * use NULL wherever a session pointer is needed.
2518 * @param cls closure
2519 * @param peer which peer was the session for
2520 * @param session which session is being destoyed
2523 plugin_env_session_end (void *cls,
2524 const struct GNUNET_PeerIdentity *peer,
2525 struct Session *session)
2527 struct TransportPlugin *p = cls;
2528 struct NeighbourList *nl;
2529 struct ReadyList *rl;
2530 struct ForeignAddressList *pos;
2531 struct ForeignAddressList *prev;
2534 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
2535 "Session ended with peer `%4s', %s\n",
2537 "plugin_env_session_end");
2539 GNUNET_CONTAINER_multihashmap_iterate (validation_map,
2540 &remove_session_validations,
2542 nl = find_neighbour (peer);
2546 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
2547 "No neighbour record found for peer `%4s'\n",
2550 return; /* was never marked as connected */
2555 if (rl->plugin == p)
2562 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
2563 "Plugin was associated with peer `%4s'\n",
2566 disconnect_neighbour (nl, GNUNET_YES);
2570 pos = rl->addresses;
2571 while ( (pos != NULL) &&
2572 (pos->session != session) )
2580 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
2581 "Session was never marked as ready for peer `%4s'\n",
2584 //FIXME: This conflicts with inbound tcp connections and tcp nat ... debugging in progress
2585 disconnect_neighbour (nl, GNUNET_YES);
2586 return; /* was never marked as connected */
2588 pos->session = NULL;
2589 if (pos->addrlen != 0)
2591 if (nl->received_pong != GNUNET_NO)
2592 try_fast_reconnect (p, nl);
2594 disconnect_neighbour (nl, GNUNET_YES);
2597 /* was inbound connection, free 'pos' */
2599 rl->addresses = pos->next;
2601 prev->next = pos->next;
2602 if (GNUNET_SCHEDULER_NO_TASK != pos->revalidate_task)
2604 GNUNET_SCHEDULER_cancel (pos->revalidate_task);
2605 pos->revalidate_task = GNUNET_SCHEDULER_NO_TASK;
2607 GNUNET_free_non_null(pos->ressources);
2608 GNUNET_free_non_null(pos->quality);
2610 ats->stat.recreate_problem = GNUNET_YES;
2611 if (nl->received_pong == GNUNET_NO)
2613 disconnect_neighbour (nl, GNUNET_YES);
2614 return; /* nothing to do, never connected... */
2616 /* check if we have any validated addresses left */
2617 pos = rl->addresses;
2622 try_fast_reconnect (p, nl);
2627 /* no valid addresses left, signal disconnect! */
2630 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
2631 "Disconnecting peer `%4s', %s\n",
2633 "plugin_env_session_end");
2635 /* FIXME: This doesn't mean there are no addresses left for this PEER,
2636 * it means there aren't any left for this PLUGIN/PEER combination! So
2637 * calling disconnect_neighbour here with GNUNET_NO forces disconnect
2638 * when it isn't necessary. Using GNUNET_YES at least checks to see
2639 * if there are any addresses that work first, so as not to overdo it.
2642 disconnect_neighbour (nl, GNUNET_YES);
2647 * Function that must be called by each plugin to notify the
2648 * transport service about the addresses under which the transport
2649 * provided by the plugin can be reached.
2651 * @param cls closure
2652 * @param name name of the transport that generated the address
2653 * @param addr one of the addresses of the host, NULL for the last address
2654 * the specific address format depends on the transport
2655 * @param addrlen length of the address
2656 * @param expires when should this address automatically expire?
2659 plugin_env_notify_address (void *cls,
2663 struct GNUNET_TIME_Relative expires)
2665 struct TransportPlugin *p = cls;
2666 struct OwnAddressList *al;
2667 struct GNUNET_TIME_Absolute abex;
2669 GNUNET_assert (addr != NULL);
2670 abex = GNUNET_TIME_relative_to_absolute (expires);
2671 GNUNET_assert (p == find_transport (name));
2675 if ( (addrlen == al->addrlen) &&
2676 (0 == memcmp (addr, &al[1], addrlen)) )
2679 update_addresses (p, GNUNET_NO);
2684 al = GNUNET_malloc (sizeof (struct OwnAddressList) + addrlen);
2685 al->next = p->addresses;
2688 al->addrlen = addrlen;
2689 memcpy (&al[1], addr, addrlen);
2690 update_addresses (p, GNUNET_YES);
2695 * Notify all of our clients about a peer connecting.
2698 notify_clients_connect (const struct GNUNET_PeerIdentity *peer,
2699 struct GNUNET_TIME_Relative latency,
2702 struct ConnectInfoMessage * cim;
2703 struct TransportClient *cpos;
2708 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
2709 "Notifying clients about connection from `%s'\n",
2712 GNUNET_STATISTICS_update (stats,
2713 gettext_noop ("# peers connected"),
2718 size = sizeof (struct ConnectInfoMessage) + ats_count * sizeof (struct GNUNET_TRANSPORT_ATS_Information);
2719 if (size > GNUNET_SERVER_MAX_MESSAGE_SIZE)
2723 cim = GNUNET_malloc (size);
2725 cim->header.size = htons (size);
2726 cim->header.type = htons (GNUNET_MESSAGE_TYPE_TRANSPORT_CONNECT);
2727 cim->ats_count = htonl(2);
2728 (&(cim->ats))[0].type = htonl (GNUNET_TRANSPORT_ATS_QUALITY_NET_DISTANCE);
2729 (&(cim->ats))[0].value = htonl (distance);
2730 (&(cim->ats))[1].type = htonl (GNUNET_TRANSPORT_ATS_QUALITY_NET_DELAY);
2731 (&(cim->ats))[1].value = htonl ((uint32_t) latency.rel_value);
2732 (&(cim->ats))[2].type = htonl (GNUNET_TRANSPORT_ATS_ARRAY_TERMINATOR);
2733 (&(cim->ats))[2].value = htonl (0);
2734 memcpy (&cim->id, peer, sizeof (struct GNUNET_PeerIdentity));
2736 /* notify ats about connecting peer */
2737 if (shutdown_in_progress == GNUNET_NO)
2738 ats_notify_peer_connect (peer, &(cim->ats), 2);
2741 while (cpos != NULL)
2743 transmit_to_client (cpos, &(cim->header), GNUNET_NO);
2752 * Notify all of our clients about a peer disconnecting.
2755 notify_clients_disconnect (const struct GNUNET_PeerIdentity *peer)
2757 struct DisconnectInfoMessage dim;
2758 struct TransportClient *cpos;
2761 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
2762 "Notifying clients about lost connection to `%s'\n",
2765 GNUNET_STATISTICS_update (stats,
2766 gettext_noop ("# peers connected"),
2769 dim.header.size = htons (sizeof (struct DisconnectInfoMessage));
2770 dim.header.type = htons (GNUNET_MESSAGE_TYPE_TRANSPORT_DISCONNECT);
2771 dim.reserved = htonl (0);
2772 memcpy (&dim.peer, peer, sizeof (struct GNUNET_PeerIdentity));
2774 /* notify ats about connecting peer */
2775 if (shutdown_in_progress == GNUNET_NO)
2776 ats_notify_peer_disconnect (peer);
2779 while (cpos != NULL)
2781 transmit_to_client (cpos, &dim.header, GNUNET_NO);
2788 * Find a ForeignAddressList entry for the given neighbour
2789 * that matches the given address and transport.
2791 * @param neighbour which peer we care about
2792 * @param tname name of the transport plugin
2793 * @param session session to look for, NULL for 'any'; otherwise
2794 * can be used for the service to "learn" this session ID
2796 * @param addr binary address
2797 * @param addrlen length of addr
2798 * @return NULL if no such entry exists
2800 static struct ForeignAddressList *
2801 find_peer_address(struct NeighbourList *neighbour,
2803 struct Session *session,
2807 struct ReadyList *head;
2808 struct ForeignAddressList *pos;
2810 head = neighbour->plugins;
2811 while (head != NULL)
2813 if (0 == strcmp (tname, head->plugin->short_name))
2819 pos = head->addresses;
2820 while ( (pos != NULL) &&
2821 ( (pos->addrlen != addrlen) ||
2822 (memcmp(pos->addr, addr, addrlen) != 0) ) )
2824 if ( (session != NULL) &&
2825 (pos->session == session) )
2829 if ( (session != NULL) && (pos != NULL) )
2830 pos->session = session; /* learn it! */
2836 * Get the peer address struct for the given neighbour and
2837 * address. If it doesn't yet exist, create it.
2839 * @param neighbour which peer we care about
2840 * @param tname name of the transport plugin
2841 * @param session session of the plugin, or NULL for none
2842 * @param addr binary address
2843 * @param addrlen length of addr
2844 * @return NULL if we do not have a transport plugin for 'tname'
2846 static struct ForeignAddressList *
2847 add_peer_address (struct NeighbourList *neighbour,
2849 struct Session *session,
2853 struct ReadyList *head;
2854 struct ForeignAddressList *ret;
2857 ret = find_peer_address (neighbour, tname, session, addr, addrlen);
2860 head = neighbour->plugins;
2862 while (head != NULL)
2864 if (0 == strcmp (tname, head->plugin->short_name))
2870 ret = GNUNET_malloc(sizeof(struct ForeignAddressList) + addrlen);
2871 ret->session = session;
2872 if ((addrlen > 0) && (addr != NULL))
2874 ret->addr = (const char*) &ret[1];
2875 memcpy (&ret[1], addr, addrlen);
2882 ret->ressources = GNUNET_malloc(available_ressources * sizeof (struct ATS_ressource_entry));
2883 for (c=0; c<available_ressources; c++)
2885 struct ATS_ressource_entry *r = ret->ressources;
2887 r[c].atis_index = ressources[c].atis_index;
2888 if (0 == strcmp(neighbour->plugins->plugin->short_name,"unix"))
2890 r[c].c = ressources[c].c_unix;
2892 else if (0 == strcmp(neighbour->plugins->plugin->short_name,"udp"))
2894 r[c].c = ressources[c].c_udp;
2896 else if (0 == strcmp(neighbour->plugins->plugin->short_name,"tcp"))
2898 r[c].c = ressources[c].c_tcp;
2900 else if (0 == strcmp(neighbour->plugins->plugin->short_name,"http"))
2902 r[c].c = ressources[c].c_http;
2904 else if (0 == strcmp(neighbour->plugins->plugin->short_name,"https"))
2906 r[c].c = ressources[c].c_https;
2908 else if (0 == strcmp(neighbour->plugins->plugin->short_name,"wlan"))
2910 r[c].c = ressources[c].c_wlan;
2914 r[c].c = ressources[c].c_default;
2915 GNUNET_log (GNUNET_ERROR_TYPE_ERROR,
2916 "Assigning default cost to peer `%s' addr plugin `%s'! This should not happen!\n",
2917 GNUNET_i2s(&neighbour->peer),
2918 neighbour->plugins->plugin->short_name);
2922 ret->quality = GNUNET_malloc (available_quality_metrics * sizeof (struct ATS_quality_entry));
2923 ret->addrlen = addrlen;
2924 ret->expires = GNUNET_TIME_relative_to_absolute
2925 (GNUNET_CONSTANTS_IDLE_CONNECTION_TIMEOUT);
2926 ret->latency = GNUNET_TIME_relative_get_forever();
2928 ret->timeout = GNUNET_TIME_relative_to_absolute
2929 (GNUNET_CONSTANTS_IDLE_CONNECTION_TIMEOUT);
2930 ret->ready_list = head;
2931 ret->next = head->addresses;
2932 head->addresses = ret;
2938 * Closure for 'add_validated_address'.
2940 struct AddValidatedAddressContext
2943 * Entry that has been validated.
2945 const struct ValidationEntry *ve;
2948 * Flag set after we have added the address so
2949 * that we terminate the iteration next time.
2956 * Callback function used to fill a buffer of max bytes with a list of
2957 * addresses in the format used by HELLOs. Should use
2958 * "GNUNET_HELLO_add_address" as a helper function.
2960 * @param cls the 'struct AddValidatedAddressContext' with the validated address
2961 * @param max maximum number of bytes that can be written to buf
2962 * @param buf where to write the address information
2963 * @return number of bytes written, 0 to signal the
2964 * end of the iteration.
2967 add_validated_address (void *cls,
2968 size_t max, void *buf)
2970 struct AddValidatedAddressContext *avac = cls;
2971 const struct ValidationEntry *ve = avac->ve;
2973 if (GNUNET_YES == avac->done)
2975 avac->done = GNUNET_YES;
2976 return GNUNET_HELLO_add_address (ve->transport_name,
2977 GNUNET_TIME_relative_to_absolute (HELLO_ADDRESS_EXPIRATION),
2987 * Closure for 'check_address_exists'.
2989 struct CheckAddressExistsClosure
2992 * Address to check for.
2997 * Name of the transport.
3004 struct Session *session;
3007 * Set to GNUNET_YES if the address exists.
3020 * Iterator over hash map entries. Checks if the given
3021 * validation entry is for the same address as what is given
3024 * @param cls the 'struct CheckAddressExistsClosure*'
3025 * @param key current key code (ignored)
3026 * @param value value in the hash map ('struct ValidationEntry')
3027 * @return GNUNET_YES if we should continue to
3028 * iterate (mismatch), GNUNET_NO if not (entry matched)
3031 check_address_exists (void *cls,
3032 const GNUNET_HashCode * key,
3035 struct CheckAddressExistsClosure *caec = cls;
3036 struct ValidationEntry *ve = value;
3038 if ( (0 == strcmp (caec->tname,
3039 ve->transport_name)) &&
3040 (caec->addrlen == ve->addrlen) &&
3041 (0 == memcmp (caec->addr,
3045 caec->exists = GNUNET_YES;
3048 if ( (ve->session != NULL) &&
3049 (caec->session == ve->session) )
3051 caec->exists = GNUNET_YES;
3060 * Iterator to free entries in the validation_map.
3062 * @param cls closure (unused)
3063 * @param key current key code
3064 * @param value value in the hash map (validation to abort)
3065 * @return GNUNET_YES (always)
3068 abort_validation (void *cls,
3069 const GNUNET_HashCode * key,
3072 struct ValidationEntry *va = value;
3074 if (GNUNET_SCHEDULER_NO_TASK != va->timeout_task)
3075 GNUNET_SCHEDULER_cancel (va->timeout_task);
3076 GNUNET_free (va->transport_name);
3077 if (va->chvc != NULL)
3079 va->chvc->ve_count--;
3080 if (va->chvc->ve_count == 0)
3082 GNUNET_CONTAINER_DLL_remove (chvc_head,
3085 GNUNET_free (va->chvc);
3095 * HELLO validation cleanup task (validation failed).
3097 * @param cls the 'struct ValidationEntry' that failed
3098 * @param tc scheduler context (unused)
3101 timeout_hello_validation (void *cls, const struct GNUNET_SCHEDULER_TaskContext *tc)
3103 struct ValidationEntry *va = cls;
3104 struct GNUNET_PeerIdentity pid;
3106 va->timeout_task = GNUNET_SCHEDULER_NO_TASK;
3107 GNUNET_STATISTICS_update (stats,
3108 gettext_noop ("# address validation timeouts"),
3111 GNUNET_CRYPTO_hash (&va->publicKey,
3113 GNUNET_CRYPTO_RsaPublicKeyBinaryEncoded),
3115 GNUNET_break (GNUNET_OK ==
3116 GNUNET_CONTAINER_multihashmap_remove (validation_map,
3119 abort_validation (NULL, NULL, va);
3124 neighbour_timeout_task (void *cls,
3125 const struct GNUNET_SCHEDULER_TaskContext *tc)
3127 struct NeighbourList *n = cls;
3130 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG | GNUNET_ERROR_TYPE_BULK,
3131 "Neighbour `%4s' has timed out!\n", GNUNET_i2s (&n->id));
3133 GNUNET_STATISTICS_update (stats,
3134 gettext_noop ("# disconnects due to timeout"),
3137 n->timeout_task = GNUNET_SCHEDULER_NO_TASK;
3138 disconnect_neighbour (n, GNUNET_NO);
3143 * Schedule the job that will cause us to send a PING to the
3144 * foreign address to evaluate its validity and latency.
3146 * @param fal address to PING
3149 schedule_next_ping (struct ForeignAddressList *fal);
3153 * Add the given address to the list of foreign addresses
3154 * available for the given peer (check for duplicates).
3156 * @param cls the respective 'struct NeighbourList' to update
3157 * @param tname name of the transport
3158 * @param expiration expiration time
3159 * @param addr the address
3160 * @param addrlen length of the address
3161 * @return GNUNET_OK (always)
3164 add_to_foreign_address_list (void *cls,
3166 struct GNUNET_TIME_Absolute expiration,
3170 struct NeighbourList *n = cls;
3171 struct ForeignAddressList *fal;
3174 GNUNET_STATISTICS_update (stats,
3175 gettext_noop ("# valid peer addresses returned by PEERINFO"),
3179 fal = find_peer_address (n, tname, NULL, addr, addrlen);
3182 #if DEBUG_TRANSPORT_HELLO
3183 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
3184 "Adding address `%s' (%s) for peer `%4s' due to PEERINFO data for %llums.\n",
3185 a2s (tname, addr, addrlen),
3187 GNUNET_i2s (&n->id),
3188 expiration.abs_value);
3190 fal = add_peer_address (n, tname, NULL, addr, addrlen);
3193 GNUNET_STATISTICS_update (stats,
3194 gettext_noop ("# previously validated addresses lacking transport"),
3200 fal->expires = GNUNET_TIME_absolute_max (expiration,
3202 schedule_next_ping (fal);
3208 fal->expires = GNUNET_TIME_absolute_max (expiration,
3214 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
3215 "Failed to add new address for `%4s'\n",
3216 GNUNET_i2s (&n->id));
3220 if (fal->validated == GNUNET_NO)
3222 fal->validated = GNUNET_YES;
3223 GNUNET_STATISTICS_update (stats,
3224 gettext_noop ("# peer addresses considered valid"),
3228 if (try == GNUNET_YES)
3231 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
3232 "Have new addresses, will try to trigger transmissions.\n");
3234 try_transmission_to_peer (n);
3241 * Add addresses in validated HELLO "h" to the set of addresses
3242 * we have for this peer.
3244 * @param cls closure ('struct NeighbourList*')
3245 * @param peer id of the peer, NULL for last call
3246 * @param h hello message for the peer (can be NULL)
3247 * @param err_msg NULL if successful, otherwise contains error message
3250 add_hello_for_peer (void *cls,
3251 const struct GNUNET_PeerIdentity *peer,
3252 const struct GNUNET_HELLO_Message *h,
3253 const char *err_msg)
3255 struct NeighbourList *n = cls;
3257 if (err_msg != NULL)
3260 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
3261 _("Error in communication with PEERINFO service: %s\n"),
3268 GNUNET_STATISTICS_update (stats,
3269 gettext_noop ("# outstanding peerinfo iterate requests"),
3276 return; /* no HELLO available */
3278 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
3279 "Peerinfo had `%s' message for peer `%4s', adding existing addresses.\n",
3283 if (GNUNET_YES != n->public_key_valid)
3285 GNUNET_HELLO_get_key (h, &n->publicKey);
3286 n->public_key_valid = GNUNET_YES;
3288 GNUNET_HELLO_iterate_addresses (h,
3290 &add_to_foreign_address_list,
3296 * Create a fresh entry in our neighbour list for the given peer.
3297 * Will try to transmit our current HELLO to the new neighbour.
3298 * Do not call this function directly, use 'setup_peer_check_blacklist.
3300 * @param peer the peer for which we create the entry
3301 * @param do_hello should we schedule transmitting a HELLO
3302 * @return the new neighbour list entry
3304 static struct NeighbourList *
3305 setup_new_neighbour (const struct GNUNET_PeerIdentity *peer,
3308 struct NeighbourList *n;
3309 struct TransportPlugin *tp;
3310 struct ReadyList *rl;
3313 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
3314 "Setting up state for neighbour `%4s'\n",
3317 GNUNET_assert (our_hello != NULL);
3318 GNUNET_STATISTICS_update (stats,
3319 gettext_noop ("# active neighbours"),
3322 n = GNUNET_malloc (sizeof (struct NeighbourList));
3323 n->next = neighbours;
3327 GNUNET_TIME_relative_to_absolute
3328 (GNUNET_CONSTANTS_IDLE_CONNECTION_TIMEOUT);
3329 GNUNET_BANDWIDTH_tracker_init (&n->in_tracker,
3330 GNUNET_CONSTANTS_DEFAULT_BW_IN_OUT,
3331 MAX_BANDWIDTH_CARRY_S);
3335 if ((tp->api->send != NULL) && (!is_blacklisted(peer, tp)))
3337 rl = GNUNET_malloc (sizeof (struct ReadyList));
3339 rl->next = n->plugins;
3342 rl->addresses = NULL;
3346 n->latency = GNUNET_TIME_UNIT_FOREVER_REL;
3348 n->timeout_task = GNUNET_SCHEDULER_add_delayed (GNUNET_CONSTANTS_IDLE_CONNECTION_TIMEOUT,
3349 &neighbour_timeout_task, n);
3352 GNUNET_STATISTICS_update (stats,
3353 gettext_noop ("# peerinfo new neighbor iterate requests"),
3356 GNUNET_STATISTICS_update (stats,
3357 gettext_noop ("# outstanding peerinfo iterate requests"),
3360 n->piter = GNUNET_PEERINFO_iterate (peerinfo, peer,
3361 GNUNET_TIME_UNIT_FOREVER_REL,
3362 &add_hello_for_peer, n);
3364 GNUNET_STATISTICS_update (stats,
3365 gettext_noop ("# HELLO's sent to new neighbors"),
3368 transmit_to_peer (NULL, NULL, 0,
3369 HELLO_ADDRESS_EXPIRATION,
3370 (const char *) our_hello, GNUNET_HELLO_size(our_hello),
3378 * Function called after we have checked if communicating
3379 * with a given peer is acceptable.
3381 * @param cls closure
3382 * @param n NULL if communication is not acceptable
3384 typedef void (*SetupContinuation)(void *cls,
3385 struct NeighbourList *n);
3389 * Information kept for each client registered to perform
3395 * This is a linked list.
3397 struct Blacklisters *next;
3400 * This is a linked list.
3402 struct Blacklisters *prev;
3405 * Client responsible for this entry.
3407 struct GNUNET_SERVER_Client *client;
3410 * Blacklist check that we're currently performing.
3412 struct BlacklistCheck *bc;
3418 * Head of DLL of blacklisting clients.
3420 static struct Blacklisters *bl_head;
3423 * Tail of DLL of blacklisting clients.
3425 static struct Blacklisters *bl_tail;
3429 * Context we use when performing a blacklist check.
3431 struct BlacklistCheck
3435 * This is a linked list.
3437 struct BlacklistCheck *next;
3440 * This is a linked list.
3442 struct BlacklistCheck *prev;
3445 * Peer being checked.
3447 struct GNUNET_PeerIdentity peer;
3450 * Option for setup neighbour afterwards.
3455 * Continuation to call with the result.
3457 SetupContinuation cont;
3465 * Current transmission request handle for this client, or NULL if no
3466 * request is pending.
3468 struct GNUNET_CONNECTION_TransmitHandle *th;
3471 * Our current position in the blacklisters list.
3473 struct Blacklisters *bl_pos;
3476 * Current task performing the check.
3478 GNUNET_SCHEDULER_TaskIdentifier task;
3483 * Head of DLL of active blacklisting queries.
3485 static struct BlacklistCheck *bc_head;
3488 * Tail of DLL of active blacklisting queries.
3490 static struct BlacklistCheck *bc_tail;
3494 * Perform next action in the blacklist check.
3496 * @param cls the 'struct BlacklistCheck*'
3500 do_blacklist_check (void *cls,
3501 const struct GNUNET_SCHEDULER_TaskContext *tc);
3504 * Transmit blacklist query to the client.
3506 * @param cls the 'struct BlacklistCheck'
3507 * @param size number of bytes allowed
3508 * @param buf where to copy the message
3509 * @return number of bytes copied to buf
3512 transmit_blacklist_message (void *cls,
3516 struct BlacklistCheck *bc = cls;
3517 struct Blacklisters *bl;
3518 struct BlacklistMessage bm;
3523 GNUNET_assert (bc->task == GNUNET_SCHEDULER_NO_TASK);
3524 bc->task = GNUNET_SCHEDULER_add_now (&do_blacklist_check,
3526 GNUNET_log (GNUNET_ERROR_TYPE_WARNING,
3527 "Failed to send blacklist test for peer `%s' to client\n",
3528 GNUNET_i2s (&bc->peer));
3532 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
3533 "Sending blacklist test for peer `%s' to client\n",
3534 GNUNET_i2s (&bc->peer));
3537 bm.header.size = htons (sizeof (struct BlacklistMessage));
3538 bm.header.type = htons (GNUNET_MESSAGE_TYPE_TRANSPORT_BLACKLIST_QUERY);
3539 bm.is_allowed = htonl (0);
3541 memcpy (buf, &bm, sizeof (bm));
3542 GNUNET_SERVER_receive_done (bl->client, GNUNET_OK);
3548 * Perform next action in the blacklist check.
3550 * @param cls the 'struct BlacklistCheck*'
3554 do_blacklist_check (void *cls,
3555 const struct GNUNET_SCHEDULER_TaskContext *tc)
3557 struct BlacklistCheck *bc = cls;
3558 struct Blacklisters *bl;
3560 bc->task = GNUNET_SCHEDULER_NO_TASK;
3565 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
3566 "No blacklist clients active, will now setup neighbour record for peer `%s'\n",
3567 GNUNET_i2s (&bc->peer));
3569 bc->cont (bc->cont_cls,
3570 setup_new_neighbour (&bc->peer, bc->do_hello));
3577 bc->th = GNUNET_SERVER_notify_transmit_ready (bl->client,
3578 sizeof (struct BlacklistMessage),
3579 GNUNET_TIME_UNIT_FOREVER_REL,
3580 &transmit_blacklist_message,
3587 * Obtain a 'struct NeighbourList' for the given peer. If such an entry
3588 * does not yet exist, check the blacklist. If the blacklist says creating
3589 * one is acceptable, create one and call the continuation; otherwise
3590 * call the continuation with NULL.
3592 * @param peer peer to setup or look up a struct NeighbourList for
3593 * @param do_hello should we also schedule sending our HELLO to the peer
3594 * if this is a new record
3595 * @param cont function to call with the 'struct NeigbhbourList*'
3596 * @param cont_cls closure for cont
3599 setup_peer_check_blacklist (const struct GNUNET_PeerIdentity *peer,
3601 SetupContinuation cont,
3604 struct NeighbourList *n;
3605 struct BlacklistCheck *bc;
3607 n = find_neighbour(peer);
3611 GNUNET_log(GNUNET_ERROR_TYPE_DEBUG,
3612 "Neighbour record exists for peer `%s'\n",
3619 if (bl_head == NULL)
3622 cont (cont_cls, setup_new_neighbour (peer, do_hello));
3624 setup_new_neighbour(peer, do_hello);
3627 bc = GNUNET_malloc (sizeof (struct BlacklistCheck));
3628 GNUNET_CONTAINER_DLL_insert (bc_head, bc_tail, bc);
3630 bc->do_hello = do_hello;
3632 bc->cont_cls = cont_cls;
3633 bc->bl_pos = bl_head;
3634 bc->task = GNUNET_SCHEDULER_add_now (&do_blacklist_check,
3640 * Function called with the result of querying a new blacklister about
3641 * it being allowed (or not) to continue to talk to an existing neighbour.
3643 * @param cls the original 'struct NeighbourList'
3644 * @param n NULL if we need to disconnect
3647 confirm_or_drop_neighbour (void *cls,
3648 struct NeighbourList *n)
3650 struct NeighbourList * orig = cls;
3655 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
3656 "Disconnecting peer `%4s', %s\n", GNUNET_i2s(&orig->id),
3657 "confirm_or_drop_neighboUr");
3659 disconnect_neighbour (orig, GNUNET_NO);
3665 * Handle a request to start a blacklist.
3667 * @param cls closure (always NULL)
3668 * @param client identification of the client
3669 * @param message the actual message
3672 handle_blacklist_init (void *cls,
3673 struct GNUNET_SERVER_Client *client,
3674 const struct GNUNET_MessageHeader *message)
3676 struct Blacklisters *bl;
3677 struct BlacklistCheck *bc;
3678 struct NeighbourList *n;
3683 if (bl->client == client)
3686 GNUNET_SERVER_receive_done (client, GNUNET_SYSERR);
3691 bl = GNUNET_malloc (sizeof (struct Blacklisters));
3692 bl->client = client;
3693 GNUNET_SERVER_client_keep (client);
3694 GNUNET_CONTAINER_DLL_insert_after (bl_head, bl_tail, bl_tail, bl);
3695 /* confirm that all existing connections are OK! */
3699 bc = GNUNET_malloc (sizeof (struct BlacklistCheck));
3700 GNUNET_CONTAINER_DLL_insert (bc_head, bc_tail, bc);
3702 bc->do_hello = GNUNET_NO;
3703 bc->cont = &confirm_or_drop_neighbour;
3706 if (n == neighbours) /* all would wait for the same client, no need to
3707 create more than just the first task right now */
3708 bc->task = GNUNET_SCHEDULER_add_now (&do_blacklist_check,
3716 * Handle a request to blacklist a peer.
3718 * @param cls closure (always NULL)
3719 * @param client identification of the client
3720 * @param message the actual message
3723 handle_blacklist_reply (void *cls,
3724 struct GNUNET_SERVER_Client *client,
3725 const struct GNUNET_MessageHeader *message)
3727 const struct BlacklistMessage *msg = (const struct BlacklistMessage*) message;
3728 struct Blacklisters *bl;
3729 struct BlacklistCheck *bc;
3732 while ( (bl != NULL) &&
3733 (bl->client != client) )
3738 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
3739 "Blacklist client disconnected\n");
3741 /* FIXME: other error handling here!? */
3742 GNUNET_SERVER_receive_done (client, GNUNET_SYSERR);
3747 if (ntohl (msg->is_allowed) == GNUNET_SYSERR)
3750 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
3751 "Blacklist check failed, peer not allowed\n");
3753 bc->cont (bc->cont_cls, NULL);
3754 GNUNET_CONTAINER_DLL_remove (bc_head, bc_tail, bc);
3760 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
3761 "Blacklist check succeeded, continuing with checks\n");
3763 bc->bl_pos = bc->bl_pos->next;
3764 bc->task = GNUNET_SCHEDULER_add_now (&do_blacklist_check,
3767 /* check if any other bc's are waiting for this blacklister */
3771 if ( (bc->bl_pos == bl) &&
3772 (GNUNET_SCHEDULER_NO_TASK == bc->task) )
3773 bc->task = GNUNET_SCHEDULER_add_now (&do_blacklist_check,
3781 * Send periodic PING messages to a given foreign address.
3783 * @param cls our 'struct PeriodicValidationContext*'
3784 * @param tc task context
3787 send_periodic_ping (void *cls,
3788 const struct GNUNET_SCHEDULER_TaskContext *tc)
3790 struct ForeignAddressList *peer_address = cls;
3791 struct TransportPlugin *tp;
3792 struct ValidationEntry *va;
3793 struct NeighbourList *neighbour;
3794 struct TransportPingMessage ping;
3795 struct CheckAddressExistsClosure caec;
3797 uint16_t hello_size;
3801 peer_address->revalidate_task = GNUNET_SCHEDULER_NO_TASK;
3802 if ( (tc->reason & GNUNET_SCHEDULER_REASON_SHUTDOWN) != 0)
3804 tp = peer_address->ready_list->plugin;
3805 neighbour = peer_address->ready_list->neighbour;
3806 if (GNUNET_YES != neighbour->public_key_valid)
3808 /* no public key yet, try again later */
3809 schedule_next_ping (peer_address);
3812 caec.addr = peer_address->addr;
3813 caec.addrlen = peer_address->addrlen;
3814 caec.tname = tp->short_name;
3815 caec.session = peer_address->session;
3816 caec.exists = GNUNET_NO;
3817 GNUNET_CONTAINER_multihashmap_iterate (validation_map,
3818 &check_address_exists,
3820 if (caec.exists == GNUNET_YES)
3822 /* During validation attempts we will likely trigger the other
3823 peer trying to validate our address which in turn will cause
3824 it to send us its HELLO, so we expect to hit this case rather
3825 frequently. Only print something if we are very verbose. */
3826 #if DEBUG_TRANSPORT > 1
3827 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
3828 "Some validation of address `%s' via `%s' for peer `%4s' already in progress.\n",
3829 (peer_address->addr != NULL)
3830 ? a2s (tp->short_name,
3832 peer_address->addrlen)
3835 GNUNET_i2s (&neighbour->id));
3837 schedule_next_ping (peer_address);
3840 va = GNUNET_malloc (sizeof (struct ValidationEntry) + peer_address->addrlen);
3841 va->transport_name = GNUNET_strdup (tp->short_name);
3842 va->challenge = GNUNET_CRYPTO_random_u32 (GNUNET_CRYPTO_QUALITY_NONCE,
3844 va->send_time = GNUNET_TIME_absolute_get();
3845 va->session = peer_address->session;
3846 if (peer_address->addr != NULL)
3848 va->addr = (const void*) &va[1];
3849 memcpy (&va[1], peer_address->addr, peer_address->addrlen);
3850 va->addrlen = peer_address->addrlen;
3852 memcpy(&va->publicKey,
3853 &neighbour->publicKey,
3854 sizeof(struct GNUNET_CRYPTO_RsaPublicKeyBinaryEncoded));
3856 va->timeout_task = GNUNET_SCHEDULER_add_delayed (HELLO_VERIFICATION_TIMEOUT,
3857 &timeout_hello_validation,
3859 GNUNET_CONTAINER_multihashmap_put (validation_map,
3860 &neighbour->id.hashPubKey,
3862 GNUNET_CONTAINER_MULTIHASHMAPOPTION_MULTIPLE);
3864 if (peer_address->validated != GNUNET_YES)
3865 hello_size = GNUNET_HELLO_size(our_hello);
3869 tsize = sizeof(struct TransportPingMessage) + hello_size;
3871 if (peer_address->addr != NULL)
3873 slen = strlen (tp->short_name) + 1;
3874 tsize += slen + peer_address->addrlen;
3878 slen = 0; /* make gcc happy */
3880 message_buf = GNUNET_malloc(tsize);
3881 ping.header.type = htons(GNUNET_MESSAGE_TYPE_TRANSPORT_PING);
3882 ping.challenge = htonl(va->challenge);
3883 memcpy(&ping.target, &neighbour->id, sizeof(struct GNUNET_PeerIdentity));
3884 if (peer_address->validated != GNUNET_YES)
3886 memcpy(message_buf, our_hello, hello_size);
3889 if (peer_address->addr != NULL)
3891 ping.header.size = htons(sizeof(struct TransportPingMessage) +
3892 peer_address->addrlen +
3894 memcpy(&message_buf[hello_size + sizeof (struct TransportPingMessage)],
3897 memcpy(&message_buf[hello_size + sizeof (struct TransportPingMessage) + slen],
3899 peer_address->addrlen);
3903 ping.header.size = htons(sizeof(struct TransportPingMessage));
3906 memcpy(&message_buf[hello_size],
3908 sizeof(struct TransportPingMessage));
3910 #if DEBUG_TRANSPORT_REVALIDATION
3911 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
3912 "Performing re-validation of address `%s' via `%s' for peer `%4s' sending `%s' (%u bytes) and `%s'\n",
3913 (peer_address->addr != NULL)
3914 ? a2s (peer_address->plugin->short_name,
3916 peer_address->addrlen)
3919 GNUNET_i2s (&neighbour->id),
3920 "HELLO", hello_size,
3923 if (peer_address->validated != GNUNET_YES)
3924 GNUNET_STATISTICS_update (stats,
3925 gettext_noop ("# PING with HELLO messages sent"),
3929 GNUNET_STATISTICS_update (stats,
3930 gettext_noop ("# PING without HELLO messages sent"),
3933 GNUNET_STATISTICS_update (stats,
3934 gettext_noop ("# PING messages sent for re-validation"),
3937 transmit_to_peer (NULL, peer_address,
3938 GNUNET_SCHEDULER_PRIORITY_DEFAULT,
3939 HELLO_VERIFICATION_TIMEOUT,
3941 GNUNET_YES, neighbour);
3942 GNUNET_free(message_buf);
3943 schedule_next_ping (peer_address);
3948 * Schedule the job that will cause us to send a PING to the
3949 * foreign address to evaluate its validity and latency.
3951 * @param fal address to PING
3954 schedule_next_ping (struct ForeignAddressList *fal)
3956 struct GNUNET_TIME_Relative delay;
3958 if (fal->revalidate_task != GNUNET_SCHEDULER_NO_TASK)
3960 delay = GNUNET_TIME_absolute_get_remaining (fal->expires);
3961 delay.rel_value /= 2; /* do before expiration */
3962 delay = GNUNET_TIME_relative_min (delay,
3963 LATENCY_EVALUATION_MAX_DELAY);
3964 if (GNUNET_YES != fal->estimated)
3966 delay = GNUNET_TIME_UNIT_ZERO;
3967 fal->estimated = GNUNET_YES;
3969 if (GNUNET_YES == fal->connected)
3971 delay = GNUNET_TIME_relative_min (delay,
3972 CONNECTED_LATENCY_EVALUATION_MAX_DELAY);
3974 /* FIXME: also adjust delay based on how close the last
3975 observed latency is to the latency of the best alternative */
3976 /* bound how fast we can go */
3977 delay = GNUNET_TIME_relative_max (delay,
3978 GNUNET_TIME_UNIT_SECONDS);
3979 /* randomize a bit (to avoid doing all at the same time) */
3980 delay.rel_value += GNUNET_CRYPTO_random_u32 (GNUNET_CRYPTO_QUALITY_WEAK, 1000);
3981 fal->revalidate_task = GNUNET_SCHEDULER_add_delayed(delay,
3982 &send_periodic_ping,
3990 * Function that will be called if we receive some payload
3991 * from another peer.
3993 * @param message the payload
3994 * @param n peer who claimed to be the sender
3997 handle_payload_message (const struct GNUNET_MessageHeader *message,
3998 struct NeighbourList *n)
4000 struct InboundMessage *im;
4001 struct TransportClient *cpos;
4004 msize = ntohs (message->size);
4005 if (n->received_pong == GNUNET_NO)
4008 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
4009 "Received message of type %u and size %u from `%4s', but no pong yet!!\n",
4010 ntohs (message->type),
4011 ntohs (message->size),
4012 GNUNET_i2s (&n->id));
4014 GNUNET_free_non_null (n->pre_connect_message_buffer);
4015 n->pre_connect_message_buffer = GNUNET_malloc (msize);
4016 memcpy (n->pre_connect_message_buffer, message, msize);
4021 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
4022 "Received message of type %u and size %u from `%4s', sending to all clients.\n",
4023 ntohs (message->type),
4024 ntohs (message->size),
4025 GNUNET_i2s (&n->id));
4027 if (GNUNET_YES == GNUNET_BANDWIDTH_tracker_consume (&n->in_tracker,
4030 n->quota_violation_count++;
4032 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
4033 "Bandwidth quota (%u b/s) violation detected (total of %u).\n",
4034 n->in_tracker.available_bytes_per_s__,
4035 n->quota_violation_count);
4037 /* Discount 32k per violation */
4038 GNUNET_BANDWIDTH_tracker_consume (&n->in_tracker,
4043 if (n->quota_violation_count > 0)
4045 /* try to add 32k back */
4046 GNUNET_BANDWIDTH_tracker_consume (&n->in_tracker,
4048 n->quota_violation_count--;
4051 GNUNET_STATISTICS_update (stats,
4052 gettext_noop ("# payload received from other peers"),
4055 /* transmit message to all clients */
4056 uint32_t ats_count = 2;
4057 size_t size = sizeof (struct InboundMessage) + ats_count * sizeof (struct GNUNET_TRANSPORT_ATS_Information) + msize;
4058 if (size > GNUNET_SERVER_MAX_MESSAGE_SIZE)
4061 im = GNUNET_malloc (size);
4062 im->header.size = htons (size);
4063 im->header.type = htons (GNUNET_MESSAGE_TYPE_TRANSPORT_RECV);
4065 im->ats_count = htonl(ats_count);
4066 /* Setting ATS data */
4067 (&(im->ats))[0].type = htonl (GNUNET_TRANSPORT_ATS_QUALITY_NET_DISTANCE);
4068 (&(im->ats))[0].value = htonl (n->distance);
4069 (&(im->ats))[1].type = htonl (GNUNET_TRANSPORT_ATS_QUALITY_NET_DELAY);
4070 (&(im->ats))[1].value = htonl ((uint32_t) n->latency.rel_value);
4071 (&(im->ats))[ats_count].type = htonl (GNUNET_TRANSPORT_ATS_ARRAY_TERMINATOR);
4072 (&(im->ats))[ats_count].value = htonl (0);
4074 memcpy (&((&(im->ats))[ats_count+1]), message, msize);
4076 while (cpos != NULL)
4078 transmit_to_client (cpos, &im->header, GNUNET_YES);
4086 * Iterator over hash map entries. Checks if the given validation
4087 * entry is for the same challenge as what is given in the PONG.
4089 * @param cls the 'struct TransportPongMessage*'
4090 * @param key peer identity
4091 * @param value value in the hash map ('struct ValidationEntry')
4092 * @return GNUNET_YES if we should continue to
4093 * iterate (mismatch), GNUNET_NO if not (entry matched)
4096 check_pending_validation (void *cls,
4097 const GNUNET_HashCode * key,
4100 const struct TransportPongMessage *pong = cls;
4101 struct ValidationEntry *ve = value;
4102 struct AddValidatedAddressContext avac;
4103 unsigned int challenge = ntohl(pong->challenge);
4104 struct GNUNET_HELLO_Message *hello;
4105 struct GNUNET_PeerIdentity target;
4106 struct NeighbourList *n;
4107 struct ForeignAddressList *fal;
4108 struct OwnAddressList *oal;
4109 struct TransportPlugin *tp;
4110 struct GNUNET_MessageHeader *prem;
4116 ps = ntohs (pong->header.size);
4117 if (ps < sizeof (struct TransportPongMessage))
4119 GNUNET_break_op (0);
4122 addr = (const char*) &pong[1];
4123 slen = strlen (ve->transport_name) + 1;
4124 if ( (ps - sizeof (struct TransportPongMessage) < slen) ||
4125 (ve->challenge != challenge) ||
4126 (addr[slen-1] != '\0') ||
4127 (0 != strcmp (addr, ve->transport_name)) ||
4128 (ntohl (pong->purpose.size)
4129 != sizeof (struct GNUNET_CRYPTO_RsaSignaturePurpose) +
4131 sizeof (struct GNUNET_TIME_AbsoluteNBO) +
4132 sizeof (struct GNUNET_PeerIdentity) + ps - sizeof (struct TransportPongMessage)) )
4137 alen = ps - sizeof (struct TransportPongMessage) - slen;
4138 switch (ntohl (pong->purpose.purpose))
4140 case GNUNET_SIGNATURE_PURPOSE_TRANSPORT_PONG_OWN:
4141 if ( (ve->addrlen + slen != ntohl (pong->addrlen)) ||
4142 (0 != memcmp (&addr[slen],
4146 return GNUNET_YES; /* different entry, keep trying! */
4148 if (0 != memcmp (&pong->pid,
4150 sizeof (struct GNUNET_PeerIdentity)))
4152 GNUNET_break_op (0);
4156 GNUNET_CRYPTO_rsa_verify (GNUNET_SIGNATURE_PURPOSE_TRANSPORT_PONG_OWN,
4161 GNUNET_break_op (0);
4166 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
4167 "Confirmed validity of address, peer `%4s' has address `%s' (%s).\n",
4169 a2s (ve->transport_name,
4170 (const struct sockaddr *) ve->addr,
4172 ve->transport_name);
4175 case GNUNET_SIGNATURE_PURPOSE_TRANSPORT_PONG_USING:
4176 if (0 != memcmp (&pong->pid,
4178 sizeof (struct GNUNET_PeerIdentity)))
4181 GNUNET_asprintf(&peer, "%s",GNUNET_i2s (&pong->pid));
4183 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
4184 "Received PONG for different identity: I am `%s', PONG identity: `%s'\n",
4185 GNUNET_i2s (&my_identity),
4191 if (ve->addrlen != 0)
4193 /* must have been for a different validation entry */
4196 tp = find_transport (ve->transport_name);
4202 oal = tp->addresses;
4205 if ( (oal->addrlen == alen) &&
4206 (0 == memcmp (&oal[1],
4214 GNUNET_log (GNUNET_ERROR_TYPE_WARNING,
4215 _("Not accepting PONG with address `%s' since I cannot confirm having this address.\n"),
4216 a2s (ve->transport_name,
4222 GNUNET_CRYPTO_rsa_verify (GNUNET_SIGNATURE_PURPOSE_TRANSPORT_PONG_USING,
4227 GNUNET_break_op (0);
4232 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
4233 "Confirmed that peer `%4s' is talking to us using address `%s' (%s) for us.\n",
4235 a2s (ve->transport_name,
4238 ve->transport_name);
4242 GNUNET_break_op (0);
4245 if (GNUNET_TIME_absolute_get_remaining (GNUNET_TIME_absolute_ntoh (pong->expiration)).rel_value == 0)
4247 GNUNET_log (GNUNET_ERROR_TYPE_INFO,
4248 _("Received expired signature. Check system time.\n"));
4251 GNUNET_STATISTICS_update (stats,
4252 gettext_noop ("# address validation successes"),
4255 /* create the updated HELLO */
4256 GNUNET_CRYPTO_hash (&ve->publicKey,
4257 sizeof (struct GNUNET_CRYPTO_RsaPublicKeyBinaryEncoded),
4258 &target.hashPubKey);
4259 if (ve->addr != NULL)
4261 avac.done = GNUNET_NO;
4263 hello = GNUNET_HELLO_create (&ve->publicKey,
4264 &add_validated_address,
4266 GNUNET_PEERINFO_add_peer (peerinfo,
4268 GNUNET_free (hello);
4270 n = find_neighbour (&target);
4273 n->publicKey = ve->publicKey;
4274 n->public_key_valid = GNUNET_YES;
4275 fal = add_peer_address (n,
4280 GNUNET_assert (fal != NULL);
4281 fal->expires = GNUNET_TIME_relative_to_absolute (HELLO_ADDRESS_EXPIRATION);
4282 fal->validated = GNUNET_YES;
4283 mark_address_connected (fal);
4284 GNUNET_STATISTICS_update (stats,
4285 gettext_noop ("# peer addresses considered valid"),
4288 fal->latency = GNUNET_TIME_absolute_get_duration (ve->send_time);
4289 update_addr_value (fal, GNUNET_TIME_absolute_get_duration (ve->send_time).rel_value, GNUNET_TRANSPORT_ATS_QUALITY_NET_DELAY);
4291 schedule_next_ping (fal);
4292 if (n->latency.rel_value == GNUNET_TIME_UNIT_FOREVER_REL.rel_value)
4293 n->latency = fal->latency;
4295 n->latency.rel_value = (fal->latency.rel_value + n->latency.rel_value) / 2;
4297 n->distance = fal->distance;
4298 if (GNUNET_NO == n->received_pong)
4300 n->received_pong = GNUNET_YES;
4302 notify_clients_connect (&target, n->latency, n->distance);
4303 if (NULL != (prem = n->pre_connect_message_buffer))
4305 n->pre_connect_message_buffer = NULL;
4306 handle_payload_message (prem, n);
4310 if (n->retry_task != GNUNET_SCHEDULER_NO_TASK)
4312 GNUNET_SCHEDULER_cancel (n->retry_task);
4313 n->retry_task = GNUNET_SCHEDULER_NO_TASK;
4314 try_transmission_to_peer (n);
4318 /* clean up validation entry */
4319 GNUNET_assert (GNUNET_YES ==
4320 GNUNET_CONTAINER_multihashmap_remove (validation_map,
4323 abort_validation (NULL, NULL, ve);
4329 * Function that will be called if we receive a validation
4330 * of an address challenge that we transmitted to another
4331 * peer. Note that the validation should only be considered
4332 * acceptable if the challenge matches AND if the sender
4333 * address is at least a plausible address for this peer
4334 * (otherwise we may be seeing a MiM attack).
4336 * @param cls closure
4337 * @param message the pong message
4338 * @param peer who responded to our challenge
4339 * @param sender_address string describing our sender address (as observed
4340 * by the other peer in binary format)
4341 * @param sender_address_len number of bytes in 'sender_address'
4344 handle_pong (void *cls, const struct GNUNET_MessageHeader *message,
4345 const struct GNUNET_PeerIdentity *peer,
4346 const char *sender_address,
4347 size_t sender_address_len)
4349 #if DEBUG_TRANSPORT > 1
4350 /* we get tons of these that just get discarded, only log
4351 if we are quite verbose */
4352 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
4353 "Receiving `%s' message from `%4s'.\n", "PONG",
4356 GNUNET_STATISTICS_update (stats,
4357 gettext_noop ("# PONG messages received"),
4360 if (GNUNET_SYSERR !=
4361 GNUNET_CONTAINER_multihashmap_get_multiple (validation_map,
4363 &check_pending_validation,
4366 /* This is *expected* to happen a lot since we send
4367 PONGs to *all* known addresses of the sender of
4368 the PING, so most likely we get multiple PONGs
4369 per PING, and all but the first PONG will end up
4370 here. So really we should not print anything here
4371 unless we want to be very, very verbose... */
4372 #if DEBUG_TRANSPORT > 2
4373 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
4374 "Received `%s' message from `%4s' but have no record of a matching `%s' message. Ignoring.\n",
4386 * Try to validate a neighbour's address by sending him our HELLO and a PING.
4388 * @param cls the 'struct ValidationEntry*'
4389 * @param neighbour neighbour to validate, NULL if validation failed
4392 transmit_hello_and_ping (void *cls,
4393 struct NeighbourList *neighbour)
4395 struct ValidationEntry *va = cls;
4396 struct ForeignAddressList *peer_address;
4397 struct TransportPingMessage ping;
4398 uint16_t hello_size;
4401 struct GNUNET_PeerIdentity id;
4404 GNUNET_CRYPTO_hash (&va->publicKey,
4405 sizeof (struct GNUNET_CRYPTO_RsaPublicKeyBinaryEncoded),
4407 if (neighbour == NULL)
4409 /* FIXME: stats... */
4410 GNUNET_break (GNUNET_OK ==
4411 GNUNET_CONTAINER_multihashmap_remove (validation_map,
4414 abort_validation (NULL, NULL, va);
4417 neighbour->publicKey = va->publicKey;
4418 neighbour->public_key_valid = GNUNET_YES;
4419 peer_address = add_peer_address (neighbour,
4420 va->transport_name, NULL,
4421 (const void*) &va[1],
4423 if (peer_address == NULL)
4425 GNUNET_log (GNUNET_ERROR_TYPE_WARNING,
4426 "Failed to add peer `%4s' for plugin `%s'\n",
4427 GNUNET_i2s (&neighbour->id),
4428 va->transport_name);
4429 GNUNET_break (GNUNET_OK ==
4430 GNUNET_CONTAINER_multihashmap_remove (validation_map,
4433 abort_validation (NULL, NULL, va);
4436 hello_size = GNUNET_HELLO_size(our_hello);
4437 slen = strlen(va->transport_name) + 1;
4438 tsize = sizeof(struct TransportPingMessage) + hello_size + va->addrlen + slen;
4439 message_buf = GNUNET_malloc(tsize);
4440 ping.challenge = htonl(va->challenge);
4441 ping.header.size = htons(sizeof(struct TransportPingMessage) + slen + va->addrlen);
4442 ping.header.type = htons(GNUNET_MESSAGE_TYPE_TRANSPORT_PING);
4443 memcpy(&ping.target, &neighbour->id, sizeof(struct GNUNET_PeerIdentity));
4444 memcpy(message_buf, our_hello, hello_size);
4445 memcpy(&message_buf[hello_size],
4447 sizeof(struct TransportPingMessage));
4448 memcpy(&message_buf[hello_size + sizeof (struct TransportPingMessage)],
4451 memcpy(&message_buf[hello_size + sizeof (struct TransportPingMessage) + slen],
4455 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
4456 "Performing validation of address `%s' via `%s' for peer `%4s' sending `%s' (%u bytes) and `%s' (%u bytes)\n",
4459 : a2s (va->transport_name,
4460 (const void*) &va[1], va->addrlen),
4462 GNUNET_i2s (&neighbour->id),
4463 "HELLO", hello_size,
4464 "PING", sizeof (struct TransportPingMessage) + va->addrlen + slen);
4467 GNUNET_STATISTICS_update (stats,
4468 gettext_noop ("# PING messages sent for initial validation"),
4471 transmit_to_peer (NULL, peer_address,
4472 GNUNET_SCHEDULER_PRIORITY_DEFAULT,
4473 HELLO_VERIFICATION_TIMEOUT,
4475 GNUNET_YES, neighbour);
4476 GNUNET_free(message_buf);
4481 * Check if the given address is already being validated; if not,
4482 * append the given address to the list of entries that are being be
4483 * validated and initiate validation.
4485 * @param cls closure ('struct CheckHelloValidatedContext *')
4486 * @param tname name of the transport
4487 * @param expiration expiration time
4488 * @param addr the address
4489 * @param addrlen length of the address
4490 * @return GNUNET_OK (always)
4493 run_validation (void *cls,
4495 struct GNUNET_TIME_Absolute expiration,
4499 struct CheckHelloValidatedContext *chvc = cls;
4500 struct GNUNET_PeerIdentity id;
4501 struct TransportPlugin *tp;
4502 struct ValidationEntry *va;
4503 struct GNUNET_CRYPTO_RsaPublicKeyBinaryEncoded pk;
4504 struct CheckAddressExistsClosure caec;
4505 struct OwnAddressList *oal;
4507 GNUNET_assert (addr != NULL);
4509 GNUNET_STATISTICS_update (stats,
4510 gettext_noop ("# peer addresses scheduled for validation"),
4513 tp = find_transport (tname);
4516 GNUNET_log (GNUNET_ERROR_TYPE_INFO |
4517 GNUNET_ERROR_TYPE_BULK,
4519 ("Transport `%s' not loaded, will not try to validate peer address using this transport.\n"),
4521 GNUNET_STATISTICS_update (stats,
4522 gettext_noop ("# peer addresses not validated (plugin not available)"),
4527 /* check if this is one of our own addresses */
4528 oal = tp->addresses;
4531 if ( (oal->addrlen == addrlen) &&
4532 (0 == memcmp (&oal[1],
4536 /* not plausible, this address is equivalent to our own address! */
4537 GNUNET_STATISTICS_update (stats,
4538 gettext_noop ("# peer addresses not validated (loopback)"),
4545 GNUNET_HELLO_get_key (chvc->hello, &pk);
4546 GNUNET_CRYPTO_hash (&pk,
4548 GNUNET_CRYPTO_RsaPublicKeyBinaryEncoded),
4551 if (is_blacklisted(&id, tp))
4554 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
4555 "Attempted to validate blacklisted peer `%s' using `%s'!\n",
4563 caec.addrlen = addrlen;
4564 caec.session = NULL;
4566 caec.exists = GNUNET_NO;
4567 GNUNET_CONTAINER_multihashmap_iterate (validation_map,
4568 &check_address_exists,
4570 if (caec.exists == GNUNET_YES)
4572 /* During validation attempts we will likely trigger the other
4573 peer trying to validate our address which in turn will cause
4574 it to send us its HELLO, so we expect to hit this case rather
4575 frequently. Only print something if we are very verbose. */
4576 #if DEBUG_TRANSPORT > 1
4577 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
4578 "Validation of address `%s' via `%s' for peer `%4s' already in progress.\n",
4579 a2s (tname, addr, addrlen),
4583 GNUNET_STATISTICS_update (stats,
4584 gettext_noop ("# peer addresses not validated (in progress)"),
4589 va = GNUNET_malloc (sizeof (struct ValidationEntry) + addrlen);
4592 va->transport_name = GNUNET_strdup (tname);
4593 va->challenge = GNUNET_CRYPTO_random_u32 (GNUNET_CRYPTO_QUALITY_NONCE,
4595 va->send_time = GNUNET_TIME_absolute_get();
4596 va->addr = (const void*) &va[1];
4597 memcpy (&va[1], addr, addrlen);
4598 va->addrlen = addrlen;
4599 GNUNET_HELLO_get_key (chvc->hello,
4601 va->timeout_task = GNUNET_SCHEDULER_add_delayed (HELLO_VERIFICATION_TIMEOUT,
4602 &timeout_hello_validation,
4604 GNUNET_CONTAINER_multihashmap_put (validation_map,
4607 GNUNET_CONTAINER_MULTIHASHMAPOPTION_MULTIPLE);
4608 setup_peer_check_blacklist (&id, GNUNET_NO,
4609 &transmit_hello_and_ping,
4616 * Check if addresses in validated hello "h" overlap with
4617 * those in "chvc->hello" and validate the rest.
4619 * @param cls closure
4620 * @param peer id of the peer, NULL for last call
4621 * @param h hello message for the peer (can be NULL)
4622 * @param err_msg NULL if successful, otherwise contains error message
4625 check_hello_validated (void *cls,
4626 const struct GNUNET_PeerIdentity *peer,
4627 const struct GNUNET_HELLO_Message *h,
4628 const char *err_msg)
4630 struct CheckHelloValidatedContext *chvc = cls;
4631 struct GNUNET_HELLO_Message *plain_hello;
4632 struct GNUNET_CRYPTO_RsaPublicKeyBinaryEncoded pk;
4633 struct GNUNET_PeerIdentity target;
4634 struct NeighbourList *n;
4636 if (err_msg != NULL)
4639 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
4640 _("Error in communication with PEERINFO service: %s\n"),
4648 GNUNET_STATISTICS_update (stats,
4649 gettext_noop ("# outstanding peerinfo iterate requests"),
4653 if (GNUNET_NO == chvc->hello_known)
4655 /* notify PEERINFO about the peer now, so that we at least
4656 have the public key if some other component needs it */
4657 GNUNET_HELLO_get_key (chvc->hello, &pk);
4658 GNUNET_CRYPTO_hash (&pk,
4659 sizeof (struct GNUNET_CRYPTO_RsaPublicKeyBinaryEncoded),
4660 &target.hashPubKey);
4661 plain_hello = GNUNET_HELLO_create (&pk,
4664 GNUNET_PEERINFO_add_peer (peerinfo, plain_hello);
4665 GNUNET_free (plain_hello);
4666 #if DEBUG_TRANSPORT_HELLO
4667 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
4668 "PEERINFO had no `%s' message for peer `%4s', full validation needed.\n",
4670 GNUNET_i2s (&target));
4672 GNUNET_STATISTICS_update (stats,
4673 gettext_noop ("# new HELLOs requiring full validation"),
4676 GNUNET_HELLO_iterate_addresses (chvc->hello,
4683 GNUNET_STATISTICS_update (stats,
4684 gettext_noop ("# duplicate HELLO (peer known)"),
4689 if (chvc->ve_count == 0)
4691 GNUNET_CONTAINER_DLL_remove (chvc_head,
4700 #if DEBUG_TRANSPORT_HELLO
4701 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
4702 "PEERINFO had `%s' message for peer `%4s', validating only new addresses.\n",
4706 chvc->hello_known = GNUNET_YES;
4707 n = find_neighbour (peer);
4710 #if DEBUG_TRANSPORT_HELLO
4711 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
4712 "Calling hello_iterate_addresses for %s!\n",
4715 GNUNET_HELLO_iterate_addresses (h,
4717 &add_to_foreign_address_list,
4719 try_transmission_to_peer (n);
4723 #if DEBUG_TRANSPORT_HELLO
4724 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
4725 "No existing neighbor record for %s!\n",
4728 GNUNET_STATISTICS_update (stats,
4729 gettext_noop ("# no existing neighbour record (validating HELLO)"),
4733 GNUNET_STATISTICS_update (stats,
4734 gettext_noop ("# HELLO validations (update case)"),
4737 GNUNET_HELLO_iterate_new_addresses (chvc->hello,
4739 GNUNET_TIME_relative_to_absolute (HELLO_REVALIDATION_START_TIME),
4746 * Process HELLO-message.
4748 * @param plugin transport involved, may be NULL
4749 * @param message the actual message
4750 * @return GNUNET_OK if the HELLO was well-formed, GNUNET_SYSERR otherwise
4753 process_hello (struct TransportPlugin *plugin,
4754 const struct GNUNET_MessageHeader *message)
4757 struct GNUNET_PeerIdentity target;
4758 const struct GNUNET_HELLO_Message *hello;
4759 struct CheckHelloValidatedContext *chvc;
4760 struct GNUNET_CRYPTO_RsaPublicKeyBinaryEncoded publicKey;
4761 #if DEBUG_TRANSPORT_HELLO > 2
4764 hsize = ntohs (message->size);
4765 if ((ntohs (message->type) != GNUNET_MESSAGE_TYPE_HELLO) ||
4766 (hsize < sizeof (struct GNUNET_MessageHeader)))
4769 return GNUNET_SYSERR;
4771 GNUNET_STATISTICS_update (stats,
4772 gettext_noop ("# HELLOs received for validation"),
4776 /* first, check if load is too high */
4777 if (GNUNET_SCHEDULER_get_load (GNUNET_SCHEDULER_PRIORITY_BACKGROUND) > MAX_HELLO_LOAD)
4779 GNUNET_STATISTICS_update (stats,
4780 gettext_noop ("# HELLOs ignored due to high load"),
4783 #if DEBUG_TRANSPORT_HELLO
4784 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
4785 "Ignoring `%s' for `%4s', load too high.\n",
4787 GNUNET_i2s (&target));
4791 hello = (const struct GNUNET_HELLO_Message *) message;
4792 if (GNUNET_OK != GNUNET_HELLO_get_key (hello, &publicKey))
4794 #if DEBUG_TRANSPORT_HELLO
4795 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
4796 "Unable to get public key from `%s' for `%4s'!\n",
4798 GNUNET_i2s (&target));
4800 GNUNET_break_op (0);
4801 return GNUNET_SYSERR;
4804 GNUNET_CRYPTO_hash (&publicKey,
4805 sizeof (struct GNUNET_CRYPTO_RsaPublicKeyBinaryEncoded),
4806 &target.hashPubKey);
4808 #if DEBUG_TRANSPORT_HELLO
4809 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
4810 "Received `%s' message for `%4s'\n",
4812 GNUNET_i2s (&target));
4815 if (0 == memcmp (&my_identity,
4817 sizeof (struct GNUNET_PeerIdentity)))
4819 GNUNET_STATISTICS_update (stats,
4820 gettext_noop ("# HELLOs ignored for validation (is my own HELLO)"),
4826 while (NULL != chvc)
4828 if (GNUNET_HELLO_equals (hello,
4830 GNUNET_TIME_absolute_get ()).abs_value > 0)
4832 #if DEBUG_TRANSPORT_HELLO > 2
4833 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
4834 "Received duplicate `%s' message for `%4s'; ignored\n",
4836 GNUNET_i2s (&target));
4838 return GNUNET_OK; /* validation already pending */
4840 if (GNUNET_HELLO_size(hello) == GNUNET_HELLO_size (chvc->hello))
4841 GNUNET_break (0 != memcmp (hello, chvc->hello,
4842 GNUNET_HELLO_size(hello)));
4847 struct NeighbourList *temp_neighbor = find_neighbour(&target);
4848 if ((NULL != temp_neighbor))
4850 fprintf(stderr, "Already know peer, ignoring hello\n");
4855 #if DEBUG_TRANSPORT_HELLO > 2
4858 my_id = GNUNET_strdup(GNUNET_i2s(plugin->env.my_identity));
4860 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
4861 "%s: Starting validation of `%s' message for `%4s' via '%s' of size %u\n",
4864 GNUNET_i2s (&target),
4866 GNUNET_HELLO_size(hello));
4871 chvc = GNUNET_malloc (sizeof (struct CheckHelloValidatedContext) + hsize);
4873 chvc->hello = (const struct GNUNET_HELLO_Message *) &chvc[1];
4874 memcpy (&chvc[1], hello, hsize);
4875 GNUNET_CONTAINER_DLL_insert (chvc_head,
4878 /* finally, check if HELLO was previously validated
4879 (continuation will then schedule actual validation) */
4880 GNUNET_STATISTICS_update (stats,
4881 gettext_noop ("# peerinfo process hello iterate requests"),
4884 GNUNET_STATISTICS_update (stats,
4885 gettext_noop ("# outstanding peerinfo iterate requests"),
4888 chvc->piter = GNUNET_PEERINFO_iterate (peerinfo,
4890 HELLO_VERIFICATION_TIMEOUT,
4891 &check_hello_validated, chvc);
4897 * The peer specified by the given neighbour has timed-out or a plugin
4898 * has disconnected. We may either need to do nothing (other plugins
4899 * still up), or trigger a full disconnect and clean up. This
4900 * function updates our state and does the necessary notifications.
4901 * Also notifies our clients that the neighbour is now officially
4904 * @param n the neighbour list entry for the peer
4905 * @param check GNUNET_YES to check if ALL addresses for this peer
4906 * are gone, GNUNET_NO to force a disconnect of the peer
4907 * regardless of whether other addresses exist.
4910 disconnect_neighbour (struct NeighbourList *n, int check)
4912 struct ReadyList *rpos;
4913 struct NeighbourList *npos;
4914 struct NeighbourList *nprev;
4915 struct MessageQueue *mq;
4916 struct ForeignAddressList *peer_addresses;
4917 struct ForeignAddressList *peer_pos;
4919 if (GNUNET_YES == check)
4922 while (NULL != rpos)
4924 peer_addresses = rpos->addresses;
4925 while (peer_addresses != NULL)
4927 // Do not disconnect if: an address is connected or an inbound address exists
4928 if ((GNUNET_YES == peer_addresses->connected) || (peer_addresses->addrlen == 0))
4931 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
4932 "NOT Disconnecting from `%4s', still have live addresses!\n",
4933 GNUNET_i2s (&n->id));
4935 return; /* still connected */
4937 peer_addresses = peer_addresses->next;
4943 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG | GNUNET_ERROR_TYPE_BULK,
4944 "Disconnecting from `%4s'\n",
4945 GNUNET_i2s (&n->id));
4947 /* remove n from neighbours list */
4950 while ((npos != NULL) && (npos != n))
4955 GNUNET_assert (npos != NULL);
4957 neighbours = n->next;
4959 nprev->next = n->next;
4961 /* notify all clients about disconnect */
4962 if (GNUNET_YES == n->received_pong)
4963 notify_clients_disconnect (&n->id);
4965 /* clean up all plugins, cancel connections and pending transmissions */
4966 while (NULL != (rpos = n->plugins))
4968 n->plugins = rpos->next;
4969 rpos->plugin->api->disconnect (rpos->plugin->api->cls, &n->id);
4970 while (rpos->addresses != NULL)
4972 peer_pos = rpos->addresses;
4973 rpos->addresses = peer_pos->next;
4974 if (peer_pos->connected == GNUNET_YES)
4975 GNUNET_STATISTICS_update (stats,
4976 gettext_noop ("# connected addresses"),
4979 if (GNUNET_YES == peer_pos->validated)
4980 GNUNET_STATISTICS_update (stats,
4981 gettext_noop ("# peer addresses considered valid"),
4984 if (GNUNET_SCHEDULER_NO_TASK != peer_pos->revalidate_task)
4986 GNUNET_SCHEDULER_cancel (peer_pos->revalidate_task);
4987 peer_pos->revalidate_task = GNUNET_SCHEDULER_NO_TASK;
4989 GNUNET_free(peer_pos->ressources);
4990 peer_pos->ressources = NULL;
4991 GNUNET_free(peer_pos->quality);
4992 peer_pos->ressources = NULL;
4993 GNUNET_free(peer_pos);
4994 ats->stat.recreate_problem = GNUNET_YES;
4999 /* free all messages on the queue */
5000 while (NULL != (mq = n->messages_head))
5002 GNUNET_STATISTICS_update (stats,
5003 gettext_noop ("# bytes in message queue for other peers"),
5004 - (int64_t) mq->message_buf_size,
5006 GNUNET_STATISTICS_update (stats,
5007 gettext_noop ("# bytes discarded due to disconnect"),
5008 mq->message_buf_size,
5010 GNUNET_CONTAINER_DLL_remove (n->messages_head,
5013 GNUNET_assert (0 == memcmp(&mq->neighbour_id,
5015 sizeof(struct GNUNET_PeerIdentity)));
5018 if (n->timeout_task != GNUNET_SCHEDULER_NO_TASK)
5020 GNUNET_SCHEDULER_cancel (n->timeout_task);
5021 n->timeout_task = GNUNET_SCHEDULER_NO_TASK;
5023 if (n->retry_task != GNUNET_SCHEDULER_NO_TASK)
5025 GNUNET_SCHEDULER_cancel (n->retry_task);
5026 n->retry_task = GNUNET_SCHEDULER_NO_TASK;
5028 if (n->piter != NULL)
5030 GNUNET_PEERINFO_iterate_cancel (n->piter);
5031 GNUNET_STATISTICS_update (stats,
5032 gettext_noop ("# outstanding peerinfo iterate requests"),
5037 /* finally, free n itself */
5038 GNUNET_STATISTICS_update (stats,
5039 gettext_noop ("# active neighbours"),
5042 GNUNET_free_non_null (n->pre_connect_message_buffer);
5048 * We have received a PING message from someone. Need to send a PONG message
5049 * in response to the peer by any means necessary.
5052 handle_ping(void *cls, const struct GNUNET_MessageHeader *message,
5053 const struct GNUNET_PeerIdentity *peer,
5054 struct Session *session,
5055 const char *sender_address,
5056 uint16_t sender_address_len)
5058 struct TransportPlugin *plugin = cls;
5059 struct SessionHeader *session_header = (struct SessionHeader*) session;
5060 struct TransportPingMessage *ping;
5061 struct TransportPongMessage *pong;
5062 struct NeighbourList *n;
5063 struct ReadyList *rl;
5064 struct ForeignAddressList *fal;
5065 struct OwnAddressList *oal;
5070 if (ntohs (message->size) < sizeof (struct TransportPingMessage))
5072 GNUNET_break_op (0);
5073 return GNUNET_SYSERR;
5076 ping = (struct TransportPingMessage *) message;
5077 if (0 != memcmp (&ping->target,
5078 plugin->env.my_identity,
5079 sizeof (struct GNUNET_PeerIdentity)))
5082 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
5083 _("Received `%s' message from `%s' destined for `%s' which is not me!\n"),
5085 (sender_address != NULL)
5086 ? a2s (plugin->short_name,
5087 (const struct sockaddr *)sender_address,
5090 GNUNET_i2s (&ping->target));
5092 return GNUNET_SYSERR;
5095 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG | GNUNET_ERROR_TYPE_BULK,
5096 "Processing `%s' from `%s'\n",
5098 (sender_address != NULL)
5099 ? a2s (plugin->short_name,
5100 (const struct sockaddr *)sender_address,
5104 GNUNET_STATISTICS_update (stats,
5105 gettext_noop ("# PING messages received"),
5108 addr = (const char*) &ping[1];
5109 alen = ntohs (message->size) - sizeof (struct TransportPingMessage);
5110 slen = strlen (plugin->short_name) + 1;
5113 /* peer wants to confirm that we have an outbound connection to him */
5114 if (session == NULL)
5116 GNUNET_log (GNUNET_ERROR_TYPE_INFO,
5117 _("Refusing to create PONG since I do not have a session with `%s'.\n"),
5119 return GNUNET_SYSERR;
5121 pong = GNUNET_malloc (sizeof (struct TransportPongMessage) + sender_address_len + slen);
5122 pong->header.size = htons (sizeof (struct TransportPongMessage) + sender_address_len + slen);
5123 pong->header.type = htons (GNUNET_MESSAGE_TYPE_TRANSPORT_PONG);
5124 pong->purpose.size =
5125 htonl (sizeof (struct GNUNET_CRYPTO_RsaSignaturePurpose) +
5127 sizeof (struct GNUNET_TIME_AbsoluteNBO) +
5128 sizeof (struct GNUNET_PeerIdentity) + sender_address_len + slen);
5129 pong->purpose.purpose = htonl (GNUNET_SIGNATURE_PURPOSE_TRANSPORT_PONG_USING);
5130 pong->challenge = ping->challenge;
5131 pong->addrlen = htonl(sender_address_len + slen);
5134 sizeof(struct GNUNET_PeerIdentity));
5138 if ((sender_address!=NULL) && (sender_address_len > 0))
5139 memcpy (&((char*)&pong[1])[slen],
5141 sender_address_len);
5142 if (GNUNET_TIME_absolute_get_remaining (session_header->pong_sig_expires).rel_value < PONG_SIGNATURE_LIFETIME.rel_value / 4)
5144 /* create / update cached sig */
5146 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
5147 "Creating PONG signature to indicate active connection.\n");
5149 session_header->pong_sig_expires = GNUNET_TIME_relative_to_absolute (PONG_SIGNATURE_LIFETIME);
5150 pong->expiration = GNUNET_TIME_absolute_hton (session_header->pong_sig_expires);
5151 GNUNET_assert (GNUNET_OK ==
5152 GNUNET_CRYPTO_rsa_sign (my_private_key,
5154 &session_header->pong_signature));
5158 pong->expiration = GNUNET_TIME_absolute_hton (session_header->pong_sig_expires);
5160 memcpy (&pong->signature,
5161 &session_header->pong_signature,
5162 sizeof (struct GNUNET_CRYPTO_RsaSignature));
5168 /* peer wants to confirm that this is one of our addresses */
5172 plugin->api->check_address (plugin->api->cls,
5176 GNUNET_log (GNUNET_ERROR_TYPE_INFO,
5177 _("Not confirming PING with address `%s' since I cannot confirm having this address.\n"),
5178 a2s (plugin->short_name,
5183 oal = plugin->addresses;
5186 if ( (oal->addrlen == alen) &&
5193 pong = GNUNET_malloc (sizeof (struct TransportPongMessage) + alen + slen);
5194 pong->header.size = htons (sizeof (struct TransportPongMessage) + alen + slen);
5195 pong->header.type = htons (GNUNET_MESSAGE_TYPE_TRANSPORT_PONG);
5196 pong->purpose.size =
5197 htonl (sizeof (struct GNUNET_CRYPTO_RsaSignaturePurpose) +
5199 sizeof (struct GNUNET_TIME_AbsoluteNBO) +
5200 sizeof (struct GNUNET_PeerIdentity) + alen + slen);
5201 pong->purpose.purpose = htonl (GNUNET_SIGNATURE_PURPOSE_TRANSPORT_PONG_OWN);
5202 pong->challenge = ping->challenge;
5203 pong->addrlen = htonl(alen + slen);
5206 sizeof(struct GNUNET_PeerIdentity));
5207 memcpy (&pong[1], plugin->short_name, slen);
5208 memcpy (&((char*)&pong[1])[slen], addr, alen);
5209 if ( (oal != NULL) &&
5210 (GNUNET_TIME_absolute_get_remaining (oal->pong_sig_expires).rel_value < PONG_SIGNATURE_LIFETIME.rel_value / 4) )
5212 /* create / update cached sig */
5214 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
5215 "Creating PONG signature to indicate ownership.\n");
5217 oal->pong_sig_expires = GNUNET_TIME_absolute_min (oal->expires,
5218 GNUNET_TIME_relative_to_absolute (PONG_SIGNATURE_LIFETIME));
5219 pong->expiration = GNUNET_TIME_absolute_hton (oal->pong_sig_expires);
5220 GNUNET_assert (GNUNET_OK ==
5221 GNUNET_CRYPTO_rsa_sign (my_private_key,
5223 &oal->pong_signature));
5224 memcpy (&pong->signature,
5225 &oal->pong_signature,
5226 sizeof (struct GNUNET_CRYPTO_RsaSignature));
5228 else if (oal == NULL)
5230 /* not using cache (typically DV-only) */
5231 pong->expiration = GNUNET_TIME_absolute_hton (GNUNET_TIME_relative_to_absolute (PONG_SIGNATURE_LIFETIME));
5232 GNUNET_assert (GNUNET_OK ==
5233 GNUNET_CRYPTO_rsa_sign (my_private_key,
5239 /* can used cached version */
5240 pong->expiration = GNUNET_TIME_absolute_hton (oal->pong_sig_expires);
5241 memcpy (&pong->signature,
5242 &oal->pong_signature,
5243 sizeof (struct GNUNET_CRYPTO_RsaSignature));
5246 n = find_neighbour(peer);
5247 GNUNET_assert (n != NULL);
5248 /* first try reliable response transmission */
5252 fal = rl->addresses;
5255 if (-1 != rl->plugin->api->send (rl->plugin->api->cls,
5258 ntohs (pong->header.size),
5259 TRANSPORT_PONG_PRIORITY,
5260 HELLO_VERIFICATION_TIMEOUT,
5268 GNUNET_STATISTICS_update (stats,
5269 gettext_noop ("# PONGs unicast via reliable transport"),
5279 /* no reliable method found, do multicast */
5280 GNUNET_STATISTICS_update (stats,
5281 gettext_noop ("# PONGs multicast to all available addresses"),
5287 fal = rl->addresses;
5290 transmit_to_peer(NULL, fal,
5291 TRANSPORT_PONG_PRIORITY,
5292 HELLO_VERIFICATION_TIMEOUT,
5294 ntohs(pong->header.size),
5310 * Function called by the plugin for each received message.
5311 * Update data volumes, possibly notify plugins about
5312 * reducing the rate at which they read from the socket
5313 * and generally forward to our receive callback.
5315 * @param cls the "struct TransportPlugin *" we gave to the plugin
5316 * @param peer (claimed) identity of the other peer
5317 * @param message the message, NULL if we only care about
5318 * learning about the delay until we should receive again
5319 * @param ats_data information for automatic transport selection
5320 * @param ats_count number of elements in ats not including 0-terminator
5321 * @param session identifier used for this session (can be NULL)
5322 * @param sender_address binary address of the sender (if observed)
5323 * @param sender_address_len number of bytes in sender_address
5324 * @return how long in ms the plugin should wait until receiving more data
5325 * (plugins that do not support this, can ignore the return value)
5327 static struct GNUNET_TIME_Relative
5328 plugin_env_receive (void *cls, const struct GNUNET_PeerIdentity *peer,
5329 const struct GNUNET_MessageHeader *message,
5330 const struct GNUNET_TRANSPORT_ATS_Information *ats_data,
5332 struct Session *session,
5333 const char *sender_address,
5334 uint16_t sender_address_len)
5336 struct TransportPlugin *plugin = cls;
5337 struct ReadyList *service_context;
5338 struct ForeignAddressList *peer_address;
5340 struct NeighbourList *n;
5341 struct GNUNET_TIME_Relative ret;
5342 if (is_blacklisted (peer, plugin))
5343 return GNUNET_TIME_UNIT_FOREVER_REL;
5347 n = find_neighbour (peer);
5349 n = setup_new_neighbour (peer, GNUNET_YES);
5350 service_context = n->plugins;
5351 while ((service_context != NULL) && (plugin != service_context->plugin))
5352 service_context = service_context->next;
5353 GNUNET_assert ((plugin->api->send == NULL) || (service_context != NULL));
5354 peer_address = NULL;
5357 for (c=0; c<ats_count; c++)
5359 if (ntohl(ats_data[c].type) == GNUNET_TRANSPORT_ATS_QUALITY_NET_DISTANCE)
5361 distance = ntohl(ats_data[c].value);
5365 /* notify ATS about incoming data */
5366 //ats_notify_ats_data(peer, ats_data);
5369 if (message != NULL)
5371 if ( (session != NULL) ||
5372 (sender_address != NULL) )
5373 peer_address = add_peer_address (n,
5377 sender_address_len);
5378 if (peer_address != NULL)
5381 update_addr_ats(peer_address, ats_data, ats_count);
5382 update_addr_value(peer_address, distance, GNUNET_TRANSPORT_ATS_QUALITY_NET_DISTANCE);
5384 peer_address->distance = distance;
5385 if (GNUNET_YES == peer_address->validated)
5386 mark_address_connected (peer_address);
5387 peer_address->timeout
5389 GNUNET_TIME_relative_to_absolute
5390 (GNUNET_CONSTANTS_IDLE_CONNECTION_TIMEOUT);
5391 schedule_next_ping (peer_address);
5393 /* update traffic received amount ... */
5394 msize = ntohs (message->size);
5396 GNUNET_STATISTICS_update (stats,
5397 gettext_noop ("# bytes received from other peers"),
5400 n->distance = distance;
5402 GNUNET_TIME_relative_to_absolute
5403 (GNUNET_CONSTANTS_IDLE_CONNECTION_TIMEOUT);
5404 GNUNET_SCHEDULER_cancel (n->timeout_task);
5406 GNUNET_SCHEDULER_add_delayed (GNUNET_CONSTANTS_IDLE_CONNECTION_TIMEOUT,
5407 &neighbour_timeout_task, n);
5408 if (n->quota_violation_count > QUOTA_VIOLATION_DROP_THRESHOLD)
5410 /* dropping message due to frequent inbound volume violations! */
5411 GNUNET_log (GNUNET_ERROR_TYPE_WARNING |
5412 GNUNET_ERROR_TYPE_BULK,
5414 ("Dropping incoming message due to repeated bandwidth quota (%u b/s) violations (total of %u).\n"),
5415 n->in_tracker.available_bytes_per_s__,
5416 n->quota_violation_count);
5417 GNUNET_STATISTICS_update (stats,
5418 gettext_noop ("# bandwidth quota violations by other peers"),
5421 return GNUNET_CONSTANTS_QUOTA_VIOLATION_TIMEOUT;
5423 if ((ntohs(message->type) == GNUNET_MESSAGE_TYPE_TRANSPORT_ATS) &&
5424 (ntohs(message->size) == (sizeof (struct GNUNET_MessageHeader) + sizeof (uint32_t))))
5426 uint32_t value = ntohl(*((uint32_t *) &message[1]));
5427 //GNUNET_log (GNUNET_ERROR_TYPE_ERROR, "GNUNET_MESSAGE_TYPE_TRANSPORT_ATS: %i \n", value);
5428 /* Force ressource and quality update */
5431 ats->stat.modified_resources = GNUNET_YES;
5432 ats->stat.modified_quality = GNUNET_YES;
5434 /* Force cost update */
5436 ats->stat.modified_resources = GNUNET_YES;
5437 /* Force quality update */
5439 ats->stat.modified_quality = GNUNET_YES;
5440 /* Force full rebuild */
5442 ats->stat.recreate_problem = GNUNET_YES;
5446 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
5447 "Received message of type %u and size %u from `%4s', sending to all clients.\n",
5448 ntohs (message->type),
5449 ntohs (message->size),
5452 switch (ntohs (message->type))
5454 case GNUNET_MESSAGE_TYPE_HELLO:
5455 GNUNET_STATISTICS_update (stats,
5456 gettext_noop ("# HELLO messages received from other peers"),
5459 process_hello (plugin, message);
5461 case GNUNET_MESSAGE_TYPE_TRANSPORT_PING:
5462 handle_ping (plugin, message, peer, session, sender_address, sender_address_len);
5464 case GNUNET_MESSAGE_TYPE_TRANSPORT_PONG:
5465 handle_pong (plugin, message, peer, sender_address, sender_address_len);
5467 case GNUNET_MESSAGE_TYPE_TRANSPORT_ATS:
5470 handle_payload_message (message, n);
5474 ret = GNUNET_BANDWIDTH_tracker_get_delay (&n->in_tracker, 0);
5475 if (ret.rel_value > 0)
5478 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
5479 "Throttling read (%llu bytes excess at %u b/s), waiting %llums before reading more.\n",
5480 (unsigned long long) n->in_tracker.consumption_since_last_update__,
5481 (unsigned int) n->in_tracker.available_bytes_per_s__,
5482 (unsigned long long) ret.rel_value);
5484 GNUNET_STATISTICS_update (stats,
5485 gettext_noop ("# ms throttling suggested"),
5486 (int64_t) ret.rel_value,
5493 * Handle START-message. This is the first message sent to us
5494 * by any client which causes us to add it to our list.
5496 * @param cls closure (always NULL)
5497 * @param client identification of the client
5498 * @param message the actual message
5501 handle_start (void *cls,
5502 struct GNUNET_SERVER_Client *client,
5503 const struct GNUNET_MessageHeader *message)
5505 const struct StartMessage *start;
5506 struct TransportClient *c;
5507 struct ConnectInfoMessage * cim;
5508 struct NeighbourList *n;
5512 start = (const struct StartMessage*) message;
5514 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
5515 "Received `%s' request from client\n", "START");
5520 if (c->client == client)
5522 /* client already on our list! */
5524 GNUNET_SERVER_receive_done (client, GNUNET_SYSERR);
5529 if ( (GNUNET_NO != ntohl (start->do_check)) &&
5530 (0 != memcmp (&start->self,
5532 sizeof (struct GNUNET_PeerIdentity))) )
5534 GNUNET_log (GNUNET_ERROR_TYPE_ERROR,
5535 _("Rejecting control connection from peer `%s', which is not me!\n"),
5536 GNUNET_i2s (&start->self));
5537 GNUNET_SERVER_receive_done (client, GNUNET_SYSERR);
5540 c = GNUNET_malloc (sizeof (struct TransportClient));
5544 if (our_hello != NULL)
5547 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
5548 "Sending our own `%s' to new client\n", "HELLO");
5550 transmit_to_client (c,
5551 (const struct GNUNET_MessageHeader *) our_hello,
5553 /* tell new client about all existing connections */
5555 size = sizeof (struct ConnectInfoMessage) + ats_count * sizeof (struct GNUNET_TRANSPORT_ATS_Information);
5556 if (size > GNUNET_SERVER_MAX_MESSAGE_SIZE)
5560 cim = GNUNET_malloc (size);
5561 cim->header.size = htons (size);
5562 cim->header.type = htons (GNUNET_MESSAGE_TYPE_TRANSPORT_CONNECT);
5563 cim->ats_count = htonl(ats_count);
5564 (&(cim->ats))[2].type = htonl (GNUNET_TRANSPORT_ATS_ARRAY_TERMINATOR);
5565 (&(cim->ats))[2].value = htonl (0);
5569 if (GNUNET_YES == n->received_pong)
5571 (&(cim->ats))[0].type = htonl (GNUNET_TRANSPORT_ATS_QUALITY_NET_DISTANCE);
5572 (&(cim->ats))[0].value = htonl (n->distance);
5573 (&(cim->ats))[1].type = htonl (GNUNET_TRANSPORT_ATS_QUALITY_NET_DELAY);
5574 (&(cim->ats))[1].value = htonl ((uint32_t) n->latency.rel_value);
5576 transmit_to_client (c, &cim->header, GNUNET_NO);
5582 GNUNET_SERVER_receive_done (client, GNUNET_OK);
5587 * Handle HELLO-message.
5589 * @param cls closure (always NULL)
5590 * @param client identification of the client
5591 * @param message the actual message
5594 handle_hello (void *cls,
5595 struct GNUNET_SERVER_Client *client,
5596 const struct GNUNET_MessageHeader *message)
5600 GNUNET_STATISTICS_update (stats,
5601 gettext_noop ("# HELLOs received from clients"),
5604 ret = process_hello (NULL, message);
5605 GNUNET_SERVER_receive_done (client, ret);
5610 * Closure for 'transmit_client_message'; followed by
5611 * 'msize' bytes of the actual message.
5613 struct TransmitClientMessageContext
5616 * Client on whom's behalf we are sending.
5618 struct GNUNET_SERVER_Client *client;
5621 * Timeout for the transmission.
5623 struct GNUNET_TIME_Absolute timeout;
5631 * Size of the message in bytes.
5638 * Schedule transmission of a message we got from a client to a peer.
5640 * @param cls the 'struct TransmitClientMessageContext*'
5641 * @param n destination, or NULL on error (in that case, drop the message)
5644 transmit_client_message (void *cls,
5645 struct NeighbourList *n)
5647 struct TransmitClientMessageContext *tcmc = cls;
5648 struct TransportClient *tc;
5651 while ((tc != NULL) && (tc->client != tcmc->client))
5656 transmit_to_peer (tc, NULL, tcmc->priority,
5657 GNUNET_TIME_absolute_get_remaining (tcmc->timeout),
5659 tcmc->msize, GNUNET_NO, n);
5661 GNUNET_SERVER_receive_done (tcmc->client, GNUNET_OK);
5662 GNUNET_SERVER_client_drop (tcmc->client);
5668 * Handle SEND-message.
5670 * @param cls closure (always NULL)
5671 * @param client identification of the client
5672 * @param message the actual message
5675 handle_send (void *cls,
5676 struct GNUNET_SERVER_Client *client,
5677 const struct GNUNET_MessageHeader *message)
5679 const struct OutboundMessage *obm;
5680 const struct GNUNET_MessageHeader *obmm;
5681 struct TransmitClientMessageContext *tcmc;
5685 size = ntohs (message->size);
5687 sizeof (struct OutboundMessage) + sizeof (struct GNUNET_MessageHeader))
5690 GNUNET_SERVER_receive_done (client, GNUNET_SYSERR);
5693 GNUNET_STATISTICS_update (stats,
5694 gettext_noop ("# payload received for other peers"),
5697 obm = (const struct OutboundMessage *) message;
5698 obmm = (const struct GNUNET_MessageHeader *) &obm[1];
5699 msize = size - sizeof (struct OutboundMessage);
5701 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
5702 "Received `%s' request from client with target `%4s' and message of type %u and size %u\n",
5703 "SEND", GNUNET_i2s (&obm->peer),
5707 tcmc = GNUNET_malloc (sizeof (struct TransmitClientMessageContext) + msize);
5708 tcmc->client = client;
5709 tcmc->priority = ntohl (obm->priority);
5710 tcmc->timeout = GNUNET_TIME_relative_to_absolute (GNUNET_TIME_relative_ntoh (obm->timeout));
5711 tcmc->msize = msize;
5712 /* FIXME: this memcpy can be up to 7% of our total runtime */
5713 memcpy (&tcmc[1], obmm, msize);
5714 GNUNET_SERVER_client_keep (client);
5715 setup_peer_check_blacklist (&obm->peer, GNUNET_YES,
5716 &transmit_client_message,
5722 * Handle request connect message
5724 * @param cls closure (always NULL)
5725 * @param client identification of the client
5726 * @param message the actual message
5729 handle_request_connect (void *cls,
5730 struct GNUNET_SERVER_Client *client,
5731 const struct GNUNET_MessageHeader *message)
5733 const struct TransportRequestConnectMessage *trcm =
5734 (const struct TransportRequestConnectMessage *) message;
5736 GNUNET_STATISTICS_update (stats,
5737 gettext_noop ("# REQUEST CONNECT messages received"),
5741 GNUNET_log(GNUNET_ERROR_TYPE_DEBUG,
5742 "Received a request connect message for peer `%s'\n",
5743 GNUNET_i2s(&trcm->peer));
5745 setup_peer_check_blacklist (&trcm->peer, GNUNET_YES,
5747 GNUNET_SERVER_receive_done (client, GNUNET_OK);
5752 * Handle SET_QUOTA-message.
5754 * @param cls closure (always NULL)
5755 * @param client identification of the client
5756 * @param message the actual message
5759 handle_set_quota (void *cls,
5760 struct GNUNET_SERVER_Client *client,
5761 const struct GNUNET_MessageHeader *message)
5763 const struct QuotaSetMessage *qsm =
5764 (const struct QuotaSetMessage *) message;
5765 struct NeighbourList *n;
5767 GNUNET_STATISTICS_update (stats,
5768 gettext_noop ("# SET QUOTA messages received"),
5771 n = find_neighbour (&qsm->peer);
5774 GNUNET_SERVER_receive_done (client, GNUNET_OK);
5775 GNUNET_STATISTICS_update (stats,
5776 gettext_noop ("# SET QUOTA messages ignored (no such peer)"),
5782 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
5783 "Received `%s' request (new quota %u, old quota %u) from client for peer `%4s'\n",
5785 (unsigned int) ntohl (qsm->quota.value__),
5786 (unsigned int) n->in_tracker.available_bytes_per_s__,
5787 GNUNET_i2s (&qsm->peer));
5789 GNUNET_BANDWIDTH_tracker_update_quota (&n->in_tracker,
5791 if (0 == ntohl (qsm->quota.value__))
5794 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
5795 "Disconnecting peer `%4s', %s\n", GNUNET_i2s(&n->id),
5798 disconnect_neighbour (n, GNUNET_NO);
5800 GNUNET_SERVER_receive_done (client, GNUNET_OK);
5805 * Take the given address and append it to the set of results sent back to
5808 * @param cls the transmission context used ('struct GNUNET_SERVER_TransmitContext*')
5809 * @param address the resolved name, NULL to indicate the last response
5812 transmit_address_to_client (void *cls, const char *address)
5814 struct GNUNET_SERVER_TransmitContext *tc = cls;
5817 if (NULL == address)
5820 slen = strlen (address) + 1;
5822 GNUNET_SERVER_transmit_context_append_data (tc, address, slen,
5823 GNUNET_MESSAGE_TYPE_TRANSPORT_ADDRESS_REPLY);
5824 if (NULL == address)
5825 GNUNET_SERVER_transmit_context_run (tc, GNUNET_TIME_UNIT_FOREVER_REL);
5830 * Handle AddressLookup-message.
5832 * @param cls closure (always NULL)
5833 * @param client identification of the client
5834 * @param message the actual message
5837 handle_address_lookup (void *cls,
5838 struct GNUNET_SERVER_Client *client,
5839 const struct GNUNET_MessageHeader *message)
5841 const struct AddressLookupMessage *alum;
5842 struct TransportPlugin *lsPlugin;
5843 const char *nameTransport;
5844 const char *address;
5846 struct GNUNET_SERVER_TransmitContext *tc;
5847 struct GNUNET_TIME_Absolute timeout;
5848 struct GNUNET_TIME_Relative rtimeout;
5851 size = ntohs (message->size);
5852 if (size < sizeof (struct AddressLookupMessage))
5854 GNUNET_break_op (0);
5855 GNUNET_SERVER_receive_done (client, GNUNET_SYSERR);
5858 alum = (const struct AddressLookupMessage *) message;
5859 uint32_t addressLen = ntohl (alum->addrlen);
5860 if (size <= sizeof (struct AddressLookupMessage) + addressLen)
5862 GNUNET_break_op (0);
5863 GNUNET_SERVER_receive_done (client, GNUNET_SYSERR);
5866 address = (const char *) &alum[1];
5867 nameTransport = (const char *) &address[addressLen];
5869 [size - sizeof (struct AddressLookupMessage) - addressLen - 1] != '\0')
5871 GNUNET_break_op (0);
5872 GNUNET_SERVER_receive_done (client, GNUNET_SYSERR);
5875 timeout = GNUNET_TIME_absolute_ntoh (alum->timeout);
5876 rtimeout = GNUNET_TIME_absolute_get_remaining (timeout);
5877 numeric = ntohl (alum->numeric_only);
5878 lsPlugin = find_transport (nameTransport);
5879 if (NULL == lsPlugin)
5881 tc = GNUNET_SERVER_transmit_context_create (client);
5882 GNUNET_SERVER_transmit_context_append_data (tc, NULL, 0,
5883 GNUNET_MESSAGE_TYPE_TRANSPORT_ADDRESS_REPLY);
5884 GNUNET_SERVER_transmit_context_run (tc, rtimeout);
5887 tc = GNUNET_SERVER_transmit_context_create (client);
5888 lsPlugin->api->address_pretty_printer (lsPlugin->api->cls,
5890 address, addressLen,
5893 &transmit_address_to_client, tc);
5898 * Setup the environment for this plugin.
5901 create_environment (struct TransportPlugin *plug)
5903 plug->env.cfg = cfg;
5904 plug->env.my_identity = &my_identity;
5905 plug->env.our_hello = &our_hello;
5906 plug->env.cls = plug;
5907 plug->env.receive = &plugin_env_receive;
5908 plug->env.notify_address = &plugin_env_notify_address;
5909 plug->env.session_end = &plugin_env_session_end;
5910 plug->env.max_connections = max_connect_per_transport;
5911 plug->env.stats = stats;
5916 * Start the specified transport (load the plugin).
5919 start_transport (struct GNUNET_SERVER_Handle *server,
5922 struct TransportPlugin *plug;
5925 GNUNET_log (GNUNET_ERROR_TYPE_INFO,
5926 _("Loading `%s' transport plugin\n"), name);
5927 GNUNET_asprintf (&libname, "libgnunet_plugin_transport_%s", name);
5928 plug = GNUNET_malloc (sizeof (struct TransportPlugin));
5929 create_environment (plug);
5930 plug->short_name = GNUNET_strdup (name);
5931 plug->lib_name = libname;
5932 plug->next = plugins;
5934 plug->api = GNUNET_PLUGIN_load (libname, &plug->env);
5935 if (plug->api == NULL)
5937 GNUNET_log (GNUNET_ERROR_TYPE_ERROR,
5938 _("Failed to load transport plugin for `%s'\n"), name);
5939 GNUNET_free (plug->short_name);
5940 plugins = plug->next;
5941 GNUNET_free (libname);
5948 * Called whenever a client is disconnected. Frees our
5949 * resources associated with that client.
5951 * @param cls closure
5952 * @param client identification of the client
5955 client_disconnect_notification (void *cls,
5956 struct GNUNET_SERVER_Client *client)
5958 struct TransportClient *pos;
5959 struct TransportClient *prev;
5960 struct ClientMessageQueueEntry *mqe;
5961 struct Blacklisters *bl;
5962 struct BlacklistCheck *bc;
5967 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG | GNUNET_ERROR_TYPE_BULK,
5968 "Client disconnected, cleaning up.\n");
5970 /* clean up blacklister */
5974 if (bl->client == client)
5979 if (bc->bl_pos == bl)
5981 bc->bl_pos = bl->next;
5984 GNUNET_CONNECTION_notify_transmit_ready_cancel (bc->th);
5987 if (bc->task == GNUNET_SCHEDULER_NO_TASK)
5988 bc->task = GNUNET_SCHEDULER_add_now (&do_blacklist_check,
5994 GNUNET_CONTAINER_DLL_remove (bl_head,
5997 GNUNET_SERVER_client_drop (bl->client);
6003 /* clean up 'normal' clients */
6006 while ((pos != NULL) && (pos->client != client))
6013 while (NULL != (mqe = pos->message_queue_head))
6015 GNUNET_CONTAINER_DLL_remove (pos->message_queue_head,
6016 pos->message_queue_tail,
6018 pos->message_count--;
6022 clients = pos->next;
6024 prev->next = pos->next;
6025 if (GNUNET_YES == pos->tcs_pending)
6030 if (pos->th != NULL)
6032 GNUNET_CONNECTION_notify_transmit_ready_cancel (pos->th);
6035 GNUNET_break (0 == pos->message_count);
6041 * Function called when the service shuts down. Unloads our plugins
6042 * and cancels pending validations.
6044 * @param cls closure, unused
6045 * @param tc task context (unused)
6048 shutdown_task (void *cls, const struct GNUNET_SCHEDULER_TaskContext *tc)
6050 struct TransportPlugin *plug;
6051 struct OwnAddressList *al;
6052 struct CheckHelloValidatedContext *chvc;
6054 shutdown_in_progress = GNUNET_YES;
6055 while (neighbours != NULL)
6058 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
6059 "Disconnecting peer `%4s', %s\n", GNUNET_i2s(&neighbours->id),
6062 disconnect_neighbour (neighbours, GNUNET_NO);
6065 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
6066 "Transport service is unloading plugins...\n");
6068 while (NULL != (plug = plugins))
6070 plugins = plug->next;
6071 if (plug->address_update_task != GNUNET_SCHEDULER_NO_TASK)
6073 GNUNET_SCHEDULER_cancel (plug->address_update_task);
6074 plug->address_update_task = GNUNET_SCHEDULER_NO_TASK;
6076 GNUNET_break (NULL == GNUNET_PLUGIN_unload (plug->lib_name, plug->api));
6077 GNUNET_free (plug->lib_name);
6078 GNUNET_free (plug->short_name);
6079 while (NULL != (al = plug->addresses))
6081 plug->addresses = al->next;
6086 if (my_private_key != NULL)
6087 GNUNET_CRYPTO_rsa_key_free (my_private_key);
6088 GNUNET_free_non_null (our_hello);
6090 GNUNET_CONTAINER_multihashmap_iterate (validation_map,
6093 GNUNET_CONTAINER_multihashmap_destroy (validation_map);
6094 validation_map = NULL;
6098 /* free 'chvc' data structure */
6099 while (NULL != (chvc = chvc_head))
6101 chvc_head = chvc->next;
6102 if (chvc->piter != NULL)
6104 GNUNET_PEERINFO_iterate_cancel (chvc->piter);
6105 GNUNET_STATISTICS_update (stats,
6106 gettext_noop ("# outstanding peerinfo iterate requests"),
6113 GNUNET_assert (chvc->ve_count == 0);
6120 GNUNET_STATISTICS_destroy (stats, GNUNET_NO);
6123 if (peerinfo != NULL)
6125 GNUNET_PEERINFO_disconnect (peerinfo);
6128 /* Can we assume those are gone by now, or do we need to clean up
6130 GNUNET_break (bl_head == NULL);
6131 GNUNET_break (bc_head == NULL);
6135 static int ats_evaluate_results (int result, int solution, char * problem)
6137 int cont = GNUNET_NO;
6138 #if DEBUG_ATS || VERBOSE_ATS
6139 int error_kind = GNUNET_ERROR_TYPE_DEBUG;
6142 error_kind = GNUNET_ERROR_TYPE_ERROR;
6146 case GNUNET_SYSERR : /* GNUNET problem, not GLPK related */
6147 #if DEBUG_ATS || VERBOSE_ATS
6148 GNUNET_log (error_kind, "%s , GLPK solving not executed\n", problem);
6151 case GLP_ESTOP : /* search terminated by application */
6152 #if DEBUG_ATS || VERBOSE_ATS
6153 GNUNET_log (error_kind, "%s , Search terminated by application\n", problem);
6156 case GLP_EITLIM : /* iteration limit exceeded */
6157 #if DEBUG_ATS || VERBOSE_ATS
6158 GNUNET_log (GNUNET_ERROR_TYPE_WARNING, "%s Iteration limit exceeded\n", problem);
6161 case GLP_ETMLIM : /* time limit exceeded */
6162 #if DEBUG_ATS || VERBOSE_ATS
6163 GNUNET_log (GNUNET_ERROR_TYPE_WARNING, "%s Time limit exceeded\n", problem);
6166 case GLP_ENOPFS : /* no primal feasible solution */
6167 case GLP_ENODFS : /* no dual feasible solution */
6168 #if DEBUG_ATS || VERBOSE_ATS
6169 GNUNET_log (error_kind, "%s No feasible solution\n", problem);
6173 case GLP_EBADB : /* invalid basis */
6174 case GLP_ESING : /* singular matrix */
6175 case GLP_ECOND : /* ill-conditioned matrix */
6176 case GLP_EBOUND : /* invalid bounds */
6177 case GLP_EFAIL : /* solver failed */
6178 case GLP_EOBJLL : /* objective lower limit reached */
6179 case GLP_EOBJUL : /* objective upper limit reached */
6180 case GLP_EROOT : /* root LP optimum not provided */
6181 #if DEBUG_ATS || VERBOSE_ATS
6182 GNUNET_log (error_kind, "%s Invalid Input data: %i\n", problem, result);
6187 #if DEBUG_ATS || VERBOSE_ATS
6188 GNUNET_log (error_kind, "%s Problem has been solved\n", problem);
6195 #if DEBUG_ATS || VERBOSE_ATS
6196 GNUNET_log (error_kind, "%s solution is undefined\n", problem);
6200 #if DEBUG_ATS || VERBOSE_ATS
6201 GNUNET_log (error_kind, "%s solution is optimal\n", problem);
6206 #if DEBUG_ATS || VERBOSE_ATS
6207 GNUNET_log (error_kind, "%s solution is %s feasible, however, its optimality (or non-optimality) has not been proven, \n", problem, (0==strcmp(problem,"LP")?"":"integer"));
6212 #if DEBUG_ATS || VERBOSE_ATS
6213 GNUNET_log (error_kind, "%s problem has no %sfeasible solution\n", problem, (0==strcmp(problem,"LP")?"":"integer "));
6217 #if DEBUG_ATS || VERBOSE_ATS
6218 GNUNET_log (error_kind, "%s problem is infeasible \n", problem);
6222 #if DEBUG_ATS || VERBOSE_ATS
6223 GNUNET_log (error_kind, "%s problem is unbounded \n", problem);
6231 static void ats_solve_problem (unsigned int max_it, unsigned int max_dur, unsigned int c_peers, unsigned int c_mechs, struct ATS_stat *stat)
6233 int result = GNUNET_SYSERR;
6234 int lp_solution = GNUNET_SYSERR;
6235 int mlp_solution = GNUNET_SYSERR;
6239 glp_init_smcp(&opt_lp);
6241 opt_lp.msg_lev = GLP_MSG_ALL;
6243 opt_lp.msg_lev = GLP_MSG_OFF;
6246 // setting iteration limit
6247 opt_lp.it_lim = max_it;
6249 opt_lp.tm_lim = max_dur;
6251 if (ats->stat.recreate_problem == GNUNET_YES)
6252 opt_lp.presolve = GLP_ON;
6253 result = glp_simplex(ats->prob, &opt_lp);
6254 lp_solution = glp_get_status (ats->prob);
6256 if ((result == GLP_ETMLIM) || (result == GLP_EITLIM))
6258 ats->stat.valid = GNUNET_NO;
6259 GNUNET_log (GNUNET_ERROR_TYPE_ERROR, "ATS exceeded time or iteration limit!\n");
6263 if (ats_evaluate_results(result, lp_solution, "LP") == GNUNET_YES)
6265 stat->valid = GNUNET_YES;
6269 ats->stat.simplex_rerun_required = GNUNET_YES;
6270 opt_lp.presolve = GLP_ON;
6271 result = glp_simplex(ats->prob, &opt_lp);
6272 lp_solution = glp_get_status (ats->prob);
6274 // TODO: Remove if this does not appear until release
6275 GNUNET_log (GNUNET_ERROR_TYPE_ERROR, "EXECUTED SIMPLEX WITH PRESOLVER! %i \n", lp_solution);
6277 if (ats_evaluate_results(result, lp_solution, "LP") != GNUNET_YES)
6279 GNUNET_log (GNUNET_ERROR_TYPE_ERROR, "After execution simplex with presolver: STILL INVALID!\n");
6281 GNUNET_asprintf (&filename, "ats_mlp_p%i_m%i_%llu.mlp",ats->stat.c_peers, ats->stat.c_mechs, GNUNET_TIME_absolute_get().abs_value);
6282 glp_write_lp (ats->prob, NULL, filename);
6283 GNUNET_free (filename);
6284 stat->valid = GNUNET_NO;
6285 ats->stat.recreate_problem = GNUNET_YES;
6288 stat->valid = GNUNET_YES;
6293 glp_init_iocp(&opt_mlp);
6295 opt_mlp.tm_lim = max_dur;
6298 opt_mlp.msg_lev = GLP_MSG_ALL;
6300 opt_mlp.msg_lev = GLP_MSG_OFF;
6303 result = glp_intopt (ats->prob, &opt_mlp);
6304 mlp_solution = glp_mip_status (ats->prob);
6305 stat->solution = mlp_solution;
6307 if (ats_evaluate_results(result, mlp_solution, "MLP") == GNUNET_YES)
6309 stat->valid = GNUNET_YES;
6313 // TODO: Remove if this does not appear until release
6314 GNUNET_log (GNUNET_ERROR_TYPE_ERROR, "MLP SOLUTION INVALID: %i\n", lp_solution);
6315 stat->valid = GNUNET_NO;
6320 int error = GNUNET_NO;
6322 struct ATS_mechanism *t = NULL;
6323 for (c=1; c<= (c_peers); c++ )
6326 t = peers[c].m_head;
6329 bw = glp_get_col_prim(prob, t->col_index);
6333 GNUNET_log (GNUNET_ERROR_TYPE_ERROR, "[%i][%i] `%s' %s %s %f\n", c, t->col_index, GNUNET_h2s(&peers[c].peer.hashPubKey), t->plugin->short_name, glp_get_col_name(prob,t->col_index), bw);
6335 if (check ==GNUNET_YES)
6337 glp_write_sol(prob, "invalid_solution.mlp");
6338 GNUNET_log (GNUNET_ERROR_TYPE_ERROR, "Invalid solution, check invalid_solution.mlp");
6339 GNUNET_STATISTICS_update (stats, "ATS invalid solutions", 1, GNUNET_NO);
6342 if (check ==GNUNET_NO)
6350 if (glp_get_col_prim(ats->prob,2*c_mechs+1) != 1)
6353 for (c=1; c<= available_quality_metrics; c++ )
6355 GNUNET_log (GNUNET_ERROR_TYPE_ERROR, "%s %f\n", glp_get_col_name(ats->prob,2*c_mechs+3+c), glp_get_col_prim(ats->prob,2*c_mechs+3+c));
6357 GNUNET_log (GNUNET_ERROR_TYPE_ERROR, "%s %f\n", glp_get_col_name(ats->prob,2*c_mechs+1), glp_get_col_prim(ats->prob,2*c_mechs+1));
6358 GNUNET_log (GNUNET_ERROR_TYPE_ERROR, "%s %f\n", glp_get_col_name(ats->prob,2*c_mechs+2), glp_get_col_prim(ats->prob,2*c_mechs+2));
6359 GNUNET_log (GNUNET_ERROR_TYPE_ERROR, "%s %f\n", glp_get_col_name(ats->prob,2*c_mechs+3), glp_get_col_prim(ats->prob,2*c_mechs+3));
6360 GNUNET_log (GNUNET_ERROR_TYPE_ERROR, "objective value: %f\n", glp_mip_obj_val(ats->prob));
6365 static void ats_delete_problem ()
6368 GNUNET_log (GNUNET_ERROR_TYPE_ERROR, "Deleting problem\n");
6372 for (c=0; c< (ats->stat).c_mechs; c++)
6373 GNUNET_free_non_null (ats->mechanisms[c].rc);
6376 if (ats->mechanisms!=NULL)
6378 GNUNET_free(ats->mechanisms);
6379 ats->mechanisms = NULL;
6382 if (ats->peers!=NULL)
6384 GNUNET_free(ats->peers);
6388 if (ats->prob != NULL)
6390 glp_delete_prob(ats->prob);
6394 ats->stat.begin_cr = GNUNET_SYSERR;
6395 ats->stat.begin_qm = GNUNET_SYSERR;
6396 ats->stat.c_mechs = 0;
6397 ats->stat.c_peers = 0;
6398 ats->stat.end_cr = GNUNET_SYSERR;
6399 ats->stat.end_qm = GNUNET_SYSERR;
6400 ats->stat.solution = GNUNET_SYSERR;
6401 ats->stat.valid = GNUNET_SYSERR;
6405 static void ats_update_problem_qm ()
6410 int c_q_metrics = available_quality_metrics;
6412 int *ja = GNUNET_malloc ((1 + ats->stat.c_mechs*2 + 3 + available_quality_metrics) * sizeof (int));
6413 double *ar = GNUNET_malloc ((1 + ats->stat.c_mechs*2 + 3 + available_quality_metrics) * sizeof (double));
6415 GNUNET_log (GNUNET_ERROR_TYPE_ERROR, "Updating problem quality metrics\n");
6417 row_index = ats->stat.begin_qm;
6419 for (c=1; c <= c_q_metrics; c++)
6424 GNUNET_log (GNUNET_ERROR_TYPE_ERROR, "bounds [row]=[%i] \n",row_index);
6427 glp_set_row_bnds(ats->prob, row_index, GLP_FX, 0.0, 0.0);
6428 for (c2=1; c2<=ats->stat.c_mechs; c2++)
6430 ja[array_index] = c2;
6432 GNUNET_assert (ats->mechanisms[c2].addr != NULL);
6433 GNUNET_assert (ats->mechanisms[c2].peer != NULL);
6435 if (qm[c-1].atis_index == GNUNET_TRANSPORT_ATS_QUALITY_NET_DELAY)
6437 double v0 = 0, v1 = 0, v2 = 0;
6439 v0 = ats->mechanisms[c2].addr->quality[c-1].values[0];
6440 if (v1 < 1) v0 = 0.1;
6441 v1 = ats->mechanisms[c2].addr->quality[c-1].values[1];
6442 if (v1 < 1) v0 = 0.1;
6443 v2 = ats->mechanisms[c2].addr->quality[c-1].values[2];
6444 if (v1 < 1) v0 = 0.1;
6445 value = 100.0 / ((v0 + 2 * v1 + 3 * v2) / 6.0);
6448 if (qm[c-1].atis_index == GNUNET_TRANSPORT_ATS_QUALITY_NET_DISTANCE)
6450 double v0 = 0, v1 = 0, v2 = 0;
6451 v0 = ats->mechanisms[c2].addr->quality[c-1].values[0];
6453 v1 = ats->mechanisms[c2].addr->quality[c-1].values[1];
6455 v2 = ats->mechanisms[c2].addr->quality[c-1].values[2];
6457 value = (v0 + 2 * v1 + 3 * v2) / 6.0;
6459 value = (double) 10 / value;
6463 ar[array_index] = (ats->mechanisms[c2].peer->f) * value;
6465 GNUNET_log (GNUNET_ERROR_TYPE_ERROR, "[index]=[%i]: %s [%i,%i]=%f \n",array_index, qm[c-1].name, row_index, ja[array_index], ar[array_index]);
6469 ja[array_index] = ats->stat.col_qm + c - 1;
6470 ar[array_index] = -1;
6473 GNUNET_log (GNUNET_ERROR_TYPE_ERROR, "[index]=[%i]: [%i,%i]=%f \n",array_index, row_index, ja[array_index], ar[array_index]);
6475 glp_set_mat_row (ats->prob, row_index, array_index, ja, ar);
6481 GNUNET_free_non_null (ja);
6482 GNUNET_free_non_null (ar);
6486 static void ats_update_problem_cr ()
6492 double ct_max, ct_min;
6494 int *ja = GNUNET_malloc ((1 + ats->stat.c_mechs*2 + 3 + available_quality_metrics) * sizeof (int));
6495 double *ar = GNUNET_malloc ((1 + ats->stat.c_mechs*2 + 3 + available_quality_metrics) * sizeof (double));
6497 GNUNET_log (GNUNET_ERROR_TYPE_ERROR, "Updating problem quality metrics\n");
6498 row_index = ats->stat.begin_cr;
6501 for (c=0; c<available_ressources; c++)
6503 ct_max = ressources[c].c_max;
6504 ct_min = ressources[c].c_min;
6506 GNUNET_log (GNUNET_ERROR_TYPE_ERROR, "bounds [row]=[%i] %f..%f\n",row_index, ct_min, ct_max);
6508 glp_set_row_bnds(ats->prob, row_index, GLP_DB, ct_min, ct_max);
6510 for (c2=1; c2<=ats->stat.c_mechs; c2++)
6514 GNUNET_assert (ats->mechanisms[c2].addr != NULL);
6515 GNUNET_assert (ats->mechanisms[c2].peer != NULL);
6517 ja[array_index] = c2;
6518 value = ats->mechanisms[c2].addr->ressources[c].c;
6519 ar[array_index] = value;
6521 GNUNET_log (GNUNET_ERROR_TYPE_ERROR, "[index]=[%i]: [%i,%i]=%f \n",array_index, row_index, ja[array_index], ar[array_index]);
6525 glp_set_mat_row (ats->prob, row_index, array_index, ja, ar);
6531 GNUNET_free_non_null (ja);
6532 GNUNET_free_non_null (ar);
6537 static void ats_update_problem_qm_TEST ()
6542 int old_ja[ats->stat.c_mechs + 2];
6543 double old_ar[ats->stat.c_mechs + 2];
6547 int *ja = GNUNET_malloc ((1 + ats->stat.c_mechs*2 + 3 + available_quality_metrics) * sizeof (int));
6548 double *ar = GNUNET_malloc ((1 + ats->stat.c_mechs*2 + 3 + available_quality_metrics) * sizeof (double));
6550 GNUNET_log (GNUNET_ERROR_TYPE_ERROR, "Updating problem quality metrics TEST\n");
6552 if (ats->stat.begin_qm >0)
6553 row_index = ats->stat.begin_qm;
6558 for (c=0; c<available_quality_metrics; c++)
6561 c_old = glp_get_mat_row (ats->prob, row_index, old_ja, old_ar);
6563 glp_set_row_bnds(ats->prob, row_index, GLP_FX, 0.0, 0.0);
6565 for (c2=1; c2<=c_old; c2++)
6567 ja[c2] = old_ja[c2];
6568 if ((changed < 3) && (c2>2) && (old_ar[c2] != -1))
6570 ar[c2] = old_ar[c2] + 5 - changed;
6574 ar[c2] = old_ar[c2];
6576 GNUNET_log (GNUNET_ERROR_TYPE_ERROR, "[index]=[%i]: old [%i,%i]=%f new [%i,%i]=%f\n",c2, row_index, old_ja[c2], old_ar[c2], row_index, ja[c2], ar[c2]);
6579 glp_set_mat_row (ats->prob, row_index, c_old, ja, ar);
6584 GNUNET_free_non_null (ja);
6585 GNUNET_free_non_null (ar);
6587 #endif //END: HAVE_LIBGLPK
6589 /** solve the bandwidth distribution problem
6590 * @param max_it maximum iterations
6591 * @param max_dur maximum duration in ms
6592 * @param D weight for diversity
6593 * @param U weight for utility
6594 * @param R weight for relativity
6595 * @param v_b_min minimal bandwidth per peer
6596 * @param v_n_min minimum number of connections
6597 * @param stat result struct
6598 * @return GNUNET_SYSERR if glpk is not available, number of mechanisms used
6600 static int ats_create_problem (double D, double U, double R, int v_b_min, int v_n_min, struct ATS_stat *stat)
6602 ats->prob = glp_create_prob();
6608 int c_c_ressources = available_ressources;
6609 int c_q_metrics = available_quality_metrics;
6611 double M = VERY_BIG_DOUBLE_VALUE;
6612 double Q[c_q_metrics+1];
6613 for (c=1; c<=c_q_metrics; c++)
6618 struct NeighbourList *next = neighbours;
6621 int found_addresses = GNUNET_NO;
6622 struct ReadyList *r_next = next->plugins;
6623 while (r_next != NULL)
6625 struct ForeignAddressList * a_next = r_next->addresses;
6626 while (a_next != NULL)
6629 found_addresses = GNUNET_YES;
6630 a_next = a_next->next;
6632 r_next = r_next->next;
6634 if (found_addresses) c_peers++;
6641 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG, "No addresses for bw distribution available\n", c_peers);
6643 stat->valid = GNUNET_NO;
6646 return GNUNET_SYSERR;
6649 GNUNET_assert (ats->mechanisms == NULL);
6650 ats->mechanisms = GNUNET_malloc((1+c_mechs) * sizeof (struct ATS_mechanism));
6651 GNUNET_assert (ats->peers == NULL);
6652 ats->peers = GNUNET_malloc((1+c_peers) * sizeof (struct ATS_peer));
6654 struct ATS_mechanism * mechanisms = ats->mechanisms;
6655 struct ATS_peer * peers = ats->peers;
6663 int found_addresses = GNUNET_NO;
6664 struct ReadyList *r_next = next->plugins;
6665 while (r_next != NULL)
6667 struct ForeignAddressList * a_next = r_next->addresses;
6668 while (a_next != NULL)
6670 if (found_addresses == GNUNET_NO)
6672 peers[c_peers].peer = next->id;
6673 peers[c_peers].m_head = NULL;
6674 peers[c_peers].m_tail = NULL;
6675 peers[c_peers].f = 1.0 / c_mechs;
6678 mechanisms[c_mechs].addr = a_next;
6679 mechanisms[c_mechs].col_index = c_mechs;
6680 mechanisms[c_mechs].peer = &peers[c_peers];
6681 mechanisms[c_mechs].next = NULL;
6682 mechanisms[c_mechs].plugin = r_next->plugin;
6684 GNUNET_CONTAINER_DLL_insert_tail(peers[c_peers].m_head, peers[c_peers].m_tail, &mechanisms[c_mechs]);
6685 found_addresses = GNUNET_YES;
6688 a_next = a_next->next;
6690 r_next = r_next->next;
6692 if (found_addresses == GNUNET_YES)
6699 if (v_n_min > c_peers)
6703 GNUNET_log (GNUNET_ERROR_TYPE_ERROR, "Creating problem with: %i peers, %i mechanisms, %i resource entries, %i quality metrics \n", c_peers, c_mechs, c_c_ressources, c_q_metrics);
6706 int size = 1 + 3 + 10 *c_mechs + c_peers + (c_q_metrics*c_mechs)+ c_q_metrics + c_c_ressources * c_mechs ;
6709 int * ia = GNUNET_malloc (size * sizeof (int));
6710 int * ja = GNUNET_malloc (size * sizeof (int));
6711 double * ar = GNUNET_malloc(size* sizeof (double));
6713 glp_set_prob_name(ats->prob, "gnunet ats bandwidth distribution");
6714 glp_set_obj_dir(ats->prob, GLP_MAX);
6716 /* adding columns */
6718 glp_add_cols(ats->prob, 2 * c_mechs);
6719 /* adding b_t cols */
6720 for (c=1; c <= c_mechs; c++)
6723 GNUNET_asprintf(&name, "p_%s_b%i",GNUNET_i2s(&(mechanisms[c].peer->peer)), c);
6724 glp_set_col_name(ats->prob, c, name);
6726 glp_set_col_bnds(ats->prob, c, GLP_LO, 0.0, 0.0);
6727 glp_set_col_kind(ats->prob, c, GLP_CV);
6728 glp_set_obj_coef(ats->prob, c, 0);
6731 /* adding n_t cols */
6732 for (c=c_mechs+1; c <= 2*c_mechs; c++)
6734 GNUNET_asprintf(&name, "p_%s_n%i",GNUNET_i2s(&(mechanisms[c-c_mechs].peer->peer)),(c-c_mechs));
6735 glp_set_col_name(ats->prob, c, name);
6737 glp_set_col_bnds(ats->prob, c, GLP_DB, 0.0, 1.0);
6738 glp_set_col_kind(ats->prob, c, GLP_IV);
6739 glp_set_obj_coef(ats->prob, c, 0);
6742 /* feasibility constraints */
6743 /* Constraint 1: one address per peer*/
6745 glp_add_rows(ats->prob, c_peers);
6746 for (c=1; c<=c_peers; c++)
6749 GNUNET_log (GNUNET_ERROR_TYPE_ERROR, "bounds [row]=[%i] \n",row_index);
6751 glp_set_row_bnds(ats->prob, row_index, GLP_FX, 1.0, 1.0);
6753 struct ATS_mechanism *m = peers[c].m_head;
6756 ia[array_index] = row_index;
6757 ja[array_index] = (c_mechs + m->col_index);
6758 ar[array_index] = 1;
6760 GNUNET_log (GNUNET_ERROR_TYPE_ERROR, "[index]=[%i]: [%i,%i]=%f \n",array_index, ia[array_index], ja[array_index], ar[array_index]);
6768 /* Constraint 2: only active mechanism gets bandwidth assigned */
6769 glp_add_rows(ats->prob, c_mechs);
6770 for (c=1; c<=c_mechs; c++)
6772 /* b_t - n_t * M <= 0 */
6774 GNUNET_log (GNUNET_ERROR_TYPE_ERROR, "bounds [row]=[%i] \n",row_index);
6776 glp_set_row_bnds(ats->prob, row_index, GLP_UP, 0.0, 0.0);
6778 ia[array_index] = row_index;
6779 ja[array_index] = mechanisms[c].col_index;
6780 ar[array_index] = 1;
6782 GNUNET_log (GNUNET_ERROR_TYPE_ERROR, "[index]=[%i]: [%i,%i]=%f \n",array_index, ia[array_index], ja[array_index], ar[array_index]);
6785 ia[array_index] = row_index;
6786 ja[array_index] = c_mechs + mechanisms[c].col_index;
6787 ar[array_index] = -M;
6789 GNUNET_log (GNUNET_ERROR_TYPE_ERROR, "[index]=[%i]: [%i,%i]=%f \n",array_index, ia[array_index], ja[array_index], ar[array_index]);
6795 /* Constraint 3: minimum bandwidth*/
6796 glp_add_rows(ats->prob, c_mechs);
6797 for (c=1; c<=c_mechs; c++)
6799 /* b_t - n_t * b_min <= 0 */
6801 GNUNET_log (GNUNET_ERROR_TYPE_ERROR, "bounds [row]=[%i] \n",row_index);
6803 glp_set_row_bnds(ats->prob, row_index, GLP_LO, 0.0, 0.0);
6805 ia[array_index] = row_index;
6806 ja[array_index] = mechanisms[c].col_index;
6807 ar[array_index] = 1;
6809 GNUNET_log (GNUNET_ERROR_TYPE_ERROR, "[index]=[%i]: [%i,%i]=%f \n",array_index, ia[array_index], ja[array_index], ar[array_index]);
6812 ia[array_index] = row_index;
6813 ja[array_index] = c_mechs + mechanisms[c].col_index;
6814 ar[array_index] = -v_b_min;
6816 GNUNET_log (GNUNET_ERROR_TYPE_ERROR, "[index]=[%i]: [%i,%i]=%f \n",array_index, ia[array_index], ja[array_index], ar[array_index]);
6822 /* Constraint 4: max ressource capacity */
6823 /* V cr: bt * ct_r <= cr_max
6825 glp_add_rows(ats->prob, available_ressources);
6826 double ct_max = VERY_BIG_DOUBLE_VALUE;
6827 double ct_min = 0.0;
6829 stat->begin_cr = array_index;
6831 for (c=0; c<available_ressources; c++)
6833 ct_max = ressources[c].c_max;
6834 ct_min = ressources[c].c_min;
6836 GNUNET_log (GNUNET_ERROR_TYPE_ERROR, "bounds [row]=[%i] %f..%f\n",row_index, ct_min, ct_max);
6838 glp_set_row_bnds(ats->prob, row_index, GLP_DB, ct_min, ct_max);
6840 for (c2=1; c2<=c_mechs; c2++)
6843 ia[array_index] = row_index;
6844 ja[array_index] = c2;
6845 value = mechanisms[c2].addr->ressources[c].c;
6846 ar[array_index] = value;
6848 GNUNET_log (GNUNET_ERROR_TYPE_ERROR, "[index]=[%i]: [%i,%i]=%f \n",array_index, ia[array_index], ja[array_index], ar[array_index]);
6854 stat->end_cr = array_index--;
6856 /* Constraint 5: min number of connections*/
6857 glp_add_rows(ats->prob, 1);
6858 for (c=1; c<=c_mechs; c++)
6860 // b_t - n_t * b_min >= 0
6862 GNUNET_log (GNUNET_ERROR_TYPE_ERROR, "bounds [row]=[%i] \n",row_index);
6864 glp_set_row_bnds(ats->prob, row_index, GLP_LO, v_n_min, 0.0);
6866 ia[array_index] = row_index;
6867 ja[array_index] = c_mechs + mechanisms[c].col_index;
6868 ar[array_index] = 1;
6870 GNUNET_log (GNUNET_ERROR_TYPE_ERROR, "[index]=[%i]: [%i,%i]=%f \n",array_index, ia[array_index], ja[array_index], ar[array_index]);
6876 // optimisation constraints
6880 // Constraint 6: optimize for diversity
6882 col_d = glp_add_cols(ats->prob, 1);
6883 stat->col_d = col_d;
6884 //GNUNET_assert (col_d == (2*c_mechs) + 1);
6885 glp_set_col_name(ats->prob, col_d, "d");
6886 glp_set_obj_coef(ats->prob, col_d, D);
6887 glp_set_col_bnds(ats->prob, col_d, GLP_LO, 0.0, 0.0);
6888 glp_add_rows(ats->prob, 1);
6890 GNUNET_log (GNUNET_ERROR_TYPE_ERROR, "bounds [row]=[%i] \n",row_index);
6892 glp_set_row_bnds(ats->prob, row_index, GLP_FX, 0.0, 0.0);
6893 for (c=1; c<=c_mechs; c++)
6895 ia[array_index] = row_index;
6896 ja[array_index] = c_mechs + mechanisms[c].col_index;
6897 ar[array_index] = 1;
6899 GNUNET_log (GNUNET_ERROR_TYPE_ERROR, "[index]=[%i]: [%i,%i]=%f \n",array_index, ia[array_index], ja[array_index], ar[array_index]);
6903 ia[array_index] = row_index;
6904 ja[array_index] = col_d;
6905 ar[array_index] = -1;
6907 GNUNET_log (GNUNET_ERROR_TYPE_ERROR, "[index]=[%i]: [%i,%i]=%f \n",array_index, ia[array_index], ja[array_index], ar[array_index]);
6913 // Constraint 7: optimize for quality
6915 col_qm = glp_add_cols(ats->prob, c_q_metrics);
6916 stat->col_qm = col_qm;
6917 //GNUNET_assert (col_qm == (2*c_mechs) + 3 + 1);
6918 for (c=0; c< c_q_metrics; c++)
6920 GNUNET_asprintf(&name, "Q_%s",qm[c].name);
6921 glp_set_col_name(ats->prob, col_qm + c, name);
6922 glp_set_col_bnds(ats->prob, col_qm + c, GLP_LO, 0.0, 0.0);
6924 glp_set_obj_coef(ats->prob, col_qm + c, Q[c]);
6926 glp_add_rows(ats->prob, available_quality_metrics);
6927 stat->begin_qm = row_index;
6928 for (c=1; c <= c_q_metrics; c++)
6931 GNUNET_log (GNUNET_ERROR_TYPE_ERROR, "bounds [row]=[%i] \n",row_index);
6934 glp_set_row_bnds(ats->prob, row_index, GLP_FX, 0.0, 0.0);
6935 for (c2=1; c2<=c_mechs; c2++)
6938 ia[array_index] = row_index;
6939 ja[array_index] = c2;
6940 if (qm[c-1].atis_index == GNUNET_TRANSPORT_ATS_QUALITY_NET_DELAY)
6942 double v0 = 0, v1 = 0, v2 = 0;
6943 v0 = mechanisms[c2].addr->quality[c-1].values[0];
6944 if (v1 < 1) v0 = 0.1;
6945 v1 = mechanisms[c2].addr->quality[c-1].values[1];
6946 if (v1 < 1) v0 = 0.1;
6947 v2 = mechanisms[c2].addr->quality[c-1].values[2];
6948 if (v1 < 1) v0 = 0.1;
6949 value = 100.0 / ((v0 + 2 * v1 + 3 * v2) / 6.0);
6952 if (qm[c-1].atis_index == GNUNET_TRANSPORT_ATS_QUALITY_NET_DISTANCE)
6954 double v0 = 0, v1 = 0, v2 = 0;
6955 v0 = mechanisms[c2].addr->quality[c-1].values[0];
6957 v1 = mechanisms[c2].addr->quality[c-1].values[1];
6959 v2 = mechanisms[c2].addr->quality[c-1].values[2];
6961 value = (v0 + 2 * v1 + 3 * v2) / 6.0;
6963 value = (double) 10 / value;
6967 ar[array_index] = (mechanisms[c2].peer->f) * value ;
6969 GNUNET_log (GNUNET_ERROR_TYPE_ERROR, "[index]=[%i]: %s [%i,%i]=%f \n",array_index, qm[c-1].name, ia[array_index], ja[array_index], ar[array_index]);
6974 ia[array_index] = row_index;
6975 ja[array_index] = col_qm + c - 1;
6976 ar[array_index] = -1;
6978 GNUNET_log (GNUNET_ERROR_TYPE_ERROR, "[index]=[%i]: [%i,%i]=%f \n",array_index, ia[array_index], ja[array_index], ar[array_index]);
6983 stat->end_qm = row_index-1;
6985 // Constraint 8: optimize bandwidth utility
6987 col_u = glp_add_cols(ats->prob, 1);
6988 stat->col_u = col_u;
6989 //GNUNET_assert (col_u == (2*c_mechs) + 2);
6990 glp_set_col_name(ats->prob, col_u, "u");
6991 glp_set_obj_coef(ats->prob, col_u, U);
6992 glp_set_col_bnds(ats->prob, col_u, GLP_LO, 0.0, 0.0);
6993 glp_add_rows(ats->prob, 1);
6995 GNUNET_log (GNUNET_ERROR_TYPE_ERROR, "bounds [row]=[%i] \n",row_index);
6997 glp_set_row_bnds(ats->prob, row_index, GLP_FX, 0.0, 0.0);
6998 for (c=1; c<=c_mechs; c++)
7000 ia[array_index] = row_index;
7001 ja[array_index] = c;
7002 ar[array_index] = mechanisms[c].peer->f;
7004 GNUNET_log (GNUNET_ERROR_TYPE_ERROR, "[index]=[%i]: [%i,%i]=%f \n",array_index, ia[array_index], ja[array_index], ar[array_index]);
7008 ia[array_index] = row_index;
7009 ja[array_index] = col_u;
7010 ar[array_index] = -1;
7012 GNUNET_log (GNUNET_ERROR_TYPE_ERROR, "[index]=[%i]: [%i,%i]=%f \n",array_index, ia[array_index], ja[array_index], ar[array_index]);
7018 // Constraint 9: optimize relativity
7020 col_r = glp_add_cols(ats->prob, 1);
7021 stat->col_r = col_r;
7022 //GNUNET_assert (col_r == (2*c_mechs) + 3);
7023 glp_set_col_name(ats->prob, col_r, "r");
7024 glp_set_obj_coef(ats->prob, col_r, R);
7025 glp_set_col_bnds(ats->prob, col_r, GLP_LO, 0.0, 0.0);
7026 glp_add_rows(ats->prob, c_peers);
7027 for (c=1; c<=c_peers; c++)
7029 glp_set_row_bnds(ats->prob, row_index, GLP_LO, 0.0, 0.0);
7031 struct ATS_mechanism *m = peers[c].m_head;
7034 ia[array_index] = row_index;
7035 ja[array_index] = m->col_index;
7036 ar[array_index] = 1 / mechanisms[c].peer->f;
7038 GNUNET_log (GNUNET_ERROR_TYPE_ERROR, "[index]=[%i]: [%i,%i]=%f \n",array_index, ia[array_index], ja[array_index], ar[array_index]);
7043 ia[array_index] = row_index;
7044 ja[array_index] = col_r;
7045 ar[array_index] = -1;
7047 GNUNET_log (GNUNET_ERROR_TYPE_ERROR, "[index]=[%i]: [%i,%i]=%f \n",array_index, ia[array_index], ja[array_index], ar[array_index]);
7054 /* Loading the matrix */
7055 glp_load_matrix(ats->prob, array_index-1, ia, ja, ar);
7057 stat->c_mechs = c_mechs;
7058 stat->c_peers = c_peers;
7060 stat->valid = GNUNET_YES;
7072 void ats_notify_ats_data (
7073 const struct GNUNET_PeerIdentity *peer,
7074 const struct GNUNET_TRANSPORT_ATS_Information *ats_data)
7077 GNUNET_log (GNUNET_ERROR_TYPE_BULK, "ATS_notify_ats_data: %s\n",GNUNET_i2s(peer));
7079 if (shutdown_in_progress == GNUNET_NO)
7080 ats_calculate_bandwidth_distribution();
7082 #endif //END: HAVE_LIBGLPK
7085 ats_calculate_bandwidth_distribution ()
7089 struct GNUNET_TIME_Absolute start;
7090 struct GNUNET_TIME_Relative creation;
7091 struct GNUNET_TIME_Relative solving;
7092 char *text = "unmodified";
7094 struct GNUNET_TIME_Relative delta = GNUNET_TIME_absolute_get_difference (ats->last, GNUNET_TIME_absolute_get());
7095 if (delta.rel_value < ats->min_delta.rel_value)
7098 GNUNET_log (GNUNET_ERROR_TYPE_BULK, "Minimum time between cycles not reached\n");
7103 if (shutdown_in_progress == GNUNET_YES)
7106 GNUNET_log (GNUNET_ERROR_TYPE_BULK, "Transport service is shutting down\n");
7112 if (INT_MAX < ats->max_exec_duration.rel_value)
7115 dur = (int) ats->max_exec_duration.rel_value;
7117 ats->stat.simplex_rerun_required = GNUNET_NO;
7118 start = GNUNET_TIME_absolute_get();
7119 if ((ats->stat.recreate_problem == GNUNET_YES) || (ats->prob==NULL) || (ats->stat.valid == GNUNET_NO))
7122 ats->stat.recreate_problem = GNUNET_YES;
7123 ats_delete_problem ();
7124 ats_create_problem (ats->D, ats->U, ats->R, ats->v_b_min, ats->v_n_min, &ats->stat);
7126 GNUNET_log (GNUNET_ERROR_TYPE_ERROR, "Peers/Addresses were modified... new problem: %i peer, %i mechs\n", ats->stat.c_peers, ats->stat.c_mechs);
7130 else if ((ats->stat.recreate_problem == GNUNET_NO) && (ats->stat.modified_resources == GNUNET_YES) && (ats->stat.valid == GNUNET_YES))
7132 text = "modified resources";
7133 ats_update_problem_cr();
7135 else if ((ats->stat.recreate_problem == GNUNET_NO) && (ats->stat.modified_quality == GNUNET_YES) && (ats->stat.valid == GNUNET_YES))
7137 text = "modified quality";
7138 ats_update_problem_qm();
7139 //ats_update_problem_qm_TEST ();
7143 else GNUNET_log (GNUNET_ERROR_TYPE_ERROR, "Problem is unmodified\n");
7146 creation = GNUNET_TIME_absolute_get_difference(start,GNUNET_TIME_absolute_get());
7147 start = GNUNET_TIME_absolute_get();
7149 ats->stat.solution = GLP_UNDEF;
7150 if (ats->stat.valid == GNUNET_YES)
7152 ats_solve_problem(ats->max_iterations, ats->max_exec_duration.rel_value, ats->stat.c_peers, ats->stat.c_mechs, &ats->stat);
7154 solving = GNUNET_TIME_absolute_get_difference(start,GNUNET_TIME_absolute_get());
7156 if (ats->stat.valid == GNUNET_YES)
7158 int msg_type = GNUNET_ERROR_TYPE_DEBUG;
7160 msg_type = GNUNET_ERROR_TYPE_ERROR;
7162 GNUNET_log (msg_type, "MLP %s: creation time: %llu, execution time: %llu, %i mechanisms, simplex rerun: %s, solution %s\n",
7163 text, creation.rel_value, solving.rel_value,
7165 (ats->stat.simplex_rerun_required == GNUNET_NO) ? "NO" : "YES", (ats->stat.solution == 5) ? "OPTIMAL" : "INVALID");
7166 ats->successful_executions ++;
7167 GNUNET_STATISTICS_set (stats, "# ATS successful executions", ats->successful_executions, GNUNET_NO);
7169 if ((ats->stat.recreate_problem == GNUNET_YES) || (ats->prob==NULL))
7170 GNUNET_STATISTICS_set (stats, "ATS state",ATS_NEW, GNUNET_NO);
7171 else if ((ats->stat.modified_resources == GNUNET_YES) &&
7172 (ats->stat.modified_quality == GNUNET_NO))
7173 GNUNET_STATISTICS_set (stats, "ATS state", ATS_C_UPDATED, GNUNET_NO);
7174 else if ((ats->stat.modified_resources == GNUNET_NO) &&
7175 (ats->stat.modified_quality == GNUNET_YES) &&
7176 (ats->stat.simplex_rerun_required == GNUNET_NO))
7177 GNUNET_STATISTICS_set (stats, "ATS state", ATS_Q_UPDATED, GNUNET_NO);
7178 else if ((ats->stat.modified_resources == GNUNET_YES) &&
7179 (ats->stat.modified_quality == GNUNET_YES) &&
7180 (ats->stat.simplex_rerun_required == GNUNET_NO))
7181 GNUNET_STATISTICS_set (stats, "ATS state", ATS_QC_UPDATED, GNUNET_NO);
7182 else if (ats->stat.simplex_rerun_required == GNUNET_NO)
7183 GNUNET_STATISTICS_set (stats, "ATS state", ATS_UNMODIFIED, GNUNET_NO);
7187 if (ats->stat.c_peers != 0)
7189 ats->invalid_executions ++;
7190 GNUNET_STATISTICS_set (stats, "# ATS invalid executions", ats->invalid_executions, GNUNET_NO);
7194 GNUNET_STATISTICS_set (stats, "# ATS successful executions", ats->successful_executions, GNUNET_NO);
7198 GNUNET_STATISTICS_set (stats, "ATS duration", solving.rel_value + creation.rel_value, GNUNET_NO);
7199 GNUNET_STATISTICS_set (stats, "ATS mechanisms", ats->stat.c_mechs, GNUNET_NO);
7200 GNUNET_STATISTICS_set (stats, "ATS peers", ats->stat.c_peers, GNUNET_NO);
7201 GNUNET_STATISTICS_set (stats, "ATS solution", ats->stat.solution, GNUNET_NO);
7202 GNUNET_STATISTICS_set (stats, "ATS timestamp", start.abs_value, GNUNET_NO);
7204 if ((ats->save_mlp == GNUNET_YES) && (ats->stat.c_mechs >= ats->dump_min_peers) && (ats->stat.c_mechs >= ats->dump_min_addr))
7207 if (ats->dump_overwrite == GNUNET_NO)
7209 GNUNET_asprintf (&filename, "ats_mlp_p%i_m%i_%s_%llu.mlp",
7210 ats->stat.c_peers, ats->stat.c_mechs, text, GNUNET_TIME_absolute_get().abs_value);
7211 glp_write_lp (ats->prob, NULL, filename);
7215 GNUNET_asprintf (&filename, "ats_mlp_p%i_m%i.mlp",
7216 ats->stat.c_peers, ats->stat.c_mechs );
7217 glp_write_lp (ats->prob, NULL, filename);
7219 GNUNET_free (filename);
7221 if ((ats->save_solution == GNUNET_YES) && (ats->stat.c_mechs >= ats->dump_min_peers) && (ats->stat.c_mechs >= ats->dump_min_addr))
7224 if (ats->dump_overwrite == GNUNET_NO)
7226 GNUNET_asprintf (&filename, "ats_mlp_p%i_m%i_%s_%llu.sol",
7227 ats->stat.c_peers, ats->stat.c_mechs, text, GNUNET_TIME_absolute_get().abs_value);
7228 glp_print_sol (ats->prob, filename);
7232 GNUNET_asprintf (&filename, "ats_mlp_p%i_m%i.sol",
7233 ats->stat.c_peers, ats->stat.c_mechs);
7234 glp_print_sol (ats->prob, filename);
7236 GNUNET_free (filename);
7239 ats->last = GNUNET_TIME_absolute_get();
7240 ats->stat.recreate_problem = GNUNET_NO;
7241 ats->stat.modified_resources = GNUNET_NO;
7242 ats->stat.modified_quality = GNUNET_NO;
7247 ats_schedule_calculation (void *cls,
7248 const struct GNUNET_SCHEDULER_TaskContext *tc)
7250 struct ATS_info *ats = (struct ATS_info *) cls;
7251 if (ats==NULL) return;
7253 ats->ats_task = GNUNET_SCHEDULER_NO_TASK;
7254 if ( (tc->reason & GNUNET_SCHEDULER_REASON_SHUTDOWN) != 0)
7257 if (shutdown_in_progress == GNUNET_YES)
7261 GNUNET_log (GNUNET_ERROR_TYPE_ERROR, "Running scheduled calculation\n");
7264 ats_calculate_bandwidth_distribution (ats);
7266 ats->ats_task = GNUNET_SCHEDULER_add_delayed (ats->exec_interval,
7267 &ats_schedule_calculation, ats);
7273 unsigned long long value;
7276 ats = GNUNET_malloc(sizeof (struct ATS_info));
7278 ats->min_delta = ATS_MIN_INTERVAL;
7279 ats->exec_interval = ATS_EXEC_INTERVAL;
7280 ats->max_exec_duration = ATS_MAX_EXEC_DURATION;
7281 ats->max_iterations = ATS_MAX_ITERATIONS;
7282 ats->ats_task = GNUNET_SCHEDULER_NO_TASK;
7285 GNUNET_log (GNUNET_ERROR_TYPE_WARNING, "GLPK not installed, ATS not active\n");
7292 ats->v_b_min = 64000;
7294 ats->dump_min_peers = 1;
7295 ats->dump_min_addr = 1;
7296 ats->dump_overwrite = GNUNET_NO;
7297 ats->mechanisms = NULL;
7299 ats->successful_executions = 0;
7300 ats->invalid_executions = 0;
7306 /* loading cost ressources */
7307 for (c=0; c<available_ressources; c++)
7309 GNUNET_asprintf(§ion,"%s_UP",ressources[c].cfg_param);
7310 if (GNUNET_CONFIGURATION_have_value(cfg, "transport", section))
7312 if (GNUNET_OK == GNUNET_CONFIGURATION_get_value_number(cfg, "transport",section, &value))
7315 GNUNET_log (GNUNET_ERROR_TYPE_ERROR, "Found ressource cost: [%s] = %llu\n", section, value);
7317 ressources[c].c_max = value;
7320 GNUNET_free (section);
7321 GNUNET_asprintf(§ion,"%s_DOWN",ressources[c].cfg_param);
7322 if (GNUNET_CONFIGURATION_have_value(cfg, "transport", section))
7324 if (GNUNET_OK == GNUNET_CONFIGURATION_get_value_number(cfg, "transport",section, &value))
7327 GNUNET_log (GNUNET_ERROR_TYPE_ERROR, "Found ressource cost: [%s] = %llu\n", section, value);
7329 ressources[c].c_min = value;
7332 GNUNET_free (section);
7335 if (GNUNET_CONFIGURATION_have_value(cfg, "transport", "DUMP_MLP"))
7336 ats->save_mlp = GNUNET_CONFIGURATION_get_value_yesno (cfg, "transport","DUMP_MLP");
7338 if (GNUNET_CONFIGURATION_have_value(cfg, "transport", "DUMP_SOLUTION"))
7339 ats->save_solution = GNUNET_CONFIGURATION_get_value_yesno (cfg, "transport","DUMP_SOLUTION");
7340 if (GNUNET_CONFIGURATION_have_value(cfg, "transport", "DUMP_OVERWRITE"))
7341 ats->dump_overwrite = GNUNET_CONFIGURATION_get_value_yesno (cfg, "transport","DUMP_OVERWRITE");
7342 if (GNUNET_CONFIGURATION_have_value(cfg, "transport", "DUMP_MIN_PEERS"))
7344 GNUNET_CONFIGURATION_get_value_number(cfg, "transport","DUMP_MIN_PEERS", &value);
7345 ats->dump_min_peers= value;
7347 if (GNUNET_CONFIGURATION_have_value(cfg, "transport", "DUMP_MIN_ADDRS"))
7349 GNUNET_CONFIGURATION_get_value_number(cfg, "transport","DUMP_MIN_ADDRS", &value);
7350 ats->dump_min_addr= value;
7352 if (GNUNET_CONFIGURATION_have_value(cfg, "transport", "DUMP_OVERWRITE"))
7354 GNUNET_CONFIGURATION_get_value_number(cfg, "transport","DUMP_OVERWRITE", &value);
7355 ats->min_delta.rel_value = value;
7358 if (GNUNET_CONFIGURATION_have_value(cfg, "transport", "ATS_MIN_INTERVAL"))
7360 GNUNET_CONFIGURATION_get_value_number(cfg, "transport","ATS_MIN_INTERVAL", &value);
7361 ats->min_delta.rel_value = value;
7364 if (GNUNET_CONFIGURATION_have_value(cfg, "transport", "ATS_EXEC_INTERVAL"))
7366 GNUNET_CONFIGURATION_get_value_number(cfg, "transport","ATS_EXEC_INTERVAL", &value);
7367 ats->exec_interval.rel_value = value;
7369 if (GNUNET_CONFIGURATION_have_value(cfg, "transport", "ATS_MIN_INTERVAL"))
7371 GNUNET_CONFIGURATION_get_value_number(cfg, "transport","ATS_MIN_INTERVAL", &value);
7372 ats->min_delta.rel_value = value;
7375 ats->ats_task = GNUNET_SCHEDULER_add_now(&ats_schedule_calculation, ats);
7379 static void ats_shutdown ()
7382 GNUNET_log (GNUNET_ERROR_TYPE_ERROR, "ats_destroy\n");
7384 if (ats->ats_task != GNUNET_SCHEDULER_NO_TASK)
7385 GNUNET_SCHEDULER_cancel(ats->ats_task);
7386 ats->ats_task = GNUNET_SCHEDULER_NO_TASK;
7389 ats_delete_problem ();
7396 void ats_notify_peer_connect (
7397 const struct GNUNET_PeerIdentity *peer,
7398 const struct GNUNET_TRANSPORT_ATS_Information *ats_data, int ats_count)
7401 GNUNET_log (GNUNET_ERROR_TYPE_ERROR, "ats_notify_peer_connect: %s\n",GNUNET_i2s(peer));
7403 //update_addr_ats();
7404 ats->stat.recreate_problem = GNUNET_YES;
7405 ats_calculate_bandwidth_distribution(ats);
7408 void ats_notify_peer_disconnect (
7409 const struct GNUNET_PeerIdentity *peer)
7412 GNUNET_log (GNUNET_ERROR_TYPE_ERROR, "ats_notify_peer_disconnect: %s\n",GNUNET_i2s(peer));
7414 ats->stat.recreate_problem = GNUNET_YES;
7415 ats_calculate_bandwidth_distribution (ats);
7418 struct ForeignAddressList * ats_get_preferred_address (
7419 struct NeighbourList *n)
7422 //GNUNET_log (GNUNET_ERROR_TYPE_BULK, "ats_get_prefered_transport for peer: %s\n",GNUNET_i2s(&n->id));
7424 struct ReadyList *next = n->plugins;
7425 while (next != NULL)
7428 //GNUNET_log (GNUNET_ERROR_TYPE_BULK, "plugin: %s %i\n",next->plugin->short_name,strcmp(next->plugin->short_name,"unix"));
7432 return find_ready_address(n);
7436 * Initiate transport service.
7438 * @param cls closure
7439 * @param server the initialized server
7440 * @param c configuration to use
7444 struct GNUNET_SERVER_Handle *server,
7445 const struct GNUNET_CONFIGURATION_Handle *c)
7447 static const struct GNUNET_SERVER_MessageHandler handlers[] = {
7448 {&handle_start, NULL,
7449 GNUNET_MESSAGE_TYPE_TRANSPORT_START, sizeof (struct StartMessage)},
7450 {&handle_hello, NULL,
7451 GNUNET_MESSAGE_TYPE_HELLO, 0},
7452 {&handle_send, NULL,
7453 GNUNET_MESSAGE_TYPE_TRANSPORT_SEND, 0},
7454 {&handle_request_connect, NULL,
7455 GNUNET_MESSAGE_TYPE_TRANSPORT_REQUEST_CONNECT, sizeof(struct TransportRequestConnectMessage)},
7456 {&handle_set_quota, NULL,
7457 GNUNET_MESSAGE_TYPE_TRANSPORT_SET_QUOTA, sizeof (struct QuotaSetMessage)},
7458 {&handle_address_lookup, NULL,
7459 GNUNET_MESSAGE_TYPE_TRANSPORT_ADDRESS_LOOKUP,
7461 {&handle_blacklist_init, NULL,
7462 GNUNET_MESSAGE_TYPE_TRANSPORT_BLACKLIST_INIT, sizeof (struct GNUNET_MessageHeader)},
7463 {&handle_blacklist_reply, NULL,
7464 GNUNET_MESSAGE_TYPE_TRANSPORT_BLACKLIST_REPLY, sizeof (struct BlacklistMessage)},
7470 unsigned long long tneigh;
7473 shutdown_in_progress = GNUNET_NO;
7475 stats = GNUNET_STATISTICS_create ("transport", cfg);
7476 validation_map = GNUNET_CONTAINER_multihashmap_create (64);
7477 /* parse configuration */
7479 GNUNET_CONFIGURATION_get_value_number (c,
7484 GNUNET_CONFIGURATION_get_value_filename (c,
7486 "HOSTKEY", &keyfile)))
7488 GNUNET_log (GNUNET_ERROR_TYPE_ERROR,
7490 ("Transport service is lacking key configuration settings. Exiting.\n"));
7491 GNUNET_SCHEDULER_shutdown ();
7494 GNUNET_STATISTICS_destroy (stats, GNUNET_NO);
7497 GNUNET_CONTAINER_multihashmap_destroy (validation_map);
7498 validation_map = NULL;
7502 max_connect_per_transport = (uint32_t) tneigh;
7503 peerinfo = GNUNET_PEERINFO_connect (cfg);
7504 if (peerinfo == NULL)
7506 GNUNET_log (GNUNET_ERROR_TYPE_ERROR,
7507 _("Could not access PEERINFO service. Exiting.\n"));
7508 GNUNET_SCHEDULER_shutdown ();
7511 GNUNET_STATISTICS_destroy (stats, GNUNET_NO);
7514 GNUNET_CONTAINER_multihashmap_destroy (validation_map);
7515 validation_map = NULL;
7516 GNUNET_free (keyfile);
7519 my_private_key = GNUNET_CRYPTO_rsa_key_create_from_file (keyfile);
7520 GNUNET_free (keyfile);
7521 if (my_private_key == NULL)
7523 GNUNET_log (GNUNET_ERROR_TYPE_ERROR,
7525 ("Transport service could not access hostkey. Exiting.\n"));
7526 GNUNET_SCHEDULER_shutdown ();
7529 GNUNET_STATISTICS_destroy (stats, GNUNET_NO);
7532 GNUNET_CONTAINER_multihashmap_destroy (validation_map);
7533 validation_map = NULL;
7536 GNUNET_CRYPTO_rsa_key_get_public (my_private_key, &my_public_key);
7537 GNUNET_CRYPTO_hash (&my_public_key,
7538 sizeof (my_public_key), &my_identity.hashPubKey);
7539 /* setup notification */
7540 GNUNET_SERVER_disconnect_notify (server,
7541 &client_disconnect_notification, NULL);
7542 /* load plugins... */
7545 GNUNET_CONFIGURATION_get_value_string (c,
7546 "TRANSPORT", "PLUGINS", &plugs))
7548 GNUNET_log (GNUNET_ERROR_TYPE_INFO,
7549 _("Starting transport plugins `%s'\n"), plugs);
7550 pos = strtok (plugs, " ");
7553 start_transport (server, pos);
7555 pos = strtok (NULL, " ");
7557 GNUNET_free (plugs);
7559 GNUNET_SCHEDULER_add_delayed (GNUNET_TIME_UNIT_FOREVER_REL,
7560 &shutdown_task, NULL);
7567 GNUNET_log (GNUNET_ERROR_TYPE_INFO, _("Transport service ready.\n"));
7569 /* If we have a blacklist file, read from it */
7570 read_blacklist_file(cfg);
7571 /* process client requests */
7572 GNUNET_SERVER_add_handlers (server, handlers);
7577 * The main function for the transport service.
7579 * @param argc number of arguments from the command line
7580 * @param argv command line arguments
7581 * @return 0 ok, 1 on error
7584 main (int argc, char *const *argv)
7586 a2s (NULL, NULL, 0); /* make compiler happy */
7587 return (GNUNET_OK ==
7588 GNUNET_SERVICE_run (argc,
7591 GNUNET_SERVICE_OPTION_NONE,
7592 &run, NULL)) ? 0 : 1;
7595 /* end of gnunet-service-transport.c */