2 This file is part of GNUnet.
3 Copyright (C) 2012, 2013, 2014, 2018 GNUnet e.V.
5 GNUnet is free software: you can redistribute it and/or modify it
6 under the terms of the GNU Affero General Public License as published
7 by the Free Software Foundation, either version 3 of the License,
8 or (at your option) any later version.
10 GNUnet is distributed in the hope that it will be useful, but
11 WITHOUT ANY WARRANTY; without even the implied warranty of
12 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
13 Affero General Public License for more details.
15 You should have received a copy of the GNU Affero General Public License
16 along with this program. If not, see <http://www.gnu.org/licenses/>.
20 * @file namestore/gnunet-service-namestore.c
21 * @brief namestore for the GNUnet naming system
22 * @author Matthias Wachs
23 * @author Christian Grothoff
26 * - run testcases, make sure everything works!
29 #include "gnunet_util_lib.h"
30 #include "gnunet_dnsparser_lib.h"
31 #include "gnunet_gns_service.h"
32 #include "gnunet_namecache_service.h"
33 #include "gnunet_namestore_service.h"
34 #include "gnunet_namestore_plugin.h"
35 #include "gnunet_statistics_service.h"
36 #include "gnunet_signatures.h"
37 #include "namestore.h"
39 #define LOG_STRERROR_FILE(kind,syscall,filename) GNUNET_log_from_strerror_file (kind, "util", syscall, filename)
42 * If a monitor takes more than 1 minute to process an event, print a warning.
44 #define MONITOR_STALL_WARN_DELAY GNUNET_TIME_UNIT_MINUTES
50 struct NamestoreClient;
54 * A namestore iteration operation.
59 * Next element in the DLL
61 struct ZoneIteration *next;
64 * Previous element in the DLL
66 struct ZoneIteration *prev;
69 * Namestore client which intiated this zone iteration
71 struct NamestoreClient *nc;
74 * The nick to add to the records
76 struct GNUNET_GNSRECORD_Data *nick;
79 * Key of the zone we are iterating over.
81 struct GNUNET_CRYPTO_EcdsaPrivateKey zone;
84 * Last sequence number in the zone iteration used to address next
85 * result of the zone iteration in the store
88 * Updated in #zone_iterate_proc()
93 * The operation id fot the zone iteration in the response for the client
98 * Offset of the zone iteration used to address next result of the zone
99 * iteration in the store
101 * Initialy set to 0 in #handle_iteration_start
102 * Incremented with by every call to #handle_iteration_next
112 struct NamestoreClient
118 struct GNUNET_SERVICE_Client *client;
121 * Message queue for transmission to @e client
123 struct GNUNET_MQ_Handle *mq;
127 * Zone iteration operations in progress initiated by this client
129 struct ZoneIteration *op_head;
133 * Zone iteration operations in progress initiated by this client
135 struct ZoneIteration *op_tail;
140 * A namestore monitor.
145 * Next element in the DLL
147 struct ZoneMonitor *next;
150 * Previous element in the DLL
152 struct ZoneMonitor *prev;
155 * Namestore client which intiated this zone monitor
157 struct NamestoreClient *nc;
160 * Private key of the zone.
162 struct GNUNET_CRYPTO_EcdsaPrivateKey zone;
165 * Task active during initial iteration.
167 struct GNUNET_SCHEDULER_Task *task;
170 * Task to warn about slow monitors.
172 struct GNUNET_SCHEDULER_Task *sa_wait_warning;
175 * Since when are we blocked on this monitor?
177 struct GNUNET_TIME_Absolute sa_waiting_start;
180 * Last sequence number in the zone iteration used to address next
181 * result of the zone iteration in the store
184 * Updated in #monitor_iterate_cb()
189 * Current limit of how many more messages we are allowed
190 * to queue to this monitor.
195 * How many more requests may we receive from the iterator
196 * before it is at the limit we gave it? Will be below or
197 * equal to @e limit. The effective limit for monitor
198 * events is thus @e iteration_cnt - @e limit!
200 uint64_t iteration_cnt;
203 * Are we (still) in the initial iteration pass?
205 int in_first_iteration;
208 * Is there a store activity waiting for this monitor? We only raise the
209 * flag when it happens and search the DLL for the store activity when we
210 * had a limit increase. If we cannot find any waiting store activity at
211 * that time, we clear the flag again.
219 * Pending operation on the namecache.
221 struct CacheOperation
227 struct CacheOperation *prev;
232 struct CacheOperation *next;
235 * Handle to namecache queue.
237 struct GNUNET_NAMECACHE_QueueEntry *qe;
240 * Client to notify about the result.
242 struct NamestoreClient *nc;
245 * Client's request ID.
252 * Information for an ongoing #handle_record_store() operation.
253 * Needed as we may wait for monitors to be ready for the notification.
260 struct StoreActivity *next;
265 struct StoreActivity *prev;
268 * Which client triggered the store activity?
270 struct NamestoreClient *nc;
273 * Copy of the original store message (as data fields in @e rd will
276 const struct RecordStoreMessage *rsm;
279 * Next zone monitor that still needs to be notified about this PUT.
281 struct ZoneMonitor *zm_pos;
284 * Label nicely canonicalized (lower case).
292 * Public key of all zeros.
294 static const struct GNUNET_CRYPTO_EcdsaPrivateKey zero;
297 * Configuration handle.
299 static const struct GNUNET_CONFIGURATION_Handle *GSN_cfg;
302 * Handle to the statistics service
304 static struct GNUNET_STATISTICS_Handle *statistics;
309 static struct GNUNET_NAMECACHE_Handle *namecache;
314 static struct GNUNET_NAMESTORE_PluginFunctions *GSN_database;
317 * Name of the database plugin
319 static char *db_lib_name;
324 static struct CacheOperation *cop_head;
329 static struct CacheOperation *cop_tail;
332 * First active zone monitor.
334 static struct ZoneMonitor *monitor_head;
337 * Last active zone monitor.
339 static struct ZoneMonitor *monitor_tail;
342 * Head of DLL of monitor-blocked store activities.
344 static struct StoreActivity *sa_head;
347 * Tail of DLL of monitor-blocked store activities.
349 static struct StoreActivity *sa_tail;
352 * Notification context shared by all monitors.
354 static struct GNUNET_NotificationContext *monitor_nc;
357 * Optimize block insertion by caching map of private keys to
358 * public keys in memory?
360 static int cache_keys;
363 * Use the namecache? Doing so creates additional cryptographic
364 * operations whenever we touch a record.
366 static int disable_namecache;
370 * Task run during shutdown.
375 cleanup_task (void *cls)
377 struct CacheOperation *cop;
380 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
381 "Stopping namestore service\n");
382 while (NULL != (cop = cop_head))
384 GNUNET_log (GNUNET_ERROR_TYPE_WARNING,
385 "Aborting incomplete namecache operation\n");
386 GNUNET_NAMECACHE_cancel (cop->qe);
387 GNUNET_CONTAINER_DLL_remove (cop_head,
392 if (NULL != namecache)
394 GNUNET_NAMECACHE_disconnect (namecache);
397 GNUNET_break (NULL == GNUNET_PLUGIN_unload (db_lib_name,
399 GNUNET_free (db_lib_name);
401 if (NULL != monitor_nc)
403 GNUNET_notification_context_destroy (monitor_nc);
406 if (NULL != statistics)
408 GNUNET_STATISTICS_destroy (statistics,
416 * Release memory used by @a sa.
418 * @param sa activity to free
421 free_store_activity (struct StoreActivity *sa)
423 GNUNET_CONTAINER_DLL_remove (sa_head,
426 GNUNET_free (sa->conv_name);
432 * Function called with the records for the #GNUNET_GNS_EMPTY_LABEL_AT
433 * label in the zone. Used to locate the #GNUNET_GNSRECORD_TYPE_NICK
434 * record, which (if found) is then copied to @a cls for future use.
436 * @param cls a `struct GNUNET_GNSRECORD_Data **` for storing the nick (if found)
437 * @param seq sequence number of the record
438 * @param private_key the private key of the zone (unused)
439 * @param label should be #GNUNET_GNS_EMPTY_LABEL_AT
440 * @param rd_count number of records in @a rd
441 * @param rd records stored under @a label in the zone
444 lookup_nick_it (void *cls,
446 const struct GNUNET_CRYPTO_EcdsaPrivateKey *private_key,
448 unsigned int rd_count,
449 const struct GNUNET_GNSRECORD_Data *rd)
451 struct GNUNET_GNSRECORD_Data **res = cls;
455 if (0 != strcmp (label, GNUNET_GNS_EMPTY_LABEL_AT))
460 for (unsigned int c = 0; c < rd_count; c++)
462 if (GNUNET_GNSRECORD_TYPE_NICK == rd[c].record_type)
464 (*res) = GNUNET_malloc (rd[c].data_size + sizeof (struct GNUNET_GNSRECORD_Data));
465 (*res)->data = &(*res)[1];
466 GNUNET_memcpy ((void *) (*res)->data,
469 (*res)->data_size = rd[c].data_size;
470 (*res)->expiration_time = rd[c].expiration_time;
471 (*res)->flags = rd[c].flags;
472 (*res)->record_type = GNUNET_GNSRECORD_TYPE_NICK;
481 * Return the NICK record for the zone (if it exists).
483 * @param zone private key for the zone to look for nick
484 * @return NULL if no NICK record was found
486 static struct GNUNET_GNSRECORD_Data *
487 get_nick_record (const struct GNUNET_CRYPTO_EcdsaPrivateKey *zone)
489 struct GNUNET_CRYPTO_EcdsaPublicKey pub;
490 struct GNUNET_GNSRECORD_Data *nick;
494 res = GSN_database->lookup_records (GSN_database->cls,
496 GNUNET_GNS_EMPTY_LABEL_AT,
499 if ( (GNUNET_OK != res) ||
502 GNUNET_CRYPTO_ecdsa_key_get_public (zone, &pub);
503 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG | GNUNET_ERROR_TYPE_BULK,
504 "No nick name set for zone `%s'\n",
505 GNUNET_GNSRECORD_z2s (&pub));
513 * Merge the nick record @a nick_rd with the rest of the
514 * record set given in @a rd2. Store the result in @a rdc_res
515 * and @a rd_res. The @a nick_rd's expiration time is set to
516 * the maximum expiration time of all of the records in @a rd2.
518 * @param nick_rd the nick record to integrate
519 * @param rd2_length length of the @a rd2 array
520 * @param rd2 array of records
521 * @param rdc_res[out] length of the resulting @a rd_res array
522 * @param rd_res[out] set to an array of records,
523 * including @a nick_rd and @a rd2;
524 * all of the variable-size 'data' fields in @a rd2 are
525 * allocated in the same chunk of memory!
528 merge_with_nick_records (const struct GNUNET_GNSRECORD_Data *nick_rd,
529 unsigned int rd2_length,
530 const struct GNUNET_GNSRECORD_Data *rd2,
531 unsigned int *rdc_res,
532 struct GNUNET_GNSRECORD_Data **rd_res)
534 uint64_t latest_expiration;
538 struct GNUNET_GNSRECORD_Data *target;
540 (*rdc_res) = 1 + rd2_length;
541 if (0 == 1 + rd2_length)
547 req = sizeof (struct GNUNET_GNSRECORD_Data) + nick_rd->data_size;
548 for (unsigned int i=0; i<rd2_length; i++)
550 const struct GNUNET_GNSRECORD_Data *orig = &rd2[i];
552 if (req + sizeof (struct GNUNET_GNSRECORD_Data) + orig->data_size < req)
558 req += sizeof (struct GNUNET_GNSRECORD_Data) + orig->data_size;
560 target = GNUNET_malloc (req);
562 data = (char *) &target[1 + rd2_length];
564 latest_expiration = 0;
565 for (unsigned int i=0;i<rd2_length;i++)
567 const struct GNUNET_GNSRECORD_Data *orig = &rd2[i];
569 if (0 != (orig->flags & GNUNET_GNSRECORD_RF_RELATIVE_EXPIRATION))
571 if ((GNUNET_TIME_absolute_get().abs_value_us + orig->expiration_time) >
573 latest_expiration = orig->expiration_time;
575 else if (orig->expiration_time > latest_expiration)
576 latest_expiration = orig->expiration_time;
578 target[i].data = (void *) &data[data_offset];
579 GNUNET_memcpy (&data[data_offset],
582 data_offset += orig->data_size;
585 target[rd2_length] = *nick_rd;
586 target[rd2_length].expiration_time = latest_expiration;
587 target[rd2_length].data = (void *) &data[data_offset];
588 GNUNET_memcpy (&data[data_offset],
591 data_offset += nick_rd->data_size;
592 GNUNET_assert (req ==
593 (sizeof (struct GNUNET_GNSRECORD_Data)) * (*rdc_res) + data_offset);
598 * Generate a `struct LookupNameResponseMessage` and send it to the
599 * given client using the given notification context.
601 * @param nc client to unicast to
602 * @param request_id request ID to use
603 * @param zone_key zone key of the zone
605 * @param rd_count number of records in @a rd
606 * @param rd array of records
609 send_lookup_response (struct NamestoreClient *nc,
611 const struct GNUNET_CRYPTO_EcdsaPrivateKey *zone_key,
613 unsigned int rd_count,
614 const struct GNUNET_GNSRECORD_Data *rd)
616 struct GNUNET_MQ_Envelope *env;
617 struct RecordResultMessage *zir_msg;
618 struct GNUNET_GNSRECORD_Data *nick;
619 struct GNUNET_GNSRECORD_Data *res;
620 unsigned int res_count;
626 nick = get_nick_record (zone_key);
628 GNUNET_GNSRECORD_records_get_size (rd_count,
631 if ( (NULL != nick) &&
633 GNUNET_GNS_EMPTY_LABEL_AT)))
635 nick->flags = (nick->flags | GNUNET_GNSRECORD_RF_PRIVATE) ^ GNUNET_GNSRECORD_RF_PRIVATE;
636 merge_with_nick_records (nick,
645 res_count = rd_count;
646 res = (struct GNUNET_GNSRECORD_Data *) rd;
650 GNUNET_GNSRECORD_records_get_size (res_count,
654 name_len = strlen (name) + 1;
655 rd_ser_len = GNUNET_GNSRECORD_records_get_size (res_count,
660 GNUNET_SERVICE_client_drop (nc->client);
663 if (rd_ser_len >= UINT16_MAX - name_len - sizeof (*zir_msg))
666 GNUNET_SERVICE_client_drop (nc->client);
669 env = GNUNET_MQ_msg_extra (zir_msg,
670 name_len + rd_ser_len,
671 GNUNET_MESSAGE_TYPE_NAMESTORE_RECORD_RESULT);
672 zir_msg->gns_header.r_id = htonl (request_id);
673 zir_msg->name_len = htons (name_len);
674 zir_msg->rd_count = htons (res_count);
675 zir_msg->rd_len = htons ((uint16_t) rd_ser_len);
676 zir_msg->private_key = *zone_key;
677 name_tmp = (char *) &zir_msg[1];
678 GNUNET_memcpy (name_tmp,
681 rd_ser = &name_tmp[name_len];
682 GNUNET_assert (rd_ser_len ==
683 GNUNET_GNSRECORD_records_serialize (res_count,
687 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
688 "Sending RECORD_RESULT message with %u records\n",
690 GNUNET_STATISTICS_update (statistics,
691 "Record sets sent to clients",
694 GNUNET_MQ_send (nc->mq,
702 * Send response to the store request to the client.
704 * @param client client to talk to
705 * @param res status of the operation
706 * @param rid client's request ID
709 send_store_response (struct NamestoreClient *nc,
713 struct GNUNET_MQ_Envelope *env;
714 struct RecordStoreResponseMessage *rcr_msg;
716 GNUNET_assert (NULL != nc);
717 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
718 "Sending RECORD_STORE_RESPONSE message\n");
719 GNUNET_STATISTICS_update (statistics,
720 "Store requests completed",
723 env = GNUNET_MQ_msg (rcr_msg,
724 GNUNET_MESSAGE_TYPE_NAMESTORE_RECORD_STORE_RESPONSE);
725 rcr_msg->gns_header.r_id = htonl (rid);
726 rcr_msg->op_result = htonl (res);
727 GNUNET_MQ_send (nc->mq,
733 * Cache operation complete, clean up.
735 * @param cls the `struct CacheOperation`
736 * @param success success
737 * @param emsg error messages
740 finish_cache_operation (void *cls,
744 struct CacheOperation *cop = cls;
747 GNUNET_log (GNUNET_ERROR_TYPE_WARNING,
748 _("Failed to replicate block in namecache: %s\n"),
751 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
752 "CACHE operation completed\n");
753 GNUNET_CONTAINER_DLL_remove (cop_head,
757 send_store_response (cop->nc,
765 * We just touched the plaintext information about a name in our zone;
766 * refresh the corresponding (encrypted) block in the namecache.
768 * @param nc client responsible for the request, can be NULL
769 * @param rid request ID of the client
770 * @param zone_key private key of the zone
771 * @param name label for the records
772 * @param rd_count number of records
773 * @param rd records stored under the given @a name
776 refresh_block (struct NamestoreClient *nc,
778 const struct GNUNET_CRYPTO_EcdsaPrivateKey *zone_key,
780 unsigned int rd_count,
781 const struct GNUNET_GNSRECORD_Data *rd)
783 struct GNUNET_GNSRECORD_Block *block;
784 struct CacheOperation *cop;
785 struct GNUNET_CRYPTO_EcdsaPublicKey pkey;
786 struct GNUNET_GNSRECORD_Data *nick;
787 struct GNUNET_GNSRECORD_Data *res;
788 unsigned int res_count;
789 struct GNUNET_TIME_Absolute exp_time;
791 nick = get_nick_record (zone_key);
792 res_count = rd_count;
793 res = (struct GNUNET_GNSRECORD_Data *) rd; /* fixme: a bit unclean... */
796 nick->flags = (nick->flags | GNUNET_GNSRECORD_RF_PRIVATE) ^ GNUNET_GNSRECORD_RF_PRIVATE;
797 merge_with_nick_records (nick,
806 send_store_response (nc,
809 return; /* no data, no need to update cache */
811 if (GNUNET_YES == disable_namecache)
813 GNUNET_STATISTICS_update (statistics,
814 "Namecache updates skipped (NC disabled)",
818 send_store_response (nc,
823 exp_time = GNUNET_GNSRECORD_record_get_expiration_time (res_count,
826 block = GNUNET_GNSRECORD_block_create2 (zone_key,
832 block = GNUNET_GNSRECORD_block_create (zone_key,
837 GNUNET_assert (NULL != block);
838 GNUNET_CRYPTO_ecdsa_key_get_public (zone_key,
840 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
841 "Caching block for label `%s' with %u records and expiration %s in zone `%s' in namecache\n",
844 GNUNET_STRINGS_absolute_time_to_string (exp_time),
845 GNUNET_GNSRECORD_z2s (&pkey));
846 GNUNET_STATISTICS_update (statistics,
847 "Namecache updates pushed",
850 cop = GNUNET_new (struct CacheOperation);
853 GNUNET_CONTAINER_DLL_insert (cop_head,
856 cop->qe = GNUNET_NAMECACHE_block_cache (namecache,
858 &finish_cache_operation,
865 * Print a warning that one of our monitors is no longer reacting.
867 * @param cls a `struct ZoneMonitor` to warn about
870 warn_monitor_slow (void *cls)
872 struct ZoneMonitor *zm = cls;
874 GNUNET_log (GNUNET_ERROR_TYPE_WARNING,
875 "No response from monitor since %s\n",
876 GNUNET_STRINGS_absolute_time_to_string (zm->sa_waiting_start));
877 zm->sa_wait_warning = GNUNET_SCHEDULER_add_delayed (MONITOR_STALL_WARN_DELAY,
884 * Continue processing the @a sa.
886 * @param sa store activity to process
889 continue_store_activity (struct StoreActivity *sa)
891 const struct RecordStoreMessage *rp_msg = sa->rsm;
892 unsigned int rd_count;
896 const char *name_tmp;
899 rid = ntohl (rp_msg->gns_header.r_id);
900 name_len = ntohs (rp_msg->name_len);
901 rd_count = ntohs (rp_msg->rd_count);
902 rd_ser_len = ntohs (rp_msg->rd_len);
903 name_tmp = (const char *) &rp_msg[1];
904 rd_ser = &name_tmp[name_len];
906 struct GNUNET_GNSRECORD_Data rd[GNUNET_NZL(rd_count)];
908 /* We did this before, must succeed again */
909 GNUNET_assert (GNUNET_OK ==
910 GNUNET_GNSRECORD_records_deserialize (rd_ser_len,
915 for (struct ZoneMonitor *zm = sa->zm_pos;
919 if ( (0 != memcmp (&rp_msg->private_key,
921 sizeof (struct GNUNET_CRYPTO_EcdsaPrivateKey))) &&
922 (0 != memcmp (&zm->zone,
924 sizeof (struct GNUNET_CRYPTO_EcdsaPrivateKey))) )
926 sa->zm_pos = zm->next; /* not interesting to this monitor */
929 if (zm->limit == zm->iteration_cnt)
931 zm->sa_waiting = GNUNET_YES;
932 zm->sa_waiting_start = GNUNET_TIME_absolute_get ();
933 if (NULL != zm->sa_wait_warning)
934 GNUNET_SCHEDULER_cancel (zm->sa_wait_warning);
935 zm->sa_wait_warning = GNUNET_SCHEDULER_add_delayed (MONITOR_STALL_WARN_DELAY,
938 return; /* blocked on zone monitor */
940 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
941 "Notifying monitor about changes under label `%s'\n",
944 send_lookup_response (zm->nc,
946 &rp_msg->private_key,
950 sa->zm_pos = zm->next;
952 /* great, done with the monitors, unpack (again) for refresh_block operation */
953 refresh_block (sa->nc,
955 &rp_msg->private_key,
960 GNUNET_SERVICE_client_continue (sa->nc->client);
961 free_store_activity (sa);
966 * Called whenever a client is disconnected.
967 * Frees our resources associated with that client.
970 * @param client identification of the client
971 * @param app_ctx the `struct NamestoreClient` of @a client
974 client_disconnect_cb (void *cls,
975 struct GNUNET_SERVICE_Client *client,
978 struct NamestoreClient *nc = app_ctx;
979 struct ZoneIteration *no;
980 struct CacheOperation *cop;
983 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
984 "Client %p disconnected\n",
986 for (struct ZoneMonitor *zm = monitor_head; NULL != zm; zm = zm->next)
988 struct StoreActivity *san;
992 GNUNET_CONTAINER_DLL_remove (monitor_head,
995 if (NULL != zm->task)
997 GNUNET_SCHEDULER_cancel (zm->task);
1000 if (NULL != zm->sa_wait_warning)
1002 GNUNET_SCHEDULER_cancel (zm->sa_wait_warning);
1003 zm->sa_wait_warning = NULL;
1005 for (struct StoreActivity *sa = sa_head; NULL != sa; sa = san)
1008 if (zm == sa->zm_pos)
1010 sa->zm_pos = zm->next;
1011 /* this may free sa */
1012 continue_store_activity (sa);
1018 for (struct StoreActivity *sa = sa_head; NULL != sa; sa = sa->next)
1022 /* this may free sa */
1023 free_store_activity (sa);
1024 break; /* there can only be one per nc */
1027 while (NULL != (no = nc->op_head))
1029 GNUNET_CONTAINER_DLL_remove (nc->op_head,
1034 for (cop = cop_head; NULL != cop; cop = cop->next)
1042 * Add a client to our list of active clients.
1045 * @param client client to add
1046 * @param mq message queue for @a client
1047 * @return internal namestore client structure for this client
1050 client_connect_cb (void *cls,
1051 struct GNUNET_SERVICE_Client *client,
1052 struct GNUNET_MQ_Handle *mq)
1054 struct NamestoreClient *nc;
1057 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
1058 "Client %p connected\n",
1060 nc = GNUNET_new (struct NamestoreClient);
1061 nc->client = client;
1068 * Closure for #lookup_it().
1070 struct RecordLookupContext
1086 struct GNUNET_GNSRECORD_Data *nick;
1096 unsigned int res_rd_count;
1108 * @param seq sequence number of the record
1111 lookup_it (void *cls,
1113 const struct GNUNET_CRYPTO_EcdsaPrivateKey *private_key,
1115 unsigned int rd_count,
1116 const struct GNUNET_GNSRECORD_Data *rd)
1118 struct RecordLookupContext *rlc = cls;
1122 if (0 != strcmp (label,
1125 rlc->found = GNUNET_YES;
1128 rlc->rd_ser_len = 0;
1129 rlc->res_rd_count = 0;
1133 if ( (NULL != rlc->nick) &&
1134 (0 != strcmp (label,
1135 GNUNET_GNS_EMPTY_LABEL_AT)) )
1138 struct GNUNET_GNSRECORD_Data *rd_res;
1139 unsigned int rdc_res;
1143 rlc->nick->flags = (rlc->nick->flags | GNUNET_GNSRECORD_RF_PRIVATE) ^ GNUNET_GNSRECORD_RF_PRIVATE;
1144 merge_with_nick_records (rlc->nick,
1149 rlc->rd_ser_len = GNUNET_GNSRECORD_records_get_size (rdc_res,
1151 if (rlc->rd_ser_len < 0)
1154 GNUNET_free (rd_res);
1155 rlc->found = GNUNET_NO;
1156 rlc->rd_ser_len = 0;
1159 rlc->res_rd_count = rdc_res;
1160 rlc->res_rd = GNUNET_malloc (rlc->rd_ser_len);
1161 if (rlc->rd_ser_len !=
1162 GNUNET_GNSRECORD_records_serialize (rdc_res,
1168 GNUNET_free (rlc->res_rd);
1170 rlc->res_rd_count = 0;
1171 rlc->rd_ser_len = 0;
1172 GNUNET_free (rd_res);
1173 rlc->found = GNUNET_NO;
1176 GNUNET_free (rd_res);
1177 GNUNET_free (rlc->nick);
1182 rlc->rd_ser_len = GNUNET_GNSRECORD_records_get_size (rd_count,
1184 if (rlc->rd_ser_len < 0)
1187 rlc->found = GNUNET_NO;
1188 rlc->rd_ser_len = 0;
1191 rlc->res_rd_count = rd_count;
1192 rlc->res_rd = GNUNET_malloc (rlc->rd_ser_len);
1193 if (rlc->rd_ser_len !=
1194 GNUNET_GNSRECORD_records_serialize (rd_count,
1200 GNUNET_free (rlc->res_rd);
1202 rlc->res_rd_count = 0;
1203 rlc->rd_ser_len = 0;
1204 rlc->found = GNUNET_NO;
1212 * Handles a #GNUNET_MESSAGE_TYPE_NAMESTORE_RECORD_LOOKUP message
1214 * @param cls client sending the message
1215 * @param ll_msg message of type `struct LabelLookupMessage`
1216 * @return #GNUNET_OK if @a ll_msg is well-formed
1219 check_record_lookup (void *cls,
1220 const struct LabelLookupMessage *ll_msg)
1224 const char *name_tmp;
1227 name_len = ntohl (ll_msg->label_len);
1228 src_size = ntohs (ll_msg->gns_header.header.size);
1229 if (name_len != src_size - sizeof (struct LabelLookupMessage))
1232 return GNUNET_SYSERR;
1235 name_tmp = (const char *) &ll_msg[1];
1236 if ('\0' != name_tmp[name_len -1])
1239 return GNUNET_SYSERR;
1246 * Handles a #GNUNET_MESSAGE_TYPE_NAMESTORE_RECORD_LOOKUP message
1248 * @param cls client sending the message
1249 * @param ll_msg message of type `struct LabelLookupMessage`
1252 handle_record_lookup (void *cls,
1253 const struct LabelLookupMessage *ll_msg)
1255 struct NamestoreClient *nc = cls;
1256 struct GNUNET_MQ_Envelope *env;
1257 struct LabelLookupResponseMessage *llr_msg;
1258 struct RecordLookupContext rlc;
1259 const char *name_tmp;
1265 name_len = ntohl (ll_msg->label_len);
1266 name_tmp = (const char *) &ll_msg[1];
1267 GNUNET_SERVICE_client_continue (nc->client);
1268 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
1269 "Received NAMESTORE_RECORD_LOOKUP message for name `%s'\n",
1272 conv_name = GNUNET_GNSRECORD_string_to_lowercase (name_tmp);
1273 if (NULL == conv_name)
1275 GNUNET_log (GNUNET_ERROR_TYPE_ERROR,
1276 "Error converting name `%s'\n",
1278 GNUNET_SERVICE_client_drop (nc->client);
1281 rlc.label = conv_name;
1282 rlc.found = GNUNET_NO;
1283 rlc.res_rd_count = 0;
1286 rlc.nick = get_nick_record (&ll_msg->zone);
1287 res = GSN_database->lookup_records (GSN_database->cls,
1292 GNUNET_free (conv_name);
1293 env = GNUNET_MQ_msg_extra (llr_msg,
1294 name_len + rlc.rd_ser_len,
1295 GNUNET_MESSAGE_TYPE_NAMESTORE_RECORD_LOOKUP_RESPONSE);
1296 llr_msg->gns_header.r_id = ll_msg->gns_header.r_id;
1297 llr_msg->private_key = ll_msg->zone;
1298 llr_msg->name_len = htons (name_len);
1299 llr_msg->rd_count = htons (rlc.res_rd_count);
1300 llr_msg->rd_len = htons (rlc.rd_ser_len);
1301 res_name = (char *) &llr_msg[1];
1302 if ((GNUNET_YES == rlc.found) && (GNUNET_OK == res))
1303 llr_msg->found = ntohs (GNUNET_YES);
1305 llr_msg->found = ntohs (GNUNET_NO);
1306 GNUNET_memcpy (&llr_msg[1],
1309 GNUNET_memcpy (&res_name[name_len],
1312 GNUNET_MQ_send (nc->mq,
1314 GNUNET_free_non_null (rlc.res_rd);
1319 * Checks a #GNUNET_MESSAGE_TYPE_NAMESTORE_RECORD_STORE message
1321 * @param cls client sending the message
1322 * @param rp_msg message of type `struct RecordStoreMessage`
1323 * @return #GNUNET_OK if @a rp_msg is well-formed
1326 check_record_store (void *cls,
1327 const struct RecordStoreMessage *rp_msg)
1331 size_t msg_size_exp;
1333 const char *name_tmp;
1336 name_len = ntohs (rp_msg->name_len);
1337 msg_size = ntohs (rp_msg->gns_header.header.size);
1338 rd_ser_len = ntohs (rp_msg->rd_len);
1339 msg_size_exp = sizeof (struct RecordStoreMessage) + name_len + rd_ser_len;
1340 if (msg_size != msg_size_exp)
1343 return GNUNET_SYSERR;
1345 if ( (0 == name_len) ||
1346 (name_len > MAX_NAME_LEN) )
1349 return GNUNET_SYSERR;
1351 name_tmp = (const char *) &rp_msg[1];
1352 if ('\0' != name_tmp[name_len -1])
1355 return GNUNET_SYSERR;
1362 * Handles a #GNUNET_MESSAGE_TYPE_NAMESTORE_RECORD_STORE message
1364 * @param cls client sending the message
1365 * @param rp_msg message of type `struct RecordStoreMessage`
1368 handle_record_store (void *cls,
1369 const struct RecordStoreMessage *rp_msg)
1371 struct NamestoreClient *nc = cls;
1375 const char *name_tmp;
1378 unsigned int rd_count;
1380 struct StoreActivity *sa;
1382 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
1383 "Received NAMESTORE_RECORD_STORE message\n");
1384 rid = ntohl (rp_msg->gns_header.r_id);
1385 name_len = ntohs (rp_msg->name_len);
1386 rd_count = ntohs (rp_msg->rd_count);
1387 rd_ser_len = ntohs (rp_msg->rd_len);
1388 GNUNET_break (0 == ntohs (rp_msg->reserved));
1389 name_tmp = (const char *) &rp_msg[1];
1390 rd_ser = &name_tmp[name_len];
1392 struct GNUNET_GNSRECORD_Data rd[GNUNET_NZL(rd_count)];
1395 GNUNET_GNSRECORD_records_deserialize (rd_ser_len,
1401 GNUNET_SERVICE_client_drop (nc->client);
1405 /* Extracting and converting private key */
1406 conv_name = GNUNET_GNSRECORD_string_to_lowercase (name_tmp);
1407 if (NULL == conv_name)
1409 GNUNET_log (GNUNET_ERROR_TYPE_ERROR,
1410 "Error converting name `%s'\n",
1412 GNUNET_SERVICE_client_drop (nc->client);
1415 GNUNET_STATISTICS_update (statistics,
1416 "Well-formed store requests received",
1419 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
1420 "Creating %u records for name `%s'\n",
1421 (unsigned int) rd_count,
1423 if ( (0 == rd_count) &&
1425 GSN_database->lookup_records (GSN_database->cls,
1426 &rp_msg->private_key,
1431 /* This name does not exist, so cannot be removed */
1432 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
1433 "Name `%s' does not exist, no deletion required\n",
1439 /* remove "NICK" records, unless this is for the
1440 #GNUNET_GNS_EMPTY_LABEL_AT label */
1441 struct GNUNET_GNSRECORD_Data rd_clean[GNUNET_NZL(rd_count)];
1442 unsigned int rd_clean_off;
1445 for (unsigned int i=0;i<rd_count;i++)
1447 rd_clean[rd_clean_off] = rd[i];
1448 if ( (0 == strcmp (GNUNET_GNS_EMPTY_LABEL_AT,
1450 (GNUNET_GNSRECORD_TYPE_NICK != rd[i].record_type) )
1453 res = GSN_database->store_records (GSN_database->cls,
1454 &rp_msg->private_key,
1460 if (GNUNET_OK != res)
1462 /* store not successful, not need to tell monitors */
1463 send_store_response (nc,
1466 GNUNET_SERVICE_client_continue (nc->client);
1467 GNUNET_free (conv_name);
1471 sa = GNUNET_malloc (sizeof (struct StoreActivity) +
1472 ntohs (rp_msg->gns_header.header.size));
1473 GNUNET_CONTAINER_DLL_insert (sa_head,
1477 sa->rsm = (const struct RecordStoreMessage *) &sa[1];
1478 GNUNET_memcpy (&sa[1],
1480 ntohs (rp_msg->gns_header.header.size));
1481 sa->zm_pos = monitor_head;
1482 sa->conv_name = conv_name;
1483 continue_store_activity (sa);
1489 * Context for record remove operations passed from #handle_zone_to_name to
1490 * #handle_zone_to_name_it as closure
1492 struct ZoneToNameCtx
1497 struct NamestoreClient *nc;
1500 * Request id (to be used in the response to the client).
1505 * Set to #GNUNET_OK on success, #GNUNET_SYSERR on error. Note that
1506 * not finding a name for the zone still counts as a 'success' here,
1507 * as this field is about the success of executing the IPC protocol.
1514 * Zone to name iterator
1516 * @param cls struct ZoneToNameCtx *
1517 * @param seq sequence number of the record
1518 * @param zone_key the zone key
1520 * @param rd_count number of records in @a rd
1521 * @param rd record data
1524 handle_zone_to_name_it (void *cls,
1526 const struct GNUNET_CRYPTO_EcdsaPrivateKey *zone_key,
1528 unsigned int rd_count,
1529 const struct GNUNET_GNSRECORD_Data *rd)
1531 struct ZoneToNameCtx *ztn_ctx = cls;
1532 struct GNUNET_MQ_Envelope *env;
1533 struct ZoneToNameResponseMessage *ztnr_msg;
1542 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
1543 "Found result for zone-to-name lookup: `%s'\n",
1546 name_len = (NULL == name) ? 0 : strlen (name) + 1;
1547 rd_ser_len = GNUNET_GNSRECORD_records_get_size (rd_count,
1552 ztn_ctx->success = GNUNET_SYSERR;
1555 msg_size = sizeof (struct ZoneToNameResponseMessage) + name_len + rd_ser_len;
1556 if (msg_size >= GNUNET_MAX_MESSAGE_SIZE)
1559 ztn_ctx->success = GNUNET_SYSERR;
1562 env = GNUNET_MQ_msg_extra (ztnr_msg,
1563 name_len + rd_ser_len,
1564 GNUNET_MESSAGE_TYPE_NAMESTORE_ZONE_TO_NAME_RESPONSE);
1565 ztnr_msg->gns_header.header.size = htons (msg_size);
1566 ztnr_msg->gns_header.r_id = htonl (ztn_ctx->rid);
1567 ztnr_msg->res = htons (res);
1568 ztnr_msg->rd_len = htons (rd_ser_len);
1569 ztnr_msg->rd_count = htons (rd_count);
1570 ztnr_msg->name_len = htons (name_len);
1571 ztnr_msg->zone = *zone_key;
1572 name_tmp = (char *) &ztnr_msg[1];
1573 GNUNET_memcpy (name_tmp,
1576 rd_tmp = &name_tmp[name_len];
1577 GNUNET_assert (rd_ser_len ==
1578 GNUNET_GNSRECORD_records_serialize (rd_count,
1582 ztn_ctx->success = GNUNET_OK;
1583 GNUNET_MQ_send (ztn_ctx->nc->mq,
1589 * Handles a #GNUNET_MESSAGE_TYPE_NAMESTORE_ZONE_TO_NAME message
1591 * @param cls client client sending the message
1592 * @param ztn_msg message of type 'struct ZoneToNameMessage'
1595 handle_zone_to_name (void *cls,
1596 const struct ZoneToNameMessage *ztn_msg)
1598 struct NamestoreClient *nc = cls;
1599 struct ZoneToNameCtx ztn_ctx;
1600 struct GNUNET_MQ_Envelope *env;
1601 struct ZoneToNameResponseMessage *ztnr_msg;
1603 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
1604 "Received ZONE_TO_NAME message\n");
1605 ztn_ctx.rid = ntohl (ztn_msg->gns_header.r_id);
1607 ztn_ctx.success = GNUNET_NO;
1608 if (GNUNET_SYSERR ==
1609 GSN_database->zone_to_name (GSN_database->cls,
1611 &ztn_msg->value_zone,
1612 &handle_zone_to_name_it, &ztn_ctx))
1614 /* internal error, hang up instead of signalling something
1615 that might be wrong */
1617 GNUNET_SERVICE_client_drop (nc->client);
1620 if (GNUNET_NO == ztn_ctx.success)
1622 /* no result found, send empty response */
1623 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
1624 "Found no result for zone-to-name lookup.\n");
1625 env = GNUNET_MQ_msg (ztnr_msg,
1626 GNUNET_MESSAGE_TYPE_NAMESTORE_ZONE_TO_NAME_RESPONSE);
1627 ztnr_msg->gns_header.r_id = ztn_msg->gns_header.r_id;
1628 ztnr_msg->res = htons (GNUNET_NO);
1629 GNUNET_MQ_send (nc->mq,
1632 GNUNET_SERVICE_client_continue (nc->client);
1637 * Context for record remove operations passed from
1638 * #run_zone_iteration_round to #zone_iterate_proc as closure
1640 struct ZoneIterationProcResult
1643 * The zone iteration handle
1645 struct ZoneIteration *zi;
1648 * Number of results left to be returned in this iteration.
1656 * Process results for zone iteration from database
1658 * @param cls struct ZoneIterationProcResult
1659 * @param seq sequence number of the record
1660 * @param zone_key the zone key
1662 * @param rd_count number of records for this name
1663 * @param rd record data
1666 zone_iterate_proc (void *cls,
1668 const struct GNUNET_CRYPTO_EcdsaPrivateKey *zone_key,
1670 unsigned int rd_count,
1671 const struct GNUNET_GNSRECORD_Data *rd)
1673 struct ZoneIterationProcResult *proc = cls;
1674 int do_refresh_block;
1676 if ( (NULL == zone_key) &&
1679 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
1680 "Iteration done\n");
1683 if ( (NULL == zone_key) ||
1686 /* what is this!? should never happen */
1690 if (0 == proc->limit)
1692 /* what is this!? should never happen */
1697 proc->zi->seq = seq;
1698 send_lookup_response (proc->zi->nc,
1699 proc->zi->request_id,
1706 do_refresh_block = GNUNET_NO;
1707 for (unsigned int i=0;i<rd_count;i++)
1708 if (0 != (rd[i].flags & GNUNET_GNSRECORD_RF_RELATIVE_EXPIRATION))
1710 do_refresh_block = GNUNET_YES;
1713 if (GNUNET_YES == do_refresh_block)
1714 refresh_block (NULL,
1724 * Perform the next round of the zone iteration.
1726 * @param zi zone iterator to process
1727 * @param limit number of results to return in one pass
1730 run_zone_iteration_round (struct ZoneIteration *zi,
1733 struct ZoneIterationProcResult proc;
1734 struct GNUNET_MQ_Envelope *env;
1735 struct GNUNET_NAMESTORE_Header *em;
1736 struct GNUNET_TIME_Absolute start;
1737 struct GNUNET_TIME_Relative duration;
1742 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
1743 "Asked to return up to %llu records at position %llu\n",
1744 (unsigned long long) limit,
1745 (unsigned long long) zi->seq);
1748 start = GNUNET_TIME_absolute_get ();
1749 GNUNET_break (GNUNET_SYSERR !=
1750 GSN_database->iterate_records (GSN_database->cls,
1751 (0 == memcmp (&zi->zone,
1760 duration = GNUNET_TIME_absolute_get_duration (start);
1761 duration = GNUNET_TIME_relative_divide (duration,
1762 limit - proc.limit);
1763 GNUNET_STATISTICS_set (statistics,
1764 "NAMESTORE iteration delay (μs/record)",
1765 duration.rel_value_us,
1767 if (0 == proc.limit)
1769 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
1770 "Returned %llu results, more results available\n",
1771 (unsigned long long) limit);
1772 return; /* more results later after we get the
1773 #GNUNET_MESSAGE_TYPE_NAMESTORE_ZONE_ITERATION_NEXT message */
1775 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
1776 "Completed iteration after %llu/%llu results\n",
1777 (unsigned long long) (limit - proc.limit),
1778 (unsigned long long) limit);
1779 /* send empty response to indicate end of list */
1780 env = GNUNET_MQ_msg (em,
1781 GNUNET_MESSAGE_TYPE_NAMESTORE_RECORD_RESULT_END);
1782 em->r_id = htonl (zi->request_id);
1783 GNUNET_MQ_send (zi->nc->mq,
1785 GNUNET_CONTAINER_DLL_remove (zi->nc->op_head,
1793 * Handles a #GNUNET_MESSAGE_TYPE_NAMESTORE_ZONE_ITERATION_START message
1795 * @param cls the client sending the message
1796 * @param zis_msg message from the client
1799 handle_iteration_start (void *cls,
1800 const struct ZoneIterationStartMessage *zis_msg)
1802 struct NamestoreClient *nc = cls;
1803 struct ZoneIteration *zi;
1805 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
1806 "Received ZONE_ITERATION_START message\n");
1807 zi = GNUNET_new (struct ZoneIteration);
1808 zi->request_id = ntohl (zis_msg->gns_header.r_id);
1811 zi->zone = zis_msg->zone;
1813 GNUNET_CONTAINER_DLL_insert (nc->op_head,
1816 run_zone_iteration_round (zi,
1818 GNUNET_SERVICE_client_continue (nc->client);
1823 * Handles a #GNUNET_MESSAGE_TYPE_NAMESTORE_ZONE_ITERATION_STOP message
1825 * @param cls the client sending the message
1826 * @param zis_msg message from the client
1829 handle_iteration_stop (void *cls,
1830 const struct ZoneIterationStopMessage *zis_msg)
1832 struct NamestoreClient *nc = cls;
1833 struct ZoneIteration *zi;
1836 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
1837 "Received ZONE_ITERATION_STOP message\n");
1838 rid = ntohl (zis_msg->gns_header.r_id);
1839 for (zi = nc->op_head; NULL != zi; zi = zi->next)
1840 if (zi->request_id == rid)
1845 GNUNET_SERVICE_client_drop (nc->client);
1848 GNUNET_CONTAINER_DLL_remove (nc->op_head,
1852 GNUNET_SERVICE_client_continue (nc->client);
1857 * Handles a #GNUNET_MESSAGE_TYPE_NAMESTORE_ZONE_ITERATION_NEXT message
1859 * @param cls the client sending the message
1860 * @param message message from the client
1863 handle_iteration_next (void *cls,
1864 const struct ZoneIterationNextMessage *zis_msg)
1866 struct NamestoreClient *nc = cls;
1867 struct ZoneIteration *zi;
1871 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
1872 "Received ZONE_ITERATION_NEXT message\n");
1873 GNUNET_STATISTICS_update (statistics,
1874 "Iteration NEXT messages received",
1877 rid = ntohl (zis_msg->gns_header.r_id);
1878 limit = GNUNET_ntohll (zis_msg->limit);
1879 for (zi = nc->op_head; NULL != zi; zi = zi->next)
1880 if (zi->request_id == rid)
1885 GNUNET_SERVICE_client_drop (nc->client);
1888 run_zone_iteration_round (zi,
1890 GNUNET_SERVICE_client_continue (nc->client);
1895 * Function called when the monitor is ready for more data, and we
1896 * should thus unblock PUT operations that were blocked on the
1897 * monitor not being ready.
1900 monitor_unblock (struct ZoneMonitor *zm)
1902 struct StoreActivity *sa = sa_head;
1904 while ( (NULL != sa) &&
1905 (zm->limit > zm->iteration_cnt) )
1907 struct StoreActivity *sn = sa->next;
1909 if (sa->zm_pos == zm)
1910 continue_store_activity (sa);
1913 if (zm->limit > zm->iteration_cnt)
1915 zm->sa_waiting = GNUNET_NO;
1916 if (NULL != zm->sa_wait_warning)
1918 GNUNET_SCHEDULER_cancel (zm->sa_wait_warning);
1919 zm->sa_wait_warning = NULL;
1922 else if (GNUNET_YES == zm->sa_waiting)
1924 zm->sa_waiting_start = GNUNET_TIME_absolute_get ();
1925 if (NULL != zm->sa_wait_warning)
1926 GNUNET_SCHEDULER_cancel (zm->sa_wait_warning);
1927 zm->sa_wait_warning = GNUNET_SCHEDULER_add_delayed (MONITOR_STALL_WARN_DELAY,
1935 * Send 'sync' message to zone monitor, we're now in sync.
1937 * @param zm monitor that is now in sync
1940 monitor_sync (struct ZoneMonitor *zm)
1942 struct GNUNET_MQ_Envelope *env;
1943 struct GNUNET_MessageHeader *sync;
1945 env = GNUNET_MQ_msg (sync,
1946 GNUNET_MESSAGE_TYPE_NAMESTORE_MONITOR_SYNC);
1947 GNUNET_MQ_send (zm->nc->mq,
1949 /* mark iteration done */
1950 zm->in_first_iteration = GNUNET_NO;
1951 zm->iteration_cnt = 0;
1952 if ( (zm->limit > 0) &&
1954 monitor_unblock (zm);
1959 * Obtain the next datum during the zone monitor's zone initial iteration.
1961 * @param cls zone monitor that does its initial iteration
1964 monitor_iteration_next (void *cls);
1968 * A #GNUNET_NAMESTORE_RecordIterator for monitors.
1970 * @param cls a 'struct ZoneMonitor *' with information about the monitor
1971 * @param seq sequence number of the record
1972 * @param zone_key zone key of the zone
1974 * @param rd_count number of records in @a rd
1975 * @param rd array of records
1978 monitor_iterate_cb (void *cls,
1980 const struct GNUNET_CRYPTO_EcdsaPrivateKey *zone_key,
1982 unsigned int rd_count,
1983 const struct GNUNET_GNSRECORD_Data *rd)
1985 struct ZoneMonitor *zm = cls;
1988 GNUNET_assert (NULL != name);
1989 GNUNET_STATISTICS_update (statistics,
1990 "Monitor notifications sent",
1994 zm->iteration_cnt--;
1995 send_lookup_response (zm->nc,
2001 if ( (0 == zm->iteration_cnt) &&
2004 /* We are done with the current iteration batch, AND the
2005 client would right now accept more, so go again! */
2006 GNUNET_assert (NULL == zm->task);
2007 zm->task = GNUNET_SCHEDULER_add_now (&monitor_iteration_next,
2014 * Handles a #GNUNET_MESSAGE_TYPE_NAMESTORE_MONITOR_START message
2016 * @param cls the client sending the message
2017 * @param zis_msg message from the client
2020 handle_monitor_start (void *cls,
2021 const struct ZoneMonitorStartMessage *zis_msg)
2023 struct NamestoreClient *nc = cls;
2024 struct ZoneMonitor *zm;
2026 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
2027 "Received ZONE_MONITOR_START message\n");
2028 zm = GNUNET_new (struct ZoneMonitor);
2030 zm->zone = zis_msg->zone;
2032 zm->in_first_iteration = (GNUNET_YES == ntohl (zis_msg->iterate_first));
2033 GNUNET_CONTAINER_DLL_insert (monitor_head,
2036 GNUNET_SERVICE_client_mark_monitor (nc->client);
2037 GNUNET_SERVICE_client_continue (nc->client);
2038 GNUNET_notification_context_add (monitor_nc,
2040 if (zm->in_first_iteration)
2041 zm->task = GNUNET_SCHEDULER_add_now (&monitor_iteration_next,
2049 * Obtain the next datum during the zone monitor's zone initial iteration.
2051 * @param cls zone monitor that does its initial iteration
2054 monitor_iteration_next (void *cls)
2056 struct ZoneMonitor *zm = cls;
2060 GNUNET_assert (0 == zm->iteration_cnt);
2062 zm->iteration_cnt = zm->limit / 2; /* leave half for monitor events */
2064 zm->iteration_cnt = zm->limit; /* use it all */
2065 ret = GSN_database->iterate_records (GSN_database->cls,
2066 (0 == memcmp (&zm->zone,
2073 &monitor_iterate_cb,
2075 if (GNUNET_SYSERR == ret)
2077 GNUNET_SERVICE_client_drop (zm->nc->client);
2080 if (GNUNET_NO == ret)
2090 * Handles a #GNUNET_MESSAGE_TYPE_NAMESTORE_MONITOR_NEXT message
2092 * @param cls the client sending the message
2093 * @param nm message from the client
2096 handle_monitor_next (void *cls,
2097 const struct ZoneMonitorNextMessage *nm)
2099 struct NamestoreClient *nc = cls;
2100 struct ZoneMonitor *zm;
2103 inc = GNUNET_ntohll (nm->limit);
2104 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
2105 "Received ZONE_MONITOR_NEXT message with limit %llu\n",
2106 (unsigned long long) inc);
2107 for (zm = monitor_head; NULL != zm; zm = zm->next)
2113 GNUNET_SERVICE_client_drop (nc->client);
2116 GNUNET_SERVICE_client_continue (nc->client);
2117 if (zm->limit + inc < zm->limit)
2120 GNUNET_SERVICE_client_drop (nc->client);
2124 if ( (zm->in_first_iteration) &&
2125 (zm->limit == inc) )
2127 /* We are still iterating, and the previous iteration must
2128 have stopped due to the client's limit, so continue it! */
2129 GNUNET_assert (NULL == zm->task);
2130 zm->task = GNUNET_SCHEDULER_add_now (&monitor_iteration_next,
2133 GNUNET_assert (zm->iteration_cnt <= zm->limit);
2134 if ( (zm->limit > zm->iteration_cnt) &&
2137 monitor_unblock (zm);
2139 else if (GNUNET_YES == zm->sa_waiting)
2141 if (NULL != zm->sa_wait_warning)
2142 GNUNET_SCHEDULER_cancel (zm->sa_wait_warning);
2143 zm->sa_waiting_start = GNUNET_TIME_absolute_get ();
2144 zm->sa_wait_warning = GNUNET_SCHEDULER_add_delayed (MONITOR_STALL_WARN_DELAY,
2152 * Process namestore requests.
2154 * @param cls closure
2155 * @param cfg configuration to use
2156 * @param service the initialized service
2160 const struct GNUNET_CONFIGURATION_Handle *cfg,
2161 struct GNUNET_SERVICE_Handle *service)
2167 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
2168 "Starting namestore service\n");
2169 cache_keys = GNUNET_CONFIGURATION_get_value_yesno (cfg,
2172 disable_namecache = GNUNET_CONFIGURATION_get_value_yesno (cfg,
2176 monitor_nc = GNUNET_notification_context_create (1);
2177 if (GNUNET_YES != disable_namecache)
2179 namecache = GNUNET_NAMECACHE_connect (cfg);
2180 GNUNET_assert (NULL != namecache);
2182 /* Loading database plugin */
2184 GNUNET_CONFIGURATION_get_value_string (cfg,
2188 GNUNET_log (GNUNET_ERROR_TYPE_ERROR,
2189 "No database backend configured\n");
2191 GNUNET_asprintf (&db_lib_name,
2192 "libgnunet_plugin_namestore_%s",
2194 GSN_database = GNUNET_PLUGIN_load (db_lib_name,
2196 GNUNET_free (database);
2197 statistics = GNUNET_STATISTICS_create ("namestore",
2199 GNUNET_SCHEDULER_add_shutdown (&cleanup_task,
2201 if (NULL == GSN_database)
2203 GNUNET_log (GNUNET_ERROR_TYPE_ERROR,
2204 "Could not load database backend `%s'\n",
2206 GNUNET_SCHEDULER_shutdown ();
2213 * Define "main" method using service macro.
2217 GNUNET_SERVICE_OPTION_NONE,
2220 &client_disconnect_cb,
2222 GNUNET_MQ_hd_var_size (record_store,
2223 GNUNET_MESSAGE_TYPE_NAMESTORE_RECORD_STORE,
2224 struct RecordStoreMessage,
2226 GNUNET_MQ_hd_var_size (record_lookup,
2227 GNUNET_MESSAGE_TYPE_NAMESTORE_RECORD_LOOKUP,
2228 struct LabelLookupMessage,
2230 GNUNET_MQ_hd_fixed_size (zone_to_name,
2231 GNUNET_MESSAGE_TYPE_NAMESTORE_ZONE_TO_NAME,
2232 struct ZoneToNameMessage,
2234 GNUNET_MQ_hd_fixed_size (iteration_start,
2235 GNUNET_MESSAGE_TYPE_NAMESTORE_ZONE_ITERATION_START,
2236 struct ZoneIterationStartMessage,
2238 GNUNET_MQ_hd_fixed_size (iteration_next,
2239 GNUNET_MESSAGE_TYPE_NAMESTORE_ZONE_ITERATION_NEXT,
2240 struct ZoneIterationNextMessage,
2242 GNUNET_MQ_hd_fixed_size (iteration_stop,
2243 GNUNET_MESSAGE_TYPE_NAMESTORE_ZONE_ITERATION_STOP,
2244 struct ZoneIterationStopMessage,
2246 GNUNET_MQ_hd_fixed_size (monitor_start,
2247 GNUNET_MESSAGE_TYPE_NAMESTORE_MONITOR_START,
2248 struct ZoneMonitorStartMessage,
2250 GNUNET_MQ_hd_fixed_size (monitor_next,
2251 GNUNET_MESSAGE_TYPE_NAMESTORE_MONITOR_NEXT,
2252 struct ZoneMonitorNextMessage,
2254 GNUNET_MQ_handler_end ());
2257 /* end of gnunet-service-namestore.c */