-fix gns not returning anything of value
[oweals/gnunet.git] / src / gns / gnunet-service-gns_resolver.c
1 /*
2      This file is part of GNUnet.
3      (C) 2011-2013 Christian Grothoff (and other contributing authors)
4
5      GNUnet is free software; you can redistribute it and/or modify
6      it under the terms of the GNU General Public License as published
7      by the Free Software Foundation; either version 3, or (at your
8      option) any later version.
9
10      GNUnet is distributed in the hope that it will be useful, but
11      WITHOUT ANY WARRANTY; without even the implied warranty of
12      MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
13      General Public License for more details.
14
15      You should have received a copy of the GNU General Public License
16      along with GNUnet; see the file COPYING.  If not, write to the
17      Free Software Foundation, Inc., 59 Temple Place - Suite 330,
18      Boston, MA 02111-1307, USA.
19 */
20
21 /**
22  * @file gns/gnunet-service-gns_resolver.c
23  * @brief GNU Name System resolver logic
24  * @author Martin Schanzenbach
25  * @author Christian Grothoff
26  *
27  * TODO:
28  * - GNS: handle special SRV names --- no delegation, direct lookup;
29  *        can likely be done in 'resolver_lookup_get_next_label'. (#3003)
30  * - revocation checks (use CORE-level broadcasts!), (#3004)
31  * - DNAME support (#3005)
32  */
33 #include "platform.h"
34 #include "gnunet_util_lib.h"
35 #include "gnunet_dnsstub_lib.h"
36 #include "gnunet_dht_service.h"
37 #include "gnunet_namestore_service.h"
38 #include "gnunet_dns_service.h"
39 #include "gnunet_resolver_service.h"
40 #include "gnunet_dnsparser_lib.h"
41 #include "gnunet_gns_service.h"
42 #include "gns.h"
43 #include "gnunet-service-gns_resolver.h"
44 #include "gnunet-service-gns_shorten.h"
45 #include "gnunet_vpn_service.h"
46
47
48 /**
49  * Default DHT timeout for lookups.
50  */
51 #define DHT_LOOKUP_TIMEOUT GNUNET_TIME_relative_multiply (GNUNET_TIME_UNIT_SECONDS, 60)
52
53 /**
54  * Default timeout for DNS lookups.
55  */
56 #define DNS_LOOKUP_TIMEOUT GNUNET_TIME_relative_multiply (GNUNET_TIME_UNIT_SECONDS, 5)
57
58 /**
59  * Default timeout for VPN redirections.
60  */
61 #define VPN_TIMEOUT GNUNET_TIME_relative_multiply (GNUNET_TIME_UNIT_MINUTES, 30)
62
63 /**
64  * DHT replication level
65  */
66 #define DHT_GNS_REPLICATION_LEVEL 5
67
68 /**
69  * How deep do we allow recursions to go before we abort?
70  */
71 #define MAX_RECURSION 256
72
73
74 /**
75  * DLL to hold the authority chain we had to pass in the resolution
76  * process.
77  */
78 struct AuthorityChain
79 {
80   /**
81    * This is a DLL.
82    */
83   struct AuthorityChain *prev;
84
85   /**
86    * This is a DLL.
87    */
88   struct AuthorityChain *next;
89
90   /**
91    * Resolver handle this entry in the chain belongs to.
92    */
93   struct GNS_ResolverHandle *rh;
94
95   /**
96    * label/name corresponding to the authority 
97    */
98   char *label;
99   
100   /**
101    * #GNUNET_YES if the authority was a GNS authority,
102    * #GNUNET_NO if the authority was a DNS authority.
103    */
104   int gns_authority;
105
106   /**
107    * Information about the resolver authority for this label.
108    */
109   union
110   {
111
112     /**
113      * The zone of the GNS authority 
114      */
115     struct GNUNET_CRYPTO_EccPublicSignKey gns_authority;
116
117     struct
118     {
119       /**
120        * Domain of the DNS resolver that is the authority.
121        * (appended to construct the DNS name to resolve;
122        * this is NOT the DNS name of the DNS server!).
123        */
124       char name[GNUNET_DNSPARSER_MAX_NAME_LENGTH + 1];
125
126       /**
127        * IP address of the DNS resolver that is authoritative.
128        * (this implementation currently only supports one
129        * IP at a time).
130        */
131       struct sockaddr_storage dns_ip;
132
133     } dns_authority;
134
135   } authority_info;
136   
137 };
138
139
140 /**
141  * A result we got from DNS.
142  */
143 struct DnsResult
144 {
145
146   /**
147    * Kept in DLL.
148    */
149   struct DnsResult *next;
150
151   /**
152    * Kept in DLL.
153    */
154   struct DnsResult *prev;
155
156   /**
157    * Binary value stored in the DNS record (appended to this struct)
158    */
159   const void *data;
160
161   /**
162    * Expiration time for the DNS record, 0 if we didn't
163    * get anything useful (i.e. 'gethostbyname' was used).
164    */
165   uint64_t expiration_time;
166
167   /**
168    * Number of bytes in 'data'.
169    */
170   size_t data_size;
171
172   /**
173    * Type of the GNS/DNS record.
174    */
175   uint32_t record_type;
176
177 };
178
179
180 /**
181  * Closure for #vpn_allocation_cb.
182  */
183 struct VpnContext 
184 {
185
186   /** 
187    * Which resolution process are we processing.
188    */
189   struct GNS_ResolverHandle *rh;
190
191   /**
192    * Handle to the VPN request that we were performing.
193    */
194   struct GNUNET_VPN_RedirectionRequest *vpn_request;
195
196   /**
197    * Number of records serialized in 'rd_data'.
198    */
199   unsigned int rd_count;
200   
201   /**
202    * Serialized records.
203    */
204   char *rd_data;
205   
206   /**
207    * Number of bytes in 'rd_data'.
208    */
209   size_t rd_data_size;
210 };
211
212
213 /**
214  * Handle to a currenty pending resolution.  On result (positive or
215  * negative) the #GNS_ResultProcessor is called.  
216  */
217 struct GNS_ResolverHandle
218 {
219
220   /**
221    * DLL 
222    */
223   struct GNS_ResolverHandle *next;
224
225   /**
226    * DLL 
227    */
228   struct GNS_ResolverHandle *prev;
229
230   /**
231    * The top-level GNS authoritative zone to query 
232    */
233   struct GNUNET_CRYPTO_EccPublicSignKey authority_zone;
234
235   /**
236    * called when resolution phase finishes 
237    */
238   GNS_ResultProcessor proc;
239   
240   /**
241    * closure passed to proc 
242    */
243   void* proc_cls;
244
245   /**
246    * Handle for DHT lookups. should be NULL if no lookups are in progress 
247    */
248   struct GNUNET_DHT_GetHandle *get_handle;
249
250   /**
251    * Handle to a VPN request, NULL if none is active.
252    */
253   struct VpnContext *vpn_ctx;
254
255   /**
256    * Socket for a DNS request, NULL if none is active.
257    */
258   struct GNUNET_DNSSTUB_RequestSocket *dns_request;
259
260   /**
261    * Handle for standard DNS resolution, NULL if none is active.
262    */
263   struct GNUNET_RESOLVER_RequestHandle *std_resolve;
264
265   /**
266    * Pending Namestore task
267    */
268   struct GNUNET_NAMESTORE_QueueEntry *namestore_qe;
269
270   /**
271    * Heap node associated with this lookup.  Used to limit number of
272    * concurrent requests.
273    */
274   struct GNUNET_CONTAINER_HeapNode *dht_heap_node;
275
276   /**
277    * DLL to store the authority chain 
278    */
279   struct AuthorityChain *ac_head;
280
281   /**
282    * DLL to store the authority chain 
283    */
284   struct AuthorityChain *ac_tail;
285
286   /**
287    * Private key of the shorten zone, NULL to not shorten.
288    */
289   struct GNUNET_CRYPTO_EccPrivateKey *shorten_key;
290
291   /**
292    * ID of a task associated with the resolution process.
293    */
294   GNUNET_SCHEDULER_TaskIdentifier task_id;
295
296   /**
297    * The name to resolve 
298    */
299   char *name;
300
301   /**
302    * DLL of results we got from DNS.
303    */
304   struct DnsResult *dns_result_head;
305
306   /**
307    * DLL of results we got from DNS.
308    */
309   struct DnsResult *dns_result_tail;
310
311   /**
312    * Current offset in 'name' where we are resolving.
313    */
314   size_t name_resolution_pos;
315
316   /**
317    * Use only cache 
318    */
319   int only_cached;
320
321   /**
322    * Desired type for the resolution.
323    */
324   int record_type;
325
326   /**
327    * We increment the loop limiter for each step in a recursive
328    * resolution.  If it passes our threshold (i.e. due to 
329    * self-recursion in the resolution, i.e CNAME fun), we stop.
330    */
331   unsigned int loop_limiter;
332
333 };
334
335
336 /**
337  * Our handle to the namestore service
338  */
339 static struct GNUNET_NAMESTORE_Handle *namestore_handle;
340
341 /**
342  * Our handle to the vpn service
343  */
344 static struct GNUNET_VPN_Handle *vpn_handle;
345
346 /**
347  * Resolver handle to the dht
348  */
349 static struct GNUNET_DHT_Handle *dht_handle;
350
351 /**
352  * Handle to perform DNS lookups.
353  */
354 static struct GNUNET_DNSSTUB_Context *dns_handle;
355
356 /**
357  * Heap for limiting parallel DHT lookups
358  */
359 static struct GNUNET_CONTAINER_Heap *dht_lookup_heap;
360
361 /**
362  * Maximum amount of parallel queries to the DHT
363  */
364 static unsigned long long max_allowed_background_queries;
365
366 /**
367  * Head of resolver lookup list
368  */
369 static struct GNS_ResolverHandle *rlh_head;
370
371 /**
372  * Tail of resolver lookup list
373  */
374 static struct GNS_ResolverHandle *rlh_tail;
375
376 /**
377  * Global configuration.
378  */
379 static const struct GNUNET_CONFIGURATION_Handle *cfg;
380
381
382 /**
383  * Check if name is in srv format (_x._y.xxx)
384  *
385  * @param name
386  * @return #GNUNET_YES if true
387  */
388 static int
389 is_srv (const char *name)
390 {
391   char *ndup;
392   int ret;
393
394   if (*name != '_')
395     return GNUNET_NO;
396   if (NULL == strstr (name, "._"))
397     return GNUNET_NO;
398   ret = GNUNET_YES;
399   ndup = GNUNET_strdup (name);
400   strtok (ndup, ".");
401   if (NULL == strtok (NULL, "."))
402     ret = GNUNET_NO;
403   if (NULL == strtok (NULL, "."))
404     ret = GNUNET_NO;
405   if (NULL != strtok (NULL, "."))
406     ret = GNUNET_NO;
407   GNUNET_free (ndup);
408   return ret;
409 }
410
411
412 /**
413  * Determine if this name is canonical (is a legal name in a zone, without delegation);
414  * note that we do not test that the name does not contain illegal characters, we only
415  * test for delegation.  Note that service records (i.e. _foo._srv) are canonical names
416  * even though they consist of multiple labels.
417  *
418  * Examples:
419  * a.b.gnu  = not canonical
420  * a         = canonical
421  * _foo._srv = canonical
422  * _f.bar    = not canonical
423  *
424  * @param name the name to test
425  * @return #GNUNET_YES if canonical
426  */
427 static int
428 is_canonical (const char *name)
429 {
430   const char *pos;
431   const char *dot;
432
433   if (NULL == strchr (name, '.'))
434     return GNUNET_YES;
435   if ('_' != name[0])
436     return GNUNET_NO;
437   pos = &name[1];
438   while (NULL != (dot = strchr (pos, '.')))    
439     if ('_' != dot[1])
440       return GNUNET_NO;
441     else
442       pos = dot + 1;
443   return GNUNET_YES;
444 }
445
446 /* ************************** Resolution **************************** */
447
448 /**
449  * Exands a name ending in .+ with the zone of origin.
450  *
451  * @param rh resolution context
452  * @param name name to modify (to be free'd or returned)
453  * @return updated name
454  */
455 static char *
456 translate_dot_plus (struct GNS_ResolverHandle *rh,
457                     char *name)
458 {
459   char *ret;
460   size_t s_len = strlen (name);
461
462   if (0 != strcmp (&name[s_len - 2],
463                    ".+"))
464     return name; /* did not end in ".+" */
465   GNUNET_assert (GNUNET_YES == rh->ac_tail->gns_authority);
466   GNUNET_asprintf (&ret,
467                    "%.*s.%s",
468                    (int) (s_len - 2),
469                    name,
470                    GNUNET_NAMESTORE_pkey_to_zkey (&rh->ac_tail->authority_info.gns_authority));
471   GNUNET_free (name);
472   return ret;
473 }
474
475
476 /**
477  * Task scheduled to asynchronously fail a resolution.
478  *
479  * @param cls the 'struct GNS_ResolverHandle' of the resolution to fail
480  * @param tc task context
481  */
482 static void
483 fail_resolution (void *cls,
484                  const struct GNUNET_SCHEDULER_TaskContext *tc)
485 {
486   struct GNS_ResolverHandle *rh = cls;
487
488   rh->task_id = GNUNET_SCHEDULER_NO_TASK;
489   rh->proc (rh->proc_cls, 0, NULL);
490   GNS_resolver_lookup_cancel (rh);
491 }
492
493
494 #if (defined WINDOWS) || (defined DARWIN)
495 /* Don't have this on W32, here's a naive implementation
496  * Was somehow removed on OS X ...  */
497 void *
498 memrchr (const void *s, int c, size_t n)
499 {
500   size_t i;
501   unsigned char *ucs = (unsigned char *) s;
502
503   for (i = n - 1; i >= 0; i--)
504     if (ucs[i] == c)
505       return (void *) &ucs[i];
506   return NULL;
507 }
508 #endif
509
510
511 /**
512  * Get the next, rightmost label from the name that we are trying to resolve,
513  * and update the resolution position accordingly.
514  *
515  * @param rh handle to the resolution operation to get the next label from
516  * @return NULL if there are no more labels
517  */
518 static char *
519 resolver_lookup_get_next_label (struct GNS_ResolverHandle *rh)
520 {
521   const char *rp;
522   const char *dot;
523   size_t len;
524
525   if (0 == rh->name_resolution_pos)
526     return NULL;
527   dot = memrchr (rh->name, (int) '.', rh->name_resolution_pos);
528   if (NULL == dot)
529   {
530     /* done, this was the last one */
531     len = rh->name_resolution_pos;
532     rp = rh->name;
533     rh->name_resolution_pos = 0; 
534   }
535   else
536   {
537     /* advance by one label */
538     len = rh->name_resolution_pos - (dot - rh->name) - 1;
539     rp = dot + 1;
540     rh->name_resolution_pos = dot - rh->name;
541   }  
542   return GNUNET_strndup (rp, len);  
543 }
544
545
546 /**
547  * Gives the cummulative result obtained to the callback and clean up the request.
548  *
549  * @param rh resolution process that has culminated in a result
550  */
551 static void
552 transmit_lookup_dns_result (struct GNS_ResolverHandle *rh)
553 {
554   struct DnsResult *pos;
555   unsigned int n;
556   unsigned int i;
557
558   n = 0;
559   for (pos = rh->dns_result_head; NULL != pos; pos = pos->next)
560     n++;
561   {
562     struct GNUNET_NAMESTORE_RecordData rd[n];
563
564     i = 0;
565     for (pos = rh->dns_result_head; NULL != pos; pos = pos->next)
566     {
567       rd[i].data = pos->data;
568       rd[i].data_size = pos->data_size;
569       rd[i].record_type = pos->record_type;
570       if (0 == pos->expiration_time)
571       {
572         rd[i].flags = GNUNET_NAMESTORE_RF_RELATIVE_EXPIRATION;
573         rd[i].expiration_time = 0;
574       }
575       else
576       {
577         rd[i].flags = GNUNET_NAMESTORE_RF_NONE;
578         rd[i].expiration_time = pos->expiration_time;
579       }
580       i++;
581     }
582     GNUNET_assert (i == n);
583     GNUNET_log (GNUNET_ERROR_TYPE_DEBUG, 
584                 "Transmitting standard DNS result with %u records\n",
585                 n);
586     rh->proc (rh->proc_cls,
587               n,
588               rd);
589   }
590   GNS_resolver_lookup_cancel (rh);
591 }
592
593
594 /**
595  * Add a result from DNS to the records to be returned to the application.
596  *
597  * @param rh resolution request to extend with a result
598  * @param expiration_time expiration time for the answer
599  * @param record_type DNS record type of the answer
600  * @param data_size number of bytes in @a data
601  * @param data binary data to return in DNS record
602  */
603 static void
604 add_dns_result (struct GNS_ResolverHandle *rh,
605                 uint64_t expiration_time,
606                 uint32_t record_type,
607                 size_t data_size,
608                 const void *data)
609 {
610   struct DnsResult *res;
611
612   res = GNUNET_malloc (sizeof (struct DnsResult) + data_size);
613   res->expiration_time = expiration_time;
614   res->data_size = data_size;
615   res->record_type = record_type;
616   res->data = &res[1];
617   memcpy (&res[1], data, data_size);
618   GNUNET_CONTAINER_DLL_insert (rh->dns_result_head,
619                                rh->dns_result_tail,
620                                res);
621 }
622
623
624 /**
625  * We had to do a DNS lookup.  Convert the result (if any) and return
626  * it.
627  *
628  * @param cls closure with the 'struct GNS_ResolverHandle'
629  * @param addr one of the addresses of the host, NULL for the last address
630  * @param addrlen length of the address
631  */
632 static void
633 handle_dns_result (void *cls,
634                    const struct sockaddr *addr,
635                    socklen_t addrlen)
636 {
637   struct GNS_ResolverHandle *rh = cls;
638   const struct sockaddr_in *sa4;
639   const struct sockaddr_in6 *sa6;
640
641   GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
642               "Received %u bytes of DNS IP data\n",
643               addrlen);
644   if (NULL == addr)
645   {
646     rh->std_resolve = NULL;
647     transmit_lookup_dns_result (rh);
648     return;
649   }
650   switch (addr->sa_family)
651   {
652   case AF_INET:
653     sa4 = (const struct sockaddr_in *) addr;
654     add_dns_result (rh,
655                     0 /* expiration time is unknown */,
656                     GNUNET_DNSPARSER_TYPE_A,
657                     sizeof (struct in_addr),
658                     &sa4->sin_addr);
659     break;
660   case AF_INET6:
661     sa6 = (const struct sockaddr_in6 *) addr;
662     add_dns_result (rh,
663                     0 /* expiration time is unknown */,
664                     GNUNET_DNSPARSER_TYPE_AAAA,
665                     sizeof (struct in6_addr),
666                     &sa6->sin6_addr);
667     break;
668   default:
669     GNUNET_break (0);
670     break;
671   }
672 }
673
674
675 /**
676  * Task scheduled to continue with the resolution process.
677  *
678  * @param cls the 'struct GNS_ResolverHandle' of the resolution
679  * @param tc task context
680  */
681 static void
682 recursive_resolution (void *cls,
683                       const struct GNUNET_SCHEDULER_TaskContext *tc);
684
685
686 /**
687  * Begin the resolution process from 'name', starting with
688  * the identification of the zone specified by 'name'.
689  *
690  * @param rh resolution to perform
691  */
692 static void
693 start_resolver_lookup (struct GNS_ResolverHandle *rh);
694
695
696 /**
697  * Function called with the result of a DNS resolution.
698  *
699  * @param cls the request handle of the resolution that
700  *        we were attempting to make
701  * @param rs socket that received the response
702  * @param dns dns response, never NULL
703  * @param dns_len number of bytes in @a dns
704  */
705 static void
706 dns_result_parser (void *cls,
707                    struct GNUNET_DNSSTUB_RequestSocket *rs,
708                    const struct GNUNET_TUN_DnsHeader *dns,
709                    size_t dns_len)
710 {
711   struct GNS_ResolverHandle *rh = cls;
712   struct GNUNET_DNSPARSER_Packet *p;
713   const struct GNUNET_DNSPARSER_Record *rec;
714   unsigned int rd_count;
715   unsigned int i;
716
717   rh->dns_request = NULL;
718   GNUNET_SCHEDULER_cancel (rh->task_id);
719   rh->task_id = GNUNET_SCHEDULER_NO_TASK;
720   p = GNUNET_DNSPARSER_parse ((const char *) dns, 
721                               dns_len);
722   if (NULL == p)
723   {
724     GNUNET_log (GNUNET_ERROR_TYPE_WARNING,
725                 _("Failed to parse DNS response\n"));
726     rh->proc (rh->proc_cls, 0, NULL);
727     GNS_resolver_lookup_cancel (rh);
728     return;
729   }
730
731   if ( (p->num_answers > 0) &&
732        (GNUNET_DNSPARSER_TYPE_CNAME == p->answers[0].type) &&
733        (GNUNET_DNSPARSER_TYPE_CNAME != rh->record_type) )
734     {
735       GNUNET_free (rh->name);
736       rh->name = GNUNET_strdup (p->answers[0].data.hostname);
737       start_resolver_lookup (rh);
738       GNUNET_DNSPARSER_free_packet (p);
739       return;     
740     }
741   /* FIXME: add DNAME support */
742
743   /* convert from (parsed) DNS to (binary) GNS format! */
744   rd_count = p->num_answers + p->num_authority_records + p->num_additional_records;
745   {
746     struct GNUNET_NAMESTORE_RecordData rd[rd_count];
747     unsigned int skip;
748     char buf[UINT16_MAX];
749     size_t buf_off;
750
751     buf_off = 0;
752     skip = 0;
753     memset (rd, 0, sizeof (rd));
754     for (i=0;i<rd_count;i++)
755     {
756       if (i < p->num_answers)
757         rec = &p->answers[i];
758       else if (i < p->num_answers + p->num_authority_records)
759         rec = &p->authority_records[i - p->num_answers];
760       else 
761         rec = &p->authority_records[i - p->num_answers - p->num_authority_records];
762       /* As we copied the full DNS name to 'rh->ac_tail->label', this
763          should be the correct check to see if this record is actually
764          a record for our label... */
765       if (0 != strcmp (rec->name,
766                        rh->ac_tail->label))
767       {
768         GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
769                     "Dropping record `%s', does not match desired name `%s'\n",
770                     rec->name,
771                     rh->ac_tail->label);
772         skip++;
773         continue;
774       }
775       rd[i - skip].record_type = rec->type;
776       rd[i - skip].expiration_time = rec->expiration_time.abs_value_us;
777       switch (rec->type)
778       {
779       case GNUNET_DNSPARSER_TYPE_A:
780         if (rec->data.raw.data_len != sizeof (struct in_addr))
781         {
782           GNUNET_break_op (0);
783           skip++;
784           continue;
785         }
786         rd[i - skip].data_size = rec->data.raw.data_len;
787         rd[i - skip].data = rec->data.raw.data;
788         break;
789       case GNUNET_DNSPARSER_TYPE_AAAA:
790         if (rec->data.raw.data_len != sizeof (struct in6_addr))
791         {
792           GNUNET_break_op (0);
793           skip++;
794           continue;
795         }
796         rd[i - skip].data_size = rec->data.raw.data_len;
797         rd[i - skip].data = rec->data.raw.data;
798         break;
799       case GNUNET_DNSPARSER_TYPE_CNAME:
800       case GNUNET_DNSPARSER_TYPE_PTR:
801       case GNUNET_DNSPARSER_TYPE_NS:
802         if (GNUNET_OK !=
803             GNUNET_DNSPARSER_builder_add_name (buf,
804                                                sizeof (buf),
805                                                &buf_off,
806                                                rec->data.hostname))
807         {
808           GNUNET_break (0);
809           skip++;
810           continue;
811         }
812         break;
813       case GNUNET_DNSPARSER_TYPE_SOA:
814         if (GNUNET_OK !=
815             GNUNET_DNSPARSER_builder_add_soa (buf,
816                                                sizeof (buf),
817                                                &buf_off,
818                                                rec->data.soa))
819         {
820           GNUNET_break (0);
821           skip++;
822           continue;
823         }
824         break;
825       case GNUNET_DNSPARSER_TYPE_MX:
826         if (GNUNET_OK !=
827             GNUNET_DNSPARSER_builder_add_mx (buf,
828                                              sizeof (buf),
829                                              &buf_off,
830                                              rec->data.mx))
831         {
832           GNUNET_break (0);
833           skip++;
834           continue;
835         }
836         break;
837       case GNUNET_DNSPARSER_TYPE_SRV:
838         if (GNUNET_OK !=
839             GNUNET_DNSPARSER_builder_add_srv (buf,
840                                               sizeof (buf),
841                                               &buf_off,
842                                               rec->data.srv))
843         {
844           GNUNET_break (0);
845           skip++;
846           continue;
847         }
848         break;
849       default:
850         GNUNET_log (GNUNET_ERROR_TYPE_INFO,
851                     _("Skipping record of unsupported type %d\n"),
852                     rec->type);
853         skip++;
854         continue;
855       }
856     }
857     rh->proc (rh->proc_cls, rd_count - skip, rd);
858     GNS_resolver_lookup_cancel (rh);
859   }  
860   GNUNET_DNSPARSER_free_packet (p);
861 }
862
863
864 /**
865  * Perform recursive DNS resolution.  Asks the given DNS resolver to
866  * resolve "rh->dns_name", possibly recursively proceeding following
867  * NS delegations, CNAMES, etc., until 'rh->loop_limiter' bounds us or
868  * we find the answer.
869  *
870  * @param rh resolution information
871  */
872 static void
873 recursive_dns_resolution (struct GNS_ResolverHandle *rh)
874 {
875   struct AuthorityChain *ac;
876   socklen_t sa_len;
877   struct GNUNET_DNSPARSER_Query *query;
878   struct GNUNET_DNSPARSER_Packet *p;
879   char *dns_request;
880   size_t dns_request_length;
881
882   ac = rh->ac_tail;
883   GNUNET_assert (NULL != ac);
884   GNUNET_assert (GNUNET_NO == ac->gns_authority);
885   switch (((const struct sockaddr *) &ac->authority_info.dns_authority.dns_ip)->sa_family)
886   {
887   case AF_INET:
888     sa_len = sizeof (struct sockaddr_in);
889     break;
890   case AF_INET6:
891     sa_len = sizeof (struct sockaddr_in6);
892     break;
893   default:
894     GNUNET_break (0);
895     rh->proc (rh->proc_cls, 0, NULL);
896     GNS_resolver_lookup_cancel (rh);
897     return;
898   }
899   query = GNUNET_new (struct GNUNET_DNSPARSER_Query);
900   query->name = GNUNET_strdup (ac->label);
901   query->type = rh->record_type;
902   query->class = GNUNET_TUN_DNS_CLASS_INTERNET;
903   p = GNUNET_new (struct GNUNET_DNSPARSER_Packet);
904   p->queries = query;
905   p->num_queries = 1;
906   p->id = (uint16_t) GNUNET_CRYPTO_random_u32 (GNUNET_CRYPTO_QUALITY_NONCE,
907                                                UINT16_MAX);
908   p->flags.opcode = GNUNET_TUN_DNS_OPCODE_QUERY;
909   p->flags.recursion_desired = 1;
910   if (GNUNET_OK != 
911       GNUNET_DNSPARSER_pack (p, 1024, &dns_request, &dns_request_length))
912   {
913     GNUNET_break (0);
914     rh->proc (rh->proc_cls, 0, NULL);
915     GNS_resolver_lookup_cancel (rh);
916   }
917   else
918   {
919     rh->dns_request = GNUNET_DNSSTUB_resolve (dns_handle,
920                                               (const struct sockaddr *) &ac->authority_info.dns_authority.dns_ip,
921                                               sa_len,
922                                               dns_request,
923                                               dns_request_length,
924                                               &dns_result_parser,
925                                               rh);
926     rh->task_id = GNUNET_SCHEDULER_add_delayed (DNS_LOOKUP_TIMEOUT,
927                                                 &fail_resolution,
928                                                 rh);
929   }
930   GNUNET_free (dns_request);
931   GNUNET_DNSPARSER_free_packet (p);
932 }
933
934
935 /**
936  * We encountered a CNAME record during our resolution.
937  * Merge it into our chain.
938  *
939  * @param rh resolution we are performing
940  * @param cname value of the cname record we got for the current 
941  *        authority chain tail
942  */
943 static void
944 handle_gns_cname_result (struct GNS_ResolverHandle *rh,
945                          const char *cname)
946 {
947   size_t nlen;
948   char *res;
949
950   nlen = strlen (cname);
951   if ( (nlen > 2) &&
952        (0 == strcmp (".+",
953                      &cname[nlen - 2])) )
954   {
955     /* CNAME resolution continues relative to current domain */
956     if (0 == rh->name_resolution_pos)
957     {
958       res = GNUNET_strndup (cname, nlen - 2);
959       rh->name_resolution_pos = nlen - 2;
960     }
961     else
962     {
963       GNUNET_asprintf (&res,
964                        "%.*s.%.*s",
965                        (int) rh->name_resolution_pos,
966                        rh->name,
967                        (int) (nlen - 2),
968                        cname);
969       rh->name_resolution_pos = strlen (res);
970     }
971     GNUNET_free (rh->name);
972     rh->name = res;
973     rh->task_id = GNUNET_SCHEDULER_add_now (&recursive_resolution,
974                                             rh);
975     return;
976   }
977   /* name is absolute, start from the beginning */
978   GNUNET_free (rh->name);
979   rh->name = GNUNET_strdup (cname);
980   start_resolver_lookup (rh);
981 }
982
983
984 /**
985  * Process a records that were decrypted from a block.
986  *
987  * @param cls closure with the 'struct GNS_ResolverHandle'
988  * @param rd_count number of entries in @a rd array
989  * @param rd array of records with data to store
990  */
991 static void
992 handle_gns_resolution_result (void *cls,
993                               unsigned int rd_count,
994                               const struct GNUNET_NAMESTORE_RecordData *rd);
995
996
997 /**
998  * Callback invoked from the VPN service once a redirection is
999  * available.  Provides the IP address that can now be used to
1000  * reach the requested destination.  Replaces the "VPN" record
1001  * with the respective A/AAAA record and continues processing.
1002  *
1003  * @param cls closure
1004  * @param af address family, AF_INET or AF_INET6; AF_UNSPEC on error;
1005  *                will match 'result_af' from the request
1006  * @param address IP address (struct in_addr or struct in_addr6, depending on 'af')
1007  *                that the VPN allocated for the redirection;
1008  *                traffic to this IP will now be redirected to the 
1009  *                specified target peer; NULL on error
1010  */
1011 static void
1012 vpn_allocation_cb (void *cls,
1013                    int af,
1014                    const void *address)
1015 {
1016   struct VpnContext *vpn_ctx = cls;
1017   struct GNS_ResolverHandle *rh = vpn_ctx->rh;
1018   struct GNUNET_NAMESTORE_RecordData rd[vpn_ctx->rd_count];
1019   unsigned int i;
1020
1021   vpn_ctx->vpn_request = NULL;
1022   rh->vpn_ctx = NULL;
1023   GNUNET_assert (GNUNET_OK ==
1024                  GNUNET_NAMESTORE_records_deserialize (vpn_ctx->rd_data_size,
1025                                                        vpn_ctx->rd_data,
1026                                                        vpn_ctx->rd_count,
1027                                                        rd));
1028   for (i=0;i<vpn_ctx->rd_count;i++)
1029   {
1030     if (GNUNET_NAMESTORE_TYPE_VPN == rd[i].record_type)
1031     {
1032       switch (af)
1033       {
1034       case AF_INET: 
1035         rd[i].record_type = GNUNET_DNSPARSER_TYPE_A;
1036         rd[i].data_size = sizeof (struct in_addr);
1037         rd[i].expiration_time = GNUNET_TIME_relative_to_absolute (VPN_TIMEOUT).abs_value_us;
1038         rd[i].flags = 0;
1039         rd[i].data = address;
1040         break;
1041       case AF_INET6:
1042         rd[i].record_type = GNUNET_DNSPARSER_TYPE_AAAA;
1043         rd[i].expiration_time = GNUNET_TIME_relative_to_absolute (VPN_TIMEOUT).abs_value_us;
1044         rd[i].flags = 0;
1045         rd[i].data = address;
1046         rd[i].data_size = sizeof (struct in6_addr);
1047         break;
1048       default:
1049         GNUNET_assert (0);
1050       }     
1051       break;
1052     }
1053   }
1054   GNUNET_assert (i < vpn_ctx->rd_count);
1055   handle_gns_resolution_result (rh, 
1056                                 vpn_ctx->rd_count,
1057                                 rd);
1058   GNUNET_free (vpn_ctx->rd_data);
1059   GNUNET_free (vpn_ctx);
1060 }
1061
1062
1063 /**
1064  * Process a records that were decrypted from a block.
1065  *
1066  * @param cls closure with the 'struct GNS_ResolverHandle'
1067  * @param rd_count number of entries in @a rd array
1068  * @param rd array of records with data to store
1069  */
1070 static void
1071 handle_gns_resolution_result (void *cls,
1072                               unsigned int rd_count,
1073                               const struct GNUNET_NAMESTORE_RecordData *rd)
1074 {
1075   struct GNS_ResolverHandle *rh = cls;
1076   struct AuthorityChain *ac;
1077   unsigned int i;
1078   unsigned int j;
1079   struct sockaddr *sa;
1080   struct sockaddr_in v4;
1081   struct sockaddr_in6 v6;
1082   size_t sa_len;
1083   char *cname;
1084   struct VpnContext *vpn_ctx;
1085   const struct GNUNET_TUN_GnsVpnRecord *vpn;
1086   const char *vname;
1087   struct GNUNET_HashCode vhash;
1088   int af;
1089   char scratch[UINT16_MAX];
1090   size_t scratch_off;
1091   size_t scratch_start;
1092   size_t off;
1093   struct GNUNET_NAMESTORE_RecordData rd_new[rd_count];
1094   unsigned int rd_off;
1095   
1096   if (0 == rh->name_resolution_pos)
1097   {
1098     /* top-level match, are we done yet? */
1099     if ( (rd_count > 0) &&
1100          (GNUNET_DNSPARSER_TYPE_CNAME == rd[0].record_type) &&
1101          (GNUNET_DNSPARSER_TYPE_CNAME != rh->record_type) )
1102     {
1103       cname = GNUNET_strndup (rd[0].data,
1104                               rd[0].data_size);
1105       handle_gns_cname_result (rh, 
1106                                cname);
1107       GNUNET_free (cname);
1108       return;     
1109     }
1110     /* If A/AAAA was requested, but we got a VPN
1111        record, we convert it to A/AAAA using GNUnet VPN */
1112     if ( (GNUNET_DNSPARSER_TYPE_A == rh->record_type) ||
1113          (GNUNET_DNSPARSER_TYPE_AAAA == rh->record_type) )
1114     {
1115       for (i=0;i<rd_count;i++)
1116       {
1117         if (GNUNET_NAMESTORE_TYPE_VPN == rd[i].record_type)
1118         {
1119           af = (GNUNET_DNSPARSER_TYPE_A == rh->record_type) ? AF_INET : AF_INET6;
1120           if (sizeof (struct GNUNET_TUN_GnsVpnRecord) <
1121               rd[i].data_size)
1122           {
1123             GNUNET_break_op (0);
1124             rh->proc (rh->proc_cls, 0, NULL);
1125             GNS_resolver_lookup_cancel (rh);
1126             return;         
1127           }
1128           vpn = (const struct GNUNET_TUN_GnsVpnRecord *) rd[i].data;
1129           vname = (const char *) &vpn[1];
1130           if ('\0' != vname[rd[i].data_size - 1 - sizeof (struct GNUNET_TUN_GnsVpnRecord)])
1131           {
1132             GNUNET_break_op (0);
1133             rh->proc (rh->proc_cls, 0, NULL);
1134             GNS_resolver_lookup_cancel (rh);
1135             return;
1136           }
1137           GNUNET_CRYPTO_hash (vname,
1138                               strlen (vname), // FIXME: +1?
1139                               &vhash);
1140           vpn_ctx = GNUNET_new (struct VpnContext);
1141           rh->vpn_ctx = vpn_ctx;
1142           vpn_ctx->rh = rh;
1143           vpn_ctx->rd_data_size = GNUNET_NAMESTORE_records_get_size (rd_count,
1144                                                                      rd);
1145           vpn_ctx->rd_data = GNUNET_malloc (vpn_ctx->rd_data_size);
1146           (void) GNUNET_NAMESTORE_records_serialize (rd_count,
1147                                                      rd,
1148                                                      vpn_ctx->rd_data_size,
1149                                                      vpn_ctx->rd_data);
1150           vpn_ctx->vpn_request = GNUNET_VPN_redirect_to_peer (vpn_handle,
1151                                                               af,
1152                                                               ntohs (vpn->proto),
1153                                                               &vpn->peer,
1154                                                               &vhash,
1155                                                               GNUNET_TIME_relative_to_absolute (VPN_TIMEOUT),
1156                                                               &vpn_allocation_cb,
1157                                                               rh);
1158           return;
1159         }
1160       }
1161     }
1162     /* convert relative names in record values to absolute names,
1163        using 'scratch' array for memory allocations */
1164     scratch_off = 0;
1165     rd_off = 0;
1166     for (i=0;i<rd_count;i++)
1167     {
1168       rd_new[rd_off] = rd[i];
1169       /* Check if the embedded name(s) end in "+", and if so,
1170          replace the "+" with the zone at "ac_tail", changing the name
1171          to a ".zkey".  The name is allocated on the 'scratch' array,
1172          so we can free it afterwards. */
1173       switch (rd[i].record_type)
1174       {
1175       case GNUNET_DNSPARSER_TYPE_CNAME:
1176         {
1177           char *cname;
1178
1179           off = 0;
1180           cname = GNUNET_DNSPARSER_parse_name (rd[i].data,
1181                                                rd[i].data_size,
1182                                                &off);
1183           if ( (NULL == cname) ||
1184                (off != rd[i].data_size) )
1185           {
1186             GNUNET_break_op (0); /* record not well-formed */
1187           }
1188           else
1189           {
1190             cname = translate_dot_plus (rh, cname);
1191             scratch_start = scratch_off;
1192             if (GNUNET_OK !=
1193                 GNUNET_DNSPARSER_builder_add_name (scratch,
1194                                                    sizeof (scratch),
1195                                                    &scratch_off,
1196                                                    cname))
1197             {
1198               GNUNET_break (0);
1199             }
1200             else
1201             {
1202               rd_new[rd_off].data = &scratch[scratch_start];
1203               rd_new[rd_off].data_size = scratch_off - scratch_start;
1204               rd_off++;
1205             }
1206           }
1207           GNUNET_free_non_null (cname);   
1208         }
1209         break;
1210       case GNUNET_DNSPARSER_TYPE_SOA:
1211         {
1212           struct GNUNET_DNSPARSER_SoaRecord *soa;
1213
1214           off = 0;
1215           soa = GNUNET_DNSPARSER_parse_soa (rd[i].data,
1216                                             rd[i].data_size,
1217                                             &off);
1218           if ( (NULL == soa) ||
1219                (off != rd[i].data_size) )
1220           {
1221             GNUNET_break_op (0); /* record not well-formed */
1222           }
1223           else
1224           {
1225             soa->mname = translate_dot_plus (rh, soa->mname);
1226             soa->rname = translate_dot_plus (rh, soa->rname);
1227             scratch_start = scratch_off;
1228             if (GNUNET_OK !=
1229                 GNUNET_DNSPARSER_builder_add_soa (scratch,
1230                                                   sizeof (scratch),
1231                                                   &scratch_off,
1232                                                   soa))
1233             {
1234               GNUNET_break (0);
1235             }
1236             else
1237             {
1238               rd_new[rd_off].data = &scratch[scratch_start];
1239               rd_new[rd_off].data_size = scratch_off - scratch_start;
1240               rd_off++;
1241             }
1242           }
1243           if (NULL != soa)
1244             GNUNET_DNSPARSER_free_soa (soa);      
1245         }
1246         break;
1247       case GNUNET_DNSPARSER_TYPE_MX:
1248         {
1249           struct GNUNET_DNSPARSER_MxRecord *mx;
1250
1251           off = 0;
1252           mx = GNUNET_DNSPARSER_parse_mx (rd[i].data,
1253                                           rd[i].data_size,
1254                                           &off);
1255           if ( (NULL == mx) ||
1256                (off != rd[i].data_size) )
1257           {
1258             GNUNET_break_op (0); /* record not well-formed */
1259           }
1260           else
1261           {
1262             mx->mxhost = translate_dot_plus (rh, mx->mxhost);
1263             scratch_start = scratch_off;
1264             if (GNUNET_OK !=
1265                 GNUNET_DNSPARSER_builder_add_mx (scratch,
1266                                                  sizeof (scratch),
1267                                                  &scratch_off,
1268                                                  mx))
1269             {
1270               GNUNET_break (0);
1271             }
1272             else
1273             {
1274               rd_new[rd_off].data = &scratch[scratch_start];
1275               rd_new[rd_off].data_size = scratch_off - scratch_start;
1276               rd_off++;
1277             }
1278           }
1279           if (NULL != mx)
1280             GNUNET_DNSPARSER_free_mx (mx);        
1281         }       
1282         break;
1283       case GNUNET_DNSPARSER_TYPE_SRV:
1284         {
1285           struct GNUNET_DNSPARSER_SrvRecord *srv;
1286
1287           off = 0;
1288           /* FIXME: passing rh->name here is is not necessarily what we want 
1289              (SRV support not finished) */
1290           srv = GNUNET_DNSPARSER_parse_srv (rh->name,
1291                                             rd[i].data,
1292                                             rd[i].data_size,
1293                                             &off);
1294           if ( (NULL == srv) ||
1295                (off != rd[i].data_size) )
1296           {
1297             GNUNET_break_op (0); /* record not well-formed */
1298           }
1299           else
1300           {
1301             srv->domain_name = translate_dot_plus (rh, srv->domain_name);
1302             srv->target = translate_dot_plus (rh, srv->target);
1303             scratch_start = scratch_off;
1304             if (GNUNET_OK !=
1305                 GNUNET_DNSPARSER_builder_add_srv (scratch,
1306                                                   sizeof (scratch),
1307                                                   &scratch_off,
1308                                                   srv))
1309             {
1310               GNUNET_break (0);
1311             }
1312             else
1313             {
1314               rd_new[rd_off].data = &scratch[scratch_start];
1315               rd_new[rd_off].data_size = scratch_off - scratch_start;
1316               rd_off++;
1317             }
1318           }
1319           if (NULL != srv)
1320             GNUNET_DNSPARSER_free_srv (srv);      
1321         }
1322         break;
1323       case GNUNET_NAMESTORE_TYPE_PKEY:
1324         /* tigger shortening */
1325         if (NULL != rh->shorten_key)
1326         {
1327           struct GNUNET_CRYPTO_EccPublicSignKey pub;
1328           
1329           if (rd[i].data_size != sizeof (struct GNUNET_CRYPTO_EccPublicSignKey))
1330           {
1331             GNUNET_break_op (0);
1332             break;
1333           }
1334           memcpy (&pub, rd[i].data, rd[i].data_size);
1335           GNS_shorten_start (rh->ac_tail->label,
1336                              &pub,
1337                              rh->shorten_key);
1338         }
1339       default:
1340   rd_off++;
1341         break;
1342       }
1343     }
1344     
1345     /* yes, we are done, return result */
1346     rh->proc (rh->proc_cls, rd_off, rd_new);
1347     GNS_resolver_lookup_cancel (rh);
1348     return;         
1349   }
1350   /* need to recurse, check if we can */
1351   for (i=0;i<rd_count;i++)
1352   {
1353     switch (rd[i].record_type)
1354     {
1355     case GNUNET_NAMESTORE_TYPE_PKEY:
1356       /* delegation to another zone */
1357       if (sizeof (struct GNUNET_CRYPTO_EccPublicSignKey) !=
1358           rd[i].data_size)
1359       {
1360         GNUNET_break_op (0);
1361         rh->proc (rh->proc_cls, 0, NULL);
1362         GNS_resolver_lookup_cancel (rh);
1363         return;     
1364       }
1365       /* expand authority chain */
1366       ac = GNUNET_new (struct AuthorityChain);
1367       ac->rh = rh;
1368       ac->gns_authority = GNUNET_YES;
1369       memcpy (&ac->authority_info.gns_authority,
1370               rd[i].data,
1371               sizeof (struct GNUNET_CRYPTO_EccPublicSignKey));
1372       ac->label = resolver_lookup_get_next_label (rh);
1373       /* tigger shortening */
1374       if (NULL != rh->shorten_key)      
1375         GNS_shorten_start (rh->ac_tail->label,
1376                            &ac->authority_info.gns_authority,
1377                            rh->shorten_key);      
1378       /* add AC to tail */
1379       GNUNET_CONTAINER_DLL_insert_tail (rh->ac_head,
1380                                         rh->ac_tail,
1381                                         ac);
1382       /* recurse */
1383       rh->task_id = GNUNET_SCHEDULER_add_now (&recursive_resolution,
1384                                               rh);
1385       break;
1386     case GNUNET_DNSPARSER_TYPE_NS:
1387       /* resolution continues within DNS */
1388       if (GNUNET_DNSPARSER_MAX_NAME_LENGTH < rd[i].data_size)
1389       {
1390         GNUNET_break_op (0);
1391         rh->proc (rh->proc_cls, 0, NULL);
1392         GNS_resolver_lookup_cancel (rh);
1393         return;     
1394       }
1395       /* find associated A/AAAA record */
1396       sa = NULL;
1397       sa_len = 0;
1398       for (j=0;j<rd_count;j++)
1399       {
1400         switch (rd[j].record_type)
1401         {
1402         case GNUNET_DNSPARSER_TYPE_A:
1403           if (sizeof (struct in_addr) != rd[i].data_size)
1404           {
1405             GNUNET_break_op (0);
1406             rh->proc (rh->proc_cls, 0, NULL);
1407             GNS_resolver_lookup_cancel (rh);
1408             return;     
1409           }
1410           /* FIXME: might want to check if we support IPv4 here,
1411              and otherwise skip this one and hope we find another */
1412           memset (&v4, 0, sizeof (v4));
1413           sa_len = sizeof (v4);
1414           v4.sin_family = AF_INET;
1415           v4.sin_port = htons (53);
1416 #if HAVE_SOCKADDR_IN_SIN_LEN
1417           v4.sin_len = (u_char) sa_len;
1418 #endif
1419           memcpy (&v4.sin_addr,
1420                   rd[j].data,
1421                   sizeof (struct in_addr));
1422           sa = (struct sockaddr *) &v4;
1423           break;
1424         case GNUNET_DNSPARSER_TYPE_AAAA:
1425           if (sizeof (struct in6_addr) != rd[i].data_size)
1426           {
1427             GNUNET_break_op (0);
1428             rh->proc (rh->proc_cls, 0, NULL);
1429             GNS_resolver_lookup_cancel (rh);
1430             return;     
1431           }
1432           /* FIXME: might want to check if we support IPv6 here,
1433              and otherwise skip this one and hope we find another */
1434           memset (&v6, 0, sizeof (v6));
1435           sa_len = sizeof (v6);
1436           v6.sin6_family = AF_INET6;
1437           v6.sin6_port = htons (53);
1438 #if HAVE_SOCKADDR_IN_SIN_LEN
1439           v6.sin6_len = (u_char) sa_len;
1440 #endif
1441           memcpy (&v6.sin6_addr,
1442                   rd[j].data,
1443                   sizeof (struct in6_addr));
1444           sa = (struct sockaddr *) &v6;
1445           break;
1446         default:
1447           break;
1448         }
1449         if (NULL != sa)
1450           break;
1451       }
1452       if (NULL == sa)
1453       {
1454         /* we cannot continue; NS without A/AAAA */
1455         rh->proc (rh->proc_cls, 0, NULL);
1456         GNS_resolver_lookup_cancel (rh);
1457         return;
1458       }
1459       /* expand authority chain */
1460       ac = GNUNET_new (struct AuthorityChain);
1461       ac->rh = rh;
1462       strncpy (ac->authority_info.dns_authority.name,
1463                rd[i].data,
1464                rd[i].data_size);
1465       ac->authority_info.dns_authority.name[rd[i].data_size] = '\0';
1466       memcpy (&ac->authority_info.dns_authority.dns_ip,
1467               sa,
1468               sa_len);
1469       /* for DNS recursion, the label is the full DNS name,
1470          created from the remainder of the GNS name and the
1471          name in the NS record */
1472       GNUNET_asprintf (&ac->label,
1473                        "%.*s%s",
1474                        (int) rh->name_resolution_pos,
1475                        rh->name,
1476                        ac->authority_info.dns_authority.name);
1477       GNUNET_CONTAINER_DLL_insert_tail (rh->ac_head,
1478                                         rh->ac_tail,
1479                                         ac);
1480       if (strlen (ac->label) > GNUNET_DNSPARSER_MAX_NAME_LENGTH)
1481       {
1482         GNUNET_log (GNUNET_ERROR_TYPE_WARNING,
1483                     _("GNS lookup resulted in DNS name that is too long (`%s')\n"),
1484                     ac->label);
1485         rh->proc (rh->proc_cls, 0, NULL);
1486         GNS_resolver_lookup_cancel (rh);
1487         return;
1488       }
1489       /* recurse */
1490       rh->task_id = GNUNET_SCHEDULER_add_now (&recursive_resolution,
1491                                               rh);
1492       return;
1493     case GNUNET_DNSPARSER_TYPE_CNAME:
1494       cname = GNUNET_strndup (rd[i].data,
1495                               rd[i].data_size);
1496       handle_gns_cname_result (rh, 
1497                                cname);
1498       GNUNET_free (cname);
1499       return;
1500       /* FIXME: handle DNAME */
1501     default:
1502       /* skip */
1503       break;
1504     }
1505   }
1506   GNUNET_log (GNUNET_ERROR_TYPE_WARNING,
1507               _("GNS lookup recursion failed (no delegation record found)\n"));
1508   rh->proc (rh->proc_cls, 0, NULL);
1509   GNS_resolver_lookup_cancel (rh);
1510 }
1511
1512
1513 /**
1514  * Function called once the namestore has completed the request for
1515  * caching a block.
1516  *
1517  * @param cls closure with the 'struct GNS_ResolverHandle'
1518  * @param success #GNUNET_OK on success
1519  * @param emsg error message
1520  */
1521 static void
1522 namestore_cache_continuation (void *cls,
1523                               int32_t success,
1524                               const char *emsg)
1525 {
1526   struct GNS_ResolverHandle *rh = cls;
1527
1528   rh->namestore_qe = NULL;
1529   if (NULL != emsg)
1530     GNUNET_log (GNUNET_ERROR_TYPE_WARNING,
1531                 _("Failed to cache GNS resolution: %s\n"),
1532                 emsg);
1533 }
1534
1535
1536 /**
1537  * Iterator called on each result obtained for a DHT
1538  * operation that expects a reply
1539  *
1540  * @param cls closure with the 'struct GNS_ResolverHandle'
1541  * @param exp when will this value expire
1542  * @param key key of the result
1543  * @param get_path peers on reply path (or NULL if not recorded)
1544  *                 [0] = datastore's first neighbor, [length - 1] = local peer
1545  * @param get_path_length number of entries in get_path
1546  * @param put_path peers on the PUT path (or NULL if not recorded)
1547  *                 [0] = origin, [length - 1] = datastore
1548  * @param put_path_length number of entries in get_path
1549  * @param type type of the result
1550  * @param size number of bytes in data
1551  * @param data pointer to the result data
1552  */
1553 static void
1554 handle_dht_response (void *cls,
1555                      struct GNUNET_TIME_Absolute exp,
1556                      const struct GNUNET_HashCode * key,
1557                      const struct GNUNET_PeerIdentity *get_path,
1558                      unsigned int get_path_length,
1559                      const struct GNUNET_PeerIdentity *put_path, 
1560                      unsigned int put_path_length,
1561                      enum GNUNET_BLOCK_Type type,
1562                      size_t size, const void *data)
1563 {
1564   struct GNS_ResolverHandle *rh = cls;
1565   struct AuthorityChain *ac = rh->ac_tail;
1566   const struct GNUNET_NAMESTORE_Block *block;
1567   
1568   GNUNET_DHT_get_stop (rh->get_handle);
1569   rh->get_handle = NULL;
1570   GNUNET_CONTAINER_heap_remove_node (rh->dht_heap_node);
1571   rh->dht_heap_node = NULL;  
1572   if (size < sizeof (struct GNUNET_NAMESTORE_Block))
1573   {
1574     /* how did this pass DHT block validation!? */
1575     GNUNET_break (0);
1576     rh->proc (rh->proc_cls, 0, NULL);
1577     GNS_resolver_lookup_cancel (rh);
1578     return;   
1579   }
1580   block = data; 
1581   if (size !=
1582       ntohs (block->purpose.size) + 
1583       sizeof (struct GNUNET_CRYPTO_EccPublicSignKey) +
1584       sizeof (struct GNUNET_CRYPTO_EccSignature))
1585   {
1586     /* how did this pass DHT block validation!? */
1587     GNUNET_break (0);
1588     rh->proc (rh->proc_cls, 0, NULL);
1589     GNS_resolver_lookup_cancel (rh);
1590     return;   
1591   }
1592   if (GNUNET_OK !=
1593       GNUNET_NAMESTORE_block_decrypt (block,
1594                                       &ac->authority_info.gns_authority,
1595                                       ac->label,
1596                                       &handle_gns_resolution_result,
1597                                       rh))
1598   {
1599     GNUNET_break_op (0); /* block was ill-formed */
1600     rh->proc (rh->proc_cls, 0, NULL);
1601     GNS_resolver_lookup_cancel (rh);
1602     return;
1603   }
1604   /* Cache well-formed blocks */
1605   rh->namestore_qe = GNUNET_NAMESTORE_block_cache (namestore_handle,
1606                                                    block,
1607                                                    &namestore_cache_continuation,
1608                                                    rh);
1609 }
1610
1611
1612 /**
1613  * Process a record that was stored in the namestore.
1614  *
1615  * @param cls closure with the `struct GNS_ResolverHandle`
1616  * @param block block that was stored in the namestore
1617  */
1618 static void 
1619 handle_namestore_block_response (void *cls,
1620                                  const struct GNUNET_NAMESTORE_Block *block)
1621 {
1622   struct GNS_ResolverHandle *rh = cls;
1623   struct GNS_ResolverHandle *rx;
1624   struct AuthorityChain *ac = rh->ac_tail;
1625   const char *label = ac->label;
1626   const struct GNUNET_CRYPTO_EccPublicSignKey *auth = &ac->authority_info.gns_authority;
1627   struct GNUNET_HashCode query;
1628
1629   GNUNET_NAMESTORE_query_from_public_key (auth,
1630                                           label,
1631                                           &query);
1632   rh->namestore_qe = NULL;
1633   if ( (GNUNET_NO == rh->only_cached) &&
1634        ( (NULL == block) ||
1635          (0 == GNUNET_TIME_absolute_get_remaining (GNUNET_TIME_absolute_ntoh (block->expiration_time)).rel_value_us) ) )
1636   {
1637     /* Namestore knows nothing; try DHT lookup */
1638     rh->get_handle = GNUNET_DHT_get_start (dht_handle,
1639                                            GNUNET_BLOCK_TYPE_GNS_NAMERECORD,
1640                                            &query,
1641                                            DHT_GNS_REPLICATION_LEVEL,
1642                                            GNUNET_DHT_RO_DEMULTIPLEX_EVERYWHERE,
1643                                            NULL, 0,
1644                                            &handle_dht_response, rh);
1645     rh->dht_heap_node = GNUNET_CONTAINER_heap_insert (dht_lookup_heap,
1646                                                       rh,
1647                                                       GNUNET_TIME_absolute_get ().abs_value_us);
1648     if (GNUNET_CONTAINER_heap_get_size (dht_lookup_heap) > max_allowed_background_queries)
1649     {
1650       /* fail longest-standing DHT request */
1651       rx = GNUNET_CONTAINER_heap_peek (dht_lookup_heap);
1652       GNUNET_assert (NULL != rx);
1653       rx->proc (rx->proc_cls, 0, NULL);
1654       GNS_resolver_lookup_cancel (rx);
1655     }
1656     return;
1657   }
1658   if ( (NULL == block) ||
1659        (0 == GNUNET_TIME_absolute_get_remaining (GNUNET_TIME_absolute_ntoh (block->expiration_time)).rel_value_us) )
1660   {
1661     /* DHT not permitted and no local result, fail */
1662     rh->proc (rh->proc_cls, 0, NULL);
1663     GNS_resolver_lookup_cancel (rh);
1664     return;
1665   }
1666   if (GNUNET_OK !=
1667       GNUNET_NAMESTORE_block_decrypt (block,
1668                                       auth,
1669                                       label,
1670                                       &handle_gns_resolution_result,
1671                                       rh))
1672   {
1673     GNUNET_break_op (0); /* block was ill-formed */
1674     rh->proc (rh->proc_cls, 0, NULL);
1675     GNS_resolver_lookup_cancel (rh);
1676     return;
1677   }
1678 }
1679
1680
1681 /**
1682  * Lookup tail of our authority chain in the namestore.
1683  *
1684  * @param rh query we are processing
1685  */
1686 static void
1687 recursive_gns_resolution_namestore (struct GNS_ResolverHandle *rh)
1688 {
1689   struct AuthorityChain *ac = rh->ac_tail;
1690   struct GNUNET_HashCode query;
1691
1692   GNUNET_NAMESTORE_query_from_public_key (&ac->authority_info.gns_authority,
1693                                           ac->label,
1694                                           &query);
1695   rh->namestore_qe = GNUNET_NAMESTORE_lookup_block (namestore_handle,
1696                                                     &query,
1697                                                     &handle_namestore_block_response,
1698                                                     rh);
1699 }
1700
1701
1702 /**
1703  * Task scheduled to continue with the resolution process.
1704  *
1705  * @param cls the `struct GNS_ResolverHandle` of the resolution
1706  * @param tc task context
1707  */
1708 static void
1709 recursive_resolution (void *cls,
1710                       const struct GNUNET_SCHEDULER_TaskContext *tc)
1711 {
1712   struct GNS_ResolverHandle *rh = cls;
1713
1714   rh->task_id = GNUNET_SCHEDULER_NO_TASK;
1715   if (MAX_RECURSION < rh->loop_limiter++)
1716   {
1717     GNUNET_log (GNUNET_ERROR_TYPE_WARNING,
1718                 "Encountered unbounded recursion resolving `%s'\n",
1719                 rh->name);
1720     rh->proc (rh->proc_cls, 0, NULL);
1721     GNS_resolver_lookup_cancel (rh);
1722     return;
1723   }
1724   if (GNUNET_YES == rh->ac_tail->gns_authority)
1725     recursive_gns_resolution_namestore (rh);
1726   else
1727     recursive_dns_resolution (rh);
1728 }
1729
1730
1731 /**
1732  * Begin the resolution process from 'name', starting with
1733  * the identification of the zone specified by 'name'.
1734  *
1735  * @param rh resolution to perform
1736  */
1737 static void
1738 start_resolver_lookup (struct GNS_ResolverHandle *rh)
1739 {
1740   struct AuthorityChain *ac;
1741   char *x;
1742   char *y;
1743   char *pkey;
1744
1745   if ( ( (GNUNET_YES == is_canonical (rh->name)) &&
1746          (0 != strcmp (GNUNET_GNS_TLD, rh->name)) ) ||
1747        ( (GNUNET_YES != is_gnu_tld (rh->name)) &&
1748          (GNUNET_YES != is_zkey_tld (rh->name)) ) )
1749   {
1750     /* use standard DNS lookup */
1751     int af;
1752
1753     switch (rh->record_type)
1754     {
1755     case GNUNET_DNSPARSER_TYPE_A:
1756       af = AF_INET;
1757       break;
1758     case GNUNET_DNSPARSER_TYPE_AAAA:
1759       af = AF_INET6;
1760       break;
1761     default:
1762       af = AF_UNSPEC;
1763       break;
1764     }  
1765     GNUNET_log (GNUNET_ERROR_TYPE_DEBUG, 
1766                 "Doing standard DNS lookup for `%s'\n",
1767                 rh->name);
1768     rh->std_resolve = GNUNET_RESOLVER_ip_get (rh->name, 
1769                                               af,
1770                                               DNS_LOOKUP_TIMEOUT,
1771                                               &handle_dns_result,
1772                                               rh);
1773     return;
1774   }
1775   if (is_zkey_tld (rh->name))
1776   {
1777     /* Name ends with ".zkey", try to replace authority zone with zkey
1778        authority */
1779     GNUNET_free (resolver_lookup_get_next_label (rh)); /* will return "zkey" */
1780     x = resolver_lookup_get_next_label (rh); /* will return 'x' coordinate */
1781     y = resolver_lookup_get_next_label (rh); /* will return 'y' coordinate */
1782     GNUNET_asprintf (&pkey,
1783                      "%s%s",
1784                      x, y);
1785     if ( (NULL == x) ||
1786          (NULL == y) ||
1787          (GNUNET_OK !=
1788           GNUNET_CRYPTO_ecc_public_sign_key_from_string (pkey,
1789                                                     strlen (pkey),
1790                                                     &rh->authority_zone)) )
1791     {
1792       GNUNET_log (GNUNET_ERROR_TYPE_WARNING,
1793                   _("Hostname `%s' is not well-formed, resolution fails\n"),
1794                   rh->name);
1795       rh->task_id = GNUNET_SCHEDULER_add_now (&fail_resolution, rh);
1796     }
1797     GNUNET_free_non_null (x);
1798     GNUNET_free_non_null (y);
1799     GNUNET_free (pkey);
1800   }
1801   else
1802   {
1803     /* Name ends with ".gnu", eat ".gnu" and continue with resolution */
1804     GNUNET_free (resolver_lookup_get_next_label (rh));
1805   }
1806   ac = GNUNET_new (struct AuthorityChain);
1807   ac->rh = rh;
1808   ac->label = resolver_lookup_get_next_label (rh);
1809   if (NULL == ac->label)
1810     /* name was just "gnu", so we default to label '+' */
1811     ac->label = GNUNET_strdup (GNUNET_GNS_MASTERZONE_STR);
1812   ac->gns_authority = GNUNET_YES;
1813   ac->authority_info.gns_authority = rh->authority_zone;
1814   GNUNET_CONTAINER_DLL_insert_tail (rh->ac_head,
1815                                     rh->ac_tail,
1816                                     ac);
1817   rh->task_id = GNUNET_SCHEDULER_add_now (&recursive_resolution,
1818                                           rh);
1819 }
1820
1821
1822 /**
1823  * Lookup of a record in a specific zone calls lookup result processor
1824  * on result.
1825  *
1826  * @param zone the zone to perform the lookup in
1827  * @param record_type the record type to look up
1828  * @param name the name to look up
1829  * @param shorten_key a private key for use with PSEU import (can be NULL)
1830  * @param only_cached #GNUNET_NO to only check locally not DHT for performance
1831  * @param proc the processor to call on result
1832  * @param proc_cls the closure to pass to @a proc
1833  * @return handle to cancel operation
1834  */
1835 struct GNS_ResolverHandle *
1836 GNS_resolver_lookup (const struct GNUNET_CRYPTO_EccPublicSignKey *zone,
1837                      uint32_t record_type,
1838                      const char *name,
1839                      const struct GNUNET_CRYPTO_EccPrivateKey *shorten_key,
1840                      int only_cached,
1841                      GNS_ResultProcessor proc, void *proc_cls)
1842 {
1843   struct GNS_ResolverHandle *rh;
1844
1845   rh = GNUNET_new (struct GNS_ResolverHandle);
1846   GNUNET_CONTAINER_DLL_insert (rlh_head,
1847                                rlh_tail,
1848                                rh);
1849   rh->authority_zone = *zone;
1850   rh->proc = proc;
1851   rh->proc_cls = proc_cls;
1852   rh->only_cached = only_cached;
1853   rh->record_type = record_type;
1854   rh->name = GNUNET_strdup (name);
1855   rh->name_resolution_pos = strlen (name);
1856   if (NULL != shorten_key)
1857   {
1858     rh->shorten_key = GNUNET_new (struct GNUNET_CRYPTO_EccPrivateKey);
1859     *rh->shorten_key = *shorten_key;
1860   }
1861   start_resolver_lookup (rh);
1862   return rh;
1863 }
1864
1865
1866 /**
1867  * Cancel active resolution (i.e. client disconnected).
1868  *
1869  * @param rh resolution to abort
1870  */
1871 void
1872 GNS_resolver_lookup_cancel (struct GNS_ResolverHandle *rh)
1873 {
1874   struct DnsResult *dr;
1875   struct AuthorityChain *ac;
1876   struct VpnContext *vpn_ctx;
1877
1878   GNUNET_CONTAINER_DLL_remove (rlh_head,
1879                                rlh_tail,
1880                                rh);
1881   while (NULL != (ac = rh->ac_head))
1882   {
1883     GNUNET_CONTAINER_DLL_remove (rh->ac_head,
1884                                  rh->ac_tail,
1885                                  ac);
1886     GNUNET_free (ac->label);
1887     GNUNET_free (ac);
1888   }
1889   if (GNUNET_SCHEDULER_NO_TASK != rh->task_id)
1890   {
1891     GNUNET_SCHEDULER_cancel (rh->task_id);
1892     rh->task_id = GNUNET_SCHEDULER_NO_TASK;
1893   }
1894   if (NULL != rh->get_handle)
1895   {
1896     GNUNET_DHT_get_stop (rh->get_handle);
1897     rh->get_handle = NULL;
1898   }
1899   if (NULL != rh->dht_heap_node)
1900   {
1901     GNUNET_CONTAINER_heap_remove_node (rh->dht_heap_node);
1902     rh->dht_heap_node = NULL;
1903   }
1904   if (NULL != (vpn_ctx = rh->vpn_ctx))
1905   {
1906     GNUNET_VPN_cancel_request (vpn_ctx->vpn_request);
1907     GNUNET_free (vpn_ctx->rd_data);
1908     GNUNET_free (vpn_ctx);
1909   }
1910   if (NULL != rh->dns_request)
1911   {
1912     GNUNET_DNSSTUB_resolve_cancel (rh->dns_request);
1913     rh->dns_request = NULL;
1914   }
1915   if (NULL != rh->namestore_qe)
1916   {
1917     GNUNET_NAMESTORE_cancel (rh->namestore_qe);
1918     rh->namestore_qe = NULL;
1919   }
1920   if (NULL != rh->std_resolve)
1921   {
1922     GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
1923                 "Canceling standard DNS resolution\n");
1924     GNUNET_RESOLVER_request_cancel (rh->std_resolve);
1925     rh->std_resolve = NULL;
1926   }
1927   while (NULL != (dr = rh->dns_result_head))
1928   {
1929     GNUNET_CONTAINER_DLL_remove (rh->dns_result_head,
1930                                  rh->dns_result_tail,
1931                                  dr);
1932     GNUNET_free (dr);
1933   }
1934   GNUNET_free_non_null (rh->shorten_key);
1935   GNUNET_free (rh->name);
1936   GNUNET_free (rh);
1937 }
1938
1939
1940 /* ***************** Resolver initialization ********************* */
1941
1942
1943 /**
1944  * Initialize the resolver
1945  *
1946  * @param nh the namestore handle
1947  * @param dht the dht handle
1948  * @param c configuration handle
1949  * @param max_bg_queries maximum number of parallel background queries in dht
1950  */
1951 void
1952 GNS_resolver_init (struct GNUNET_NAMESTORE_Handle *nh,
1953                    struct GNUNET_DHT_Handle *dht,
1954                    const struct GNUNET_CONFIGURATION_Handle *c,
1955                    unsigned long long max_bg_queries)
1956 {
1957   char *dns_ip;
1958
1959   cfg = c;
1960   namestore_handle = nh;
1961   dht_handle = dht;
1962   dht_lookup_heap =
1963     GNUNET_CONTAINER_heap_create (GNUNET_CONTAINER_HEAP_ORDER_MIN);
1964   max_allowed_background_queries = max_bg_queries;
1965   if (GNUNET_OK !=
1966       GNUNET_CONFIGURATION_get_value_string (c,
1967                                              "gns",
1968                                              "DNS_RESOLVER",
1969                                              &dns_ip))
1970   {
1971     /* user did not specify DNS resolver, use 8.8.8.8 */
1972     dns_ip = GNUNET_strdup ("8.8.8.8");
1973   }
1974   dns_handle = GNUNET_DNSSTUB_start (dns_ip);
1975   GNUNET_free (dns_ip);
1976   vpn_handle = GNUNET_VPN_connect (cfg);
1977 }
1978
1979
1980 /**
1981  * Shutdown resolver
1982  */
1983 void
1984 GNS_resolver_done ()
1985 {
1986   struct GNS_ResolverHandle *rh;
1987
1988   /* abort active resolutions */
1989   while (NULL != (rh = rlh_head))
1990   {
1991     rh->proc (rh->proc_cls, 0, NULL);
1992     GNS_resolver_lookup_cancel (rh);    
1993   }
1994   GNUNET_CONTAINER_heap_destroy (dht_lookup_heap);
1995   dht_lookup_heap = NULL;
1996   GNUNET_DNSSTUB_stop (dns_handle);
1997   dns_handle = NULL;
1998   GNUNET_VPN_disconnect (vpn_handle);
1999   vpn_handle = NULL;
2000   dht_handle = NULL;
2001   namestore_handle = NULL;
2002 }
2003
2004
2005 /* *************** common helper functions (do not really belong here) *********** */
2006
2007 /**
2008  * Checks if @a name ends in ".TLD"
2009  *
2010  * @param name the name to check
2011  * @param tld the TLD to check for
2012  * @return GNUNET_YES or GNUNET_NO
2013  */
2014 int
2015 is_tld (const char* name, const char* tld)
2016 {
2017   size_t offset = 0;
2018
2019   if (strlen (name) <= strlen (tld))
2020     return GNUNET_NO;
2021   offset = strlen (name) - strlen (tld);
2022   if (0 != strcmp (name + offset, tld))
2023     return GNUNET_NO;
2024   return GNUNET_YES;
2025 }
2026
2027
2028 /* end of gnunet-service-gns_resolver.c */