2 This file is part of GNUnet.
3 (C) 2003--2013 Christian Grothoff (and other contributing authors)
5 GNUnet is free software; you can redistribute it and/or modify
6 it under the terms of the GNU General Public License as published
7 by the Free Software Foundation; either version 3, or (at your
8 option) any later version.
10 GNUnet is distributed in the hope that it will be useful, but
11 WITHOUT ANY WARRANTY; without even the implied warranty of
12 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
13 General Public License for more details.
15 You should have received a copy of the GNU General Public License
16 along with GNUnet; see the file COPYING. If not, write to the
17 Free Software Foundation, Inc., 59 Temple Place - Suite 330,
18 Boston, MA 02111-1307, USA.
23 * @brief Parses and produces uri strings.
24 * @author Igor Wronsky, Christian Grothoff
26 * GNUnet URIs are of the general form "gnunet://MODULE/IDENTIFIER".
27 * The specific structure of "IDENTIFIER" depends on the module and
28 * maybe differenciated into additional subcategories if applicable.
29 * This module only deals with fs identifiers (MODULE = "fs").
32 * This module only parses URIs for the AFS module. The FS URIs fall
33 * into four categories, "chk", "sks", "ksk" and "loc". The first three
34 * categories were named in analogy (!) to Freenet, but they do NOT
35 * work in exactly the same way. They are very similar from the user's
36 * point of view (unique file identifier, subspace, keyword), but the
37 * implementation is rather different in pretty much every detail.
38 * The concrete URI formats are:
42 * First, there are URIs that identify a file. They have the format
43 * "gnunet://fs/chk/HEX1.HEX2.SIZE". These URIs can be used to
44 * download the file. The description, filename, mime-type and other
45 * meta-data is NOT part of the file-URI since a URI uniquely
46 * identifies a resource (and the contents of the file would be the
47 * same even if it had a different description).
51 * The second category identifies entries in a namespace. The format
52 * is "gnunet://fs/sks/NAMESPACE/IDENTIFIER" where the namespace
53 * should be given in HEX. Applications may allow using a nickname
54 * for the namespace if the nickname is not ambiguous. The identifier
55 * can be either an ASCII sequence or a HEX-encoding. If the
56 * identifier is in ASCII but the format is ambiguous and could denote
57 * a HEX-string a "/" is appended to indicate ASCII encoding.
61 * The third category identifies ordinary searches. The format is
62 * "gnunet://fs/ksk/KEYWORD[+KEYWORD]*". Using the "+" syntax
63 * it is possible to encode searches with the boolean "AND" operator.
64 * "+" is used since it indicates a commutative 'and' operation and
65 * is unlikely to be used in a keyword by itself.
69 * The last category identifies a datum on a specific machine. The
70 * format is "gnunet://fs/loc/HEX1.HEX2.SIZE.PEER.SIG.EXPTIME". PEER is
71 * the BinName of the public key of the peer storing the datum. The
72 * signature (SIG) certifies that this peer has this content.
73 * HEX1, HEX2 and SIZE correspond to a 'chk' URI.
77 * The encoding for hexadecimal values is defined in the hashing.c
78 * module in the gnunetutil library and discussed there.
82 #include "gnunet_fs_service.h"
83 #include "gnunet_signatures.h"
94 * Get a unique key from a URI. This is for putting URIs
95 * into HashMaps. The key may change between FS implementations.
97 * @param uri uri to convert to a unique key
98 * @param key where to store the unique key
101 GNUNET_FS_uri_to_key (const struct GNUNET_FS_Uri *uri,
102 struct GNUNET_HashCode *key)
106 case GNUNET_FS_URI_CHK:
107 *key = uri->data.chk.chk.query;
109 case GNUNET_FS_URI_SKS:
110 GNUNET_CRYPTO_hash (uri->data.sks.identifier,
111 strlen (uri->data.sks.identifier), key);
113 case GNUNET_FS_URI_KSK:
114 if (uri->data.ksk.keywordCount > 0)
115 GNUNET_CRYPTO_hash (uri->data.ksk.keywords[0],
116 strlen (uri->data.ksk.keywords[0]), key);
118 case GNUNET_FS_URI_LOC:
119 GNUNET_CRYPTO_hash (&uri->data.loc.fi,
120 sizeof (struct FileIdentifier) +
121 sizeof (struct GNUNET_CRYPTO_EcdsaPublicKey),
125 memset (key, 0, sizeof (struct GNUNET_HashCode));
132 * Convert keyword URI to a human readable format
133 * (i.e. the search query that was used in the first place)
135 * @param uri ksk uri to convert to a string
136 * @return string with the keywords
139 GNUNET_FS_uri_ksk_to_string_fancy (const struct GNUNET_FS_Uri *uri)
146 unsigned int keywordCount;
148 if ((NULL == uri) || (GNUNET_FS_URI_KSK != uri->type))
153 keywords = uri->data.ksk.keywords;
154 keywordCount = uri->data.ksk.keywordCount;
155 n = keywordCount + 1;
156 for (i = 0; i < keywordCount; i++)
158 keyword = keywords[i];
159 n += strlen (keyword) - 1;
160 if (NULL != strstr (&keyword[1], " "))
162 if (keyword[0] == '+')
165 ret = GNUNET_malloc (n);
167 for (i = 0; i < keywordCount; i++)
169 keyword = keywords[i];
170 if (NULL != strstr (&keyword[1], " "))
173 if (keyword[0] == '+')
174 strcat (ret, keyword);
176 strcat (ret, &keyword[1]);
181 if (keyword[0] == '+')
182 strcat (ret, keyword);
184 strcat (ret, &keyword[1]);
193 * Given a keyword with %-encoding (and possibly quotes to protect
194 * spaces), return a copy of the keyword without %-encoding and
195 * without double-quotes (%22). Also, add a space at the beginning
196 * if there is not a '+'.
198 * @param in string with %-encoding
199 * @param emsg where to store the parser error message (if any)
200 * @return decodded string with leading space (or preserved plus)
203 percent_decode_keyword (const char *in, char **emsg)
211 out = GNUNET_strdup (in);
214 while (out[rpos] != '\0')
216 if (out[rpos] == '%')
218 if (1 != SSCANF (&out[rpos + 1], "%2X", &hx))
221 *emsg = GNUNET_strdup (_(/* xgettext:no-c-format */
222 "`%' must be followed by HEX number"));
227 continue; /* skip double quote */
228 out[wpos++] = (char) hx;
232 out[wpos++] = out[rpos++];
238 ret = GNUNET_strdup (out);
242 /* need to prefix with space */
243 ret = GNUNET_malloc (strlen (out) + 2);
251 #define GNUNET_FS_URI_KSK_PREFIX GNUNET_FS_URI_PREFIX GNUNET_FS_URI_KSK_INFIX
256 * @param s an uri string
257 * @param emsg where to store the parser error message (if any)
258 * @return NULL on error, otherwise the KSK URI
260 static struct GNUNET_FS_Uri *
261 uri_ksk_parse (const char *s, char **emsg)
263 struct GNUNET_FS_Uri *ret;
273 GNUNET_assert (NULL != s);
275 pos = strlen (GNUNET_FS_URI_KSK_PREFIX);
276 if ((slen <= pos) || (0 != strncmp (s, GNUNET_FS_URI_KSK_PREFIX, pos)))
277 return NULL; /* not KSK URI */
278 if ((s[slen - 1] == '+') || (s[pos] == '+'))
281 GNUNET_strdup (_("Malformed KSK URI (must not begin or end with `+')"));
286 for (i = pos; i < slen; i++)
288 if ((s[i] == '%') && (&s[i] == strstr (&s[i], "%22")))
290 saw_quote = (saw_quote + 1) % 2;
294 if ((s[i] == '+') && (saw_quote == 0))
299 *emsg = GNUNET_strdup (_("`++' not allowed in KSK URI"));
306 *emsg = GNUNET_strdup (_("Quotes not balanced in KSK URI"));
310 dup = GNUNET_strdup (s);
311 keywords = GNUNET_malloc (max * sizeof (char *));
312 for (i = slen - 1; i >= pos; i--)
314 if ((s[i] == '%') && (&s[i] == strstr (&s[i], "%22")))
316 saw_quote = (saw_quote + 1) % 2;
320 if ((dup[i] == '+') && (saw_quote == 0))
322 keywords[--max] = percent_decode_keyword (&dup[i + 1], emsg);
323 if (NULL == keywords[max])
328 keywords[--max] = percent_decode_keyword (&dup[pos], emsg);
329 if (NULL == keywords[max])
331 GNUNET_assert (max == 0);
333 ret = GNUNET_new (struct GNUNET_FS_Uri);
334 ret->type = GNUNET_FS_URI_KSK;
335 ret->data.ksk.keywordCount = iret;
336 ret->data.ksk.keywords = keywords;
339 for (i = 0; i < max; i++)
340 GNUNET_free_non_null (keywords[i]);
341 GNUNET_free (keywords);
347 #define GNUNET_FS_URI_SKS_PREFIX GNUNET_FS_URI_PREFIX GNUNET_FS_URI_SKS_INFIX
352 * @param s an uri string
353 * @param emsg where to store the parser error message (if any)
354 * @return NULL on error, SKS URI otherwise
356 static struct GNUNET_FS_Uri *
357 uri_sks_parse (const char *s, char **emsg)
359 struct GNUNET_FS_Uri *ret;
360 struct GNUNET_CRYPTO_EcdsaPublicKey ns;
364 GNUNET_assert (s != NULL);
365 pos = strlen (GNUNET_FS_URI_SKS_PREFIX);
366 if ((strlen (s) <= pos) || (0 != strncmp (s, GNUNET_FS_URI_SKS_PREFIX, pos)))
367 return NULL; /* not an SKS URI */
368 end = strchr (&s[pos], '/');
369 if ( (NULL == end) ||
371 GNUNET_STRINGS_string_to_data (&s[pos],
376 *emsg = GNUNET_strdup (_("Malformed SKS URI"));
377 return NULL; /* malformed */
379 end++; /* skip over '/' */
380 ret = GNUNET_new (struct GNUNET_FS_Uri);
381 ret->type = GNUNET_FS_URI_SKS;
382 ret->data.sks.ns = ns;
383 ret->data.sks.identifier = GNUNET_strdup (end);
387 #define GNUNET_FS_URI_CHK_PREFIX GNUNET_FS_URI_PREFIX GNUNET_FS_URI_CHK_INFIX
393 * @param s an uri string
394 * @param emsg where to store the parser error message (if any)
395 * @return NULL on error, CHK URI otherwise
397 static struct GNUNET_FS_Uri *
398 uri_chk_parse (const char *s, char **emsg)
400 struct GNUNET_FS_Uri *ret;
401 struct FileIdentifier fi;
403 unsigned long long flen;
405 char h1[sizeof (struct GNUNET_CRYPTO_HashAsciiEncoded)];
406 char h2[sizeof (struct GNUNET_CRYPTO_HashAsciiEncoded)];
410 GNUNET_assert (s != NULL);
412 pos = strlen (GNUNET_FS_URI_CHK_PREFIX);
413 if ((slen < pos + 2 * sizeof (struct GNUNET_CRYPTO_HashAsciiEncoded) + 1) ||
414 (0 != strncmp (s, GNUNET_FS_URI_CHK_PREFIX, pos)))
415 return NULL; /* not a CHK URI */
416 if ((s[pos + sizeof (struct GNUNET_CRYPTO_HashAsciiEncoded) - 1] != '.') ||
417 (s[pos + sizeof (struct GNUNET_CRYPTO_HashAsciiEncoded) * 2 - 1] != '.'))
419 *emsg = GNUNET_strdup (_("Malformed CHK URI"));
422 memcpy (h1, &s[pos], sizeof (struct GNUNET_CRYPTO_HashAsciiEncoded));
423 h1[sizeof (struct GNUNET_CRYPTO_HashAsciiEncoded) - 1] = '\0';
424 memcpy (h2, &s[pos + sizeof (struct GNUNET_CRYPTO_HashAsciiEncoded)],
425 sizeof (struct GNUNET_CRYPTO_HashAsciiEncoded));
426 h2[sizeof (struct GNUNET_CRYPTO_HashAsciiEncoded) - 1] = '\0';
428 if ((GNUNET_OK != GNUNET_CRYPTO_hash_from_string (h1, &fi.chk.key)) ||
429 (GNUNET_OK != GNUNET_CRYPTO_hash_from_string (h2, &fi.chk.query)) ||
431 SSCANF (&s[pos + sizeof (struct GNUNET_CRYPTO_HashAsciiEncoded) * 2],
434 *emsg = GNUNET_strdup (_("Malformed CHK URI"));
437 fi.file_length = GNUNET_htonll (flen);
438 ret = GNUNET_new (struct GNUNET_FS_Uri);
439 ret->type = GNUNET_FS_URI_CHK;
446 * Convert a character back to the binary value
447 * that it represents (given base64-encoding).
449 * @param a character to convert
450 * @return offset in the "tbl" array
453 c2v (unsigned char a)
455 if ((a >= '0') && (a <= '9'))
457 if ((a >= 'A') && (a <= 'Z'))
458 return (a - 'A' + 10);
459 if ((a >= 'a') && (a <= 'z'))
460 return (a - 'a' + 36);
470 * Convert string back to binary data.
472 * @param input '\\0'-terminated string
473 * @param data where to write binary data
474 * @param size how much data should be converted
475 * @return number of characters processed from input,
479 enc2bin (const char *input, void *data, size_t size)
487 if (((size * 8) % 6) != 0)
489 if (strlen (input) < len)
490 return -1; /* error! */
494 for (pos = 0; pos < size; pos++)
498 bits |= (c2v (input[len++]) << hbits);
501 (((unsigned char *) data)[pos]) = (unsigned char) bits;
509 GNUNET_NETWORK_STRUCT_BEGIN
511 * Structure that defines how the contents of a location URI must be
512 * assembled in memory to create or verify the signature of a location
515 struct LocUriAssembly
518 * What is being signed (rest of this struct).
520 struct GNUNET_CRYPTO_EccSignaturePurpose purpose;
523 * Expiration time of the offer.
525 struct GNUNET_TIME_AbsoluteNBO exptime;
528 * File being offered.
530 struct FileIdentifier fi;
533 * Peer offering the file.
535 struct GNUNET_PeerIdentity peer;
538 GNUNET_NETWORK_STRUCT_END
541 #define GNUNET_FS_URI_LOC_PREFIX GNUNET_FS_URI_PREFIX GNUNET_FS_URI_LOC_INFIX
545 * Also verifies validity of the location URI.
547 * @param s an uri string
548 * @param emsg where to store the parser error message (if any)
549 * @return NULL on error, valid LOC URI otherwise
551 static struct GNUNET_FS_Uri *
552 uri_loc_parse (const char *s, char **emsg)
554 struct GNUNET_FS_Uri *uri;
555 char h1[sizeof (struct GNUNET_CRYPTO_HashAsciiEncoded)];
556 char h2[sizeof (struct GNUNET_CRYPTO_HashAsciiEncoded)];
559 unsigned long long exptime;
560 unsigned long long flen;
561 struct GNUNET_TIME_Absolute et;
562 struct GNUNET_CRYPTO_EddsaSignature sig;
563 struct LocUriAssembly ass;
567 GNUNET_assert (s != NULL);
569 pos = strlen (GNUNET_FS_URI_LOC_PREFIX);
570 if ((slen < pos + 2 * sizeof (struct GNUNET_CRYPTO_HashAsciiEncoded) + 1) ||
571 (0 != strncmp (s, GNUNET_FS_URI_LOC_PREFIX, pos)))
572 return NULL; /* not an SKS URI */
573 if ((s[pos + sizeof (struct GNUNET_CRYPTO_HashAsciiEncoded) - 1] != '.') ||
574 (s[pos + sizeof (struct GNUNET_CRYPTO_HashAsciiEncoded) * 2 - 1] != '.'))
576 *emsg = GNUNET_strdup (_("SKS URI malformed"));
579 memcpy (h1, &s[pos], sizeof (struct GNUNET_CRYPTO_HashAsciiEncoded));
580 h1[sizeof (struct GNUNET_CRYPTO_HashAsciiEncoded) - 1] = '\0';
581 memcpy (h2, &s[pos + sizeof (struct GNUNET_CRYPTO_HashAsciiEncoded)],
582 sizeof (struct GNUNET_CRYPTO_HashAsciiEncoded));
583 h2[sizeof (struct GNUNET_CRYPTO_HashAsciiEncoded) - 1] = '\0';
585 if ((GNUNET_OK != GNUNET_CRYPTO_hash_from_string (h1, &ass.fi.chk.key)) ||
586 (GNUNET_OK != GNUNET_CRYPTO_hash_from_string (h2, &ass.fi.chk.query)) ||
588 SSCANF (&s[pos + sizeof (struct GNUNET_CRYPTO_HashAsciiEncoded) * 2],
591 *emsg = GNUNET_strdup (_("LOC URI malformed"));
594 ass.fi.file_length = GNUNET_htonll (flen);
596 npos = pos + sizeof (struct GNUNET_CRYPTO_HashAsciiEncoded) * 2;
597 while ((s[npos] != '\0') && (s[npos] != '.'))
601 *emsg = GNUNET_strdup (_("LOC URI malformed"));
606 enc2bin (&s[npos], &ass.peer,
607 sizeof (struct GNUNET_CRYPTO_EcdsaPublicKey));
611 GNUNET_strdup (_("LOC URI malformed (could not decode public key)"));
615 if (s[npos++] != '.')
617 *emsg = GNUNET_strdup (_("SKS URI malformed (could not find signature)"));
620 ret = enc2bin (&s[npos], &sig, sizeof (struct GNUNET_CRYPTO_EcdsaSignature));
623 *emsg = GNUNET_strdup (_("SKS URI malformed (could not decode signature)"));
627 if (s[npos++] != '.')
629 *emsg = GNUNET_strdup (_("SKS URI malformed"));
632 if (1 != SSCANF (&s[npos], "%llu", &exptime))
636 ("SKS URI malformed (could not parse expiration time)"));
639 ass.purpose.size = htonl (sizeof (struct LocUriAssembly));
640 ass.purpose.purpose = htonl (GNUNET_SIGNATURE_PURPOSE_PEER_PLACEMENT);
641 et.abs_value_us = exptime * 1000LL * 1000LL;
642 ass.exptime = GNUNET_TIME_absolute_hton (et);
644 GNUNET_CRYPTO_eddsa_verify (GNUNET_SIGNATURE_PURPOSE_PEER_PLACEMENT,
645 &ass.purpose, &sig, &ass.peer.public_key))
648 GNUNET_strdup (_("SKS URI malformed (signature failed validation)"));
651 uri = GNUNET_new (struct GNUNET_FS_Uri);
652 uri->type = GNUNET_FS_URI_LOC;
653 uri->data.loc.fi = ass.fi;
654 uri->data.loc.peer = ass.peer;
655 uri->data.loc.expirationTime = et;
656 uri->data.loc.contentSignature = sig;
665 * Convert a UTF-8 String to a URI.
667 * @param uri string to parse
668 * @param emsg where to store the parser error message (if any)
669 * @return NULL on error
671 struct GNUNET_FS_Uri *
672 GNUNET_FS_uri_parse (const char *uri, char **emsg)
674 struct GNUNET_FS_Uri *ret;
680 if ((NULL != (ret = uri_chk_parse (uri, emsg))) ||
681 (NULL != (ret = uri_ksk_parse (uri, emsg))) ||
682 (NULL != (ret = uri_sks_parse (uri, emsg))) ||
683 (NULL != (ret = uri_loc_parse (uri, emsg))))
686 *emsg = GNUNET_strdup (_("Unrecognized URI type"));
696 * @param uri uri to free
699 GNUNET_FS_uri_destroy (struct GNUNET_FS_Uri *uri)
703 GNUNET_assert (uri != NULL);
706 case GNUNET_FS_URI_KSK:
707 for (i = 0; i < uri->data.ksk.keywordCount; i++)
708 GNUNET_free (uri->data.ksk.keywords[i]);
709 GNUNET_array_grow (uri->data.ksk.keywords, uri->data.ksk.keywordCount, 0);
711 case GNUNET_FS_URI_SKS:
712 GNUNET_free (uri->data.sks.identifier);
714 case GNUNET_FS_URI_LOC:
724 * How many keywords are ANDed in this keyword URI?
726 * @param uri ksk uri to get the number of keywords from
727 * @return 0 if this is not a keyword URI
730 GNUNET_FS_uri_ksk_get_keyword_count (const struct GNUNET_FS_Uri *uri)
732 if (uri->type != GNUNET_FS_URI_KSK)
734 return uri->data.ksk.keywordCount;
739 * Iterate over all keywords in this keyword URI.
741 * @param uri ksk uri to get the keywords from
742 * @param iterator function to call on each keyword
743 * @param iterator_cls closure for iterator
744 * @return -1 if this is not a keyword URI, otherwise number of
745 * keywords iterated over until iterator aborted
748 GNUNET_FS_uri_ksk_get_keywords (const struct GNUNET_FS_Uri *uri,
749 GNUNET_FS_KeywordIterator iterator,
755 if (uri->type != GNUNET_FS_URI_KSK)
757 if (iterator == NULL)
758 return uri->data.ksk.keywordCount;
759 for (i = 0; i < uri->data.ksk.keywordCount; i++)
761 keyword = uri->data.ksk.keywords[i];
762 /* first character of keyword indicates
763 * if it is mandatory or not */
764 if (GNUNET_OK != iterator (iterator_cls, &keyword[1], keyword[0] == '+'))
772 * Add the given keyword to the set of keywords represented by the URI.
773 * Does nothing if the keyword is already present.
775 * @param uri ksk uri to modify
776 * @param keyword keyword to add
777 * @param is_mandatory is this keyword mandatory?
780 GNUNET_FS_uri_ksk_add_keyword (struct GNUNET_FS_Uri *uri, const char *keyword,
787 GNUNET_assert (uri->type == GNUNET_FS_URI_KSK);
788 for (i = 0; i < uri->data.ksk.keywordCount; i++)
790 old = uri->data.ksk.keywords[i];
791 if (0 == strcmp (&old[1], keyword))
794 GNUNET_asprintf (&n, is_mandatory ? "+%s" : " %s", keyword);
795 GNUNET_array_append (uri->data.ksk.keywords, uri->data.ksk.keywordCount, n);
800 * Remove the given keyword from the set of keywords represented by the URI.
801 * Does nothing if the keyword is not present.
803 * @param uri ksk uri to modify
804 * @param keyword keyword to add
807 GNUNET_FS_uri_ksk_remove_keyword (struct GNUNET_FS_Uri *uri,
813 GNUNET_assert (uri->type == GNUNET_FS_URI_KSK);
814 for (i = 0; i < uri->data.ksk.keywordCount; i++)
816 old = uri->data.ksk.keywords[i];
817 if (0 == strcmp (&old[1], keyword))
819 uri->data.ksk.keywords[i] =
820 uri->data.ksk.keywords[uri->data.ksk.keywordCount - 1];
821 GNUNET_array_grow (uri->data.ksk.keywords, uri->data.ksk.keywordCount,
822 uri->data.ksk.keywordCount - 1);
831 * Obtain the identity of the peer offering the data
833 * @param uri the location URI to inspect
834 * @param peer where to store the identify of the peer (presumably) offering the content
835 * @return #GNUNET_SYSERR if this is not a location URI, otherwise #GNUNET_OK
838 GNUNET_FS_uri_loc_get_peer_identity (const struct GNUNET_FS_Uri *uri,
839 struct GNUNET_PeerIdentity *peer)
841 if (uri->type != GNUNET_FS_URI_LOC)
842 return GNUNET_SYSERR;
843 *peer = uri->data.loc.peer;
849 * Obtain the expiration of the LOC URI.
851 * @param uri location URI to get the expiration from
852 * @return expiration time of the URI
854 struct GNUNET_TIME_Absolute
855 GNUNET_FS_uri_loc_get_expiration (const struct GNUNET_FS_Uri *uri)
857 GNUNET_assert (uri->type == GNUNET_FS_URI_LOC);
858 return uri->data.loc.expirationTime;
864 * Obtain the URI of the content itself.
866 * @param uri location URI to get the content URI from
867 * @return NULL if argument is not a location URI
869 struct GNUNET_FS_Uri *
870 GNUNET_FS_uri_loc_get_uri (const struct GNUNET_FS_Uri *uri)
872 struct GNUNET_FS_Uri *ret;
874 if (uri->type != GNUNET_FS_URI_LOC)
876 ret = GNUNET_new (struct GNUNET_FS_Uri);
877 ret->type = GNUNET_FS_URI_CHK;
878 ret->data.chk = uri->data.loc.fi;
884 * Construct a location URI (this peer will be used for the location).
886 * @param baseUri content offered by the sender
887 * @param cfg configuration information (used to find our hostkey)
888 * @param expiration_time how long will the content be offered?
889 * @return the location URI, NULL on error
891 struct GNUNET_FS_Uri *
892 GNUNET_FS_uri_loc_create (const struct GNUNET_FS_Uri *baseUri,
893 const struct GNUNET_CONFIGURATION_Handle *cfg,
894 struct GNUNET_TIME_Absolute expiration_time)
896 struct GNUNET_FS_Uri *uri;
897 struct GNUNET_CRYPTO_EddsaPrivateKey *my_private_key;
898 struct GNUNET_CRYPTO_EddsaPublicKey my_public_key;
900 struct LocUriAssembly ass;
901 struct GNUNET_TIME_Absolute et;
903 if (baseUri->type != GNUNET_FS_URI_CHK)
906 GNUNET_CONFIGURATION_get_value_filename (cfg, "PEER", "PRIVATE_KEY",
909 GNUNET_log (GNUNET_ERROR_TYPE_ERROR,
910 _("Lacking key configuration settings.\n"));
913 if (NULL == (my_private_key = GNUNET_CRYPTO_eddsa_key_create_from_file (keyfile)))
915 GNUNET_log (GNUNET_ERROR_TYPE_ERROR,
916 _("Could not access hostkey file `%s'.\n"), keyfile);
917 GNUNET_free (keyfile);
920 GNUNET_free (keyfile);
921 /* we round expiration time to full seconds for SKS URIs */
922 et.abs_value_us = (expiration_time.abs_value_us / 1000000LL) * 1000000LL;
923 GNUNET_CRYPTO_eddsa_key_get_public (my_private_key, &my_public_key);
924 ass.purpose.size = htonl (sizeof (struct LocUriAssembly));
925 ass.purpose.purpose = htonl (GNUNET_SIGNATURE_PURPOSE_PEER_PLACEMENT);
926 ass.exptime = GNUNET_TIME_absolute_hton (et);
927 ass.fi = baseUri->data.chk;
928 ass.peer.public_key = my_public_key;
929 uri = GNUNET_new (struct GNUNET_FS_Uri);
930 uri->type = GNUNET_FS_URI_LOC;
931 uri->data.loc.fi = baseUri->data.chk;
932 uri->data.loc.expirationTime = et;
933 uri->data.loc.peer.public_key = my_public_key;
934 GNUNET_assert (GNUNET_OK ==
935 GNUNET_CRYPTO_eddsa_sign (my_private_key, &ass.purpose,
936 &uri->data.loc.contentSignature));
937 GNUNET_free (my_private_key);
943 * Create an SKS URI from a namespace ID and an identifier.
945 * @param ns namespace ID
946 * @param id identifier
947 * @return an FS URI for the given namespace and identifier
949 struct GNUNET_FS_Uri *
950 GNUNET_FS_uri_sks_create (const struct GNUNET_CRYPTO_EcdsaPublicKey *ns,
953 struct GNUNET_FS_Uri *ns_uri;
955 ns_uri = GNUNET_new (struct GNUNET_FS_Uri);
956 ns_uri->type = GNUNET_FS_URI_SKS;
957 ns_uri->data.sks.ns = *ns;
958 ns_uri->data.sks.identifier = GNUNET_strdup (id);
964 * Merge the sets of keywords from two KSK URIs.
965 * (useful for merging the canonicalized keywords with
966 * the original keywords for sharing).
968 * @param u1 first uri
969 * @param u2 second uri
970 * @return merged URI, NULL on error
972 struct GNUNET_FS_Uri *
973 GNUNET_FS_uri_ksk_merge (const struct GNUNET_FS_Uri *u1,
974 const struct GNUNET_FS_Uri *u2)
976 struct GNUNET_FS_Uri *ret;
984 if ((u1 == NULL) && (u2 == NULL))
987 return GNUNET_FS_uri_dup (u2);
989 return GNUNET_FS_uri_dup (u1);
990 if ((u1->type != GNUNET_FS_URI_KSK) || (u2->type != GNUNET_FS_URI_KSK))
995 kc = u1->data.ksk.keywordCount;
996 kl = GNUNET_malloc ((kc + u2->data.ksk.keywordCount) * sizeof (char *));
997 for (i = 0; i < u1->data.ksk.keywordCount; i++)
998 kl[i] = GNUNET_strdup (u1->data.ksk.keywords[i]);
999 for (i = 0; i < u2->data.ksk.keywordCount; i++)
1001 kp = u2->data.ksk.keywords[i];
1003 for (j = 0; j < u1->data.ksk.keywordCount; j++)
1004 if (0 == strcmp (kp + 1, kl[j] + 1))
1012 kl[kc++] = GNUNET_strdup (kp);
1014 ret = GNUNET_new (struct GNUNET_FS_Uri);
1015 ret->type = GNUNET_FS_URI_KSK;
1016 ret->data.ksk.keywordCount = kc;
1017 ret->data.ksk.keywords = kl;
1025 * @param uri the URI to duplicate
1026 * @return copy of the URI
1028 struct GNUNET_FS_Uri *
1029 GNUNET_FS_uri_dup (const struct GNUNET_FS_Uri *uri)
1031 struct GNUNET_FS_Uri *ret;
1036 ret = GNUNET_new (struct GNUNET_FS_Uri);
1037 memcpy (ret, uri, sizeof (struct GNUNET_FS_Uri));
1040 case GNUNET_FS_URI_KSK:
1041 if (ret->data.ksk.keywordCount >=
1042 GNUNET_MAX_MALLOC_CHECKED / sizeof (char *))
1048 if (ret->data.ksk.keywordCount > 0)
1050 ret->data.ksk.keywords =
1051 GNUNET_malloc (ret->data.ksk.keywordCount * sizeof (char *));
1052 for (i = 0; i < ret->data.ksk.keywordCount; i++)
1053 ret->data.ksk.keywords[i] = GNUNET_strdup (uri->data.ksk.keywords[i]);
1056 ret->data.ksk.keywords = NULL; /* just to be sure */
1058 case GNUNET_FS_URI_SKS:
1059 ret->data.sks.identifier = GNUNET_strdup (uri->data.sks.identifier);
1061 case GNUNET_FS_URI_LOC:
1071 * Create an FS URI from a single user-supplied string of keywords.
1072 * The string is broken up at spaces into individual keywords.
1073 * Keywords that start with "+" are mandatory. Double-quotes can
1074 * be used to prevent breaking up strings at spaces (and also
1075 * to specify non-mandatory keywords starting with "+").
1077 * Keywords must contain a balanced number of double quotes and
1078 * double quotes can not be used in the actual keywords (for
1079 * example, the string '""foo bar""' will be turned into two
1080 * "OR"ed keywords 'foo' and 'bar', not into '"foo bar"'.
1082 * @param keywords the keyword string
1083 * @param emsg where to store an error message
1084 * @return an FS URI for the given keywords, NULL
1085 * if keywords is not legal (i.e. empty).
1087 struct GNUNET_FS_Uri *
1088 GNUNET_FS_uri_ksk_create (const char *keywords, char **emsg)
1091 unsigned int num_Words;
1094 struct GNUNET_FS_Uri *uri;
1098 if (keywords == NULL)
1100 *emsg = GNUNET_strdup (_("No keywords specified!\n"));
1104 searchString = GNUNET_strdup (keywords);
1109 while ('\0' != *pos)
1111 if ((saw_quote == 0) && (isspace ((unsigned char) *pos)))
1115 else if (0 == inWord)
1121 saw_quote = (saw_quote + 1) % 2;
1126 GNUNET_free (searchString);
1127 *emsg = GNUNET_strdup (_("No keywords specified!\n"));
1132 GNUNET_free (searchString);
1133 *emsg = GNUNET_strdup (_("Number of double-quotes not balanced!\n"));
1136 keywordarr = GNUNET_malloc (num_Words * sizeof (char *));
1140 while ('\0' != *pos)
1142 if ((saw_quote == 0) && (isspace ((unsigned char) *pos)))
1147 else if (0 == inWord)
1149 keywordarr[num_Words] = pos;
1154 saw_quote = (saw_quote + 1) % 2;
1158 GNUNET_FS_uri_ksk_create_from_args (num_Words,
1159 (const char **) keywordarr);
1160 GNUNET_free (keywordarr);
1161 GNUNET_free (searchString);
1167 * Create an FS URI from a user-supplied command line of keywords.
1168 * Arguments should start with "+" to indicate mandatory
1171 * @param argc number of keywords
1172 * @param argv keywords (double quotes are not required for
1173 * keywords containing spaces; however, double
1174 * quotes are required for keywords starting with
1175 * "+"); there is no mechanism for having double
1176 * quotes in the actual keywords (if the user
1177 * did specifically specify double quotes, the
1178 * caller should convert each double quote
1179 * into two single quotes).
1180 * @return an FS URI for the given keywords, NULL
1181 * if keywords is not legal (i.e. empty).
1183 struct GNUNET_FS_Uri *
1184 GNUNET_FS_uri_ksk_create_from_args (unsigned int argc, const char **argv)
1187 struct GNUNET_FS_Uri *uri;
1188 const char *keyword;
1196 /* allow URI to be given as one and only keyword and
1197 * handle accordingly */
1199 if ((argc == 1) && (strlen (argv[0]) > strlen (GNUNET_FS_URI_PREFIX)) &&
1201 strncmp (argv[0], GNUNET_FS_URI_PREFIX, strlen (GNUNET_FS_URI_PREFIX)))
1202 && (NULL != (uri = GNUNET_FS_uri_parse (argv[0], &emsg))))
1204 GNUNET_free_non_null (emsg);
1205 uri = GNUNET_new (struct GNUNET_FS_Uri);
1206 uri->type = GNUNET_FS_URI_KSK;
1207 uri->data.ksk.keywordCount = argc;
1208 uri->data.ksk.keywords = GNUNET_malloc (argc * sizeof (char *));
1209 for (i = 0; i < argc; i++)
1212 if (keyword[0] == '+')
1213 val = GNUNET_strdup (keyword);
1215 GNUNET_asprintf (&val, " %s", keyword);
1226 uri->data.ksk.keywords[i] = val;
1233 * Test if two URIs are equal.
1235 * @param u1 one of the URIs
1236 * @param u2 the other URI
1237 * @return GNUNET_YES if the URIs are equal
1240 GNUNET_FS_uri_test_equal (const struct GNUNET_FS_Uri *u1,
1241 const struct GNUNET_FS_Uri *u2)
1247 GNUNET_assert (u1 != NULL);
1248 GNUNET_assert (u2 != NULL);
1249 if (u1->type != u2->type)
1253 case GNUNET_FS_URI_CHK:
1255 memcmp (&u1->data.chk, &u2->data.chk, sizeof (struct FileIdentifier)))
1258 case GNUNET_FS_URI_SKS:
1260 memcmp (&u1->data.sks.ns, &u2->data.sks.ns,
1261 sizeof (struct GNUNET_CRYPTO_EcdsaPublicKey))) &&
1262 (0 == strcmp (u1->data.sks.identifier, u2->data.sks.identifier)))
1266 case GNUNET_FS_URI_KSK:
1267 if (u1->data.ksk.keywordCount != u2->data.ksk.keywordCount)
1269 for (i = 0; i < u1->data.ksk.keywordCount; i++)
1272 for (j = 0; j < u2->data.ksk.keywordCount; j++)
1274 if (0 == strcmp (u1->data.ksk.keywords[i], u2->data.ksk.keywords[j]))
1280 if (ret == GNUNET_NO)
1284 case GNUNET_FS_URI_LOC:
1286 (&u1->data.loc, &u2->data.loc,
1287 sizeof (struct FileIdentifier) +
1288 sizeof (struct GNUNET_CRYPTO_EcdsaPublicKey) +
1289 sizeof (struct GNUNET_TIME_Absolute) + sizeof (unsigned short) +
1290 sizeof (unsigned short)) != 0)
1300 * Is this a namespace URI?
1302 * @param uri the uri to check
1303 * @return GNUNET_YES if this is an SKS uri
1306 GNUNET_FS_uri_test_sks (const struct GNUNET_FS_Uri *uri)
1308 return uri->type == GNUNET_FS_URI_SKS;
1313 * Get the ID of a namespace from the given
1316 * @param uri the uri to get the namespace ID from
1317 * @param pseudonym where to store the ID of the namespace
1318 * @return GNUNET_OK on success
1321 GNUNET_FS_uri_sks_get_namespace (const struct GNUNET_FS_Uri *uri,
1322 struct GNUNET_CRYPTO_EcdsaPublicKey *pseudonym)
1324 if (!GNUNET_FS_uri_test_sks (uri))
1327 return GNUNET_SYSERR;
1329 *pseudonym = uri->data.sks.ns;
1335 * Get the content identifier of an SKS URI.
1337 * @param uri the sks uri
1338 * @return NULL on error (not a valid SKS URI)
1341 GNUNET_FS_uri_sks_get_content_id (const struct GNUNET_FS_Uri *uri)
1343 if (!GNUNET_FS_uri_test_sks (uri))
1348 return GNUNET_strdup (uri->data.sks.identifier);
1353 * Is this a keyword URI?
1355 * @param uri the uri
1356 * @return #GNUNET_YES if this is a KSK uri
1359 GNUNET_FS_uri_test_ksk (const struct GNUNET_FS_Uri *uri)
1364 if (uri->type == GNUNET_FS_URI_KSK)
1366 for (i=0;i < uri->data.ksk.keywordCount; i++)
1367 GNUNET_assert (uri->data.ksk.keywords[i] != NULL);
1370 return uri->type == GNUNET_FS_URI_KSK;
1375 * Is this a file (or directory) URI?
1377 * @param uri the uri to check
1378 * @return GNUNET_YES if this is a CHK uri
1381 GNUNET_FS_uri_test_chk (const struct GNUNET_FS_Uri *uri)
1383 return uri->type == GNUNET_FS_URI_CHK;
1388 * What is the size of the file that this URI
1391 * @param uri the CHK URI to inspect
1392 * @return size of the file as specified in the CHK URI
1395 GNUNET_FS_uri_chk_get_file_size (const struct GNUNET_FS_Uri * uri)
1399 case GNUNET_FS_URI_CHK:
1400 return GNUNET_ntohll (uri->data.chk.file_length);
1401 case GNUNET_FS_URI_LOC:
1402 return GNUNET_ntohll (uri->data.loc.fi.file_length);
1406 return 0; /* unreachable */
1411 * Is this a location URI?
1413 * @param uri the uri to check
1414 * @return GNUNET_YES if this is a LOC uri
1417 GNUNET_FS_uri_test_loc (const struct GNUNET_FS_Uri *uri)
1419 return uri->type == GNUNET_FS_URI_LOC;
1424 * Add a keyword as non-mandatory (with ' '-prefix) to the
1425 * given keyword list at offset 'index'. The array is
1426 * guaranteed to be long enough.
1428 * @param s keyword to add
1429 * @param array array to add the keyword to
1430 * @param index offset where to add the keyword
1433 insert_non_mandatory_keyword (const char *s, char **array, int index)
1437 GNUNET_asprintf (&nkword,
1438 " %s", /* space to mark as 'non mandatory' */
1440 array[index] = nkword;
1445 * Test if the given keyword @a s is already present in the
1446 * given array, ignoring the '+'-mandatory prefix in the array.
1448 * @param s keyword to test
1449 * @param array keywords to test against, with ' ' or '+' prefix to ignore
1450 * @param array_length length of the @a array
1451 * @return #GNUNET_YES if the keyword exists, #GNUNET_NO if not
1454 find_duplicate (const char *s, const char **array, int array_length)
1458 for (j = array_length - 1; j >= 0; j--)
1459 if (0 == strcmp (&array[j][1], s))
1469 normalize_metadata (enum EXTRACTOR_MetaFormat format,
1473 uint8_t *free_str = NULL;
1474 uint8_t *str_to_normalize = (uint8_t *) data;
1475 uint8_t *normalized;
1477 if (str_to_normalize == NULL)
1479 /* Don't trust libextractor */
1480 if (format == EXTRACTOR_METAFORMAT_UTF8)
1482 free_str = (uint8_t *) u8_check ((const uint8_t *) data, data_len);
1483 if (free_str == NULL)
1486 format = EXTRACTOR_METAFORMAT_C_STRING;
1488 if (format == EXTRACTOR_METAFORMAT_C_STRING)
1490 free_str = u8_strconv_from_encoding (data, locale_charset (), iconveh_escape_sequence);
1491 if (free_str == NULL)
1495 normalized = u8_tolower (str_to_normalize, strlen ((char *) str_to_normalize), NULL, UNINORM_NFD, NULL, &r_len);
1496 /* free_str is allocated by libunistring internally, use free() */
1497 if (free_str != NULL)
1499 if (normalized != NULL)
1501 /* u8_tolower allocates a non-NULL-terminated string! */
1502 free_str = GNUNET_malloc (r_len + 1);
1503 memcpy (free_str, normalized, r_len);
1504 free_str[r_len] = '\0';
1506 normalized = free_str;
1508 return (char *) normalized;
1512 * Counts the number of UTF-8 characters (not bytes) in the string,
1513 * returns that count.
1516 u8_strcount (const uint8_t *s)
1520 GNUNET_assert (s != NULL);
1523 for (count = 0; s != NULL; count++)
1524 s = u8_next (&c, s);
1530 * Break the filename up by matching [], () and {} pairs to make
1531 * keywords. In case of nesting parentheses only the inner pair counts.
1532 * You can't escape parentheses to scan something like "[blah\{foo]" to
1533 * make a "blah{foo" keyword, this function is only a heuristic!
1535 * @param s string to break down.
1536 * @param array array to fill with enclosed tokens. If NULL, then tokens
1538 * @param index index at which to start filling the array (entries prior
1539 * to it are used to check for duplicates). ignored if array == NULL.
1540 * @return number of tokens counted (including duplicates), or number of
1541 * tokens extracted (excluding duplicates). 0 if there are no
1542 * matching parens in the string (when counting), or when all tokens
1543 * were duplicates (when extracting).
1546 get_keywords_from_parens (const char *s, char **array, int index)
1556 ss = GNUNET_strdup (s);
1557 open_paren = ss - 1;
1558 while (NULL != (open_paren = strpbrk (open_paren + 1, "[{(")))
1562 close_paren = strpbrk (open_paren + 1, "]})");
1563 if (NULL == close_paren)
1565 switch (open_paren[0])
1568 if (']' == close_paren[0])
1572 if ('}' == close_paren[0])
1576 if (')' == close_paren[0])
1582 if (match && (close_paren - open_paren > 1))
1584 tmp = close_paren[0];
1585 close_paren[0] = '\0';
1586 /* Keywords must be at least 3 characters long */
1587 if (u8_strcount ((const uint8_t *) &open_paren[1]) <= 2)
1589 close_paren[0] = tmp;
1595 if (GNUNET_NO == find_duplicate ((const char *) &open_paren[1],
1596 (const char **) array, index + count))
1598 insert_non_mandatory_keyword ((const char *) &open_paren[1], array,
1602 normalized = normalize_metadata (EXTRACTOR_METAFORMAT_UTF8,
1603 &open_paren[1], close_paren - &open_paren[1]);
1604 if (normalized != NULL)
1606 if (GNUNET_NO == find_duplicate ((const char *) normalized,
1607 (const char **) array, index + count))
1609 insert_non_mandatory_keyword ((const char *) normalized, array,
1613 GNUNET_free (normalized);
1618 close_paren[0] = tmp;
1627 * Where to break up keywords
1629 #define TOKENS "_. /-!?#&+@\"\'\\;:,()[]{}$<>|"
1632 * Break the filename up by TOKENS to make
1635 * @param s string to break down.
1636 * @param array array to fill with tokens. If NULL, then tokens are only
1638 * @param index index at which to start filling the array (entries prior
1639 * to it are used to check for duplicates). ignored if array == NULL.
1640 * @return number of tokens (>1) counted (including duplicates), or number of
1641 * tokens extracted (excluding duplicates). 0 if there are no
1642 * separators in the string (when counting), or when all tokens were
1643 * duplicates (when extracting).
1646 get_keywords_from_tokens (const char *s, char **array, int index)
1652 ss = GNUNET_strdup (s);
1653 for (p = strtok (ss, TOKENS); p != NULL; p = strtok (NULL, TOKENS))
1655 /* Keywords must be at least 3 characters long */
1656 if (u8_strcount ((const uint8_t *) p) <= 2)
1661 if (GNUNET_NO == find_duplicate (p, (const char **) array, index + seps))
1663 insert_non_mandatory_keyword (p, array,
1667 normalized = normalize_metadata (EXTRACTOR_METAFORMAT_UTF8,
1669 if (normalized != NULL)
1671 if (GNUNET_NO == find_duplicate ((const char *) normalized,
1672 (const char **) array, index + seps))
1674 insert_non_mandatory_keyword ((const char *) normalized, array,
1678 GNUNET_free (normalized);
1691 * Function called on each value in the meta data.
1692 * Adds it to the URI.
1694 * @param cls URI to update
1695 * @param plugin_name name of the plugin that produced this value;
1696 * special values can be used (i.e. '<zlib>' for zlib being
1697 * used in the main libextractor library and yielding
1699 * @param type libextractor-type describing the meta data
1700 * @param format basic format information about data
1701 * @param data_mime_type mime-type of data (not of the original file);
1702 * can be NULL (if mime-type is not known)
1703 * @param data actual meta-data found
1704 * @param data_len number of bytes in @a data
1705 * @return 0 (always)
1708 gather_uri_data (void *cls, const char *plugin_name,
1709 enum EXTRACTOR_MetaType type,
1710 enum EXTRACTOR_MetaFormat format,
1711 const char *data_mime_type,
1715 struct GNUNET_FS_Uri *uri = cls;
1716 char *normalized_data;
1719 if ((format != EXTRACTOR_METAFORMAT_UTF8) &&
1720 (format != EXTRACTOR_METAFORMAT_C_STRING))
1722 /* Keywords must be at least 3 characters long
1723 * If given non-utf8 string it will, most likely, find it to be invalid,
1724 * and will return the length of its valid part, skipping the keyword.
1725 * If it does - fix the extractor, not this check!
1727 if (u8_strcount ((const uint8_t *) data) <= 2)
1729 if ( (EXTRACTOR_METATYPE_MIMETYPE == type) &&
1730 (NULL != (sep = memchr (data, '/', data_len))) &&
1735 GNUNET_asprintf (&xtra,
1739 if (! find_duplicate (xtra,
1740 (const char **) uri->data.ksk.keywords,
1741 uri->data.ksk.keywordCount))
1743 insert_non_mandatory_keyword (xtra,
1744 uri->data.ksk.keywords,
1745 uri->data.ksk.keywordCount);
1746 uri->data.ksk.keywordCount++;
1751 normalized_data = normalize_metadata (format, data, data_len);
1752 if (! find_duplicate (data,
1753 (const char **) uri->data.ksk.keywords,
1754 uri->data.ksk.keywordCount))
1756 insert_non_mandatory_keyword (data,
1757 uri->data.ksk.keywords, uri->data.ksk.keywordCount);
1758 uri->data.ksk.keywordCount++;
1760 if (NULL != normalized_data)
1762 if (! find_duplicate (normalized_data,
1763 (const char **) uri->data.ksk.keywords,
1764 uri->data.ksk.keywordCount))
1766 insert_non_mandatory_keyword (normalized_data,
1767 uri->data.ksk.keywords, uri->data.ksk.keywordCount);
1768 uri->data.ksk.keywordCount++;
1770 GNUNET_free (normalized_data);
1777 * Construct a keyword-URI from meta-data (take all entries
1778 * in the meta-data and construct one large keyword URI
1779 * that lists all keywords that can be found in the meta-data).
1781 * @param md metadata to use
1782 * @return NULL on error, otherwise a KSK URI
1784 struct GNUNET_FS_Uri *
1785 GNUNET_FS_uri_ksk_create_from_meta_data (const struct GNUNET_CONTAINER_MetaData *md)
1787 struct GNUNET_FS_Uri *ret;
1789 char *full_name = NULL;
1792 int tok_keywords = 0;
1793 int paren_keywords = 0;
1797 ret = GNUNET_new (struct GNUNET_FS_Uri);
1798 ret->type = GNUNET_FS_URI_KSK;
1799 ent = GNUNET_CONTAINER_meta_data_iterate (md, NULL, NULL);
1802 full_name = GNUNET_CONTAINER_meta_data_get_first_by_types (md,
1803 EXTRACTOR_METATYPE_GNUNET_ORIGINAL_FILENAME, -1);
1804 if (NULL != full_name)
1806 filename = full_name;
1807 while (NULL != (ss = strstr (filename, DIR_SEPARATOR_STR)))
1809 tok_keywords = get_keywords_from_tokens (filename, NULL, 0);
1810 paren_keywords = get_keywords_from_parens (filename, NULL, 0);
1812 /* x3 because there might be a normalized variant of every keyword,
1813 plus theoretically one more for mime... */
1814 ret->data.ksk.keywords = GNUNET_malloc
1815 (sizeof (char *) * (ent + tok_keywords + paren_keywords) * 3);
1816 GNUNET_CONTAINER_meta_data_iterate (md, &gather_uri_data, ret);
1818 if (tok_keywords > 0)
1819 ret->data.ksk.keywordCount += get_keywords_from_tokens (filename,
1820 ret->data.ksk.keywords,
1821 ret->data.ksk.keywordCount);
1822 if (paren_keywords > 0)
1823 ret->data.ksk.keywordCount += get_keywords_from_parens (filename,
1824 ret->data.ksk.keywords,
1825 ret->data.ksk.keywordCount);
1827 GNUNET_free_non_null (full_name);
1833 * In URI-encoding, does the given character
1834 * need to be encoded using %-encoding?
1837 needs_percent (char c)
1840 ((isalnum ((unsigned char) c)) || (c == '-') || (c == '_') ||
1841 (c == '.') || (c == '~')));
1846 * Convert a KSK URI to a string.
1848 * @param uri the URI to convert
1849 * @return NULL on error (i.e. keywordCount == 0)
1852 uri_ksk_to_string (const struct GNUNET_FS_Uri *uri)
1855 unsigned int keywordCount;
1862 const char *keyword;
1864 if (uri->type != GNUNET_FS_URI_KSK)
1866 keywords = uri->data.ksk.keywords;
1867 keywordCount = uri->data.ksk.keywordCount;
1868 n = keywordCount + strlen (GNUNET_FS_URI_PREFIX) +
1869 strlen (GNUNET_FS_URI_KSK_INFIX) + 1;
1870 for (i = 0; i < keywordCount; i++)
1872 keyword = keywords[i];
1873 slen = strlen (keyword);
1875 for (j = 0; j < slen; j++)
1877 if ((j == 0) && (keyword[j] == ' '))
1880 continue; /* skip leading space */
1882 if (needs_percent (keyword[j]))
1883 n += 2; /* will use %-encoding */
1886 ret = GNUNET_malloc (n);
1887 strcpy (ret, GNUNET_FS_URI_PREFIX);
1888 strcat (ret, GNUNET_FS_URI_KSK_INFIX);
1889 wpos = strlen (ret);
1890 for (i = 0; i < keywordCount; i++)
1892 keyword = keywords[i];
1893 slen = strlen (keyword);
1894 for (j = 0; j < slen; j++)
1896 if ((j == 0) && (keyword[j] == ' '))
1897 continue; /* skip leading space */
1898 if (needs_percent (keyword[j]))
1900 sprintf (&ret[wpos], "%%%02X", (unsigned char) keyword[j]);
1905 ret[wpos++] = keyword[j];
1908 if (i != keywordCount - 1)
1916 * Convert SKS URI to a string.
1918 * @param uri sks uri to convert
1919 * @return NULL on error
1922 uri_sks_to_string (const struct GNUNET_FS_Uri *uri)
1927 if (GNUNET_FS_URI_SKS != uri->type)
1929 ret = GNUNET_STRINGS_data_to_string (&uri->data.sks.ns,
1930 sizeof (struct GNUNET_CRYPTO_EcdsaPublicKey),
1933 GNUNET_assert (NULL != ret);
1935 GNUNET_asprintf (&ret, "%s%s%s/%s", GNUNET_FS_URI_PREFIX,
1936 GNUNET_FS_URI_SKS_INFIX, buf,
1937 uri->data.sks.identifier);
1943 * Convert a CHK URI to a string.
1945 * @param uri chk uri to convert
1946 * @return NULL on error
1949 uri_chk_to_string (const struct GNUNET_FS_Uri *uri)
1951 const struct FileIdentifier *fi;
1953 struct GNUNET_CRYPTO_HashAsciiEncoded keyhash;
1954 struct GNUNET_CRYPTO_HashAsciiEncoded queryhash;
1956 if (uri->type != GNUNET_FS_URI_CHK)
1958 fi = &uri->data.chk;
1959 GNUNET_CRYPTO_hash_to_enc (&fi->chk.key, &keyhash);
1960 GNUNET_CRYPTO_hash_to_enc (&fi->chk.query, &queryhash);
1962 GNUNET_asprintf (&ret, "%s%s%s.%s.%llu", GNUNET_FS_URI_PREFIX,
1963 GNUNET_FS_URI_CHK_INFIX, (const char *) &keyhash,
1964 (const char *) &queryhash, GNUNET_ntohll (fi->file_length));
1969 * Convert binary data to a string.
1971 * @param data binary data to convert
1972 * @param size number of bytes in data
1973 * @return converted data
1976 bin2enc (const void *data, size_t size)
1979 * 64 characters for encoding, 6 bits per character
1982 "0123456789ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz_=";
1990 GNUNET_assert (strlen (tbl) == 64);
1992 if (((size * 8) % 6) != 0)
1994 ret = GNUNET_malloc (len + 1);
1999 for (pos = 0; pos < size; pos++)
2001 bits |= ((((const unsigned char *) data)[pos]) << hbits);
2005 ret[len++] = tbl[bits & 63];
2011 ret[len] = tbl[bits & 63];
2017 * Convert a LOC URI to a string.
2019 * @param uri loc uri to convert
2020 * @return NULL on error
2023 uri_loc_to_string (const struct GNUNET_FS_Uri *uri)
2026 struct GNUNET_CRYPTO_HashAsciiEncoded keyhash;
2027 struct GNUNET_CRYPTO_HashAsciiEncoded queryhash;
2031 GNUNET_CRYPTO_hash_to_enc (&uri->data.loc.fi.chk.key, &keyhash);
2032 GNUNET_CRYPTO_hash_to_enc (&uri->data.loc.fi.chk.query, &queryhash);
2034 bin2enc (&uri->data.loc.peer,
2035 sizeof (struct GNUNET_CRYPTO_EcdsaPublicKey));
2037 bin2enc (&uri->data.loc.contentSignature,
2038 sizeof (struct GNUNET_CRYPTO_EcdsaSignature));
2039 GNUNET_asprintf (&ret,
2040 "%s%s%s.%s.%llu.%s.%s.%llu", GNUNET_FS_URI_PREFIX,
2041 GNUNET_FS_URI_LOC_INFIX, (const char *) &keyhash,
2042 (const char *) &queryhash,
2043 (unsigned long long) GNUNET_ntohll (uri->data.loc.
2044 fi.file_length), peerId,
2046 (unsigned long long) uri->data.loc.expirationTime.abs_value_us / 1000000LL);
2047 GNUNET_free (peerSig);
2048 GNUNET_free (peerId);
2054 * Convert a URI to a UTF-8 String.
2056 * @param uri uri to convert to a string
2057 * @return the UTF-8 string
2060 GNUNET_FS_uri_to_string (const struct GNUNET_FS_Uri *uri)
2069 case GNUNET_FS_URI_KSK:
2070 return uri_ksk_to_string (uri);
2071 case GNUNET_FS_URI_SKS:
2072 return uri_sks_to_string (uri);
2073 case GNUNET_FS_URI_CHK:
2074 return uri_chk_to_string (uri);
2075 case GNUNET_FS_URI_LOC:
2076 return uri_loc_to_string (uri);
2083 /* end of fs_uri.c */