GNUnet  0.10.x
Data Structures | Macros | Functions
fs_uri.c File Reference

Parses and produces uri strings. More...

#include "platform.h"
#include "gnunet_fs_service.h"
#include "gnunet_signatures.h"
#include "fs_api.h"
#include <unitypes.h>
#include <unicase.h>
#include <uniconv.h>
#include <unistr.h>
#include <unistdio.h>
Include dependency graph for fs_uri.c:

Go to the source code of this file.

Data Structures

struct  LocUriAssembly
 Structure that defines how the contents of a location URI must be assembled in memory to create or verify the signature of a location URI. More...
 

Macros

#define GNUNET_FS_URI_KSK_PREFIX   GNUNET_FS_URI_PREFIX GNUNET_FS_URI_KSK_INFIX
 
#define GNUNET_FS_URI_SKS_PREFIX   GNUNET_FS_URI_PREFIX GNUNET_FS_URI_SKS_INFIX
 
#define GNUNET_FS_URI_CHK_PREFIX   GNUNET_FS_URI_PREFIX GNUNET_FS_URI_CHK_INFIX
 
#define GNUNET_FS_URI_LOC_PREFIX   GNUNET_FS_URI_PREFIX GNUNET_FS_URI_LOC_INFIX
 
#define SIGNATURE_ASCII_LENGTH   103
 
#define TOKENS   "_. /-!?#&+@\"\'\\;:,()[]{}$<>|"
 Where to break up keywords. More...
 

Functions

int GNUNET_FS_uri_to_key (const struct GNUNET_FS_Uri *uri, struct GNUNET_HashCode *key)
 Get a unique key from a URI. More...
 
char * GNUNET_FS_uri_ksk_to_string_fancy (const struct GNUNET_FS_Uri *uri)
 Convert keyword URI to a human readable format (i.e. More...
 
static char * percent_decode_keyword (const char *in, char **emsg)
 Given a keyword with %-encoding (and possibly quotes to protect spaces), return a copy of the keyword without %-encoding and without double-quotes (%22). More...
 
static struct GNUNET_FS_Uriuri_ksk_parse (const char *s, char **emsg)
 Parse a KSK URI. More...
 
static struct GNUNET_FS_Uriuri_sks_parse (const char *s, char **emsg)
 Parse an SKS URI. More...
 
static struct GNUNET_FS_Uriuri_chk_parse (const char *s, char **emsg)
 Parse a CHK URI. More...
 
static struct GNUNET_FS_Uriuri_loc_parse (const char *s, char **emsg)
 Parse a LOC URI. More...
 
struct GNUNET_FS_UriGNUNET_FS_uri_parse (const char *uri, char **emsg)
 Convert a UTF-8 String to a URI. More...
 
void GNUNET_FS_uri_destroy (struct GNUNET_FS_Uri *uri)
 Free URI. More...
 
unsigned int GNUNET_FS_uri_ksk_get_keyword_count (const struct GNUNET_FS_Uri *uri)
 How many keywords are ANDed in this keyword URI? More...
 
int GNUNET_FS_uri_ksk_get_keywords (const struct GNUNET_FS_Uri *uri, GNUNET_FS_KeywordIterator iterator, void *iterator_cls)
 Iterate over all keywords in this keyword URI. More...
 
void GNUNET_FS_uri_ksk_add_keyword (struct GNUNET_FS_Uri *uri, const char *keyword, int is_mandatory)
 Add the given keyword to the set of keywords represented by the URI. More...
 
void GNUNET_FS_uri_ksk_remove_keyword (struct GNUNET_FS_Uri *uri, const char *keyword)
 Remove the given keyword from the set of keywords represented by the URI. More...
 
int GNUNET_FS_uri_loc_get_peer_identity (const struct GNUNET_FS_Uri *uri, struct GNUNET_PeerIdentity *peer)
 Obtain the identity of the peer offering the data. More...
 
struct GNUNET_TIME_Absolute GNUNET_FS_uri_loc_get_expiration (const struct GNUNET_FS_Uri *uri)
 Obtain the expiration of the LOC URI. More...
 
struct GNUNET_FS_UriGNUNET_FS_uri_loc_get_uri (const struct GNUNET_FS_Uri *uri)
 Obtain the URI of the content itself. More...
 
struct GNUNET_FS_UriGNUNET_FS_uri_loc_create (const struct GNUNET_FS_Uri *base_uri, const struct GNUNET_CRYPTO_EddsaPrivateKey *sign_key, struct GNUNET_TIME_Absolute expiration_time)
 Construct a location URI (this peer will be used for the location). More...
 
struct GNUNET_FS_UriGNUNET_FS_uri_sks_create (const struct GNUNET_CRYPTO_EcdsaPublicKey *ns, const char *id)
 Create an SKS URI from a namespace ID and an identifier. More...
 
struct GNUNET_FS_UriGNUNET_FS_uri_ksk_merge (const struct GNUNET_FS_Uri *u1, const struct GNUNET_FS_Uri *u2)
 Merge the sets of keywords from two KSK URIs. More...
 
struct GNUNET_FS_UriGNUNET_FS_uri_dup (const struct GNUNET_FS_Uri *uri)
 Duplicate URI. More...
 
struct GNUNET_FS_UriGNUNET_FS_uri_ksk_create (const char *keywords, char **emsg)
 Create an FS URI from a single user-supplied string of keywords. More...
 
struct GNUNET_FS_UriGNUNET_FS_uri_ksk_create_from_args (unsigned int argc, const char **argv)
 Create an FS URI from a user-supplied command line of keywords. More...
 
int GNUNET_FS_uri_test_equal (const struct GNUNET_FS_Uri *u1, const struct GNUNET_FS_Uri *u2)
 Test if two URIs are equal. More...
 
int GNUNET_FS_uri_test_sks (const struct GNUNET_FS_Uri *uri)
 Is this a namespace URI? More...
 
int GNUNET_FS_uri_sks_get_namespace (const struct GNUNET_FS_Uri *uri, struct GNUNET_CRYPTO_EcdsaPublicKey *pseudonym)
 Get the ID of a namespace from the given namespace URI. More...
 
char * GNUNET_FS_uri_sks_get_content_id (const struct GNUNET_FS_Uri *uri)
 Get the content identifier of an SKS URI. More...
 
int GNUNET_FS_uri_test_ksk (const struct GNUNET_FS_Uri *uri)
 Is this a keyword URI? More...
 
int GNUNET_FS_uri_test_chk (const struct GNUNET_FS_Uri *uri)
 Is this a file (or directory) URI? More...
 
uint64_t GNUNET_FS_uri_chk_get_file_size (const struct GNUNET_FS_Uri *uri)
 What is the size of the file that this URI refers to? More...
 
int GNUNET_FS_uri_test_loc (const struct GNUNET_FS_Uri *uri)
 Is this a location URI? More...
 
static void insert_non_mandatory_keyword (const char *s, char **array, int index)
 Add a keyword as non-mandatory (with ' '-prefix) to the given keyword list at offset 'index'. More...
 
static int find_duplicate (const char *s, const char **array, int array_length)
 Test if the given keyword s is already present in the given array, ignoring the '+'-mandatory prefix in the array. More...
 
static char * normalize_metadata (enum EXTRACTOR_MetaFormat format, const char *data, size_t data_len)
 FIXME: comment. More...
 
static size_t u8_strcount (const uint8_t *s)
 Counts the number of UTF-8 characters (not bytes) in the string, returns that count. More...
 
static int get_keywords_from_parens (const char *s, char **array, int index)
 Break the filename up by matching [], () and {} pairs to make keywords. More...
 
static int get_keywords_from_tokens (const char *s, char **array, int index)
 Break the filename up by TOKENS to make keywords. More...
 
static int gather_uri_data (void *cls, const char *plugin_name, enum EXTRACTOR_MetaType type, enum EXTRACTOR_MetaFormat format, const char *data_mime_type, const char *data, size_t data_len)
 Function called on each value in the meta data. More...
 
struct GNUNET_FS_UriGNUNET_FS_uri_ksk_create_from_meta_data (const struct GNUNET_CONTAINER_MetaData *md)
 Construct a keyword-URI from meta-data (take all entries in the meta-data and construct one large keyword URI that lists all keywords that can be found in the meta-data). More...
 
static int needs_percent (char c)
 In URI-encoding, does the given character need to be encoded using %-encoding? More...
 
static char * uri_ksk_to_string (const struct GNUNET_FS_Uri *uri)
 Convert a KSK URI to a string. More...
 
static char * uri_sks_to_string (const struct GNUNET_FS_Uri *uri)
 Convert SKS URI to a string. More...
 
static char * uri_chk_to_string (const struct GNUNET_FS_Uri *uri)
 Convert a CHK URI to a string. More...
 
static char * uri_loc_to_string (const struct GNUNET_FS_Uri *uri)
 Convert a LOC URI to a string. More...
 
char * GNUNET_FS_uri_to_string (const struct GNUNET_FS_Uri *uri)
 Convert a URI to a UTF-8 String. More...
 

Detailed Description

Parses and produces uri strings.

Author
Igor Wronsky, Christian Grothoff

GNUnet URIs are of the general form "gnunet://MODULE/IDENTIFIER". The specific structure of "IDENTIFIER" depends on the module and maybe differenciated into additional subcategories if applicable. This module only deals with fs identifiers (MODULE = "fs").

This module only parses URIs for the AFS module. The FS URIs fall into four categories, "chk", "sks", "ksk" and "loc". The first three categories were named in analogy (!) to Freenet, but they do NOT work in exactly the same way. They are very similar from the user's point of view (unique file identifier, subspace, keyword), but the implementation is rather different in pretty much every detail. The concrete URI formats are:

The encoding for hexadecimal values is defined in the hashing.c module in the gnunetutil library and discussed there.

Definition in file fs_uri.c.

Macro Definition Documentation

◆ GNUNET_FS_URI_KSK_PREFIX

#define GNUNET_FS_URI_KSK_PREFIX   GNUNET_FS_URI_PREFIX GNUNET_FS_URI_KSK_INFIX

Definition at line 268 of file fs_uri.c.

Referenced by uri_ksk_parse().

◆ GNUNET_FS_URI_SKS_PREFIX

#define GNUNET_FS_URI_SKS_PREFIX   GNUNET_FS_URI_PREFIX GNUNET_FS_URI_SKS_INFIX

Definition at line 362 of file fs_uri.c.

Referenced by uri_sks_parse().

◆ GNUNET_FS_URI_CHK_PREFIX

#define GNUNET_FS_URI_CHK_PREFIX   GNUNET_FS_URI_PREFIX GNUNET_FS_URI_CHK_INFIX

Definition at line 400 of file fs_uri.c.

Referenced by uri_chk_parse().

◆ GNUNET_FS_URI_LOC_PREFIX

#define GNUNET_FS_URI_LOC_PREFIX   GNUNET_FS_URI_PREFIX GNUNET_FS_URI_LOC_INFIX

Definition at line 487 of file fs_uri.c.

Referenced by uri_loc_parse().

◆ SIGNATURE_ASCII_LENGTH

#define SIGNATURE_ASCII_LENGTH   103

Definition at line 489 of file fs_uri.c.

Referenced by uri_loc_parse(), and uri_loc_to_string().

◆ TOKENS

#define TOKENS   "_. /-!?#&+@\"\'\\;:,()[]{}$<>|"

Where to break up keywords.

Definition at line 1622 of file fs_uri.c.

Referenced by get_keywords_from_tokens().

Function Documentation

◆ percent_decode_keyword()

static char* percent_decode_keyword ( const char *  in,
char **  emsg 
)
static

Given a keyword with %-encoding (and possibly quotes to protect spaces), return a copy of the keyword without %-encoding and without double-quotes (%22).

Also, add a space at the beginning if there is not a '+'.

Parameters
instring with %-encoding
emsgwhere to store the parser error message (if any)
Returns
decodded string with leading space (or preserved plus)

Definition at line 219 of file fs_uri.c.

References _, GNUNET_free, GNUNET_malloc, GNUNET_strdup, and ret.

Referenced by uri_ksk_parse().

220 {
221  char *out;
222  char *ret;
223  unsigned int rpos;
224  unsigned int wpos;
225  unsigned int hx;
226 
227  out = GNUNET_strdup(in);
228  rpos = 0;
229  wpos = 0;
230  while (out[rpos] != '\0')
231  {
232  if (out[rpos] == '%')
233  {
234  if (1 != sscanf(&out[rpos + 1], "%2X", &hx))
235  {
236  GNUNET_free(out);
237  *emsg = GNUNET_strdup(
238  _(/* xgettext:no-c-format */
239  "Malformed KSK URI (`%' must be followed by HEX number)"));
240  return NULL;
241  }
242  rpos += 3;
243  if (hx == '"')
244  continue; /* skip double quote */
245  out[wpos++] = (char)hx;
246  }
247  else
248  {
249  out[wpos++] = out[rpos++];
250  }
251  }
252  out[wpos] = '\0';
253  if (out[0] == '+')
254  {
255  ret = GNUNET_strdup(out);
256  }
257  else
258  {
259  /* need to prefix with space */
260  ret = GNUNET_malloc(strlen(out) + 2);
261  strcpy(ret, " ");
262  strcat(ret, out);
263  }
264  GNUNET_free(out);
265  return ret;
266 }
static int ret
Final status code.
Definition: gnunet-arm.c:89
#define GNUNET_strdup(a)
Wrapper around GNUNET_xstrdup_.
#define _(String)
GNU gettext support macro.
Definition: platform.h:181
#define GNUNET_malloc(size)
Wrapper around malloc.
#define GNUNET_free(ptr)
Wrapper around free.
Here is the caller graph for this function:

◆ uri_ksk_parse()

static struct GNUNET_FS_Uri* uri_ksk_parse ( const char *  s,
char **  emsg 
)
static

Parse a KSK URI.

Parameters
san uri string
emsgwhere to store the parser error message (if any)
Returns
NULL on error, otherwise the KSK URI

Definition at line 278 of file fs_uri.c.

References _, GNUNET_FS_Uri::data, GNUNET_assert, GNUNET_free, GNUNET_free_non_null, GNUNET_FS_URI_KSK, GNUNET_FS_URI_KSK_PREFIX, GNUNET_new, GNUNET_new_array, GNUNET_strdup, GNUNET_FS_Uri::keywords, GNUNET_FS_Uri::ksk, percent_decode_keyword(), ret, and GNUNET_FS_Uri::type.

Referenced by GNUNET_FS_uri_parse().

279 {
280  struct GNUNET_FS_Uri *ret;
281  char **keywords;
282  unsigned int pos;
283  int max;
284  int iret;
285  int i;
286  size_t slen;
287  char *dup;
288  int saw_quote;
289 
290  slen = strlen(s);
291  pos = strlen(GNUNET_FS_URI_KSK_PREFIX);
292  if ((slen <= pos) || (0 != strncmp(s, GNUNET_FS_URI_KSK_PREFIX, pos)))
293  return NULL; /* not KSK URI */
294  if ((s[slen - 1] == '+') || (s[pos] == '+'))
295  {
296  *emsg =
297  GNUNET_strdup(_("Malformed KSK URI (must not begin or end with `+')"));
298  return NULL;
299  }
300  max = 1;
301  saw_quote = 0;
302  for (i = pos; i < slen; i++)
303  {
304  if ((s[i] == '%') && (&s[i] == strstr(&s[i], "%22")))
305  {
306  saw_quote = (saw_quote + 1) % 2;
307  i += 3;
308  continue;
309  }
310  if ((s[i] == '+') && (saw_quote == 0))
311  {
312  max++;
313  if (s[i - 1] == '+')
314  {
315  *emsg = GNUNET_strdup(_("Malformed KSK URI (`++' not allowed)"));
316  return NULL;
317  }
318  }
319  }
320  if (saw_quote == 1)
321  {
322  *emsg = GNUNET_strdup(_("Malformed KSK URI (quotes not balanced)"));
323  return NULL;
324  }
325  iret = max;
326  dup = GNUNET_strdup(s);
327  keywords = GNUNET_new_array(max, char *);
328  for (i = slen - 1; i >= (int)pos; i--)
329  {
330  if ((s[i] == '%') && (&s[i] == strstr(&s[i], "%22")))
331  {
332  saw_quote = (saw_quote + 1) % 2;
333  continue;
334  }
335  if ((dup[i] == '+') && (saw_quote == 0))
336  {
337  keywords[--max] = percent_decode_keyword(&dup[i + 1], emsg);
338  if (NULL == keywords[max])
339  goto CLEANUP;
340  dup[i] = '\0';
341  }
342  }
343  keywords[--max] = percent_decode_keyword(&dup[pos], emsg);
344  if (NULL == keywords[max])
345  goto CLEANUP;
346  GNUNET_assert(0 == max);
347  GNUNET_free(dup);
348  ret = GNUNET_new(struct GNUNET_FS_Uri);
349  ret->type = GNUNET_FS_URI_KSK;
350  ret->data.ksk.keywordCount = iret;
351  ret->data.ksk.keywords = keywords;
352  return ret;
353 CLEANUP:
354  for (i = 0; i < max; i++)
355  GNUNET_free_non_null(keywords[i]);
356  GNUNET_free(keywords);
357  GNUNET_free(dup);
358  return NULL;
359 }
#define GNUNET_FS_URI_KSK_PREFIX
Definition: fs_uri.c:268
#define GNUNET_assert(cond)
Use this for fatal errors that cannot be handled.
Keyword search key (query with keywords).
Definition: fs_api.h:150
static char * percent_decode_keyword(const char *in, char **emsg)
Given a keyword with %-encoding (and possibly quotes to protect spaces), return a copy of the keyword...
Definition: fs_uri.c:219
#define GNUNET_free_non_null(ptr)
Free the memory pointed to by ptr if ptr is not NULL.
#define GNUNET_new(type)
Allocate a struct or union of the given type.
static int ret
Final status code.
Definition: gnunet-arm.c:89
#define GNUNET_strdup(a)
Wrapper around GNUNET_xstrdup_.
#define _(String)
GNU gettext support macro.
Definition: platform.h:181
char ** keywords
Keywords start with a &#39;+&#39; if they are mandatory (in which case the &#39;+&#39; is NOT part of the keyword) an...
Definition: fs_api.h:179
struct GNUNET_FS_Uri::@16::@17 ksk
union GNUNET_FS_Uri::@16 data
#define GNUNET_new_array(n, type)
Allocate a size n array with structs or unions of the given type.
enum GNUNET_FS_UriType type
Type of the URI.
Definition: fs_api.h:166
A Universal Resource Identifier (URI), opaque.
Definition: fs_api.h:162
#define GNUNET_free(ptr)
Wrapper around free.
Here is the call graph for this function:
Here is the caller graph for this function:

◆ uri_sks_parse()

static struct GNUNET_FS_Uri* uri_sks_parse ( const char *  s,
char **  emsg 
)
static

Parse an SKS URI.

Parameters
san uri string
emsgwhere to store the parser error message (if any)
Returns
NULL on error, SKS URI otherwise

Definition at line 372 of file fs_uri.c.

References _, GNUNET_FS_Uri::data, end, GNUNET_FS_URI_SKS, GNUNET_FS_URI_SKS_PREFIX, GNUNET_new, GNUNET_OK, GNUNET_strdup, GNUNET_STRINGS_string_to_data(), ns, ret, GNUNET_FS_Uri::sks, and GNUNET_FS_Uri::type.

Referenced by GNUNET_FS_uri_parse().

373 {
374  struct GNUNET_FS_Uri *ret;
376  size_t pos;
377  char *end;
378 
379  pos = strlen(GNUNET_FS_URI_SKS_PREFIX);
380  if ((strlen(s) <= pos) || (0 != strncmp(s, GNUNET_FS_URI_SKS_PREFIX, pos)))
381  return NULL; /* not an SKS URI */
382  end = strchr(&s[pos], '/');
383  if ((NULL == end) ||
385  end - &s[pos],
386  &ns,
387  sizeof(ns))))
388  {
389  *emsg = GNUNET_strdup(_("Malformed SKS URI (wrong syntax)"));
390  return NULL; /* malformed */
391  }
392  end++; /* skip over '/' */
393  ret = GNUNET_new(struct GNUNET_FS_Uri);
394  ret->type = GNUNET_FS_URI_SKS;
395  ret->data.sks.ns = ns;
396  ret->data.sks.identifier = GNUNET_strdup(end);
397  return ret;
398 }
static int end
Set if we are to shutdown all services (including ARM).
Definition: gnunet-arm.c:34
#define GNUNET_OK
Named constants for return values.
Definition: gnunet_common.h:75
#define GNUNET_new(type)
Allocate a struct or union of the given type.
static int ret
Final status code.
Definition: gnunet-arm.c:89
#define GNUNET_strdup(a)
Wrapper around GNUNET_xstrdup_.
#define _(String)
GNU gettext support macro.
Definition: platform.h:181
union GNUNET_FS_Uri::@16 data
#define GNUNET_FS_URI_SKS_PREFIX
Definition: fs_uri.c:362
static struct GNUNET_NAMESTORE_Handle * ns
Handle to the namestore.
enum GNUNET_FS_UriType type
Type of the URI.
Definition: fs_api.h:166
Signed key space (file in namespace).
Definition: fs_api.h:145
struct GNUNET_FS_Uri::@16::@18 sks
A Universal Resource Identifier (URI), opaque.
Definition: fs_api.h:162
Public ECC key (always for Curve25519) encoded in a format suitable for network transmission and ECDS...
int GNUNET_STRINGS_string_to_data(const char *enc, size_t enclen, void *out, size_t out_size)
Convert CrockfordBase32 encoding back to data.
Definition: strings.c:953
Here is the call graph for this function:
Here is the caller graph for this function:

◆ uri_chk_parse()

static struct GNUNET_FS_Uri* uri_chk_parse ( const char *  s,
char **  emsg 
)
static

Parse a CHK URI.

Parameters
san uri string
emsgwhere to store the parser error message (if any)
Returns
NULL on error, CHK URI otherwise

Definition at line 411 of file fs_uri.c.

References _, FileIdentifier::chk, GNUNET_FS_Uri::chk, GNUNET_FS_Uri::data, FileIdentifier::file_length, GNUNET_CRYPTO_hash_from_string, GNUNET_FS_URI_CHK, GNUNET_FS_URI_CHK_PREFIX, GNUNET_htonll(), GNUNET_memcpy, GNUNET_NETWORK_STRUCT_BEGIN, GNUNET_new, GNUNET_OK, GNUNET_strdup, ContentHashKey::key, ContentHashKey::query, ret, and GNUNET_FS_Uri::type.

Referenced by GNUNET_FS_uri_parse().

412 {
413  struct GNUNET_FS_Uri *ret;
414  struct FileIdentifier fi;
415  unsigned int pos;
416  unsigned long long flen;
417  size_t slen;
418  char h1[sizeof(struct GNUNET_CRYPTO_HashAsciiEncoded)];
419  char h2[sizeof(struct GNUNET_CRYPTO_HashAsciiEncoded)];
420 
421  slen = strlen(s);
422  pos = strlen(GNUNET_FS_URI_CHK_PREFIX);
423  if ((slen < pos + 2 * sizeof(struct GNUNET_CRYPTO_HashAsciiEncoded) + 1) ||
424  (0 != strncmp(s, GNUNET_FS_URI_CHK_PREFIX, pos)))
425  return NULL; /* not a CHK URI */
426  if ((s[pos + sizeof(struct GNUNET_CRYPTO_HashAsciiEncoded) - 1] != '.') ||
427  (s[pos + sizeof(struct GNUNET_CRYPTO_HashAsciiEncoded) * 2 - 1] != '.'))
428  {
429  *emsg = GNUNET_strdup(_("Malformed CHK URI (wrong syntax)"));
430  return NULL;
431  }
432  GNUNET_memcpy(h1, &s[pos], sizeof(struct GNUNET_CRYPTO_HashAsciiEncoded));
433  h1[sizeof(struct GNUNET_CRYPTO_HashAsciiEncoded) - 1] = '\0';
434  GNUNET_memcpy(h2,
435  &s[pos + sizeof(struct GNUNET_CRYPTO_HashAsciiEncoded)],
436  sizeof(struct GNUNET_CRYPTO_HashAsciiEncoded));
437  h2[sizeof(struct GNUNET_CRYPTO_HashAsciiEncoded) - 1] = '\0';
438 
439  if ((GNUNET_OK != GNUNET_CRYPTO_hash_from_string(h1, &fi.chk.key)) ||
440  (GNUNET_OK != GNUNET_CRYPTO_hash_from_string(h2, &fi.chk.query)) ||
441  (1 !=
442  sscanf(&s[pos + sizeof(struct GNUNET_CRYPTO_HashAsciiEncoded) * 2],
443  "%llu",
444  &flen)))
445  {
446  *emsg = GNUNET_strdup(_("Malformed CHK URI (failed to decode CHK)"));
447  return NULL;
448  }
449  fi.file_length = GNUNET_htonll(flen);
450  ret = GNUNET_new(struct GNUNET_FS_Uri);
451  ret->type = GNUNET_FS_URI_CHK;
452  ret->data.chk = fi;
453  return ret;
454 }
struct FileIdentifier chk
Information needed to retrieve a file (content-hash-key plus file size).
Definition: fs_api.h:204
#define GNUNET_memcpy(dst, src, n)
Call memcpy() but check for n being 0 first.
#define GNUNET_OK
Named constants for return values.
Definition: gnunet_common.h:75
#define GNUNET_new(type)
Allocate a struct or union of the given type.
static int ret
Final status code.
Definition: gnunet-arm.c:89
#define GNUNET_strdup(a)
Wrapper around GNUNET_xstrdup_.
#define _(String)
GNU gettext support macro.
Definition: platform.h:181
union GNUNET_FS_Uri::@16 data
complete information needed to download a file.
Definition: fs_api.h:93
uint64_t GNUNET_htonll(uint64_t n)
Convert unsigned 64-bit integer to network byte order.
Definition: common_endian.c:35
Content-hash-key (simple file).
Definition: fs_api.h:140
enum GNUNET_FS_UriType type
Type of the URI.
Definition: fs_api.h:166
0-terminated ASCII encoding of a struct GNUNET_HashCode.
A Universal Resource Identifier (URI), opaque.
Definition: fs_api.h:162
#define GNUNET_FS_URI_CHK_PREFIX
Definition: fs_uri.c:400
#define GNUNET_CRYPTO_hash_from_string(enc, result)
Convert ASCII encoding back to struct GNUNET_HashCode
Here is the call graph for this function:
Here is the caller graph for this function:

◆ uri_loc_parse()

static struct GNUNET_FS_Uri* uri_loc_parse ( const char *  s,
char **  emsg 
)
static

Parse a LOC URI.

Also verifies validity of the location URI.

Parameters
san uri string
emsgwhere to store the parser error message (if any)
Returns
NULL on error, valid LOC URI otherwise

Definition at line 500 of file fs_uri.c.

References _, GNUNET_TIME_Absolute::abs_value_us, FileIdentifier::chk, Location::contentSignature, GNUNET_FS_Uri::data, Location::expirationTime, LocUriAssembly::exptime, Location::fi, LocUriAssembly::fi, FileIdentifier::file_length, GNUNET_CRYPTO_eddsa_public_key_from_string(), GNUNET_CRYPTO_eddsa_verify(), GNUNET_CRYPTO_hash_from_string, GNUNET_CRYPTO_PKEY_ASCII_LENGTH, GNUNET_FS_URI_LOC, GNUNET_FS_URI_LOC_PREFIX, GNUNET_htonll(), GNUNET_memcpy, GNUNET_new, GNUNET_OK, GNUNET_SIGNATURE_PURPOSE_PEER_PLACEMENT, GNUNET_strdup, GNUNET_STRINGS_string_to_data(), GNUNET_TIME_absolute_hton(), ContentHashKey::key, GNUNET_FS_Uri::loc, Location::peer, LocUriAssembly::peer, GNUNET_PeerIdentity::public_key, GNUNET_CRYPTO_EccSignaturePurpose::purpose, LocUriAssembly::purpose, ContentHashKey::query, SIGNATURE_ASCII_LENGTH, GNUNET_CRYPTO_EccSignaturePurpose::size, GNUNET_FS_Uri::type, and uri.

Referenced by GNUNET_FS_uri_parse().

501 {
502  struct GNUNET_FS_Uri *uri;
503  char h1[sizeof(struct GNUNET_CRYPTO_HashAsciiEncoded)];
504  char h2[sizeof(struct GNUNET_CRYPTO_HashAsciiEncoded)];
505  unsigned int pos;
506  unsigned int npos;
507  unsigned long long exptime;
508  unsigned long long flen;
509  struct GNUNET_TIME_Absolute et;
510  struct GNUNET_CRYPTO_EddsaSignature sig;
511  struct LocUriAssembly ass;
512  size_t slen;
513 
514  slen = strlen(s);
515  pos = strlen(GNUNET_FS_URI_LOC_PREFIX);
516  if ((slen < pos + 2 * sizeof(struct GNUNET_CRYPTO_HashAsciiEncoded) + 1) ||
517  (0 != strncmp(s, GNUNET_FS_URI_LOC_PREFIX, pos)))
518  return NULL; /* not a LOC URI */
519  if ((s[pos + sizeof(struct GNUNET_CRYPTO_HashAsciiEncoded) - 1] != '.') ||
520  (s[pos + sizeof(struct GNUNET_CRYPTO_HashAsciiEncoded) * 2 - 1] != '.'))
521  {
522  *emsg = GNUNET_strdup(_("LOC URI malformed (wrong syntax)"));
523  return NULL;
524  }
525  GNUNET_memcpy(h1, &s[pos], sizeof(struct GNUNET_CRYPTO_HashAsciiEncoded));
526  h1[sizeof(struct GNUNET_CRYPTO_HashAsciiEncoded) - 1] = '\0';
527  GNUNET_memcpy(h2,
528  &s[pos + sizeof(struct GNUNET_CRYPTO_HashAsciiEncoded)],
529  sizeof(struct GNUNET_CRYPTO_HashAsciiEncoded));
530  h2[sizeof(struct GNUNET_CRYPTO_HashAsciiEncoded) - 1] = '\0';
531 
532  if ((GNUNET_OK != GNUNET_CRYPTO_hash_from_string(h1, &ass.fi.chk.key)) ||
533  (GNUNET_OK != GNUNET_CRYPTO_hash_from_string(h2, &ass.fi.chk.query)) ||
534  (1 !=
535  sscanf(&s[pos + sizeof(struct GNUNET_CRYPTO_HashAsciiEncoded) * 2],
536  "%llu",
537  &flen)))
538  {
539  *emsg = GNUNET_strdup(_("LOC URI malformed (no CHK)"));
540  return NULL;
541  }
542  ass.fi.file_length = GNUNET_htonll(flen);
543 
544  npos = pos + sizeof(struct GNUNET_CRYPTO_HashAsciiEncoded) * 2;
545  while ((s[npos] != '\0') && (s[npos] != '.'))
546  npos++;
547  if (s[npos] == '\0')
548  {
549  *emsg = GNUNET_strdup(_("LOC URI malformed (missing LOC)"));
550  goto ERR;
551  }
552  npos++;
553  if ((strlen(&s[npos]) <= GNUNET_CRYPTO_PKEY_ASCII_LENGTH + 1) ||
554  ('.' != s[npos + GNUNET_CRYPTO_PKEY_ASCII_LENGTH]))
555  {
556  *emsg =
557  GNUNET_strdup(_("LOC URI malformed (wrong syntax for public key)"));
558  }
559  if (
560  GNUNET_OK !=
563  &ass.peer.public_key))
564  {
565  *emsg =
566  GNUNET_strdup(_("LOC URI malformed (could not decode public key)"));
567  goto ERR;
568  }
570  if (s[npos++] != '.')
571  {
572  *emsg = GNUNET_strdup(_("LOC URI malformed (could not find signature)"));
573  goto ERR;
574  }
575  if ((strlen(&s[npos]) <= SIGNATURE_ASCII_LENGTH + 1) ||
576  ('.' != s[npos + SIGNATURE_ASCII_LENGTH]))
577  {
578  *emsg =
579  GNUNET_strdup(_("LOC URI malformed (wrong syntax for signature)"));
580  goto ERR;
581  }
582  if (GNUNET_OK !=
585  &sig,
586  sizeof(
588  {
589  *emsg =
590  GNUNET_strdup(_("LOC URI malformed (could not decode signature)"));
591  goto ERR;
592  }
593  npos += SIGNATURE_ASCII_LENGTH;
594  if (s[npos++] != '.')
595  {
596  *emsg = GNUNET_strdup(
597  _("LOC URI malformed (wrong syntax for expiration time)"));
598  goto ERR;
599  }
600  if (1 != sscanf(&s[npos], "%llu", &exptime))
601  {
602  *emsg =
603  GNUNET_strdup(_("LOC URI malformed (could not parse expiration time)"));
604  goto ERR;
605  }
606  ass.purpose.size = htonl(sizeof(struct LocUriAssembly));
607  ass.purpose.purpose = htonl(GNUNET_SIGNATURE_PURPOSE_PEER_PLACEMENT);
608  et.abs_value_us = exptime * 1000LL * 1000LL;
609  ass.exptime = GNUNET_TIME_absolute_hton(et);
610  if (GNUNET_OK !=
612  &ass.purpose,
613  &sig,
614  &ass.peer.public_key))
615  {
616  *emsg =
617  GNUNET_strdup(_("LOC URI malformed (signature failed validation)"));
618  goto ERR;
619  }
620  uri = GNUNET_new(struct GNUNET_FS_Uri);
621  uri->type = GNUNET_FS_URI_LOC;
622  uri->data.loc.fi = ass.fi;
623  uri->data.loc.peer = ass.peer;
624  uri->data.loc.expirationTime = et;
625  uri->data.loc.contentSignature = sig;
626 
627  return uri;
628 ERR:
629  return NULL;
630 }
#define GNUNET_memcpy(dst, src, n)
Call memcpy() but check for n being 0 first.
#define GNUNET_OK
Named constants for return values.
Definition: gnunet_common.h:75
#define GNUNET_new(type)
Allocate a struct or union of the given type.
struct GNUNET_PeerIdentity peer
Identity of the peer sharing the file.
Definition: fs_api.h:119
#define GNUNET_strdup(a)
Wrapper around GNUNET_xstrdup_.
#define _(String)
GNU gettext support macro.
Definition: platform.h:181
#define GNUNET_CRYPTO_PKEY_ASCII_LENGTH
How many characters (without 0-terminator) are our ASCII-encoded public keys (ECDSA/EDDSA/ECDHE).
static struct GNUNET_FS_Uri * uri
Value of URI provided on command-line (when not publishing a file but just creating UBlocks to refer ...
#define GNUNET_SIGNATURE_PURPOSE_PEER_PLACEMENT
Signature by which a peer affirms that it is providing a certain bit of content (used in LOCation URI...
int GNUNET_CRYPTO_eddsa_verify(uint32_t purpose, const struct GNUNET_CRYPTO_EccSignaturePurpose *validate, const struct GNUNET_CRYPTO_EddsaSignature *sig, const struct GNUNET_CRYPTO_EddsaPublicKey *pub)
Verify EdDSA signature.
Definition: crypto_ecc.c:1116
union GNUNET_FS_Uri::@16 data
uint64_t GNUNET_htonll(uint64_t n)
Convert unsigned 64-bit integer to network byte order.
Definition: common_endian.c:35
struct GNUNET_TIME_Absolute expirationTime
Time when this location URI expires.
Definition: fs_api.h:124
enum GNUNET_FS_UriType type
Type of the URI.
Definition: fs_api.h:166
an ECC signature using EdDSA.
0-terminated ASCII encoding of a struct GNUNET_HashCode.
int GNUNET_CRYPTO_eddsa_public_key_from_string(const char *enc, size_t enclen, struct GNUNET_CRYPTO_EddsaPublicKey *pub)
Convert a string representing a public key to a public key.
Definition: crypto_ecc.c:501
A Universal Resource Identifier (URI), opaque.
Definition: fs_api.h:162
struct GNUNET_CRYPTO_EddsaSignature contentSignature
Signature over the GNUNET_EC_FileIdentifier, peer identity and expiration time.
Definition: fs_api.h:130
struct FileIdentifier fi
Information about the shared file.
Definition: fs_api.h:114
Location (chk with identity of hosting peer).
Definition: fs_api.h:155
struct Location loc
Information needed to retrieve a file including signed location (identity of a peer) of the content...
Definition: fs_api.h:210
Time for absolute times used by GNUnet, in microseconds.
#define SIGNATURE_ASCII_LENGTH
Definition: fs_uri.c:489
#define GNUNET_FS_URI_LOC_PREFIX
Definition: fs_uri.c:487
struct GNUNET_TIME_AbsoluteNBO GNUNET_TIME_absolute_hton(struct GNUNET_TIME_Absolute a)
Convert absolute time to network byte order.
Definition: time.c:655
#define GNUNET_CRYPTO_hash_from_string(enc, result)
Convert ASCII encoding back to struct GNUNET_HashCode
int GNUNET_STRINGS_string_to_data(const char *enc, size_t enclen, void *out, size_t out_size)
Convert CrockfordBase32 encoding back to data.
Definition: strings.c:953
Structure that defines how the contents of a location URI must be assembled in memory to create or ve...
Definition: fs_uri.c:463
Here is the call graph for this function:
Here is the caller graph for this function:

◆ insert_non_mandatory_keyword()

static void insert_non_mandatory_keyword ( const char *  s,
char **  array,
int  index 
)
static

Add a keyword as non-mandatory (with ' '-prefix) to the given keyword list at offset 'index'.

The array is guaranteed to be long enough.

Parameters
skeyword to add
arrayarray to add the keyword to
indexoffset where to add the keyword

Definition at line 1408 of file fs_uri.c.

References GNUNET_asprintf().

Referenced by gather_uri_data(), get_keywords_from_parens(), and get_keywords_from_tokens().

1409 {
1410  char *nkword;
1411 
1412  GNUNET_asprintf(&nkword,
1413  " %s", /* space to mark as 'non mandatory' */
1414  s);
1415  array[index] = nkword;
1416 }
int GNUNET_asprintf(char **buf, const char *format,...)
Like asprintf, just portable.
Here is the call graph for this function:
Here is the caller graph for this function:

◆ find_duplicate()

static int find_duplicate ( const char *  s,
const char **  array,
int  array_length 
)
static

Test if the given keyword s is already present in the given array, ignoring the '+'-mandatory prefix in the array.

Parameters
skeyword to test
arraykeywords to test against, with ' ' or '+' prefix to ignore
array_lengthlength of the array
Returns
GNUNET_YES if the keyword exists, GNUNET_NO if not

Definition at line 1429 of file fs_uri.c.

References GNUNET_NO, and GNUNET_YES.

Referenced by gather_uri_data(), get_keywords_from_parens(), and get_keywords_from_tokens().

1430 {
1431  int j;
1432 
1433  for (j = array_length - 1; j >= 0; j--)
1434  if (0 == strcmp(&array[j][1], s))
1435  return GNUNET_YES;
1436  return GNUNET_NO;
1437 }
#define GNUNET_NO
Definition: gnunet_common.h:78
#define GNUNET_YES
Definition: gnunet_common.h:77
Here is the caller graph for this function:

◆ normalize_metadata()

static char* normalize_metadata ( enum EXTRACTOR_MetaFormat  format,
const char *  data,
size_t  data_len 
)
static

FIXME: comment.

Definition at line 1444 of file fs_uri.c.

References data, EXTRACTOR_METAFORMAT_C_STRING, EXTRACTOR_METAFORMAT_UTF8, GNUNET_malloc, and GNUNET_memcpy.

Referenced by gather_uri_data(), get_keywords_from_parens(), and get_keywords_from_tokens().

1447 {
1448  uint8_t *free_str = NULL;
1449  uint8_t *str_to_normalize = (uint8_t *)data;
1450  uint8_t *normalized;
1451  size_t r_len;
1452 
1453  if (str_to_normalize == NULL)
1454  return NULL;
1455  /* Don't trust libextractor */
1456  if (format == EXTRACTOR_METAFORMAT_UTF8)
1457  {
1458  free_str = (uint8_t *)u8_check((const uint8_t *)data, data_len);
1459  if (free_str == NULL)
1460  free_str = NULL;
1461  else
1463  }
1464  if (format == EXTRACTOR_METAFORMAT_C_STRING)
1465  {
1466  free_str = u8_strconv_from_encoding(data,
1467  locale_charset(),
1468  iconveh_escape_sequence);
1469  if (free_str == NULL)
1470  return NULL;
1471  }
1472 
1473  normalized = u8_tolower(str_to_normalize,
1474  strlen((char *)str_to_normalize),
1475  NULL,
1476  UNINORM_NFD,
1477  NULL,
1478  &r_len);
1479  /* free_str is allocated by libunistring internally, use free() */
1480  if (free_str != NULL)
1481  free(free_str);
1482  if (normalized != NULL)
1483  {
1484  /* u8_tolower allocates a non-NULL-terminated string! */
1485  free_str = GNUNET_malloc(r_len + 1);
1486  GNUNET_memcpy(free_str, normalized, r_len);
1487  free_str[r_len] = '\0';
1488  free(normalized);
1489  normalized = free_str;
1490  }
1491  return (char *)normalized;
1492 }
#define GNUNET_memcpy(dst, src, n)
Call memcpy() but check for n being 0 first.
0-terminated, UTF-8 encoded string.
uint32_t data
The data value.
#define GNUNET_malloc(size)
Wrapper around malloc.
Here is the caller graph for this function:

◆ u8_strcount()

static size_t u8_strcount ( const uint8_t *  s)
static

Counts the number of UTF-8 characters (not bytes) in the string, returns that count.

Definition at line 1500 of file fs_uri.c.

References GNUNET_assert.

Referenced by gather_uri_data(), get_keywords_from_parens(), and get_keywords_from_tokens().

1501 {
1502  size_t count;
1503  ucs4_t c;
1504 
1505  GNUNET_assert(s != NULL);
1506  if (s[0] == 0)
1507  return 0;
1508  for (count = 0; s != NULL; count++)
1509  s = u8_next(&c, s);
1510  return count - 1;
1511 }
#define GNUNET_assert(cond)
Use this for fatal errors that cannot be handled.
Here is the caller graph for this function:

◆ get_keywords_from_parens()

static int get_keywords_from_parens ( const char *  s,
char **  array,
int  index 
)
static

Break the filename up by matching [], () and {} pairs to make keywords.

In case of nesting parentheses only the inner pair counts. You can't escape parentheses to scan something like "[blah\{foo]" to make a "blah{foo" keyword, this function is only a heuristic!

Parameters
sstring to break down.
arrayarray to fill with enclosed tokens. If NULL, then tokens are only counted.
indexindex at which to start filling the array (entries prior to it are used to check for duplicates). ignored if array == NULL.
Returns
number of tokens counted (including duplicates), or number of tokens extracted (excluding duplicates). 0 if there are no matching parens in the string (when counting), or when all tokens were duplicates (when extracting).

Definition at line 1531 of file fs_uri.c.

References EXTRACTOR_METAFORMAT_UTF8, find_duplicate(), GNUNET_free, GNUNET_NO, GNUNET_strdup, insert_non_mandatory_keyword(), normalize_metadata(), and u8_strcount().

Referenced by GNUNET_FS_uri_ksk_create_from_meta_data().

1532 {
1533  int count = 0;
1534  char *open_paren;
1535  char *close_paren;
1536  char *ss;
1537  char tmp;
1538 
1539  if (NULL == s)
1540  return 0;
1541  ss = GNUNET_strdup(s);
1542  open_paren = ss - 1;
1543  while (NULL != (open_paren = strpbrk(open_paren + 1, "[{(")))
1544  {
1545  int match = 0;
1546 
1547  close_paren = strpbrk(open_paren + 1, "]})");
1548  if (NULL == close_paren)
1549  continue;
1550  switch (open_paren[0])
1551  {
1552  case '[':
1553  if (']' == close_paren[0])
1554  match = 1;
1555  break;
1556 
1557  case '{':
1558  if ('}' == close_paren[0])
1559  match = 1;
1560  break;
1561 
1562  case '(':
1563  if (')' == close_paren[0])
1564  match = 1;
1565  break;
1566 
1567  default:
1568  break;
1569  }
1570  if (match && (close_paren - open_paren > 1))
1571  {
1572  tmp = close_paren[0];
1573  close_paren[0] = '\0';
1574  /* Keywords must be at least 3 characters long */
1575  if (u8_strcount((const uint8_t *)&open_paren[1]) <= 2)
1576  {
1577  close_paren[0] = tmp;
1578  continue;
1579  }
1580  if (NULL != array)
1581  {
1582  char *normalized;
1583  if (GNUNET_NO == find_duplicate((const char *)&open_paren[1],
1584  (const char **)array,
1585  index + count))
1586  {
1587  insert_non_mandatory_keyword((const char *)&open_paren[1],
1588  array,
1589  index + count);
1590  count++;
1591  }
1593  &open_paren[1],
1594  close_paren - &open_paren[1]);
1595  if (normalized != NULL)
1596  {
1597  if (GNUNET_NO == find_duplicate((const char *)normalized,
1598  (const char **)array,
1599  index + count))
1600  {
1601  insert_non_mandatory_keyword((const char *)normalized,
1602  array,
1603  index + count);
1604  count++;
1605  }
1606  GNUNET_free(normalized);
1607  }
1608  }
1609  else
1610  count++;
1611  close_paren[0] = tmp;
1612  }
1613  }
1614  GNUNET_free(ss);
1615  return count;
1616 }
static size_t u8_strcount(const uint8_t *s)
Counts the number of UTF-8 characters (not bytes) in the string, returns that count.
Definition: fs_uri.c:1500
static void insert_non_mandatory_keyword(const char *s, char **array, int index)
Add a keyword as non-mandatory (with &#39; &#39;-prefix) to the given keyword list at offset &#39;index&#39;...
Definition: fs_uri.c:1408
0-terminated, UTF-8 encoded string.
#define GNUNET_NO
Definition: gnunet_common.h:78
#define GNUNET_strdup(a)
Wrapper around GNUNET_xstrdup_.
static int find_duplicate(const char *s, const char **array, int array_length)
Test if the given keyword s is already present in the given array, ignoring the &#39;+&#39;-mandatory prefix ...
Definition: fs_uri.c:1429
static char * normalize_metadata(enum EXTRACTOR_MetaFormat format, const char *data, size_t data_len)
FIXME: comment.
Definition: fs_uri.c:1444
#define GNUNET_free(ptr)
Wrapper around free.
Here is the call graph for this function:
Here is the caller graph for this function:

◆ get_keywords_from_tokens()

static int get_keywords_from_tokens ( const char *  s,
char **  array,
int  index 
)
static

Break the filename up by TOKENS to make keywords.

Parameters
sstring to break down.
arrayarray to fill with tokens. If NULL, then tokens are only counted.
indexindex at which to start filling the array (entries prior to it are used to check for duplicates). ignored if array == NULL.
Returns
number of tokens (>1) counted (including duplicates), or number of tokens extracted (excluding duplicates). 0 if there are no separators in the string (when counting), or when all tokens were duplicates (when extracting).

Definition at line 1639 of file fs_uri.c.

References EXTRACTOR_METAFORMAT_UTF8, find_duplicate(), GNUNET_free, GNUNET_NO, GNUNET_strdup, insert_non_mandatory_keyword(), normalize_metadata(), p, TOKENS, and u8_strcount().

Referenced by GNUNET_FS_uri_ksk_create_from_meta_data().

1640 {
1641  char *p;
1642  char *ss;
1643  int seps = 0;
1644 
1645  ss = GNUNET_strdup(s);
1646  for (p = strtok(ss, TOKENS); p != NULL; p = strtok(NULL, TOKENS))
1647  {
1648  /* Keywords must be at least 3 characters long */
1649  if (u8_strcount((const uint8_t *)p) <= 2)
1650  continue;
1651  if (NULL != array)
1652  {
1653  char *normalized;
1654  if (GNUNET_NO == find_duplicate(p, (const char **)array, index + seps))
1655  {
1656  insert_non_mandatory_keyword(p, array, index + seps);
1657  seps++;
1658  }
1659  normalized =
1661  if (normalized != NULL)
1662  {
1663  if (GNUNET_NO == find_duplicate((const char *)normalized,
1664  (const char **)array,
1665  index + seps))
1666  {
1667  insert_non_mandatory_keyword((const char *)normalized,
1668  array,
1669  index + seps);
1670  seps++;
1671  }
1672  GNUNET_free(normalized);
1673  }
1674  }
1675  else
1676  seps++;
1677  }
1678  GNUNET_free(ss);
1679  return seps;
1680 }
static size_t u8_strcount(const uint8_t *s)
Counts the number of UTF-8 characters (not bytes) in the string, returns that count.
Definition: fs_uri.c:1500
static void insert_non_mandatory_keyword(const char *s, char **array, int index)
Add a keyword as non-mandatory (with &#39; &#39;-prefix) to the given keyword list at offset &#39;index&#39;...
Definition: fs_uri.c:1408
0-terminated, UTF-8 encoded string.
#define GNUNET_NO
Definition: gnunet_common.h:78
#define GNUNET_strdup(a)
Wrapper around GNUNET_xstrdup_.
static int find_duplicate(const char *s, const char **array, int array_length)
Test if the given keyword s is already present in the given array, ignoring the &#39;+&#39;-mandatory prefix ...
Definition: fs_uri.c:1429
static struct GNUNET_OS_Process * p
Helper process we started.
Definition: gnunet-qr.c:59
#define TOKENS
Where to break up keywords.
Definition: fs_uri.c:1622
static char * normalize_metadata(enum EXTRACTOR_MetaFormat format, const char *data, size_t data_len)
FIXME: comment.
Definition: fs_uri.c:1444
#define GNUNET_free(ptr)
Wrapper around free.
Here is the call graph for this function:
Here is the caller graph for this function:

◆ gather_uri_data()

static int gather_uri_data ( void *  cls,
const char *  plugin_name,
enum EXTRACTOR_MetaType  type,
enum EXTRACTOR_MetaFormat  format,
const char *  data_mime_type,
const char *  data,
size_t  data_len 
)
static

Function called on each value in the meta data.

Adds it to the URI.

Parameters
clsURI to update
plugin_namename of the plugin that produced this value; special values can be used (i.e. '<zlib>' for zlib being used in the main libextractor library and yielding meta data).
typelibextractor-type describing the meta data
formatbasic format information about data
data_mime_typemime-type of data (not of the original file); can be NULL (if mime-type is not known)
dataactual meta-data found
data_lennumber of bytes in data
Returns
0 (always)

Definition at line 1702 of file fs_uri.c.

References GNUNET_FS_Uri::data, EXTRACTOR_METAFORMAT_C_STRING, EXTRACTOR_METAFORMAT_UTF8, EXTRACTOR_METATYPE_MIMETYPE, find_duplicate(), GNUNET_asprintf(), GNUNET_free, insert_non_mandatory_keyword(), GNUNET_FS_Uri::ksk, normalize_metadata(), u8_strcount(), and uri.

Referenced by GNUNET_FS_uri_ksk_create_from_meta_data().

1709 {
1710  struct GNUNET_FS_Uri *uri = cls;
1711  char *normalized_data;
1712  const char *sep;
1713 
1714  if ((format != EXTRACTOR_METAFORMAT_UTF8) &&
1715  (format != EXTRACTOR_METAFORMAT_C_STRING))
1716  return 0;
1717  /* Keywords must be at least 3 characters long
1718  * If given non-utf8 string it will, most likely, find it to be invalid,
1719  * and will return the length of its valid part, skipping the keyword.
1720  * If it does - fix the extractor, not this check!
1721  */
1722  if (u8_strcount((const uint8_t *)data) <= 2)
1723  return 0;
1724  if ((EXTRACTOR_METATYPE_MIMETYPE == type) &&
1725  (NULL != (sep = memchr(data, '/', data_len))) && (sep != data))
1726  {
1727  char *xtra;
1728 
1729  GNUNET_asprintf(&xtra, "mimetype:%.*s", (int)(sep - data), data);
1730  if (!find_duplicate(xtra,
1731  (const char **)uri->data.ksk.keywords,
1732  uri->data.ksk.keywordCount))
1733  {
1735  uri->data.ksk.keywords,
1736  uri->data.ksk.keywordCount);
1737  uri->data.ksk.keywordCount++;
1738  }
1739  GNUNET_free(xtra);
1740  }
1741 
1742  normalized_data = normalize_metadata(format, data, data_len);
1743  if (!find_duplicate(data,
1744  (const char **)uri->data.ksk.keywords,
1745  uri->data.ksk.keywordCount))
1746  {
1748  uri->data.ksk.keywords,
1749  uri->data.ksk.keywordCount);
1750  uri->data.ksk.keywordCount++;
1751  }
1752  if (NULL != normalized_data)
1753  {
1754  if (!find_duplicate(normalized_data,
1755  (const char **)uri->data.ksk.keywords,
1756  uri->data.ksk.keywordCount))
1757  {
1758  insert_non_mandatory_keyword(normalized_data,
1759  uri->data.ksk.keywords,
1760  uri->data.ksk.keywordCount);
1761  uri->data.ksk.keywordCount++;
1762  }
1763  GNUNET_free(normalized_data);
1764  }
1765  return 0;
1766 }
static size_t u8_strcount(const uint8_t *s)
Counts the number of UTF-8 characters (not bytes) in the string, returns that count.
Definition: fs_uri.c:1500
static void insert_non_mandatory_keyword(const char *s, char **array, int index)
Add a keyword as non-mandatory (with &#39; &#39;-prefix) to the given keyword list at offset &#39;index&#39;...
Definition: fs_uri.c:1408
0-terminated, UTF-8 encoded string.
static int find_duplicate(const char *s, const char **array, int array_length)
Test if the given keyword s is already present in the given array, ignoring the &#39;+&#39;-mandatory prefix ...
Definition: fs_uri.c:1429
static struct GNUNET_FS_Uri * uri
Value of URI provided on command-line (when not publishing a file but just creating UBlocks to refer ...
int GNUNET_asprintf(char **buf, const char *format,...)
Like asprintf, just portable.
struct GNUNET_FS_Uri::@16::@17 ksk
union GNUNET_FS_Uri::@16 data
A Universal Resource Identifier (URI), opaque.
Definition: fs_api.h:162
enum GNUNET_TESTBED_UnderlayLinkModelType type
the type of this model
static char * normalize_metadata(enum EXTRACTOR_MetaFormat format, const char *data, size_t data_len)
FIXME: comment.
Definition: fs_uri.c:1444
uint32_t data
The data value.
#define GNUNET_free(ptr)
Wrapper around free.
Here is the call graph for this function:
Here is the caller graph for this function:

◆ needs_percent()

static int needs_percent ( char  c)
static

In URI-encoding, does the given character need to be encoded using %-encoding?

Definition at line 1835 of file fs_uri.c.

Referenced by uri_ksk_to_string().

1836 {
1837  return(!((isalnum((unsigned char)c)) || (c == '-') || (c == '_') ||
1838  (c == '.') || (c == '~')));
1839 }
Here is the caller graph for this function:

◆ uri_ksk_to_string()

static char* uri_ksk_to_string ( const struct GNUNET_FS_Uri uri)
static

Convert a KSK URI to a string.

Parameters
urithe URI to convert
Returns
NULL on error (i.e. keywordCount == 0)

Definition at line 1849 of file fs_uri.c.

References GNUNET_FS_Uri::data, GNUNET_FS_URI_KSK, GNUNET_FS_URI_KSK_INFIX, GNUNET_FS_URI_PREFIX, GNUNET_malloc, GNUNET_FS_Uri::keywordCount, GNUNET_FS_Uri::keywords, GNUNET_FS_Uri::ksk, needs_percent(), ret, and GNUNET_FS_Uri::type.

Referenced by GNUNET_FS_uri_to_string().

1850 {
1851  char **keywords;
1852  unsigned int keywordCount;
1853  size_t n;
1854  char *ret;
1855  unsigned int i;
1856  unsigned int j;
1857  unsigned int wpos;
1858  size_t slen;
1859  const char *keyword;
1860 
1861  if (uri->type != GNUNET_FS_URI_KSK)
1862  return NULL;
1863  keywords = uri->data.ksk.keywords;
1864  keywordCount = uri->data.ksk.keywordCount;
1865  n = keywordCount + strlen(GNUNET_FS_URI_PREFIX) +
1866  strlen(GNUNET_FS_URI_KSK_INFIX) + 1;
1867  for (i = 0; i < keywordCount; i++)
1868  {
1869  keyword = keywords[i];
1870  slen = strlen(keyword);
1871  n += slen;
1872  for (j = 0; j < slen; j++)
1873  {
1874  if ((j == 0) && (keyword[j] == ' '))
1875  {
1876  n--;
1877  continue; /* skip leading space */
1878  }
1879  if (needs_percent(keyword[j]))
1880  n += 2; /* will use %-encoding */
1881  }
1882  }
1883  ret = GNUNET_malloc(n);
1884  strcpy(ret, GNUNET_FS_URI_PREFIX);
1885  strcat(ret, GNUNET_FS_URI_KSK_INFIX);
1886  wpos = strlen(ret);
1887  for (i = 0; i < keywordCount; i++)
1888  {
1889  keyword = keywords[i];
1890  slen = strlen(keyword);
1891  for (j = 0; j < slen; j++)
1892  {
1893  if ((j == 0) && (keyword[j] == ' '))
1894  continue; /* skip leading space */
1895  if (needs_percent(keyword[j]))
1896  {
1897  sprintf(&ret[wpos], "%%%02X", (unsigned char)keyword[j]);
1898  wpos += 3;
1899  }
1900  else
1901  {
1902  ret[wpos++] = keyword[j];
1903  }
1904  }
1905  if (i != keywordCount - 1)
1906  ret[wpos++] = '+';
1907  }
1908  return ret;
1909 }
Keyword search key (query with keywords).
Definition: fs_api.h:150
static int ret
Final status code.
Definition: gnunet-arm.c:89
char ** keywords
Keywords start with a &#39;+&#39; if they are mandatory (in which case the &#39;+&#39; is NOT part of the keyword) an...
Definition: fs_api.h:179
struct GNUNET_FS_Uri::@16::@17 ksk
union GNUNET_FS_Uri::@16 data
unsigned int keywordCount
Size of the keywords array.
Definition: fs_api.h:184
enum GNUNET_FS_UriType type
Type of the URI.
Definition: fs_api.h:166
#define GNUNET_FS_URI_KSK_INFIX
#define GNUNET_FS_URI_PREFIX
static int needs_percent(char c)
In URI-encoding, does the given character need to be encoded using %-encoding?
Definition: fs_uri.c:1835
#define GNUNET_malloc(size)
Wrapper around malloc.
Here is the call graph for this function:
Here is the caller graph for this function:

◆ uri_sks_to_string()

static char* uri_sks_to_string ( const struct GNUNET_FS_Uri uri)
static

Convert SKS URI to a string.

Parameters
urisks uri to convert
Returns
NULL on error

Definition at line 1919 of file fs_uri.c.

References buf, GNUNET_FS_Uri::data, GNUNET_asprintf(), GNUNET_assert, GNUNET_FS_URI_PREFIX, GNUNET_FS_URI_SKS, GNUNET_FS_URI_SKS_INFIX, GNUNET_STRINGS_data_to_string(), ret, GNUNET_FS_Uri::sks, and GNUNET_FS_Uri::type.

Referenced by GNUNET_FS_uri_to_string().

1920 {
1921  char *ret;
1922  char buf[1024];
1923 
1924  if (GNUNET_FS_URI_SKS != uri->type)
1925  return NULL;
1926  ret =
1928  sizeof(struct GNUNET_CRYPTO_EcdsaPublicKey),
1929  buf,
1930  sizeof(buf));
1931  GNUNET_assert(NULL != ret);
1932  ret[0] = '\0';
1933  GNUNET_asprintf(&ret,
1934  "%s%s%s/%s",
1937  buf,
1938  uri->data.sks.identifier);
1939  return ret;
1940 }
#define GNUNET_FS_URI_SKS_INFIX
#define GNUNET_assert(cond)
Use this for fatal errors that cannot be handled.
static int ret
Final status code.
Definition: gnunet-arm.c:89
int GNUNET_asprintf(char **buf, const char *format,...)
Like asprintf, just portable.
union GNUNET_FS_Uri::@16 data
static char buf[2048]
enum GNUNET_FS_UriType type
Type of the URI.
Definition: fs_api.h:166
Signed key space (file in namespace).
Definition: fs_api.h:145
struct GNUNET_FS_Uri::@16::@18 sks
#define GNUNET_FS_URI_PREFIX
Public ECC key (always for Curve25519) encoded in a format suitable for network transmission and ECDS...
char * GNUNET_STRINGS_data_to_string(const void *data, size_t size, char *out, size_t out_size)
Convert binary data to ASCII encoding using CrockfordBase32.
Definition: strings.c:857
Here is the call graph for this function:
Here is the caller graph for this function:

◆ uri_chk_to_string()

static char* uri_chk_to_string ( const struct GNUNET_FS_Uri uri)
static

Convert a CHK URI to a string.

Parameters
urichk uri to convert
Returns
NULL on error

Definition at line 1950 of file fs_uri.c.

References GNUNET_FS_Uri::chk, FileIdentifier::chk, GNUNET_FS_Uri::data, LocUriAssembly::fi, FileIdentifier::file_length, GNUNET_asprintf(), GNUNET_CRYPTO_hash_to_enc(), GNUNET_FS_URI_CHK, GNUNET_FS_URI_CHK_INFIX, GNUNET_FS_URI_PREFIX, GNUNET_ntohll(), ContentHashKey::key, ContentHashKey::query, ret, and GNUNET_FS_Uri::type.

Referenced by GNUNET_FS_uri_to_string().

1951 {
1952  const struct FileIdentifier *fi;
1953  char *ret;
1954  struct GNUNET_CRYPTO_HashAsciiEncoded keyhash;
1955  struct GNUNET_CRYPTO_HashAsciiEncoded queryhash;
1956 
1957  if (uri->type != GNUNET_FS_URI_CHK)
1958  return NULL;
1959  fi = &uri->data.chk;
1960  GNUNET_CRYPTO_hash_to_enc(&fi->chk.key, &keyhash);
1961  GNUNET_CRYPTO_hash_to_enc(&fi->chk.query, &queryhash);
1962 
1963  GNUNET_asprintf(&ret,
1964  "%s%s%s.%s.%llu",
1967  (const char *)&keyhash,
1968  (const char *)&queryhash,
1969  GNUNET_ntohll(fi->file_length));
1970  return ret;
1971 }
struct ContentHashKey chk
Query and key of the top GNUNET_EC_IBlock.
Definition: fs_api.h:102
struct FileIdentifier chk
Information needed to retrieve a file (content-hash-key plus file size).
Definition: fs_api.h:204
static int ret
Final status code.
Definition: gnunet-arm.c:89
int GNUNET_asprintf(char **buf, const char *format,...)
Like asprintf, just portable.
struct GNUNET_HashCode query
Hash of the encrypted content, used for querying.
Definition: fs.h:62
union GNUNET_FS_Uri::@16 data
#define GNUNET_FS_URI_CHK_INFIX
complete information needed to download a file.
Definition: fs_api.h:93
Content-hash-key (simple file).
Definition: fs_api.h:140
void GNUNET_CRYPTO_hash_to_enc(const struct GNUNET_HashCode *block, struct GNUNET_CRYPTO_HashAsciiEncoded *result)
Convert hash to ASCII encoding.
Definition: crypto_hash.c:69
enum GNUNET_FS_UriType type
Type of the URI.
Definition: fs_api.h:166
0-terminated ASCII encoding of a struct GNUNET_HashCode.
struct GNUNET_HashCode key
Hash of the original content, used for encryption.
Definition: fs.h:57
#define GNUNET_FS_URI_PREFIX
uint64_t file_length
Total size of the file in bytes.
Definition: fs_api.h:97
uint64_t GNUNET_ntohll(uint64_t n)
Convert unsigned 64-bit integer to host byte order.
Definition: common_endian.c:48
Here is the call graph for this function:
Here is the caller graph for this function:

◆ uri_loc_to_string()

static char* uri_loc_to_string ( const struct GNUNET_FS_Uri uri)
static

Convert a LOC URI to a string.

Parameters
uriloc uri to convert
Returns
NULL on error

Definition at line 1981 of file fs_uri.c.

References GNUNET_TIME_Absolute::abs_value_us, FileIdentifier::chk, Location::contentSignature, GNUNET_FS_Uri::data, Location::expirationTime, Location::fi, FileIdentifier::file_length, GNUNET_asprintf(), GNUNET_assert, GNUNET_CRYPTO_eddsa_public_key_to_string(), GNUNET_CRYPTO_hash_to_enc(), GNUNET_free, GNUNET_FS_URI_LOC_INFIX, GNUNET_FS_URI_PREFIX, GNUNET_ntohll(), GNUNET_STRINGS_data_to_string(), ContentHashKey::key, GNUNET_FS_Uri::loc, Location::peer, peer_id, GNUNET_PeerIdentity::public_key, ContentHashKey::query, ret, and SIGNATURE_ASCII_LENGTH.

Referenced by GNUNET_FS_uri_to_string().

1982 {
1983  char *ret;
1984  struct GNUNET_CRYPTO_HashAsciiEncoded keyhash;
1985  struct GNUNET_CRYPTO_HashAsciiEncoded queryhash;
1986  char *peer_id;
1987  char peer_sig[SIGNATURE_ASCII_LENGTH + 1];
1988 
1989  GNUNET_CRYPTO_hash_to_enc(&uri->data.loc.fi.chk.key, &keyhash);
1990  GNUNET_CRYPTO_hash_to_enc(&uri->data.loc.fi.chk.query, &queryhash);
1991  peer_id =
1993  GNUNET_assert(
1994  NULL !=
1996  sizeof(struct GNUNET_CRYPTO_EddsaSignature),
1997  peer_sig,
1998  sizeof(peer_sig)));
1999  GNUNET_asprintf(&ret,
2000  "%s%s%s.%s.%llu.%s.%s.%llu",
2003  (const char *)&keyhash,
2004  (const char *)&queryhash,
2005  (unsigned long long)GNUNET_ntohll(
2006  uri->data.loc.fi.file_length),
2007  peer_id,
2008  peer_sig,
2009  (unsigned long long)
2011  1000000LL);
2012  GNUNET_free(peer_id);
2013  return ret;
2014 }
struct ContentHashKey chk
Query and key of the top GNUNET_EC_IBlock.
Definition: fs_api.h:102
#define GNUNET_assert(cond)
Use this for fatal errors that cannot be handled.
static char * peer_id
Option –peer.
Definition: gnunet-cadet.c:42
struct GNUNET_PeerIdentity peer
Identity of the peer sharing the file.
Definition: fs_api.h:119
static int ret
Final status code.
Definition: gnunet-arm.c:89
uint64_t abs_value_us
The actual value.
int GNUNET_asprintf(char **buf, const char *format,...)
Like asprintf, just portable.
char * GNUNET_CRYPTO_eddsa_public_key_to_string(const struct GNUNET_CRYPTO_EddsaPublicKey *pub)
Convert a public key to a string.
Definition: crypto_ecc.c:367
struct GNUNET_HashCode query
Hash of the encrypted content, used for querying.
Definition: fs.h:62
union GNUNET_FS_Uri::@16 data
void GNUNET_CRYPTO_hash_to_enc(const struct GNUNET_HashCode *block, struct GNUNET_CRYPTO_HashAsciiEncoded *result)
Convert hash to ASCII encoding.
Definition: crypto_hash.c:69
struct GNUNET_TIME_Absolute expirationTime
Time when this location URI expires.
Definition: fs_api.h:124
an ECC signature using EdDSA.
0-terminated ASCII encoding of a struct GNUNET_HashCode.
struct GNUNET_HashCode key
Hash of the original content, used for encryption.
Definition: fs.h:57
#define GNUNET_FS_URI_PREFIX
uint64_t file_length
Total size of the file in bytes.
Definition: fs_api.h:97
struct GNUNET_CRYPTO_EddsaSignature contentSignature
Signature over the GNUNET_EC_FileIdentifier, peer identity and expiration time.
Definition: fs_api.h:130
struct FileIdentifier fi
Information about the shared file.
Definition: fs_api.h:114
struct Location loc
Information needed to retrieve a file including signed location (identity of a peer) of the content...
Definition: fs_api.h:210
#define SIGNATURE_ASCII_LENGTH
Definition: fs_uri.c:489
#define GNUNET_FS_URI_LOC_INFIX
char * GNUNET_STRINGS_data_to_string(const void *data, size_t size, char *out, size_t out_size)
Convert binary data to ASCII encoding using CrockfordBase32.
Definition: strings.c:857
uint64_t GNUNET_ntohll(uint64_t n)
Convert unsigned 64-bit integer to host byte order.
Definition: common_endian.c:48
#define GNUNET_free(ptr)
Wrapper around free.
struct GNUNET_CRYPTO_EddsaPublicKey public_key
Here is the call graph for this function:
Here is the caller graph for this function: