strings.c

Go to the documentation of this file.

/*
     This file is part of GNUnet.
     Copyright (C) 2005-2017 GNUnet e.V.

     GNUnet is free software: you can redistribute it and/or modify it
     under the terms of the GNU Affero General Public License as published
     by the Free Software Foundation, either version 3 of the License,
     or (at your option) any later version.

     GNUnet is distributed in the hope that it will be useful, but
     WITHOUT ANY WARRANTY; without even the implied warranty of
     MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
     Affero General Public License for more details.

     You should have received a copy of the GNU Affero General Public License
     along with this program.  If not, see <http://www.gnu.org/licenses/>.

     SPDX-License-Identifier: AGPL3.0-or-later
 */
#include "platform.h"
#if HAVE_ICONV
#include <iconv.h>
#endif
#include "gnunet_crypto_lib.h"
#include "gnunet_strings_lib.h"
#include <unicase.h>
#include <unistr.h>
#include <uniconv.h>

#define LOG(kind, ...) GNUNET_log_from(kind, "util-strings", __VA_ARGS__)

#define LOG_STRERROR(kind, syscall) \
  GNUNET_log_from_strerror(kind, "util-strings", syscall)


size_t
GNUNET_STRINGS_buffer_fill(char *buffer, size_t size, unsigned int count, ...)
{
  size_t needed;
  size_t slen;
  const char *s;
  va_list ap;

  needed = 0;
  va_start(ap, count);
  while (count > 0)
    {
      s = va_arg(ap, const char *);

      slen = strlen(s) + 1;
      if (buffer != NULL)
        {
          GNUNET_assert(needed + slen <= size);
          GNUNET_memcpy(&buffer[needed], s, slen);
        }
      needed += slen;
      count--;
    }
  va_end(ap);
  return needed;
}


char *
GNUNET_STRINGS_pp2s(const struct GNUNET_PeerIdentity *pids,
                    unsigned int num_pids)
{
  char *buf;
  size_t off;
  size_t plen = num_pids * 5 + 1;

  off = 0;
  buf = GNUNET_malloc(plen);
  for (unsigned int i = 0; i < num_pids; i++)
    {
      off += GNUNET_snprintf(&buf[off],
                             plen - off,
                             "%s%s",
                             GNUNET_i2s(&pids[i]),
                             (i == num_pids - 1) ? "" : "-");
    }
  return buf;
}


unsigned int
GNUNET_STRINGS_buffer_tokenize(const char *buffer,
                               size_t size,
                               unsigned int count,
                               ...)
{
  unsigned int start;
  unsigned int needed;
  const char **r;
  va_list ap;

  needed = 0;
  va_start(ap, count);
  while (count > 0)
    {
      r = va_arg(ap, const char **);

      start = needed;
      while ((needed < size) && (buffer[needed] != '\0'))
        needed++;
      if (needed == size)
        {
          va_end(ap);
          return 0; /* error */
        }
      *r = &buffer[start];
      needed++; /* skip 0-termination */
      count--;
    }
  va_end(ap);
  return needed;
}


char *
GNUNET_STRINGS_byte_size_fancy(unsigned long long size)
{
  const char *unit = _(/* size unit */ "b");
  char *ret;

  if (size > 5 * 1024)
    {
      size = size / 1024;
      unit = "KiB";
      if (size > 5 * 1024)
        {
          size = size / 1024;
          unit = "MiB";
          if (size > 5 * 1024)
            {
              size = size / 1024;
              unit = "GiB";
              if (size > 5 * 1024)
                {
                  size = size / 1024;
                  unit = "TiB";
                }
            }
        }
    }
  ret = GNUNET_malloc(32);
  GNUNET_snprintf(ret, 32, "%llu %s", size, unit);
  return ret;
}


size_t
GNUNET_strlcpy(char *dst, const char *src, size_t n)
{
  size_t slen;

  GNUNET_assert(0 != n);
  slen = strnlen(src, n - 1);
  memcpy(dst, src, slen);
  dst[slen] = '\0';
  return slen;
}


struct ConversionTable {
  const char *name;

  unsigned long long value;
};


static int
convert_with_table(const char *input,
                   const struct ConversionTable *table,
                   unsigned long long *output)
{
  unsigned long long ret;
  char *in;
  const char *tok;
  unsigned long long last;
  unsigned int i;

  ret = 0;
  last = 0;
  in = GNUNET_strdup(input);
  for (tok = strtok(in, " "); tok != NULL; tok = strtok(NULL, " "))
    {
      do
        {
          i = 0;
          while ((table[i].name != NULL) && (0 != strcasecmp(table[i].name, tok)))
            i++;
          if (table[i].name != NULL)
            {
              last *= table[i].value;
              break; /* next tok */
            }
          else
            {
              char *endptr;
              ret += last;
              errno = 0;
              last = strtoull(tok, &endptr, 10);
              if ((0 != errno) || (endptr == tok))
                {
                  GNUNET_free(in);
                  return GNUNET_SYSERR; /* expected number */
                }
              if ('\0' == endptr[0])
                break; /* next tok */
              else
                tok = endptr; /* and re-check (handles times like "10s") */
            }
        }
      while (GNUNET_YES);
    }
  ret += last;
  *output = ret;
  GNUNET_free(in);
  return GNUNET_OK;
}


int
GNUNET_STRINGS_fancy_size_to_bytes(const char *fancy_size,
                                   unsigned long long *size)
{
  static const struct ConversionTable table[] =
  { { "B", 1 },
    { "KiB", 1024 },
    { "kB", 1000 },
    { "MiB", 1024 * 1024 },
    { "MB", 1000 * 1000 },
    { "GiB", 1024 * 1024 * 1024 },
    { "GB", 1000 * 1000 * 1000 },
    { "TiB", 1024LL * 1024LL * 1024LL * 1024LL },
    { "TB", 1000LL * 1000LL * 1000LL * 1024LL },
    { "PiB", 1024LL * 1024LL * 1024LL * 1024LL * 1024LL },
    { "PB", 1000LL * 1000LL * 1000LL * 1024LL * 1000LL },
    { "EiB", 1024LL * 1024LL * 1024LL * 1024LL * 1024LL * 1024LL },
    { "EB", 1000LL * 1000LL * 1000LL * 1024LL * 1000LL * 1000LL },
    { NULL, 0 } };

  return convert_with_table(fancy_size, table, size);
}


int
GNUNET_STRINGS_fancy_time_to_relative(const char *fancy_time,
                                      struct GNUNET_TIME_Relative *rtime)
{
  static const struct ConversionTable table[] =
  { { "us", 1 },
    { "ms", 1000 },
    { "s", 1000 * 1000LL },
    { "second", 1000 * 1000LL },
    { "seconds", 1000 * 1000LL },
    { "\"", 1000 * 1000LL },
    { "m", 60 * 1000 * 1000LL },
    { "min", 60 * 1000 * 1000LL },
    { "minute", 60 * 1000 * 1000LL },
    { "minutes", 60 * 1000 * 1000LL },
    { "'", 60 * 1000 * 1000LL },
    { "h", 60 * 60 * 1000 * 1000LL },
    { "hour", 60 * 60 * 1000 * 1000LL },
    { "hours", 60 * 60 * 1000 * 1000LL },
    { "d", 24 * 60 * 60 * 1000LL * 1000LL },
    { "day", 24 * 60 * 60 * 1000LL * 1000LL },
    { "days", 24 * 60 * 60 * 1000LL * 1000LL },
    { "week", 7 * 24 * 60 * 60 * 1000LL * 1000LL },
    { "weeks", 7 * 24 * 60 * 60 * 1000LL * 1000LL },
    { "year", 31536000000000LL /* year */ },
    { "years", 31536000000000LL /* year */ },
    { "a", 31536000000000LL /* year */ },
    { NULL, 0 } };
  int ret;
  unsigned long long val;

  if (0 == strcasecmp("forever", fancy_time))
    {
      *rtime = GNUNET_TIME_UNIT_FOREVER_REL;
      return GNUNET_OK;
    }
  ret = convert_with_table(fancy_time, table, &val);
  rtime->rel_value_us = (uint64_t)val;
  return ret;
}


int
GNUNET_STRINGS_fancy_time_to_absolute(const char *fancy_time,
                                      struct GNUNET_TIME_Absolute *atime)
{
  struct tm tv;
  time_t t;
  const char *eos;

  if (0 == strcasecmp("end of time", fancy_time))
    {
      *atime = GNUNET_TIME_UNIT_FOREVER_ABS;
      return GNUNET_OK;
    }
  eos = &fancy_time[strlen(fancy_time)];
  memset(&tv, 0, sizeof(tv));
  if ((eos != strptime(fancy_time, "%a %b %d %H:%M:%S %Y", &tv)) &&
      (eos != strptime(fancy_time, "%c", &tv)) &&
      (eos != strptime(fancy_time, "%Ec", &tv)) &&
      (eos != strptime(fancy_time, "%Y-%m-%d %H:%M:%S", &tv)) &&
      (eos != strptime(fancy_time, "%Y-%m-%d %H:%M", &tv)) &&
      (eos != strptime(fancy_time, "%x", &tv)) &&
      (eos != strptime(fancy_time, "%Ex", &tv)) &&
      (eos != strptime(fancy_time, "%Y-%m-%d", &tv)) &&
      (eos != strptime(fancy_time, "%Y-%m", &tv)) &&
      (eos != strptime(fancy_time, "%Y", &tv)))
    return GNUNET_SYSERR;
  t = mktime(&tv);
  atime->abs_value_us = (uint64_t)((uint64_t)t * 1000LL * 1000LL);
  return GNUNET_OK;
}


char *
GNUNET_STRINGS_conv(const char *input,
                    size_t len,
                    const char *input_charset,
                    const char *output_charset)
{
  char *ret;
  uint8_t *u8_string;
  char *encoded_string;
  size_t u8_string_length;
  size_t encoded_string_length;

  u8_string = u8_conv_from_encoding(input_charset,
                                    iconveh_error,
                                    input,
                                    len,
                                    NULL,
                                    NULL,
                                    &u8_string_length);
  if (NULL == u8_string)
    {
      LOG_STRERROR(GNUNET_ERROR_TYPE_WARNING, "u8_conv_from_encoding");
      goto fail;
    }
  if (0 == strcmp(output_charset, "UTF-8"))
    {
      ret = GNUNET_malloc(u8_string_length + 1);
      GNUNET_memcpy(ret, u8_string, u8_string_length);
      ret[u8_string_length] = '\0';
      free(u8_string);
      return ret;
    }
  encoded_string = u8_conv_to_encoding(output_charset,
                                       iconveh_error,
                                       u8_string,
                                       u8_string_length,
                                       NULL,
                                       NULL,
                                       &encoded_string_length);
  free(u8_string);
  if (NULL == encoded_string)
    {
      LOG_STRERROR(GNUNET_ERROR_TYPE_WARNING, "u8_conv_to_encoding");
      goto fail;
    }
  ret = GNUNET_malloc(encoded_string_length + 1);
  GNUNET_memcpy(ret, encoded_string, encoded_string_length);
  ret[encoded_string_length] = '\0';
  free(encoded_string);
  return ret;
fail:
  LOG(GNUNET_ERROR_TYPE_WARNING,
      _("Character sets requested were `%s'->`%s'\n"),
      "UTF-8",
      output_charset);
  ret = GNUNET_malloc(len + 1);
  GNUNET_memcpy(ret, input, len);
  ret[len] = '\0';
  return ret;
}


char *
GNUNET_STRINGS_to_utf8(const char *input, size_t len, const char *charset)
{
  return GNUNET_STRINGS_conv(input, len, charset, "UTF-8");
}


char *
GNUNET_STRINGS_from_utf8(const char *input, size_t len, const char *charset)
{
  return GNUNET_STRINGS_conv(input, len, "UTF-8", charset);
}


void
GNUNET_STRINGS_utf8_tolower(const char *input, char *output)
{
  uint8_t *tmp_in;
  size_t len;

  tmp_in = u8_tolower((uint8_t *)input,
                      strlen((char *)input),
                      NULL,
                      UNINORM_NFD,
                      NULL,
                      &len);
  GNUNET_memcpy(output, tmp_in, len);
  output[len] = '\0';
  free(tmp_in);
}


void
GNUNET_STRINGS_utf8_toupper(const char *input, char *output)
{
  uint8_t *tmp_in;
  size_t len;

  tmp_in = u8_toupper((uint8_t *)input,
                      strlen((char *)input),
                      NULL,
                      UNINORM_NFD,
                      NULL,
                      &len);
  GNUNET_memcpy(output, tmp_in, len);
  output[len] = '\0';
  free(tmp_in);
}


char *
GNUNET_STRINGS_filename_expand(const char *fil)
{
  char *buffer;
  size_t len;
  char *fm;
  const char *fil_ptr;

  if (fil == NULL)
    return NULL;

  if (fil[0] == DIR_SEPARATOR)
    /* absolute path, just copy */
    return GNUNET_strdup(fil);
  if (fil[0] == '~')
    {
      fm = getenv("HOME");
      if (fm == NULL)
        {
          LOG(GNUNET_ERROR_TYPE_WARNING,
              _("Failed to expand `$HOME': environment variable `HOME' not set"));
          return NULL;
        }
      fm = GNUNET_strdup(fm);
      /* do not copy '~' */
      fil_ptr = fil + 1;

      /* skip over dir seperator to be consistent */
      if (fil_ptr[0] == DIR_SEPARATOR)
        fil_ptr++;
    }
  else
    {
      /* relative path */
      fil_ptr = fil;
      len = 512;
      fm = NULL;
      while (1)
        {
          buffer = GNUNET_malloc(len);
          if (getcwd(buffer, len) != NULL)
            {
              fm = buffer;
              break;
            }
          if ((errno == ERANGE) && (len < 1024 * 1024 * 4))
            {
              len *= 2;
              GNUNET_free(buffer);
              continue;
            }
          GNUNET_free(buffer);
          break;
        }
      if (fm == NULL)
        {
          LOG_STRERROR(GNUNET_ERROR_TYPE_WARNING, "getcwd");
          buffer = getenv("PWD"); /* alternative */
          if (buffer != NULL)
            fm = GNUNET_strdup(buffer);
        }
      if (fm == NULL)
        fm = GNUNET_strdup("./"); /* give up */
    }
  GNUNET_asprintf(&buffer,
                  "%s%s%s",
                  fm,
                  (fm[strlen(fm) - 1] == DIR_SEPARATOR) ? ""
                  : DIR_SEPARATOR_STR,
                  fil_ptr);
  GNUNET_free(fm);
  return buffer;
}


const char *
GNUNET_STRINGS_relative_time_to_string(struct GNUNET_TIME_Relative delta,
                                       int do_round)
{
  static char buf[128];
  const char *unit = _(/* time unit */ "µs");
  uint64_t dval = delta.rel_value_us;

  if (GNUNET_TIME_UNIT_FOREVER_REL.rel_value_us == delta.rel_value_us)
    return _("forever");
  if (0 == delta.rel_value_us)
    return _("0 ms");
  if (((GNUNET_YES == do_round) && (dval > 5 * 1000)) || (0 == (dval % 1000)))
    {
      dval = dval / 1000;
      unit = _(/* time unit */ "ms");
      if (((GNUNET_YES == do_round) && (dval > 5 * 1000)) || (0 == (dval % 1000)))
        {
          dval = dval / 1000;
          unit = _(/* time unit */ "s");
          if (((GNUNET_YES == do_round) && (dval > 5 * 60)) || (0 == (dval % 60)))
            {
              dval = dval / 60;
              unit = _(/* time unit */ "m");
              if (((GNUNET_YES == do_round) && (dval > 5 * 60)) || (0 == (dval % 60)))
                {
                  dval = dval / 60;
                  unit = _(/* time unit */ "h");
                  if (((GNUNET_YES == do_round) && (dval > 5 * 24)) ||
                      (0 == (dval % 24)))
                    {
                      dval = dval / 24;
                      if (1 == dval)
                        unit = _(/* time unit */ "day");
                      else
                        unit = _(/* time unit */ "days");
                    }
                }
            }
        }
    }
  GNUNET_snprintf(buf, sizeof(buf), "%llu %s", dval, unit);
  return buf;
}


const char *
GNUNET_STRINGS_absolute_time_to_string(struct GNUNET_TIME_Absolute t)
{
  static char buf[255];
  time_t tt;
  struct tm *tp;

  if (t.abs_value_us == GNUNET_TIME_UNIT_FOREVER_ABS.abs_value_us)
    return _("end of time");
  tt = t.abs_value_us / 1000LL / 1000LL;
  tp = localtime(&tt);
  /* This is hacky, but i don't know a way to detect libc character encoding.
   * Just expect utf8 from glibc these days.
   * As for msvcrt, use the wide variant, which always returns utf16
   * (otherwise we'd have to detect current codepage or use W32API character
   * set conversion routines to convert to UTF8).
   */

  strftime(buf, sizeof(buf), "%a %b %d %H:%M:%S %Y", tp);

  return buf;
}


const char *
GNUNET_STRINGS_get_short_name(const char *filename)
{
  const char *short_fn = filename;
  const char *ss;

  while (NULL != (ss = strstr(short_fn, DIR_SEPARATOR_STR)) && (ss[1] != '\0'))
    short_fn = 1 + ss;
  return short_fn;
}


static unsigned int
getValue__(unsigned char a)
{
  unsigned int dec;

  switch (a)
    {
    case 'O':
    case 'o':
      a = '0';
      break;

    case 'i':
    case 'I':
    case 'l':
    case 'L':
      a = '1';
      break;

    /* also consider U to be V */
    case 'u':
    case 'U':
      a = 'V';
      break;

    default:
      break;
    }
  if ((a >= '0') && (a <= '9'))
    return a - '0';
  if ((a >= 'a') && (a <= 'z'))
    a = toupper(a);
  /* return (a - 'a' + 10); */
  dec = 0;
  if ((a >= 'A') && (a <= 'Z'))
    {
      if ('I' < a)
        dec++;
      if ('L' < a)
        dec++;
      if ('O' < a)
        dec++;
      if ('U' < a)
        dec++;
      return(a - 'A' + 10 - dec);
    }
  return -1;
}


char *
GNUNET_STRINGS_data_to_string(const void *data,
                              size_t size,
                              char *out,
                              size_t out_size)
{
  static char *encTable__ = "0123456789ABCDEFGHJKMNPQRSTVWXYZ";
  unsigned int wpos;
  unsigned int rpos;
  unsigned int bits;
  unsigned int vbit;
  const unsigned char *udata;

  udata = data;
  if (out_size < (size * 8 + 4) / 5)
    {
      GNUNET_break(0);
      return NULL;
    }
  vbit = 0;
  wpos = 0;
  rpos = 0;
  bits = 0;
  while ((rpos < size) || (vbit > 0))
    {
      if ((rpos < size) && (vbit < 5))
        {
          bits = (bits << 8) | udata[rpos++]; /* eat 8 more bits */
          vbit += 8;
        }
      if (vbit < 5)
        {
          bits <<= (5 - vbit); /* zero-padding */
          GNUNET_assert(vbit == ((size * 8) % 5));
          vbit = 5;
        }
      if (wpos >= out_size)
        {
          GNUNET_break(0);
          return NULL;
        }
      out[wpos++] = encTable__[(bits >> (vbit - 5)) & 31];
      vbit -= 5;
    }
  GNUNET_assert(0 == vbit);
  if (wpos < out_size)
    out[wpos] = '\0';
  return &out[wpos];
}


char *
GNUNET_STRINGS_data_to_string_alloc(const void *buf, size_t size)
{
  char *str_buf;
  size_t len = size * 8;
  char *end;

  if (len % 5 > 0)
    len += 5 - len % 5;
  len /= 5;
  str_buf = GNUNET_malloc(len + 1);
  end = GNUNET_STRINGS_data_to_string(buf, size, str_buf, len);
  if (NULL == end)
    {
      GNUNET_free(str_buf);
      return NULL;
    }
  *end = '\0';
  return str_buf;
}


int
GNUNET_STRINGS_string_to_data(const char *enc,
                              size_t enclen,
                              void *out,
                              size_t out_size)
{
  unsigned int rpos;
  unsigned int wpos;
  unsigned int bits;
  unsigned int vbit;
  int ret;
  int shift;
  unsigned char *uout;
  unsigned int encoded_len = out_size * 8;

  if (0 == enclen)
    {
      if (0 == out_size)
        return GNUNET_OK;
      return GNUNET_SYSERR;
    }
  uout = out;
  wpos = out_size;
  rpos = enclen;
  if ((encoded_len % 5) > 0)
    {
      vbit = encoded_len % 5; /* padding! */
      shift = 5 - vbit;
      bits = (ret = getValue__(enc[--rpos])) >> shift;
    }
  else
    {
      vbit = 5;
      shift = 0;
      bits = (ret = getValue__(enc[--rpos]));
    }
  if ((encoded_len + shift) / 5 != enclen)
    return GNUNET_SYSERR;
  if (-1 == ret)
    return GNUNET_SYSERR;
  while (wpos > 0)
    {
      if (0 == rpos)
        {
          GNUNET_break(0);
          return GNUNET_SYSERR;
        }
      bits = ((ret = getValue__(enc[--rpos])) << vbit) | bits;
      if (-1 == ret)
        return GNUNET_SYSERR;
      vbit += 5;
      if (vbit >= 8)
        {
          uout[--wpos] = (unsigned char)bits;
          bits >>= 8;
          vbit -= 8;
        }
    }
  if ((0 != rpos) || (0 != vbit))
    return GNUNET_SYSERR;
  return GNUNET_OK;
}


int
GNUNET_STRINGS_parse_uri(const char *path,
                         char **scheme_part,
                         const char **path_part)
{
  size_t len;
  size_t i;
  int end;
  int pp_state = 0;
  const char *post_scheme_part = NULL;

  len = strlen(path);
  for (end = 0, i = 0; !end && i < len; i++)
    {
      switch (pp_state)
        {
        case 0:
          if ((path[i] == ':') && (i > 0))
            {
              pp_state += 1;
              continue;
            }
          if (!((path[i] >= 'A' && path[i] <= 'Z') ||
                (path[i] >= 'a' && path[i] <= 'z') ||
                (path[i] >= '0' && path[i] <= '9') || path[i] == '+' ||
                path[i] == '-' || (path[i] == '.')))
            end = 1;
          break;

        case 1:
        case 2:
          if (path[i] == '/')
            {
              pp_state += 1;
              continue;
            }
          end = 1;
          break;

        case 3:
          post_scheme_part = &path[i];
          end = 1;
          break;

        default:
          end = 1;
        }
    }
  if (post_scheme_part == NULL)
    return GNUNET_NO;
  if (scheme_part)
    {
      *scheme_part = GNUNET_malloc(post_scheme_part - path + 1);
      GNUNET_memcpy(*scheme_part, path, post_scheme_part - path);
      (*scheme_part)[post_scheme_part - path] = '\0';
    }
  if (path_part)
    *path_part = post_scheme_part;
  return GNUNET_YES;
}


int
GNUNET_STRINGS_path_is_absolute(const char *filename,
                                int can_be_uri,
                                int *r_is_uri,
                                char **r_uri_scheme)
{
  const char *post_scheme_path;
  int is_uri;
  char *uri;
  /* consider POSIX paths to be absolute too, even on W32,
   * as plibc expansion will fix them for us.
   */
  if (filename[0] == '/')
    return GNUNET_YES;
  if (can_be_uri)
    {
      is_uri = GNUNET_STRINGS_parse_uri(filename, &uri, &post_scheme_path);
      if (r_is_uri)
        *r_is_uri = is_uri;
      if (is_uri)
        {
          if (r_uri_scheme)
            *r_uri_scheme = uri;
          else
            GNUNET_free_non_null(uri);

          return GNUNET_STRINGS_path_is_absolute(post_scheme_path,
                                                 GNUNET_NO,
                                                 NULL,
                                                 NULL);
        }
    }
  else
    {
      if (r_is_uri)
        *r_is_uri = GNUNET_NO;
    }

  return GNUNET_NO;
}


int
GNUNET_STRINGS_check_filename(const char *filename,
                              enum GNUNET_STRINGS_FilenameCheck checks)
{
  struct stat st;

  if ((NULL == filename) || (filename[0] == '\0'))
    return GNUNET_SYSERR;
  if (0 != (checks & GNUNET_STRINGS_CHECK_IS_ABSOLUTE))
    if (!GNUNET_STRINGS_path_is_absolute(filename, GNUNET_NO, NULL, NULL))
      return GNUNET_NO;
  if (0 != (checks &
            (GNUNET_STRINGS_CHECK_EXISTS | GNUNET_STRINGS_CHECK_IS_DIRECTORY |
             GNUNET_STRINGS_CHECK_IS_LINK)))
    {
      if (0 != stat(filename, &st))
        {
          if (0 != (checks & GNUNET_STRINGS_CHECK_EXISTS))
            return GNUNET_NO;
          else
            return GNUNET_SYSERR;
        }
    }
  if (0 != (checks & GNUNET_STRINGS_CHECK_IS_DIRECTORY))
    if (!S_ISDIR(st.st_mode))
      return GNUNET_NO;
  if (0 != (checks & GNUNET_STRINGS_CHECK_IS_LINK))
    if (!S_ISLNK(st.st_mode))
      return GNUNET_NO;
  return GNUNET_YES;
}


int
GNUNET_STRINGS_to_address_ipv6(const char *zt_addr,
                               uint16_t addrlen,
                               struct sockaddr_in6 *r_buf)
{
  char zbuf[addrlen + 1];
  int ret;
  char *port_colon;
  unsigned int port;
  char dummy[2];

  if (addrlen < 6)
    return GNUNET_SYSERR;
  GNUNET_memcpy(zbuf, zt_addr, addrlen);
  if ('[' != zbuf[0])
    {
      GNUNET_log(GNUNET_ERROR_TYPE_WARNING,
                 _("IPv6 address did not start with `['\n"));
      return GNUNET_SYSERR;
    }
  zbuf[addrlen] = '\0';
  port_colon = strrchr(zbuf, ':');
  if (NULL == port_colon)
    {
      GNUNET_log(GNUNET_ERROR_TYPE_WARNING,
                 _("IPv6 address did contain ':' to separate port number\n"));
      return GNUNET_SYSERR;
    }
  if (']' != *(port_colon - 1))
    {
      GNUNET_log(
        GNUNET_ERROR_TYPE_WARNING,
        _("IPv6 address did contain ']' before ':' to separate port number\n"));
      return GNUNET_SYSERR;
    }
  ret = sscanf(port_colon, ":%u%1s", &port, dummy);
  if ((1 != ret) || (port > 65535))
    {
      GNUNET_log(
        GNUNET_ERROR_TYPE_WARNING,
        _("IPv6 address did contain a valid port number after the last ':'\n"));
      return GNUNET_SYSERR;
    }
  *(port_colon - 1) = '\0';
  memset(r_buf, 0, sizeof(struct sockaddr_in6));
  ret = inet_pton(AF_INET6, &zbuf[1], &r_buf->sin6_addr);
  if (ret <= 0)
    {
      GNUNET_log(GNUNET_ERROR_TYPE_WARNING,
                 _("Invalid IPv6 address `%s': %s\n"),
                 &zbuf[1],
                 strerror(errno));
      return GNUNET_SYSERR;
    }
  r_buf->sin6_port = htons(port);
  r_buf->sin6_family = AF_INET6;
#if HAVE_SOCKADDR_IN_SIN_LEN
  r_buf->sin6_len = (u_char)sizeof(struct sockaddr_in6);
#endif
  return GNUNET_OK;
}


int
GNUNET_STRINGS_to_address_ipv4(const char *zt_addr,
                               uint16_t addrlen,
                               struct sockaddr_in *r_buf)
{
  unsigned int temps[4];
  unsigned int port;
  unsigned int cnt;
  char dummy[2];

  if (addrlen < 9)
    return GNUNET_SYSERR;
  cnt = sscanf(zt_addr,
               "%u.%u.%u.%u:%u%1s",
               &temps[0],
               &temps[1],
               &temps[2],
               &temps[3],
               &port,
               dummy);
  if (5 != cnt)
    return GNUNET_SYSERR;
  for (cnt = 0; cnt < 4; cnt++)
    if (temps[cnt] > 0xFF)
      return GNUNET_SYSERR;
  if (port > 65535)
    return GNUNET_SYSERR;
  r_buf->sin_family = AF_INET;
  r_buf->sin_port = htons(port);
  r_buf->sin_addr.s_addr =
    htonl((temps[0] << 24) + (temps[1] << 16) + (temps[2] << 8) + temps[3]);
#if HAVE_SOCKADDR_IN_SIN_LEN
  r_buf->sin_len = (u_char)sizeof(struct sockaddr_in);
#endif
  return GNUNET_OK;
}


int
GNUNET_STRINGS_to_address_ip(const char *addr,
                             uint16_t addrlen,
                             struct sockaddr_storage *r_buf)
{
  if (addr[0] == '[')
    return GNUNET_STRINGS_to_address_ipv6(addr,
                                          addrlen,
                                          (struct sockaddr_in6 *)r_buf);
  return GNUNET_STRINGS_to_address_ipv4(addr,
                                        addrlen,
                                        (struct sockaddr_in *)r_buf);
}


size_t
GNUNET_STRINGS_parse_socket_addr(const char *addr,
                                 uint8_t *af,
                                 struct sockaddr **sa)
{
  char *cp = GNUNET_strdup(addr);

  *af = AF_UNSPEC;
  if ('[' == *addr)
    {
      /* IPv6 */
      *sa = GNUNET_malloc(sizeof(struct sockaddr_in6));
      if (GNUNET_OK !=
          GNUNET_STRINGS_to_address_ipv6(cp,
                                         strlen(cp),
                                         (struct sockaddr_in6 *)*sa))
        {
          GNUNET_free(*sa);
          *sa = NULL;
          GNUNET_free(cp);
          return 0;
        }
      *af = AF_INET6;
      GNUNET_free(cp);
      return sizeof(struct sockaddr_in6);
    }
  else
    {
      /* IPv4 */
      *sa = GNUNET_malloc(sizeof(struct sockaddr_in));
      if (GNUNET_OK !=
          GNUNET_STRINGS_to_address_ipv4(cp,
                                         strlen(cp),
                                         (struct sockaddr_in *)*sa))
        {
          GNUNET_free(*sa);
          *sa = NULL;
          GNUNET_free(cp);
          return 0;
        }
      *af = AF_INET;
      GNUNET_free(cp);
      return sizeof(struct sockaddr_in);
    }
}


static char *const *
_make_continuous_arg_copy(int argc, char *const *argv)
{
  size_t argvsize = 0;
  int i;
  char **new_argv;
  char *p;

  for (i = 0; i < argc; i++)
    argvsize += strlen(argv[i]) + 1 + sizeof(char *);
  new_argv = GNUNET_malloc(argvsize + sizeof(char *));
  p = (char *)&new_argv[argc + 1];
  for (i = 0; i < argc; i++)
    {
      new_argv[i] = p;
      strcpy(p, argv[i]);
      p += strlen(argv[i]) + 1;
    }
  new_argv[argc] = NULL;
  return (char *const *)new_argv;
}


int
GNUNET_STRINGS_get_utf8_args(int argc,
                             char *const *argv,
                             int *u8argc,
                             char *const **u8argv)
{
  char *const *new_argv =
    (char *const *)_make_continuous_arg_copy(argc, argv);
  *u8argv = new_argv;
  *u8argc = argc;
  return GNUNET_OK;
}


static int
parse_port_policy(const char *port_policy,
                  struct GNUNET_STRINGS_PortPolicy *pp)
{
  const char *pos;
  int s;
  int e;
  char eol[2];

  pos = port_policy;
  if ('!' == *pos)
    {
      pp->negate_portrange = GNUNET_YES;
      pos++;
    }
  if (2 == sscanf(pos, "%u-%u%1s", &s, &e, eol))
    {
      if ((0 == s) || (s > 0xFFFF) || (e < s) || (e > 0xFFFF))
        {
          GNUNET_log(GNUNET_ERROR_TYPE_WARNING, _("Port not in range\n"));
          return GNUNET_SYSERR;
        }
      pp->start_port = (uint16_t)s;
      pp->end_port = (uint16_t)e;
      return GNUNET_OK;
    }
  if (1 == sscanf(pos, "%u%1s", &s, eol))
    {
      if ((0 == s) || (s > 0xFFFF))
        {
          GNUNET_log(GNUNET_ERROR_TYPE_WARNING, _("Port not in range\n"));
          return GNUNET_SYSERR;
        }

      pp->start_port = (uint16_t)s;
      pp->end_port = (uint16_t)s;
      return GNUNET_OK;
    }
  GNUNET_log(GNUNET_ERROR_TYPE_WARNING,
             _("Malformed port policy `%s'\n"),
             port_policy);
  return GNUNET_SYSERR;
}


struct GNUNET_STRINGS_IPv4NetworkPolicy *
GNUNET_STRINGS_parse_ipv4_policy(const char *routeListX)
{
  unsigned int count;
  unsigned int i;
  unsigned int j;
  unsigned int len;
  int cnt;
  unsigned int pos;
  unsigned int temps[8];
  int slash;
  struct GNUNET_STRINGS_IPv4NetworkPolicy *result;
  int colon;
  int end;
  char *routeList;
  char dummy[2];

  if (NULL == routeListX)
    return NULL;
  len = strlen(routeListX);
  if (0 == len)
    return NULL;
  routeList = GNUNET_strdup(routeListX);
  count = 0;
  for (i = 0; i < len; i++)
    if (routeList[i] == ';')
      count++;
  result = GNUNET_malloc(sizeof(struct GNUNET_STRINGS_IPv4NetworkPolicy) *
                         (count + 1));
  i = 0;
  pos = 0;
  while (i < count)
    {
      for (colon = pos; ':' != routeList[colon]; colon++)
        if ((';' == routeList[colon]) || ('\0' == routeList[colon]))
          break;
      for (end = colon; ';' != routeList[end]; end++)
        if ('\0' == routeList[end])
          break;
      if ('\0' == routeList[end])
        break;
      routeList[end] = '\0';
      if (':' == routeList[colon])
        {
          routeList[colon] = '\0';
          if (GNUNET_OK != parse_port_policy(&routeList[colon + 1], &result[i].pp))
            break;
        }
      cnt = sscanf(&routeList[pos],
                   "%u.%u.%u.%u/%u.%u.%u.%u%1s",
                   &temps[0],
                   &temps[1],
                   &temps[2],
                   &temps[3],
                   &temps[4],
                   &temps[5],
                   &temps[6],
                   &temps[7],
                   dummy);
      if (8 == cnt)
        {
          for (j = 0; j < 8; j++)
            if (temps[j] > 0xFF)
              {
                LOG(GNUNET_ERROR_TYPE_WARNING,
                    _("Invalid format for IP: `%s'\n"),
                    &routeList[pos]);
                GNUNET_free(result);
                GNUNET_free(routeList);
                return NULL;
              }
          result[i].network.s_addr = htonl((temps[0] << 24) + (temps[1] << 16) +
                                           (temps[2] << 8) + temps[3]);
          result[i].netmask.s_addr = htonl((temps[4] << 24) + (temps[5] << 16) +
                                           (temps[6] << 8) + temps[7]);
          pos = end + 1;
          i++;
          continue;
        }
      /* try second notation */
      cnt = sscanf(&routeList[pos],
                   "%u.%u.%u.%u/%u%1s",
                   &temps[0],
                   &temps[1],
                   &temps[2],
                   &temps[3],
                   &slash,
                   dummy);
      if (5 == cnt)
        {
          for (j = 0; j < 4; j++)
            if (temps[j] > 0xFF)
              {
                LOG(GNUNET_ERROR_TYPE_WARNING,
                    _("Invalid format for IP: `%s'\n"),
                    &routeList[pos]);
                GNUNET_free(result);
                GNUNET_free(routeList);
                return NULL;
              }
          result[i].network.s_addr = htonl((temps[0] << 24) + (temps[1] << 16) +
                                           (temps[2] << 8) + temps[3]);
          if ((slash <= 32) && (slash >= 0))
            {
              result[i].netmask.s_addr = 0;
              while (slash > 0)
                {
                  result[i].netmask.s_addr =
                    (result[i].netmask.s_addr >> 1) + 0x80000000;
                  slash--;
                }
              result[i].netmask.s_addr = htonl(result[i].netmask.s_addr);
              pos = end + 1;
              i++;
              continue;
            }
          else
            {
              LOG(GNUNET_ERROR_TYPE_WARNING,
                  _("Invalid network notation ('/%d' is not legal in IPv4 CIDR)."),
                  slash);
              GNUNET_free(result);
              GNUNET_free(routeList);
              return NULL; /* error */
            }
        }
      /* try third notation */
      slash = 32;
      cnt = sscanf(&routeList[pos],
                   "%u.%u.%u.%u%1s",
                   &temps[0],
                   &temps[1],
                   &temps[2],
                   &temps[3],
                   dummy);
      if (4 == cnt)
        {
          for (j = 0; j < 4; j++)
            if (temps[j] > 0xFF)
              {
                LOG(GNUNET_ERROR_TYPE_WARNING,
                    _("Invalid format for IP: `%s'\n"),
                    &routeList[pos]);
                GNUNET_free(result);
                GNUNET_free(routeList);
                return NULL;
              }
          result[i].network.s_addr = htonl((temps[0] << 24) + (temps[1] << 16) +
                                           (temps[2] << 8) + temps[3]);
          result[i].netmask.s_addr = 0;
          while (slash > 0)
            {
              result[i].netmask.s_addr = (result[i].netmask.s_addr >> 1) + 0x80000000;
              slash--;
            }
          result[i].netmask.s_addr = htonl(result[i].netmask.s_addr);
          pos = end + 1;
          i++;
          continue;
        }
      LOG(GNUNET_ERROR_TYPE_WARNING,
          _("Invalid format for IP: `%s'\n"),
          &routeList[pos]);
      GNUNET_free(result);
      GNUNET_free(routeList);
      return NULL; /* error */
    }
  if (pos < strlen(routeList))
    {
      LOG(GNUNET_ERROR_TYPE_WARNING,
          _("Invalid format: `%s'\n"),
          &routeListX[pos]);
      GNUNET_free(result);
      GNUNET_free(routeList);
      return NULL; /* oops */
    }
  GNUNET_free(routeList);
  return result; /* ok */
}


struct GNUNET_STRINGS_IPv6NetworkPolicy *
GNUNET_STRINGS_parse_ipv6_policy(const char *routeListX)
{
  unsigned int count;
  unsigned int i;
  unsigned int len;
  unsigned int pos;
  int start;
  int slash;
  int ret;
  char *routeList;
  struct GNUNET_STRINGS_IPv6NetworkPolicy *result;
  unsigned int bits;
  unsigned int off;
  int save;
  int colon;
  char dummy[2];

  if (NULL == routeListX)
    return NULL;
  len = strlen(routeListX);
  if (0 == len)
    return NULL;
  routeList = GNUNET_strdup(routeListX);
  count = 0;
  for (i = 0; i < len; i++)
    if (';' == routeList[i])
      count++;
  if (';' != routeList[len - 1])
    {
      LOG(GNUNET_ERROR_TYPE_WARNING,
          _("Invalid network notation (does not end with ';': `%s')\n"),
          routeList);
      GNUNET_free(routeList);
      return NULL;
    }

  result = GNUNET_malloc(sizeof(struct GNUNET_STRINGS_IPv6NetworkPolicy) *
                         (count + 1));
  i = 0;
  pos = 0;
  while (i < count)
    {
      start = pos;
      while (';' != routeList[pos])
        pos++;
      slash = pos;
      while ((slash >= start) && (routeList[slash] != '/'))
        slash--;

      if (slash < start)
        {
          memset(&result[i].netmask, 0xFF, sizeof(struct in6_addr));
          slash = pos;
        }
      else
        {
          routeList[pos] = '\0';
          for (colon = pos; ':' != routeList[colon]; colon--)
            if ('/' == routeList[colon])
              break;
          if (':' == routeList[colon])
            {
              routeList[colon] = '\0';
              if (GNUNET_OK !=
                  parse_port_policy(&routeList[colon + 1], &result[i].pp))
                {
                  GNUNET_free(result);
                  GNUNET_free(routeList);
                  return NULL;
                }
            }
          ret = inet_pton(AF_INET6, &routeList[slash + 1], &result[i].netmask);
          if (ret <= 0)
            {
              save = errno;
              if ((1 != sscanf(&routeList[slash + 1], "%u%1s", &bits, dummy)) ||
                  (bits > 128))
                {
                  if (0 == ret)
                    LOG(GNUNET_ERROR_TYPE_WARNING,
                        _("Wrong format `%s' for netmask\n"),
                        &routeList[slash + 1]);
                  else
                    {
                      errno = save;
                      LOG_STRERROR(GNUNET_ERROR_TYPE_WARNING, "inet_pton");
                    }
                  GNUNET_free(result);
                  GNUNET_free(routeList);
                  return NULL;
                }
              off = 0;
              while (bits > 8)
                {
                  result[i].netmask.s6_addr[off++] = 0xFF;
                  bits -= 8;
                }
              while (bits > 0)
                {
                  result[i].netmask.s6_addr[off] =
                    (result[i].netmask.s6_addr[off] >> 1) + 0x80;
                  bits--;
                }
            }
        }
      routeList[slash] = '\0';
      ret = inet_pton(AF_INET6, &routeList[start], &result[i].network);
      if (ret <= 0)
        {
          if (0 == ret)
            LOG(GNUNET_ERROR_TYPE_WARNING,
                _("Wrong format `%s' for network\n"),
                &routeList[slash + 1]);
          else
            LOG_STRERROR(GNUNET_ERROR_TYPE_ERROR, "inet_pton");
          GNUNET_free(result);
          GNUNET_free(routeList);
          return NULL;
        }
      pos++;
      i++;
    }
  GNUNET_free(routeList);
  return result;
}


#define FILLCHAR '='
static char *cvt = "ABCDEFGHIJKLMNOPQRSTUVWXYZ"
                   "abcdefghijklmnopqrstuvwxyz"
                   "0123456789+/";


size_t
GNUNET_STRINGS_base64_encode(const void *in, size_t len, char **output)
{
  const char *data = in;
  size_t ret;
  char *opt;

  ret = 0;
  opt = GNUNET_malloc(2 + (len * 4 / 3) + 8);
  for (size_t i = 0; i < len; ++i)
    {
      char c;

      c = (data[i] >> 2) & 0x3f;
      opt[ret++] = cvt[(int)c];
      c = (data[i] << 4) & 0x3f;
      if (++i < len)
        c |= (data[i] >> 4) & 0x0f;
      opt[ret++] = cvt[(int)c];
      if (i < len)
        {
          c = (data[i] << 2) & 0x3f;
          if (++i < len)
            c |= (data[i] >> 6) & 0x03;
          opt[ret++] = cvt[(int)c];
        }
      else
        {
          ++i;
          opt[ret++] = FILLCHAR;
        }
      if (i < len)
        {
          c = data[i] & 0x3f;
          opt[ret++] = cvt[(int)c];
        }
      else
        {
          opt[ret++] = FILLCHAR;
        }
    }
  *output = opt;
  return ret;
}

#define cvtfind(a)                        \
  ((((a) >= 'A') && ((a) <= 'Z'))         \
   ? (a) - 'A'                          \
   : (((a) >= 'a') && ((a) <= 'z'))     \
   ? (a) - 'a' + 26                 \
   : (((a) >= '0') && ((a) <= '9')) \
   ? (a) - '0' + 52             \
   : ((a) == '+') ? 62 : ((a) == '/') ? 63 : -1)


size_t
GNUNET_STRINGS_base64_decode(const char *data, size_t len, void **out)
{
  char *output;
  size_t ret = 0;

#define CHECK_CRLF                                                \
  while (data[i] == '\r' || data[i] == '\n')                      \
    {                                                               \
      GNUNET_log(GNUNET_ERROR_TYPE_DEBUG | GNUNET_ERROR_TYPE_BULK, \
                 "ignoring CR/LF\n");                              \
      i++;                                                          \
      if (i >= len)                                                 \
      goto END;                                                   \
    }

  output = GNUNET_malloc((len * 3 / 4) + 8);
  GNUNET_log(GNUNET_ERROR_TYPE_DEBUG,
             "base64_decode decoding len=%d\n",
             (int)len);
  for (size_t i = 0; i < len; ++i)
    {
      char c;
      char c1;

      CHECK_CRLF;
      if (FILLCHAR == data[i])
        break;
      c = (char)cvtfind(data[i]);
      ++i;
      CHECK_CRLF;
      c1 = (char)cvtfind(data[i]);
      c = (c << 2) | ((c1 >> 4) & 0x3);
      output[ret++] = c;
      if (++i < len)
        {
          CHECK_CRLF;
          c = data[i];
          if (FILLCHAR == c)
            break;
          c = (char)cvtfind(c);
          c1 = ((c1 << 4) & 0xf0) | ((c >> 2) & 0xf);
          output[ret++] = c1;
        }
      if (++i < len)
        {
          CHECK_CRLF;
          c1 = data[i];
          if (FILLCHAR == c1)
            break;

          c1 = (char)cvtfind(c1);
          c = ((c << 6) & 0xc0) | c1;
          output[ret++] = c;
        }
    }
END:
  *out = output;
  return ret;
}


/* end of strings.c */