tool for profiling the invertible bloom filter implementation More...

#include "platform.h"
#include "gnunet_util_lib.h"
#include "ibf.h"

Include dependency graph for gnunet-set-ibf-profiler.c:

Functions
static void	register_hashcode (struct GNUNET_HashCode *hash)

static void	iter_hashcodes (struct IBF_Key key, GNUNET_CONTAINER_MultiHashMapIteratorCallback iter, void *cls)

static int	insert_iterator (void cls, const struct GNUNET_HashCode key, void *value)

static int	remove_iterator (void cls, const struct GNUNET_HashCode key, void *value)

static void	run (void cls, char const args, const char cfgfile, const struct GNUNET_CONFIGURATION_Handle *cfg)

int	main (int argc, char **argv)

Variables
static unsigned int	asize = 10

static unsigned int	bsize = 10

static unsigned int	csize = 10

static unsigned int	hash_num = 4

static unsigned int	ibf_size = 80

static enum GNUNET_CRYPTO_Quality	random_quality = GNUNET_CRYPTO_QUALITY_WEAK

static struct GNUNET_CONTAINER_MultiHashMap *	set_a

static struct GNUNET_CONTAINER_MultiHashMap *	set_b

static struct GNUNET_CONTAINER_MultiHashMap *	set_c

static struct GNUNET_CONTAINER_MultiHashMap *	key_to_hashcode

static struct InvertibleBloomFilter *	ibf_a

static struct InvertibleBloomFilter *	ibf_b

Detailed Description

tool for profiling the invertible bloom filter implementation

Author: Florian Dold

Definition in file gnunet-set-ibf-profiler.c.

Function Documentation

◆ register_hashcode()

static void register_hashcode ( struct GNUNET_HashCode * hash )

static

Definition at line 53 of file gnunet-set-ibf-profiler.c.

{
  struct GNUNET_HashCode replicated;
  struct IBF_Key key;
 
  key = ibf_key_from_hashcode (hash);
  ibf_hashcode_from_key (key, &replicated);
  (void) GNUNET_CONTAINER_multihashmap_put (
    key_to_hashcode,
    &replicated,
    GNUNET_memdup (hash, sizeof *hash),
    GNUNET_CONTAINER_MULTIHASHMAPOPTION_MULTIPLE);
}

References GNUNET_CONTAINER_multihashmap_put(), GNUNET_CONTAINER_MULTIHASHMAPOPTION_MULTIPLE, GNUNET_memdup, ibf_hashcode_from_key(), ibf_key_from_hashcode(), key, and key_to_hashcode.

Referenced by run().

Here is the call graph for this function:

Here is the caller graph for this function:

◆ iter_hashcodes()

static void iter_hashcodes	(	struct IBF_Key	key,
		GNUNET_CONTAINER_MultiHashMapIteratorCallback	iter,
		void *	cls
	)

static

Definition at line 69 of file gnunet-set-ibf-profiler.c.

{
  struct GNUNET_HashCode replicated;
 
  ibf_hashcode_from_key (key, &replicated);
  GNUNET_CONTAINER_multihashmap_get_multiple (key_to_hashcode,
                                              &replicated,
                                              iter,
                                              cls);
}

References GNUNET_CONTAINER_multihashmap_get_multiple(), ibf_hashcode_from_key(), key, and key_to_hashcode.

Referenced by run().

Here is the call graph for this function:

Here is the caller graph for this function:

◆ insert_iterator()

static int insert_iterator	(	void *	cls,
		const struct GNUNET_HashCode *	key,
		void *	value
	)

static

Definition at line 84 of file gnunet-set-ibf-profiler.c.

{
  struct InvertibleBloomFilter *ibf = cls;
 
  ibf_insert (ibf, ibf_key_from_hashcode (key));
  return GNUNET_YES;
}

References GNUNET_YES, ibf_insert(), ibf_key_from_hashcode(), and key.

Referenced by run().

Here is the call graph for this function:

Here is the caller graph for this function:

◆ remove_iterator()

static int remove_iterator	(	void *	cls,
		const struct GNUNET_HashCode *	key,
		void *	value
	)

static

Definition at line 94 of file gnunet-set-ibf-profiler.c.

{
  struct GNUNET_CONTAINER_MultiHashMap *hashmap = cls;
 
  /* if remove fails, there just was a collision with another key */
  (void) GNUNET_CONTAINER_multihashmap_remove (hashmap, value, NULL);
  return GNUNET_YES;
}

References GNUNET_CONTAINER_multihashmap_remove(), GNUNET_YES, and value.

Referenced by run().

Here is the call graph for this function:

Here is the caller graph for this function:

◆ run()

static void run	(	void *	cls,
		char const	args,
		const char *	cfgfile,
		const struct GNUNET_CONFIGURATION_Handle *	cfg
	)

static

Definition at line 105 of file gnunet-set-ibf-profiler.c.

{
  struct GNUNET_HashCode id;
  struct IBF_Key ibf_key;
  int i;
  int side;
  int res;
  struct GNUNET_TIME_Absolute start_time;
  struct GNUNET_TIME_Relative delta_time;
 
  set_a =
    GNUNET_CONTAINER_multihashmap_create (((asize == 0) ? 1 : (asize + csize)),
                                          GNUNET_NO);
  set_b =
    GNUNET_CONTAINER_multihashmap_create (((bsize == 0) ? 1 : (bsize + csize)),
                                          GNUNET_NO);
  set_c = GNUNET_CONTAINER_multihashmap_create (((csize == 0) ? 1 : csize),
                                                GNUNET_NO);
 
  key_to_hashcode =
    GNUNET_CONTAINER_multihashmap_create (((asize + bsize + csize == 0)
                                           ? 1
                                           : (asize + bsize + csize)),
                                          GNUNET_NO);
 
  printf ("hash-num=%u, size=%u, #(A-B)=%u, #(B-A)=%u, #(A&B)=%u\n",
          hash_num,
          ibf_size,
          asize,
          bsize,
          csize);
 
  i = 0;
  while (i < asize)
  {
    GNUNET_CRYPTO_hash_create_random (random_quality, &id);
    if (GNUNET_YES == GNUNET_CONTAINER_multihashmap_contains (set_a, &id))
      continue;
    GNUNET_break (GNUNET_OK ==
                  GNUNET_CONTAINER_multihashmap_put (
                    set_a,
                    &id,
                    NULL,
                    GNUNET_CONTAINER_MULTIHASHMAPOPTION_UNIQUE_ONLY));
    register_hashcode (&id);
    i++;
  }
  i = 0;
  while (i < bsize)
  {
    GNUNET_CRYPTO_hash_create_random (random_quality, &id);
    if (GNUNET_YES == GNUNET_CONTAINER_multihashmap_contains (set_a, &id))
      continue;
    if (GNUNET_YES == GNUNET_CONTAINER_multihashmap_contains (set_b, &id))
      continue;
    GNUNET_break (GNUNET_OK ==
                  GNUNET_CONTAINER_multihashmap_put (
                    set_b,
                    &id,
                    NULL,
                    GNUNET_CONTAINER_MULTIHASHMAPOPTION_UNIQUE_ONLY));
    register_hashcode (&id);
    i++;
  }
  i = 0;
  while (i < csize)
  {
    GNUNET_CRYPTO_hash_create_random (random_quality, &id);
    if (GNUNET_YES == GNUNET_CONTAINER_multihashmap_contains (set_a, &id))
      continue;
    if (GNUNET_YES == GNUNET_CONTAINER_multihashmap_contains (set_b, &id))
      continue;
    if (GNUNET_YES == GNUNET_CONTAINER_multihashmap_contains (set_c, &id))
      continue;
    GNUNET_break (GNUNET_OK ==
                  GNUNET_CONTAINER_multihashmap_put (
                    set_c,
                    &id,
                    NULL,
                    GNUNET_CONTAINER_MULTIHASHMAPOPTION_UNIQUE_ONLY));
    register_hashcode (&id);
    i++;
  }
 
  ibf_a = ibf_create (ibf_size, hash_num);
  ibf_b = ibf_create (ibf_size, hash_num);
  if ((NULL == ibf_a) || (NULL == ibf_b))
  {
    /* insufficient memory */
    GNUNET_break (0);
    GNUNET_SCHEDULER_shutdown ();
    return;
  }
 
 
  printf ("generated sets\n");
 
  start_time = GNUNET_TIME_absolute_get ();
 
  GNUNET_CONTAINER_multihashmap_iterate (set_a, &insert_iterator, ibf_a);
  GNUNET_CONTAINER_multihashmap_iterate (set_b, &insert_iterator, ibf_b);
  GNUNET_CONTAINER_multihashmap_iterate (set_c, &insert_iterator, ibf_a);
  GNUNET_CONTAINER_multihashmap_iterate (set_c, &insert_iterator, ibf_b);
 
  delta_time = GNUNET_TIME_absolute_get_duration (start_time);
 
  printf ("encoded in: %s\n",
          GNUNET_STRINGS_relative_time_to_string (delta_time, GNUNET_NO));
 
  ibf_subtract (ibf_a, ibf_b);
 
 
  start_time = GNUNET_TIME_absolute_get ();
 
  for (i = 0; i <= asize + bsize; i++)
  {
    res = ibf_decode (ibf_a, &side, &ibf_key);
    if (GNUNET_SYSERR == res)
    {
      printf ("decode failed, %u/%u elements left\n",
              GNUNET_CONTAINER_multihashmap_size (set_a)
              + GNUNET_CONTAINER_multihashmap_size (set_b),
              asize + bsize);
      return;
    }
    if (GNUNET_NO == res)
    {
      if ((0 == GNUNET_CONTAINER_multihashmap_size (set_b)) &&
          (0 == GNUNET_CONTAINER_multihashmap_size (set_a)))
      {
        delta_time = GNUNET_TIME_absolute_get_duration (start_time);
        printf ("decoded successfully in: %s\n",
                GNUNET_STRINGS_relative_time_to_string (delta_time, GNUNET_NO));
      }
      else
      {
        printf ("decode missed elements (should never happen)\n");
      }
      return;
    }
 
    if (side == 1)
      iter_hashcodes (ibf_key, remove_iterator, set_a);
    if (side == -1)
      iter_hashcodes (ibf_key, remove_iterator, set_b);
  }
  printf ("cyclic IBF, %u/%u elements left\n",
          GNUNET_CONTAINER_multihashmap_size (set_a)
          + GNUNET_CONTAINER_multihashmap_size (set_b),
          asize + bsize);
}

References asize, bsize, csize, GNUNET_break, GNUNET_CONTAINER_multihashmap_contains(), GNUNET_CONTAINER_multihashmap_create(), GNUNET_CONTAINER_multihashmap_iterate(), GNUNET_CONTAINER_multihashmap_put(), GNUNET_CONTAINER_multihashmap_size(), GNUNET_CONTAINER_MULTIHASHMAPOPTION_UNIQUE_ONLY, GNUNET_CRYPTO_hash_create_random(), GNUNET_NO, GNUNET_OK, GNUNET_SCHEDULER_shutdown(), GNUNET_STRINGS_relative_time_to_string(), GNUNET_SYSERR, GNUNET_TIME_absolute_get(), GNUNET_TIME_absolute_get_duration(), GNUNET_YES, hash_num, ibf_a, ibf_b, ibf_create(), ibf_decode(), ibf_size, ibf_subtract(), id, insert_iterator(), iter_hashcodes(), key_to_hashcode, random_quality, register_hashcode(), remove_iterator(), res, set_a, set_b, set_c, and start_time.

Referenced by main().

Here is the call graph for this function:

Here is the caller graph for this function:

◆ main()

int main	(	int	argc,
		char **	argv
	)

Definition at line 262 of file gnunet-set-ibf-profiler.c.

{
  struct GNUNET_GETOPT_CommandLineOption options[] = {
    GNUNET_GETOPT_option_uint ('A',
                               "asize",
                               NULL,
                               gettext_noop ("number of element in set A-B"),
                               &asize),
 
    GNUNET_GETOPT_option_uint ('B',
                               "bsize",
                               NULL,
                               gettext_noop ("number of element in set B-A"),
                               &bsize),
 
    GNUNET_GETOPT_option_uint ('C',
                               "csize",
                               NULL,
                               gettext_noop (
                                 "number of common elements in A and B"),
                               &csize),
 
    GNUNET_GETOPT_option_uint ('k',
                               "hash-num",
                               NULL,
                               gettext_noop ("hash num"),
                               &hash_num),
 
    GNUNET_GETOPT_option_uint ('s',
                               "ibf-size",
                               NULL,
                               gettext_noop ("ibf size"),
                               &ibf_size),
 
    GNUNET_GETOPT_OPTION_END
  };
 
  GNUNET_PROGRAM_run2 (GNUNET_OS_project_data_gnunet (),
                       argc,
                       argv,
                       "gnunet-consensus-ibf",
                       "help",
                       options,
                       &run,
                       NULL,
                       GNUNET_YES);
  return 0;
}

References asize, bsize, csize, gettext_noop, GNUNET_GETOPT_OPTION_END, GNUNET_GETOPT_option_uint(), GNUNET_OS_project_data_gnunet(), GNUNET_PROGRAM_run2(), GNUNET_YES, hash_num, ibf_size, options, and run().

Here is the call graph for this function:

Variable Documentation

◆ asize

unsigned int asize = 10

static

Definition at line 32 of file gnunet-set-ibf-profiler.c.

Referenced by main(), and run().

◆ bsize

unsigned int bsize = 10

static

Definition at line 33 of file gnunet-set-ibf-profiler.c.

Referenced by check_fragment_box(), extract_box_cb(), GNUNET_CRYPTO_kdf_mod_mpi(), handle_lookup_block_it(), main(), namecache_postgres_lookup_block(), and run().

◆ csize

unsigned int csize = 10

static

Definition at line 34 of file gnunet-set-ibf-profiler.c.

Referenced by main(), and run().

◆ hash_num

unsigned int hash_num = 4

static

Definition at line 35 of file gnunet-set-ibf-profiler.c.

Referenced by ibf_create(), main(), and run().

◆ ibf_size

unsigned int ibf_size = 80

static

Definition at line 36 of file gnunet-set-ibf-profiler.c.

Referenced by main(), run(), send_ibf(), and strata_estimator_create().

◆ random_quality

enum GNUNET_CRYPTO_Quality random_quality = GNUNET_CRYPTO_QUALITY_WEAK

static

Definition at line 39 of file gnunet-set-ibf-profiler.c.

Referenced by run().

◆ set_a

struct GNUNET_CONTAINER_MultiHashMap* set_a

static

Definition at line 41 of file gnunet-set-ibf-profiler.c.

Referenced by run().

◆ set_b

struct GNUNET_CONTAINER_MultiHashMap* set_b

static

Definition at line 42 of file gnunet-set-ibf-profiler.c.

Referenced by run().

◆ set_c

struct GNUNET_CONTAINER_MultiHashMap* set_c

static

Definition at line 44 of file gnunet-set-ibf-profiler.c.

Referenced by run().

◆ key_to_hashcode

struct GNUNET_CONTAINER_MultiHashMap* key_to_hashcode

static

Definition at line 46 of file gnunet-set-ibf-profiler.c.

Referenced by iter_hashcodes(), register_hashcode(), and run().

◆ ibf_a

struct InvertibleBloomFilter* ibf_a

static

Definition at line 48 of file gnunet-set-ibf-profiler.c.

Referenced by run().

◆ ibf_b

struct InvertibleBloomFilter* ibf_b

static

Definition at line 49 of file gnunet-set-ibf-profiler.c.

Referenced by run().

Functions

Variables

Detailed Description

Function Documentation

◆ register_hashcode()

◆ iter_hashcodes()

◆ insert_iterator()

◆ remove_iterator()

◆ run()

◆ main()

Variable Documentation

◆ asize

◆ bsize

◆ csize

◆ hash_num

◆ ibf_size

◆ random_quality

◆ set_a

◆ set_b

◆ set_c

◆ key_to_hashcode

◆ ibf_a

◆ ibf_b