hostlist support. More...

#include "platform.h"
#include "gnunet-daemon-hostlist_client.h"
#include "gnunet_hello_lib.h"
#include "gnunet_statistics_service.h"
#include "gnunet_transport_service.h"
#include "gnunet_peerinfo_service.h"
#include "gnunet-daemon-hostlist.h"
#include "gnunet_curl_lib.h"

Include dependency graph for gnunet-daemon-hostlist_client.c:

Data Structures
struct	Hostlist
	A single hostlist obtained by hostlist advertisements. More...

Macros
#define	MIN_CONNECTIONS 4
	Number of connections that we must have to NOT download hostlists anymore. More...

#define	MAX_NUMBER_HOSTLISTS 30
	Maximum number of hostlist that are saved. More...

#define	SAVING_INTERVAL GNUNET_TIME_relative_multiply (GNUNET_TIME_UNIT_MINUTES, 30)
	Time interval hostlists are saved to disk. More...

#define	TESTING_INTERVAL GNUNET_TIME_relative_multiply (GNUNET_TIME_UNIT_SECONDS, 3)
	Time interval between two hostlist tests. More...

#define	WAITING_INTERVAL GNUNET_TIME_relative_multiply (GNUNET_TIME_UNIT_SECONDS, 1)
	Time interval for download dispatcher before a download is re-scheduled. More...

#define	HOSTLIST_INITIAL 10000
	Defines concerning the hostlist quality metric. More...

#define	HOSTLIST_FAILED_DOWNLOAD 100
	Value subtracted each time a hostlist download fails. More...

#define	HOSTLIST_SUCCESSFUL_DOWNLOAD 100
	Value added each time a hostlist download is successful. More...

#define	HOSTLIST_SUCCESSFUL_HELLO 1
	Value added for each valid HELLO received during a hostlist download. More...

#define	CURL_EASY_SETOPT(c, a, b)

Functions
static size_t	callback_download (void ptr, size_t size, size_t nmemb, void ctx)
	Process downloaded bits by calling callback on each HELLO. More...

static char *	get_bootstrap_server ()
	Obtain a hostlist URL that we should use. More...

static char *	download_get_url ()
	Method deciding if a preconfigured or advertisied hostlist is used on a 50:50 ratio. More...

static void	save_hostlist_file (int shutdown)
	Method to save hostlist to a file during hostlist client shutdown. More...

static uint64_t	checked_add (uint64_t val1, uint64_t val2)
	Add val2 to val1 with overflow check. More...

static uint64_t	checked_sub (uint64_t val1, uint64_t val2)
	Subtract val2 from val1 with underflow check. More...

static int	linked_list_contains (const char *uri)
	Method to check if a URI is in hostlist linked list. More...

static struct Hostlist *	linked_list_get_lowest_quality ()
	Method returning the hostlist element with the lowest quality in the datastore. More...

static void	insert_hostlist ()
	Method to insert a hostlist into the datastore. More...

static void	update_hostlist ()
	Method updating hostlist statistics. More...

static void	clean_up ()
	Clean up the state from the task that downloaded the hostlist and schedule the next task. More...

static void	task_download (void *cls)
	Task that is run when we are ready to receive more data from the hostlist server. More...

static void	download_prepare ()
	Ask CURL for the select set and then schedule the receiving task with the scheduler. More...

static void	download_hostlist ()
	Main function that will download a hostlist and process its data. More...

static void	task_download_dispatcher (void *cls)

static void	task_check (void *cls)
	Task that checks if we should try to download a hostlist. More...

static void	task_testing_intervall_reset (void *cls)
	This tasks sets hostlist testing to allowed after interval between to testings is reached. More...

static void	task_hostlist_saving (void *cls)
	Task that writes hostlist entries to a file on a regular base. More...

static void *	handler_connect (void cls, const struct GNUNET_PeerIdentity peer, struct GNUNET_MQ_Handle *mq)
	Method called whenever a given peer connects. More...

static void	handler_disconnect (void cls, const struct GNUNET_PeerIdentity peer, void *internal_cls)
	Method called whenever a given peer disconnects. More...

static void	handler_advertisement (const char *uri)
	Method called whenever an advertisement message arrives. More...

static void	primary_task (void *cls, int success)
	Continuation called by the statistics code once we go the stat. More...

static void	stat_timeout_task (void *cls)
	Continuation called by the statistics code once we go the stat. More...

static int	process_stat (void cls, const char subsystem, const char *name, uint64_t value, int is_persistent)
	We've received the previous delay value from statistics. More...

static void	load_hostlist_file ()
	Method to load persistent hostlist file during hostlist client startup. More...

int	GNUNET_HOSTLIST_client_start (const struct GNUNET_CONFIGURATION_Handle c, struct GNUNET_STATISTICS_Handle st, GNUNET_CORE_ConnectEventHandler ch, GNUNET_CORE_DisconnectEventHandler dh, GNUNET_HOSTLIST_UriHandler *msgh, int learn)
	Start downloading hostlists from hostlist servers as necessary. More...

void	GNUNET_HOSTLIST_client_stop ()
	Stop downloading hostlists from hostlist servers as necessary. More...

Variables
static const struct GNUNET_CONFIGURATION_Handle *	cfg
	Our configuration. More...

static struct GNUNET_STATISTICS_Handle *	stats
	Statistics handle. More...

static char *	proxy
	Proxy hostname or ip we are using (can be NULL). More...

static char *	proxy_username
	Proxy username we are using (can be NULL). More...

static char *	proxy_password
	Proxy password we are using (can be NULL). More...

static curl_proxytype	proxy_type
	Proxy type we are using (can be NULL). More...

static size_t	download_pos
	Number of bytes valid in 'download_buffer'. More...

static char *	current_url
	Current URL that we are using. More...

static CURL *	curl
	Current CURL handle. More...

static CURLM *	multi
	Current multi-CURL handle. More...

static uint32_t	stat_bytes_downloaded
	How many bytes did we download from the current hostlist URL? More...

static struct GNUNET_TIME_Relative	hostlist_delay
	Amount of time we wait between hostlist downloads. More...

static struct GNUNET_SCHEDULER_Task *	ti_check_download
	ID of the task, checking if hostlist download should take plate. More...

static struct GNUNET_SCHEDULER_Task *	ti_download
	ID of the task downloading the hostlist. More...

static struct GNUNET_SCHEDULER_Task *	ti_saving_task
	ID of the task saving the hostlsit in a regular interval. More...

static struct GNUNET_SCHEDULER_Task *	ti_download_dispatcher_task
	ID of the task called to initiate a download. More...

static struct GNUNET_SCHEDULER_Task *	ti_testing_intervall_task
	ID of the task controlling the locking between two hostlist tests. More...

static struct GNUNET_TIME_Absolute	end_time
	At what time MUST the current hostlist request be done? More...

static struct Hostlist *	linked_list_head
	Head of the linked list used to store hostlists. More...

static struct Hostlist *	linked_list_tail
	Tail of the linked list used to store hostlists. More...

static struct Hostlist *	current_hostlist
	Current hostlist used for downloading. More...

static unsigned int	linked_list_size
	Size of the linked list used to store hostlists. More...

static struct Hostlist *	hostlist_to_test
	Head of the linked list used to store hostlists. More...

static struct GNUNET_STATISTICS_GetHandle *	sget
	Handle for our statistics GET operation. More...

static int	stat_bogus_url
	Set to GNUNET_YES if the current URL had some problems. More...

static int	stat_testing_hostlist
	Value controlling if a hostlist is tested at the moment. More...

static int	stat_testing_allowed
	Value controlling if a hostlist testing is allowed at the moment. More...

static int	stat_download_in_progress
	Value controlling if a hostlist download is running at the moment. More...

static unsigned int	stat_use_bootstrap
	Value saying if a preconfigured bootstrap server is used. More...

static int	stat_learning
	Set if we are allowed to learn new hostlists and use them. More...

static unsigned int	stat_download_successful
	Value saying if hostlist download was successful. More...

static unsigned int	stat_hellos_obtained
	Value saying how many valid HELLO messages were obtained during download. More...

static unsigned int	stat_connection_count
	Number of active connections (according to core service). More...

static struct GNUNET_PEERINFO_Handle *	pi
	Handle to peerinfo service. More...

Detailed Description

hostlist support.

Downloads HELLOs via HTTP.

Author: Christian Grothoff; Matthias Wachs

Definition in file gnunet-daemon-hostlist_client.c.

Macro Definition Documentation

◆ MIN_CONNECTIONS

#define MIN_CONNECTIONS 4

Number of connections that we must have to NOT download hostlists anymore.

Definition at line 41 of file gnunet-daemon-hostlist_client.c.

◆ MAX_NUMBER_HOSTLISTS

#define MAX_NUMBER_HOSTLISTS 30

Maximum number of hostlist that are saved.

Definition at line 46 of file gnunet-daemon-hostlist_client.c.

◆ SAVING_INTERVAL

#define SAVING_INTERVAL GNUNET_TIME_relative_multiply (GNUNET_TIME_UNIT_MINUTES, 30)

Time interval hostlists are saved to disk.

Definition at line 51 of file gnunet-daemon-hostlist_client.c.

◆ TESTING_INTERVAL

#define TESTING_INTERVAL GNUNET_TIME_relative_multiply (GNUNET_TIME_UNIT_SECONDS, 3)

Time interval between two hostlist tests.

Definition at line 57 of file gnunet-daemon-hostlist_client.c.

◆ WAITING_INTERVAL

#define WAITING_INTERVAL GNUNET_TIME_relative_multiply (GNUNET_TIME_UNIT_SECONDS, 1)

Time interval for download dispatcher before a download is re-scheduled.

Definition at line 63 of file gnunet-daemon-hostlist_client.c.

◆ HOSTLIST_INITIAL

#define HOSTLIST_INITIAL 10000

Defines concerning the hostlist quality metric.

Initial quality of a new created hostlist

Definition at line 73 of file gnunet-daemon-hostlist_client.c.

◆ HOSTLIST_FAILED_DOWNLOAD

#define HOSTLIST_FAILED_DOWNLOAD 100

Value subtracted each time a hostlist download fails.

Definition at line 78 of file gnunet-daemon-hostlist_client.c.

◆ HOSTLIST_SUCCESSFUL_DOWNLOAD

#define HOSTLIST_SUCCESSFUL_DOWNLOAD 100

Value added each time a hostlist download is successful.

Definition at line 83 of file gnunet-daemon-hostlist_client.c.

◆ HOSTLIST_SUCCESSFUL_HELLO

#define HOSTLIST_SUCCESSFUL_HELLO 1

Value added for each valid HELLO received during a hostlist download.

Definition at line 88 of file gnunet-daemon-hostlist_client.c.

◆ CURL_EASY_SETOPT

#define CURL_EASY_SETOPT	(	c,
		a,
		b
	)

Value:

  do                                                \
  {                                                 \
    ret = curl_easy_setopt (c, a, b);               \
    if (CURLE_OK != ret)                            \
    GNUNET_log (GNUNET_ERROR_TYPE_WARNING,        \
                _ ("%s failed at %s:%d: `%s'\n"), \
                "curl_easy_setopt",               \
                __FILE__,                         \
                __LINE__,                         \
                curl_easy_strerror (ret));        \
  } while (0)

Definition at line 538 of file gnunet-daemon-hostlist_client.c.

Function Documentation

◆ callback_download()

static size_t callback_download	(	void *	ptr,
		size_t	size,
		size_t	nmemb,
		void *	ctx
	)

static

Process downloaded bits by calling callback on each HELLO.

Parameters

ptr	buffer with downloaded data
size	size of a record
nmemb	number of records downloaded
ctx	unused

Returns: number of bytes that were processed (always size*nmemb)

Definition at line 324 of file gnunet-daemon-hostlist_client.c.

 {
   static char download_buffer[GNUNET_MAX_MESSAGE_SIZE - 1];
   const char *cbuf = ptr;
   const struct GNUNET_MessageHeader *msg;
   size_t total;
   size_t cpy;
   size_t left;
   uint16_t msize;
  
   total = size * nmemb;
   stat_bytes_downloaded += total;
   if ((total == 0) || (stat_bogus_url))
   {
     return total;   /* ok, no data or bogus data */
   }
  
   GNUNET_STATISTICS_update (stats,
                             gettext_noop (
                               "# bytes downloaded from hostlist servers"),
                             (int64_t) total,
                             GNUNET_NO);
   left = total;
   while ((left > 0) || (download_pos > 0))
   {
     cpy = GNUNET_MIN (left, GNUNET_MAX_MESSAGE_SIZE - 1 - download_pos);
     GNUNET_memcpy (&download_buffer[download_pos], cbuf, cpy);
     cbuf += cpy;
     download_pos += cpy;
     left -= cpy;
     if (download_pos < sizeof(struct GNUNET_MessageHeader))
     {
       GNUNET_assert (0 == left);
       break;
     }
     msg = (const struct GNUNET_MessageHeader *) download_buffer;
     msize = ntohs (msg->size);
     if (msize < sizeof(struct GNUNET_MessageHeader))
     {
       GNUNET_STATISTICS_update (
         stats,
         gettext_noop ("# invalid HELLOs downloaded from hostlist servers"),
         1,
         GNUNET_NO);
       GNUNET_log (GNUNET_ERROR_TYPE_INFO,
                   _ ("Invalid `%s' message received from hostlist at `%s'\n"),
                   "HELLO",
                   current_url);
       stat_hellos_obtained++;
       stat_bogus_url = 1;
       return total;
     }
     if (download_pos < msize)
     {
       GNUNET_assert (left == 0);
       break;
     }
     if (GNUNET_HELLO_size ((const struct GNUNET_HELLO_Message *) msg) == msize)
     {
       GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
                   "Received valid `%s' message from hostlist server.\n",
                   "HELLO");
       GNUNET_STATISTICS_update (
         stats,
         gettext_noop ("# valid HELLOs downloaded from hostlist servers"),
         1,
         GNUNET_NO);
       stat_hellos_obtained++;
       (void)
       GNUNET_PEERINFO_add_peer (pi,
                                 (const struct GNUNET_HELLO_Message *) msg,
                                 NULL,
                                 NULL);
     }
     else
     {
       GNUNET_STATISTICS_update (
         stats,
         gettext_noop ("# invalid HELLOs downloaded from hostlist servers"),
         1,
         GNUNET_NO);
       GNUNET_log (GNUNET_ERROR_TYPE_INFO,
                   _ ("Invalid `%s' message received from hostlist at `%s'\n"),
                   "HELLO",
                   current_url);
       stat_bogus_url = GNUNET_YES;
       stat_hellos_obtained++;
       return total;
     }
     memmove (download_buffer, &download_buffer[msize], download_pos - msize);
     download_pos -= msize;
   }
   return total;
 }

References _, current_url, download_pos, gettext_noop, GNUNET_assert, GNUNET_ERROR_TYPE_DEBUG, GNUNET_ERROR_TYPE_INFO, GNUNET_HELLO_size(), GNUNET_log, GNUNET_MAX_MESSAGE_SIZE, GNUNET_memcpy, GNUNET_MIN, GNUNET_NO, GNUNET_PEERINFO_add_peer(), GNUNET_STATISTICS_update(), GNUNET_YES, msg, pi, GNUNET_MessageHeader::size, size, stat_bogus_url, stat_bytes_downloaded, stat_hellos_obtained, and stats.

Referenced by download_hostlist().

Here is the call graph for this function:

Here is the caller graph for this function:

◆ get_bootstrap_server()

static char* get_bootstrap_server ( )

static

Obtain a hostlist URL that we should use.

Returns: NULL if there is no URL available

Definition at line 426 of file gnunet-daemon-hostlist_client.c.

 {
   char *servers;
   char *ret;
   size_t urls;
   size_t pos;
  
   if (GNUNET_OK != GNUNET_CONFIGURATION_get_value_string (cfg,
                                                           "HOSTLIST",
                                                           "SERVERS",
                                                           &servers))
   {
     GNUNET_log_config_missing (GNUNET_ERROR_TYPE_WARNING,
                                "hostlist",
                                "SERVERS");
     return NULL;
   }
  
   urls = 0;
   if (strlen (servers) > 0)
   {
     urls++;
     pos = strlen (servers) - 1;
     while (pos > 0)
     {
       if (servers[pos] == ' ')
         urls++;
       pos--;
     }
   }
   if (urls == 0)
   {
     GNUNET_log_config_missing (GNUNET_ERROR_TYPE_WARNING,
                                "hostlist",
                                "SERVERS");
     GNUNET_free (servers);
     return NULL;
   }
  
   urls = GNUNET_CRYPTO_random_u32 (GNUNET_CRYPTO_QUALITY_WEAK, urls) + 1;
   pos = strlen (servers) - 1;
   while (pos > 0)
   {
     if (servers[pos] == ' ')
     {
       urls--;
       servers[pos] = '\0';
     }
     if (urls == 0)
     {
       pos++;
       break;
     }
     pos--;
   }
   ret = GNUNET_strdup (&servers[pos]);
   GNUNET_free (servers);
   return ret;
 }

References cfg, GNUNET_CONFIGURATION_get_value_string(), GNUNET_CRYPTO_QUALITY_WEAK, GNUNET_CRYPTO_random_u32(), GNUNET_ERROR_TYPE_WARNING, GNUNET_free, GNUNET_log_config_missing(), GNUNET_OK, GNUNET_strdup, and ret.

Referenced by download_get_url().

Here is the call graph for this function:

Here is the caller graph for this function:

◆ download_get_url()

static char* download_get_url ( )

static

Method deciding if a preconfigured or advertisied hostlist is used on a 50:50 ratio.

Returns: uri to use, NULL if there is no URL available

Definition at line 492 of file gnunet-daemon-hostlist_client.c.

 {
   uint32_t index;
   unsigned int counter;
   struct Hostlist *pos;
  
   if (GNUNET_NO == stat_learning)
   {
     GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
                 "Using preconfigured bootstrap server\n");
     current_hostlist = NULL;
     return get_bootstrap_server ();
   }
  
   if ((GNUNET_YES == stat_testing_hostlist) && (NULL != hostlist_to_test))
   {
     GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
                 "Testing new advertised hostlist if it is obtainable\n");
     current_hostlist = hostlist_to_test;
     return GNUNET_strdup (hostlist_to_test->hostlist_uri);
   }
  
   if ((GNUNET_YES == stat_use_bootstrap) || (linked_list_size == 0))
   {
     GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
                 "Using preconfigured bootstrap server\n");
     current_hostlist = NULL;
     return get_bootstrap_server ();
   }
   index =
     GNUNET_CRYPTO_random_u32 (GNUNET_CRYPTO_QUALITY_WEAK, linked_list_size);
   counter = 0;
   pos = linked_list_head;
   while (counter < index)
   {
     pos = pos->next;
     counter++;
   }
   GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
               "Using learned hostlist `%s'\n",
               pos->hostlist_uri);
   current_hostlist = pos;
   return GNUNET_strdup (pos->hostlist_uri);
 }

References current_hostlist, get_bootstrap_server(), GNUNET_CRYPTO_QUALITY_WEAK, GNUNET_CRYPTO_random_u32(), GNUNET_ERROR_TYPE_DEBUG, GNUNET_log, GNUNET_NO, GNUNET_strdup, GNUNET_YES, hostlist_to_test, Hostlist::hostlist_uri, linked_list_head, linked_list_size, Hostlist::next, stat_learning, stat_testing_hostlist, and stat_use_bootstrap.

Referenced by download_hostlist().

Here is the call graph for this function:

Here is the caller graph for this function:

◆ save_hostlist_file()

static void save_hostlist_file ( int shutdown )

static

Method to save hostlist to a file during hostlist client shutdown.

Method to save persistent hostlist file during hostlist client shutdown.

Parameters

shutdown set if called because of shutdown, entries in linked list will be destroyed

Definition at line 1470 of file gnunet-daemon-hostlist_client.c.

 {
   char *filename;
   struct Hostlist *pos;
   struct GNUNET_BIO_WriteHandle *wh;
   int ok;
   uint32_t counter;
  
   if (GNUNET_OK != GNUNET_CONFIGURATION_get_value_filename (cfg,
                                                             "HOSTLIST",
                                                             "HOSTLISTFILE",
                                                             &filename))
   {
     GNUNET_log_config_missing (GNUNET_ERROR_TYPE_WARNING,
                                "hostlist",
                                "HOSTLISTFILE");
     return;
   }
   if (GNUNET_SYSERR == GNUNET_DISK_directory_create_for_file (filename))
   {
     GNUNET_free (filename);
     return;
   }
   wh = GNUNET_BIO_write_open_file (filename);
   if (NULL == wh)
   {
     GNUNET_log (GNUNET_ERROR_TYPE_WARNING,
                 _ (
                   "Could not open file `%s' for writing to save hostlists: %s\n"),
                 filename,
                 strerror (errno));
     GNUNET_free (filename);
     return;
   }
   GNUNET_log (GNUNET_ERROR_TYPE_INFO,
               _ ("Writing %u hostlist URIs to `%s'\n"),
               linked_list_size,
               filename);
   /* add code to write hostlists to file using bio */
   ok = GNUNET_YES;
   counter = 0;
   while (NULL != (pos = linked_list_head))
   {
     if (GNUNET_YES == shutdown)
     {
       GNUNET_CONTAINER_DLL_remove (linked_list_head, linked_list_tail, pos);
       linked_list_size--;
     }
     if (GNUNET_YES == ok)
     {
       struct GNUNET_BIO_WriteSpec ws[] = {
         GNUNET_BIO_write_spec_string ("hostlist uri", pos->hostlist_uri),
         GNUNET_BIO_write_spec_int32 ("times used",
                                      (int32_t *) &pos->times_used),
         GNUNET_BIO_write_spec_int64 ("quality", (int64_t *) &pos->quality),
         GNUNET_BIO_write_spec_int64 (
           "last usage",
           (int64_t *) &pos->time_last_usage.abs_value_us),
         GNUNET_BIO_write_spec_int64 (
           "creation time",
           (int64_t *) &pos->time_creation.abs_value_us),
         GNUNET_BIO_write_spec_int32 ("hellos count",
                                      (int32_t *) &pos->hello_count),
         GNUNET_BIO_write_spec_end (),
       };
       if ((GNUNET_OK != GNUNET_BIO_write_spec_commit (wh, ws)))
       {
         GNUNET_log (GNUNET_ERROR_TYPE_WARNING,
                     _ ("Error writing hostlist URIs to file `%s'\n"),
                     filename);
         ok = GNUNET_NO;
       }
     }
  
     if (GNUNET_YES == shutdown)
       GNUNET_free (pos);
     counter++;
     if (counter >= MAX_NUMBER_HOSTLISTS)
       break;
   }
   GNUNET_STATISTICS_set (stats,
                          gettext_noop ("# hostlist URIs written to file"),
                          counter,
                          GNUNET_YES);
  
   if (GNUNET_OK != GNUNET_BIO_write_close (wh, NULL))
     GNUNET_log (GNUNET_ERROR_TYPE_WARNING,
                 _ ("Error writing hostlist URIs to file `%s'\n"),
                 filename);
   GNUNET_free (filename);
 }

References _, GNUNET_TIME_Absolute::abs_value_us, cfg, filename, gettext_noop, GNUNET_BIO_write_close(), GNUNET_BIO_write_open_file(), GNUNET_BIO_write_spec_commit(), GNUNET_BIO_write_spec_end, GNUNET_BIO_write_spec_int32(), GNUNET_BIO_write_spec_int64(), GNUNET_BIO_write_spec_string(), GNUNET_CONFIGURATION_get_value_filename(), GNUNET_CONTAINER_DLL_remove, GNUNET_DISK_directory_create_for_file(), GNUNET_ERROR_TYPE_INFO, GNUNET_ERROR_TYPE_WARNING, GNUNET_free, GNUNET_log, GNUNET_log_config_missing(), GNUNET_NO, GNUNET_OK, GNUNET_STATISTICS_set(), GNUNET_SYSERR, GNUNET_YES, Hostlist::hello_count, Hostlist::hostlist_uri, linked_list_head, linked_list_size, linked_list_tail, MAX_NUMBER_HOSTLISTS, ok, Hostlist::quality, stats, Hostlist::time_creation, Hostlist::time_last_usage, Hostlist::times_used, and wh.

Referenced by GNUNET_HOSTLIST_client_stop(), and task_hostlist_saving().

Here is the call graph for this function:

Here is the caller graph for this function:

◆ checked_add()

static uint64_t checked_add	(	uint64_t	val1,
		uint64_t	val2
	)

static

Add val2 to val1 with overflow check.

Parameters

val1	value 1
val2	value 2

Returns: result

Definition at line 569 of file gnunet-daemon-hostlist_client.c.

 {
   static uint64_t temp;
   static uint64_t maxv;
  
   maxv = 0;
   maxv--;
  
   temp = val1 + val2;
   if (temp < val1)
     return maxv;
   return temp;
 }

Referenced by update_hostlist().

Here is the caller graph for this function:

◆ checked_sub()

static uint64_t checked_sub	(	uint64_t	val1,
		uint64_t	val2
	)

static

Subtract val2 from val1 with underflow check.

Parameters

val1	value 1
val2	value 2

Returns: result

Definition at line 592 of file gnunet-daemon-hostlist_client.c.

 {
   if (val1 <= val2)
     return 0;
   return(val1 - val2);
 }

Referenced by update_hostlist().

Here is the caller graph for this function:

◆ linked_list_contains()

static int linked_list_contains ( const char * uri )

static

Method to check if a URI is in hostlist linked list.

Parameters

uri	uri to check

Returns: GNUNET_YES if existing in linked list, GNUNET_NO if not

Definition at line 607 of file gnunet-daemon-hostlist_client.c.

 {
   struct Hostlist *pos;
  
   pos = linked_list_head;
   while (pos != NULL)
   {
     if (0 == strcmp (pos->hostlist_uri, uri))
       return GNUNET_YES;
     pos = pos->next;
   }
   return GNUNET_NO;
 }

References GNUNET_NO, GNUNET_YES, Hostlist::hostlist_uri, linked_list_head, Hostlist::next, and uri.

Referenced by handler_advertisement().

Here is the caller graph for this function:

◆ linked_list_get_lowest_quality()

static struct Hostlist* linked_list_get_lowest_quality ( )

static

Method returning the hostlist element with the lowest quality in the datastore.

Returns: hostlist with lowest quality

Definition at line 627 of file gnunet-daemon-hostlist_client.c.

 {
   struct Hostlist *pos;
   struct Hostlist *lowest;
  
   if (linked_list_size == 0)
     return NULL;
   lowest = linked_list_head;
   pos = linked_list_head->next;
   while (pos != NULL)
   {
     if (pos->quality < lowest->quality)
       lowest = pos;
     pos = pos->next;
   }
   return lowest;
 }

References linked_list_head, linked_list_size, Hostlist::next, and Hostlist::quality.

Referenced by insert_hostlist().

Here is the caller graph for this function:

◆ insert_hostlist()

static void insert_hostlist ( )

static

Method to insert a hostlist into the datastore.

If datastore contains maximum number of elements, the elements with lowest quality is dismissed

Definition at line 652 of file gnunet-daemon-hostlist_client.c.

 {
   struct Hostlist *lowest_quality;
  
   if (MAX_NUMBER_HOSTLISTS <= linked_list_size)
   {
     /* No free entries available, replace existing entry  */
     lowest_quality = linked_list_get_lowest_quality ();
     GNUNET_assert (lowest_quality != NULL);
     GNUNET_log (
       GNUNET_ERROR_TYPE_DEBUG,
       "Removing hostlist with URI `%s' which has the worst quality of all (%llu)\n",
       lowest_quality->hostlist_uri,
       (unsigned long long) lowest_quality->quality);
     GNUNET_CONTAINER_DLL_remove (linked_list_head,
                                  linked_list_tail,
                                  lowest_quality);
     linked_list_size--;
     GNUNET_free (lowest_quality);
   }
   GNUNET_CONTAINER_DLL_insert (linked_list_head,
                                linked_list_tail,
                                hostlist_to_test);
   linked_list_size++;
   GNUNET_STATISTICS_set (stats,
                          gettext_noop ("# advertised hostlist URIs"),
                          linked_list_size,
                          GNUNET_NO);
   stat_testing_hostlist = GNUNET_NO;
 }

References gettext_noop, GNUNET_assert, GNUNET_CONTAINER_DLL_insert, GNUNET_CONTAINER_DLL_remove, GNUNET_ERROR_TYPE_DEBUG, GNUNET_free, GNUNET_log, GNUNET_NO, GNUNET_STATISTICS_set(), hostlist_to_test, Hostlist::hostlist_uri, linked_list_get_lowest_quality(), linked_list_head, linked_list_size, linked_list_tail, MAX_NUMBER_HOSTLISTS, Hostlist::quality, stat_testing_hostlist, and stats.

Referenced by task_download().

Here is the call graph for this function:

Here is the caller graph for this function:

◆ update_hostlist()

static void update_hostlist ( )

static

Method updating hostlist statistics.

Definition at line 688 of file gnunet-daemon-hostlist_client.c.

 {
   char *stat;
  
   if (((stat_use_bootstrap == GNUNET_NO) && (NULL != current_hostlist)) ||
       ((stat_testing_hostlist == GNUNET_YES) && (NULL != current_hostlist)))
   {
     GNUNET_log (GNUNET_ERROR_TYPE_INFO,
                 "Updating hostlist statics for URI `%s'\n",
                 current_hostlist->hostlist_uri);
     current_hostlist->hello_count = stat_hellos_obtained;
     current_hostlist->time_last_usage = GNUNET_TIME_absolute_get ();
     current_hostlist->quality =
       checked_add (current_hostlist->quality,
                    (stat_hellos_obtained * HOSTLIST_SUCCESSFUL_HELLO));
     if (GNUNET_YES == stat_download_successful)
     {
       current_hostlist->times_used++;
       current_hostlist->quality =
         checked_add (current_hostlist->quality, HOSTLIST_SUCCESSFUL_DOWNLOAD);
       GNUNET_asprintf (&stat,
                        gettext_noop ("# advertised URI `%s' downloaded"),
                        current_hostlist->hostlist_uri);
  
       GNUNET_STATISTICS_update (stats, stat, 1, GNUNET_YES);
       GNUNET_free (stat);
     }
     else
       current_hostlist->quality =
         checked_sub (current_hostlist->quality, HOSTLIST_FAILED_DOWNLOAD);
   }
   current_hostlist = NULL;
   /* Alternating the usage of preconfigured and learned hostlists */
  
   if (stat_testing_hostlist == GNUNET_YES)
     return;
  
   if (GNUNET_YES == stat_learning)
   {
     if (stat_use_bootstrap == GNUNET_YES)
       stat_use_bootstrap = GNUNET_NO;
     else
       stat_use_bootstrap = GNUNET_YES;
   }
   else
     stat_use_bootstrap = GNUNET_YES;
 }

References checked_add(), checked_sub(), current_hostlist, gettext_noop, GNUNET_asprintf(), GNUNET_ERROR_TYPE_INFO, GNUNET_free, GNUNET_log, GNUNET_NO, GNUNET_STATISTICS_update(), GNUNET_TIME_absolute_get(), GNUNET_YES, Hostlist::hello_count, HOSTLIST_FAILED_DOWNLOAD, HOSTLIST_SUCCESSFUL_DOWNLOAD, HOSTLIST_SUCCESSFUL_HELLO, Hostlist::hostlist_uri, Hostlist::quality, stat_download_successful, stat_hellos_obtained, stat_learning, stat_testing_hostlist, stat_use_bootstrap, stats, Hostlist::time_last_usage, and Hostlist::times_used.

Referenced by GNUNET_HOSTLIST_client_stop(), and task_download().

Here is the call graph for this function:

Here is the caller graph for this function:

◆ clean_up()

static void clean_up ( )

static

Clean up the state from the task that downloaded the hostlist and schedule the next task.

Definition at line 742 of file gnunet-daemon-hostlist_client.c.

 {
   CURLMcode mret;
  
   if ((stat_testing_hostlist == GNUNET_YES) &&
       (GNUNET_NO == stat_download_successful) && (NULL != hostlist_to_test))
   {
     GNUNET_log (
       GNUNET_ERROR_TYPE_INFO,
       _ (
         "Advertised hostlist with URI `%s' could not be downloaded. Advertised URI gets dismissed.\n"),
       hostlist_to_test->hostlist_uri);
   }
  
   if (stat_testing_hostlist == GNUNET_YES)
   {
     stat_testing_hostlist = GNUNET_NO;
   }
   if (NULL != hostlist_to_test)
   {
     GNUNET_free (hostlist_to_test);
     hostlist_to_test = NULL;
   }
  
   if (NULL != multi)
   {
     mret = curl_multi_remove_handle (multi, curl);
     if (mret != CURLM_OK)
     {
       GNUNET_log (GNUNET_ERROR_TYPE_ERROR,
                   _ ("%s failed at %s:%d: `%s'\n"),
                   "curl_multi_remove_handle",
                   __FILE__,
                   __LINE__,
                   curl_multi_strerror (mret));
     }
     mret = curl_multi_cleanup (multi);
     if (mret != CURLM_OK)
       GNUNET_log (GNUNET_ERROR_TYPE_ERROR,
                   _ ("%s failed at %s:%d: `%s'\n"),
                   "curl_multi_cleanup",
                   __FILE__,
                   __LINE__,
                   curl_multi_strerror (mret));
     multi = NULL;
   }
   if (NULL != curl)
   {
     curl_easy_cleanup (curl);
     curl = NULL;
   }
   GNUNET_free (current_url);
   current_url = NULL;
   stat_bytes_downloaded = 0;
   stat_download_in_progress = GNUNET_NO;
 }

References _, curl, current_url, GNUNET_ERROR_TYPE_ERROR, GNUNET_ERROR_TYPE_INFO, GNUNET_free, GNUNET_log, GNUNET_NO, GNUNET_YES, hostlist_to_test, Hostlist::hostlist_uri, multi, stat_bytes_downloaded, stat_download_in_progress, stat_download_successful, and stat_testing_hostlist.

Referenced by download_hostlist(), download_prepare(), GNUNET_HOSTLIST_client_stop(), and task_download().

Here is the caller graph for this function:

◆ task_download()

static void task_download ( void * cls )

static

Task that is run when we are ready to receive more data from the hostlist server.

Parameters

cls	closure, unused

Definition at line 876 of file gnunet-daemon-hostlist_client.c.

 {
   int running;
   struct CURLMsg *msg;
   CURLMcode mret;
  
   ti_download = NULL;
   if (0 == GNUNET_TIME_absolute_get_remaining (end_time).rel_value_us)
   {
     GNUNET_log (GNUNET_ERROR_TYPE_WARNING,
                 _ ("Timeout trying to download hostlist from `%s'\n"),
                 current_url);
     update_hostlist ();
     clean_up ();
     return;
   }
   GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
               "Ready for processing hostlist client request\n");
   do
   {
     running = 0;
     if (stat_bytes_downloaded > MAX_BYTES_PER_HOSTLISTS)
     {
       GNUNET_log (GNUNET_ERROR_TYPE_INFO,
                   _ (
                     "Download limit of %u bytes exceeded, stopping download\n"),
                   MAX_BYTES_PER_HOSTLISTS);
       clean_up ();
       return;
     }
     mret = curl_multi_perform (multi, &running);
     if (running == 0)
     {
       do
       {
         msg = curl_multi_info_read (multi, &running);
         GNUNET_break (msg != NULL);
         if (msg == NULL)
           break;
         switch (msg->msg)
         {
         case CURLMSG_DONE:
           if ((msg->data.result != CURLE_OK) &&
               (msg->data.result != CURLE_GOT_NOTHING))
             GNUNET_log (GNUNET_ERROR_TYPE_WARNING,
                         _ ("Download of hostlist from `%s' failed: `%s'\n"),
                         current_url,
                         curl_easy_strerror (msg->data.result));
           else
           {
             GNUNET_log (GNUNET_ERROR_TYPE_INFO,
                         _ ("Download of hostlist `%s' completed.\n"),
                         current_url);
             stat_download_successful = GNUNET_YES;
             update_hostlist ();
             if (GNUNET_YES == stat_testing_hostlist)
             {
               GNUNET_log (
                 GNUNET_ERROR_TYPE_INFO,
                 _ ("Adding successfully tested hostlist `%s' datastore.\n"),
                 current_url);
               insert_hostlist ();
               hostlist_to_test = NULL;
               stat_testing_hostlist = GNUNET_NO;
             }
           }
           clean_up ();
           return;
  
         default:
           break;
         }
       }
       while ((running > 0));
     }
   }
   while (mret == CURLM_CALL_MULTI_PERFORM);
  
   if (mret != CURLM_OK)
   {
     GNUNET_log (GNUNET_ERROR_TYPE_INFO,
                 _ ("%s failed at %s:%d: `%s'\n"),
                 "curl_multi_perform",
                 __FILE__,
                 __LINE__,
                 curl_multi_strerror (mret));
     clean_up ();
   }
   download_prepare ();
 }

References _, clean_up(), current_url, download_prepare(), end_time, GNUNET_break, GNUNET_ERROR_TYPE_DEBUG, GNUNET_ERROR_TYPE_INFO, GNUNET_ERROR_TYPE_WARNING, GNUNET_log, GNUNET_NO, GNUNET_TIME_absolute_get_remaining(), GNUNET_YES, hostlist_to_test, insert_hostlist(), MAX_BYTES_PER_HOSTLISTS, msg, multi, stat_bytes_downloaded, stat_download_successful, stat_testing_hostlist, ti_download, and update_hostlist().

Referenced by download_prepare().

Here is the call graph for this function:

Here is the caller graph for this function:

◆ download_prepare()

static void download_prepare ( )

static

Ask CURL for the select set and then schedule the receiving task with the scheduler.

Definition at line 815 of file gnunet-daemon-hostlist_client.c.

 {
   CURLMcode mret;
   fd_set rs;
   fd_set ws;
   fd_set es;
   int max;
   struct GNUNET_NETWORK_FDSet *grs;
   struct GNUNET_NETWORK_FDSet *gws;
   long timeout;
   struct GNUNET_TIME_Relative rtime;
  
   max = -1;
   FD_ZERO (&rs);
   FD_ZERO (&ws);
   FD_ZERO (&es);
   mret = curl_multi_fdset (multi, &rs, &ws, &es, &max);
   if (mret != CURLM_OK)
   {
     GNUNET_log (GNUNET_ERROR_TYPE_ERROR,
                 _ ("%s failed at %s:%d: `%s'\n"),
                 "curl_multi_fdset",
                 __FILE__,
                 __LINE__,
                 curl_multi_strerror (mret));
     clean_up ();
     return;
   }
   mret = curl_multi_timeout (multi, &timeout);
   if (mret != CURLM_OK)
   {
     GNUNET_log (GNUNET_ERROR_TYPE_ERROR,
                 _ ("%s failed at %s:%d: `%s'\n"),
                 "curl_multi_timeout",
                 __FILE__,
                 __LINE__,
                 curl_multi_strerror (mret));
     clean_up ();
     return;
   }
   rtime = GNUNET_TIME_relative_min (
     GNUNET_TIME_absolute_get_remaining (end_time),
     GNUNET_TIME_relative_multiply (GNUNET_TIME_UNIT_MILLISECONDS, timeout));
   grs = GNUNET_NETWORK_fdset_create ();
   gws = GNUNET_NETWORK_fdset_create ();
   GNUNET_NETWORK_fdset_copy_native (grs, &rs, max + 1);
   GNUNET_NETWORK_fdset_copy_native (gws, &ws, max + 1);
   GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
               "Scheduling task for hostlist download using cURL\n");
   ti_download = GNUNET_SCHEDULER_add_select (GNUNET_SCHEDULER_PRIORITY_DEFAULT,
                                              rtime,
                                              grs,
                                              gws,
                                              &task_download,
                                              multi);
   GNUNET_NETWORK_fdset_destroy (gws);
   GNUNET_NETWORK_fdset_destroy (grs);
 }

References _, clean_up(), end_time, GNUNET_ERROR_TYPE_DEBUG, GNUNET_ERROR_TYPE_ERROR, GNUNET_log, GNUNET_NETWORK_fdset_copy_native(), GNUNET_NETWORK_fdset_create(), GNUNET_NETWORK_fdset_destroy(), GNUNET_SCHEDULER_add_select(), GNUNET_SCHEDULER_PRIORITY_DEFAULT, GNUNET_TIME_absolute_get_remaining(), GNUNET_TIME_relative_min(), GNUNET_TIME_relative_multiply(), GNUNET_TIME_UNIT_MILLISECONDS, max, multi, task_download(), ti_download, and timeout.

Referenced by download_hostlist(), and task_download().

Here is the call graph for this function:

Here is the caller graph for this function:

◆ download_hostlist()

static void download_hostlist ( )

static

Main function that will download a hostlist and process its data.

Definition at line 973 of file gnunet-daemon-hostlist_client.c.

 {
   CURLcode ret;
   CURLMcode mret;
  
  
   current_url = download_get_url ();
   if (current_url == NULL)
     return;
   curl = curl_easy_init ();
   multi = NULL;
   if (curl == NULL)
   {
     GNUNET_break (0);
     clean_up ();
     return;
   }
   GNUNET_log (GNUNET_ERROR_TYPE_INFO | GNUNET_ERROR_TYPE_BULK,
               _ ("Bootstrapping using hostlist at `%s'.\n"),
               current_url);
  
   stat_download_in_progress = GNUNET_YES;
   stat_download_successful = GNUNET_NO;
   stat_hellos_obtained = 0;
   stat_bytes_downloaded = 0;
  
   GNUNET_STATISTICS_update (stats,
                             gettext_noop ("# hostlist downloads initiated"),
                             1,
                             GNUNET_NO);
   if (NULL != proxy)
   {
     CURL_EASY_SETOPT (curl, CURLOPT_PROXY, proxy);
     CURL_EASY_SETOPT (curl, CURLOPT_PROXYTYPE, proxy_type);
     if (NULL != proxy_username)
       CURL_EASY_SETOPT (curl, CURLOPT_PROXYUSERNAME, proxy_username);
     if (NULL != proxy_password)
       CURL_EASY_SETOPT (curl, CURLOPT_PROXYPASSWORD, proxy_password);
   }
   download_pos = 0;
   stat_bogus_url = 0;
   CURL_EASY_SETOPT (curl, CURLOPT_WRITEFUNCTION, &callback_download);
   if (ret != CURLE_OK)
   {
     clean_up ();
     return;
   }
   CURL_EASY_SETOPT (curl, CURLOPT_WRITEDATA, NULL);
   if (ret != CURLE_OK)
   {
     clean_up ();
     return;
   }
   CURL_EASY_SETOPT (curl, CURLOPT_FOLLOWLOCATION, 1);
   CURL_EASY_SETOPT (curl,
                     CURLOPT_REDIR_PROTOCOLS,
                     CURLPROTO_HTTP | CURLPROTO_HTTPS);
   CURL_EASY_SETOPT (curl, CURLOPT_PROTOCOLS, CURLPROTO_HTTP | CURLPROTO_HTTPS);
   CURL_EASY_SETOPT (curl, CURLOPT_MAXREDIRS, 4);
   /* no need to abort if the above failed */
   CURL_EASY_SETOPT (curl, CURLOPT_URL, current_url);
   if (ret != CURLE_OK)
   {
     clean_up ();
     return;
   }
   CURL_EASY_SETOPT (curl, CURLOPT_FAILONERROR, 1);
 #if 0
   CURL_EASY_SETOPT (curl, CURLOPT_VERBOSE, 1);
 #endif
   CURL_EASY_SETOPT (curl, CURLOPT_BUFFERSIZE, GNUNET_MAX_MESSAGE_SIZE);
   if (0 == strncmp (current_url, "http", 4))
     CURL_EASY_SETOPT (curl, CURLOPT_USERAGENT, "GNUnet");
   CURL_EASY_SETOPT (curl, CURLOPT_CONNECTTIMEOUT, 60L);
   CURL_EASY_SETOPT (curl, CURLOPT_TIMEOUT, 60L);
   multi = curl_multi_init ();
   if (multi == NULL)
   {
     GNUNET_break (0);
     /* clean_up (); */
     return;
   }
   mret = curl_multi_add_handle (multi, curl);
   if (mret != CURLM_OK)
   {
     GNUNET_log (GNUNET_ERROR_TYPE_ERROR,
                 _ ("%s failed at %s:%d: `%s'\n"),
                 "curl_multi_add_handle",
                 __FILE__,
                 __LINE__,
                 curl_multi_strerror (mret));
     mret = curl_multi_cleanup (multi);
     if (mret != CURLM_OK)
       GNUNET_log (GNUNET_ERROR_TYPE_ERROR,
                   _ ("%s failed at %s:%d: `%s'\n"),
                   "curl_multi_cleanup",
                   __FILE__,
                   __LINE__,
                   curl_multi_strerror (mret));
     multi = NULL;
     clean_up ();
     return;
   }
   end_time = GNUNET_TIME_relative_to_absolute (GNUNET_TIME_UNIT_MINUTES);
   download_prepare ();
 }

References _, callback_download(), clean_up(), curl, CURL_EASY_SETOPT, current_url, download_get_url(), download_pos, download_prepare(), end_time, gettext_noop, GNUNET_break, GNUNET_ERROR_TYPE_BULK, GNUNET_ERROR_TYPE_ERROR, GNUNET_ERROR_TYPE_INFO, GNUNET_log, GNUNET_MAX_MESSAGE_SIZE, GNUNET_NO, GNUNET_STATISTICS_update(), GNUNET_TIME_relative_to_absolute(), GNUNET_TIME_UNIT_MINUTES, GNUNET_YES, multi, proxy, proxy_password, proxy_type, proxy_username, ret, stat_bogus_url, stat_bytes_downloaded, stat_download_in_progress, stat_download_successful, stat_hellos_obtained, and stats.

Referenced by task_download_dispatcher().

Here is the call graph for this function:

Here is the caller graph for this function:

◆ task_download_dispatcher()

static void task_download_dispatcher ( void * cls )

static

Definition at line 1082 of file gnunet-daemon-hostlist_client.c.

 {
   ti_download_dispatcher_task = NULL;
   GNUNET_log (GNUNET_ERROR_TYPE_DEBUG, "Download is initiated...\n");
   if (GNUNET_NO == stat_download_in_progress)
   {
     GNUNET_log (GNUNET_ERROR_TYPE_DEBUG, "Download can start immediately...\n");
     download_hostlist ();
   }
   else
   {
     GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
                 "Download in progress, have to wait...\n");
     ti_download_dispatcher_task =
       GNUNET_SCHEDULER_add_delayed (WAITING_INTERVAL,
                                     &task_download_dispatcher,
                                     NULL);
   }
 }

References download_hostlist(), GNUNET_ERROR_TYPE_DEBUG, GNUNET_log, GNUNET_NO, GNUNET_SCHEDULER_add_delayed(), stat_download_in_progress, ti_download_dispatcher_task, and WAITING_INTERVAL.

Referenced by handler_advertisement(), and task_check().

Here is the call graph for this function:

Here is the caller graph for this function:

◆ task_check()

static void task_check ( void * cls )

static

Task that checks if we should try to download a hostlist.

If so, we initiate the download, otherwise we schedule this task again for a later time.

Definition at line 1109 of file gnunet-daemon-hostlist_client.c.

 {
   static int once;
   struct GNUNET_TIME_Relative delay;
  
   ti_check_download = NULL;
   if (stats == NULL)
   {
     curl_global_cleanup ();
     return;   /* in shutdown */
   }
   if ((stat_connection_count < MIN_CONNECTIONS) &&
       (NULL == ti_download_dispatcher_task))
     ti_download_dispatcher_task =
       GNUNET_SCHEDULER_add_now (&task_download_dispatcher, NULL);
  
   delay = hostlist_delay;
   if (0 == hostlist_delay.rel_value_us)
     hostlist_delay = GNUNET_TIME_UNIT_SECONDS;
   else
     hostlist_delay = GNUNET_TIME_relative_multiply (hostlist_delay, 2);
   if (hostlist_delay.rel_value_us >
       GNUNET_TIME_UNIT_HOURS.rel_value_us * (1 + stat_connection_count))
     hostlist_delay =
       GNUNET_TIME_relative_multiply (GNUNET_TIME_UNIT_HOURS,
                                      (1 + stat_connection_count));
   GNUNET_STATISTICS_set (stats,
                          gettext_noop (
                            "# milliseconds between hostlist downloads"),
                          hostlist_delay.rel_value_us / 1000LL,
                          GNUNET_YES);
   if (0 == once)
   {
     delay = GNUNET_TIME_UNIT_ZERO;
     once = 1;
   }
   GNUNET_log (
     GNUNET_ERROR_TYPE_INFO,
     _ ("Have %u/%u connections.  Will consider downloading hostlist in %s\n"),
     stat_connection_count,
     MIN_CONNECTIONS,
     GNUNET_STRINGS_relative_time_to_string (delay, GNUNET_YES));
   ti_check_download = GNUNET_SCHEDULER_add_delayed (delay, &task_check, NULL);
 }

References _, delay, gettext_noop, GNUNET_ERROR_TYPE_INFO, GNUNET_log, GNUNET_SCHEDULER_add_delayed(), GNUNET_SCHEDULER_add_now(), GNUNET_STATISTICS_set(), GNUNET_STRINGS_relative_time_to_string(), GNUNET_TIME_relative_multiply(), GNUNET_TIME_UNIT_HOURS, GNUNET_TIME_UNIT_SECONDS, GNUNET_TIME_UNIT_ZERO, GNUNET_YES, hostlist_delay, MIN_CONNECTIONS, once, GNUNET_TIME_Relative::rel_value_us, stat_connection_count, stats, task_download_dispatcher(), ti_check_download, and ti_download_dispatcher_task.

Referenced by GNUNET_HOSTLIST_client_start(), primary_task(), and stat_timeout_task().

Here is the call graph for this function:

Here is the caller graph for this function:

◆ task_testing_intervall_reset()

static void task_testing_intervall_reset ( void * cls )

static

This tasks sets hostlist testing to allowed after interval between to testings is reached.

Parameters

cls closure

Definition at line 1161 of file gnunet-daemon-hostlist_client.c.

 {
   ti_testing_intervall_task = NULL;
   stat_testing_allowed = GNUNET_OK;
   GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
               "Testing new hostlist advertisements is allowed again\n");
 }

References GNUNET_ERROR_TYPE_DEBUG, GNUNET_log, GNUNET_OK, stat_testing_allowed, and ti_testing_intervall_task.

Referenced by handler_advertisement().

Here is the caller graph for this function:

◆ task_hostlist_saving()

static void task_hostlist_saving ( void * cls )

static

Task that writes hostlist entries to a file on a regular base.

Parameters

cls closure

Definition at line 1176 of file gnunet-daemon-hostlist_client.c.

 {
   ti_saving_task = NULL;
   save_hostlist_file (GNUNET_NO);
  
   GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
               "Hostlists will be saved to file again in %s\n",
               GNUNET_STRINGS_relative_time_to_string (SAVING_INTERVAL,
                                                       GNUNET_YES));
   ti_saving_task =
     GNUNET_SCHEDULER_add_delayed (SAVING_INTERVAL, &task_hostlist_saving, NULL);
 }

References GNUNET_ERROR_TYPE_DEBUG, GNUNET_log, GNUNET_NO, GNUNET_SCHEDULER_add_delayed(), GNUNET_STRINGS_relative_time_to_string(), GNUNET_YES, save_hostlist_file(), SAVING_INTERVAL, and ti_saving_task.

Referenced by GNUNET_HOSTLIST_client_start().

Here is the call graph for this function:

Here is the caller graph for this function:

◆ handler_connect()

static void* handler_connect	(	void *	cls,
		const struct GNUNET_PeerIdentity *	peer,
		struct GNUNET_MQ_Handle *	mq
	)

static

Method called whenever a given peer connects.

Parameters

cls	closure
peer	peer identity this notification is about
mq	message queue for transmissions to peer

Definition at line 1198 of file gnunet-daemon-hostlist_client.c.

 {
   GNUNET_assert (stat_connection_count < UINT_MAX);
   stat_connection_count++;
   GNUNET_STATISTICS_update (stats,
                             gettext_noop ("# active connections"),
                             1,
                             GNUNET_NO);
   return NULL;
 }

References gettext_noop, GNUNET_assert, GNUNET_NO, GNUNET_STATISTICS_update(), stat_connection_count, and stats.

Referenced by GNUNET_HOSTLIST_client_start().

Here is the call graph for this function:

Here is the caller graph for this function:

◆ handler_disconnect()

static void handler_disconnect	(	void *	cls,
		const struct GNUNET_PeerIdentity *	peer,
		void *	internal_cls
	)

static

Method called whenever a given peer disconnects.

Parameters

cls	closure
peer	peer identity this notification is about

Definition at line 1219 of file gnunet-daemon-hostlist_client.c.

 {
   GNUNET_assert (stat_connection_count > 0);
   stat_connection_count--;
   GNUNET_STATISTICS_update (stats,
                             gettext_noop ("# active connections"),
                             -1,
                             GNUNET_NO);
 }

References gettext_noop, GNUNET_assert, GNUNET_NO, GNUNET_STATISTICS_update(), stat_connection_count, and stats.

Referenced by GNUNET_HOSTLIST_client_start().

Here is the call graph for this function:

Here is the caller graph for this function:

◆ handler_advertisement()

static void handler_advertisement ( const char * uri )

static

Method called whenever an advertisement message arrives.

Parameters

uri	the advertised URI

Definition at line 1238 of file gnunet-daemon-hostlist_client.c.

 {
   size_t uri_size;
   struct Hostlist *hostlist;
  
   uri_size = strlen (uri) + 1;
   GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
               "Hostlist client received advertisement containing URI `%s'\n",
               uri);
   if (GNUNET_NO != linked_list_contains (uri))
   {
     GNUNET_log (GNUNET_ERROR_TYPE_DEBUG, "URI `%s' is already known\n", uri);
     return;
   }
  
   if (GNUNET_NO == stat_testing_allowed)
   {
     GNUNET_log (
       GNUNET_ERROR_TYPE_DEBUG,
       "Currently not accepting new advertisements: interval between to advertisements is not reached\n");
     return;
   }
   if (GNUNET_YES == stat_testing_hostlist)
   {
     GNUNET_log (
       GNUNET_ERROR_TYPE_DEBUG,
       "Currently not accepting new advertisements: we are already testing a hostlist\n");
     return;
   }
  
   hostlist = GNUNET_malloc (sizeof(struct Hostlist) + uri_size);
   hostlist->hostlist_uri = (const char *) &hostlist[1];
   GNUNET_memcpy (&hostlist[1], uri, uri_size);
   hostlist->time_creation = GNUNET_TIME_absolute_get ();
   hostlist->quality = HOSTLIST_INITIAL;
   hostlist_to_test = hostlist;
  
   stat_testing_hostlist = GNUNET_YES;
   stat_testing_allowed = GNUNET_NO;
   ti_testing_intervall_task =
     GNUNET_SCHEDULER_add_delayed (TESTING_INTERVAL,
                                   &task_testing_intervall_reset,
                                   NULL);
  
   GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
               "Testing new hostlist advertisements is locked for the next %s\n",
               GNUNET_STRINGS_relative_time_to_string (TESTING_INTERVAL,
                                                       GNUNET_YES));
  
   ti_download_dispatcher_task =
     GNUNET_SCHEDULER_add_now (&task_download_dispatcher, NULL);
 }

References GNUNET_ERROR_TYPE_DEBUG, GNUNET_log, GNUNET_malloc, GNUNET_memcpy, GNUNET_NO, GNUNET_SCHEDULER_add_delayed(), GNUNET_SCHEDULER_add_now(), GNUNET_STRINGS_relative_time_to_string(), GNUNET_TIME_absolute_get(), GNUNET_YES, HOSTLIST_INITIAL, hostlist_to_test, Hostlist::hostlist_uri, linked_list_contains(), Hostlist::quality, stat_testing_allowed, stat_testing_hostlist, task_download_dispatcher(), task_testing_intervall_reset(), TESTING_INTERVAL, ti_download_dispatcher_task, ti_testing_intervall_task, Hostlist::time_creation, and uri.

Referenced by GNUNET_HOSTLIST_client_start().

Here is the call graph for this function:

Here is the caller graph for this function:

◆ primary_task()

static void primary_task	(	void *	cls,
		int	success
	)

static

Continuation called by the statistics code once we go the stat.

Initiates hostlist download scheduling.

Parameters

cls	closure
success	GNUNET_OK if statistics were successfully obtained, GNUNET_SYSERR if not.

Definition at line 1301 of file gnunet-daemon-hostlist_client.c.

 {
   if (NULL != ti_check_download)
   {
     GNUNET_SCHEDULER_cancel (ti_check_download);
     ti_check_download = NULL;
   }
   sget = NULL;
   GNUNET_assert (NULL != stats);
   GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
               "Statistics request done, scheduling hostlist download\n");
   ti_check_download = GNUNET_SCHEDULER_add_now (&task_check, NULL);
 }

References GNUNET_assert, GNUNET_ERROR_TYPE_DEBUG, GNUNET_log, GNUNET_SCHEDULER_add_now(), GNUNET_SCHEDULER_cancel(), sget, stats, task_check(), and ti_check_download.

Referenced by GNUNET_HOSTLIST_client_start().

Here is the call graph for this function:

Here is the caller graph for this function:

◆ stat_timeout_task()

static void stat_timeout_task ( void * cls )

static

Continuation called by the statistics code once we go the stat.

Initiates hostlist download scheduling.

Parameters

cls closure

Definition at line 1323 of file gnunet-daemon-hostlist_client.c.

 {
   GNUNET_STATISTICS_get_cancel (sget);
   sget = NULL;
   ti_check_download = GNUNET_SCHEDULER_add_now (&task_check, NULL);
 }

References GNUNET_SCHEDULER_add_now(), GNUNET_STATISTICS_get_cancel(), sget, task_check(), and ti_check_download.

Referenced by GNUNET_HOSTLIST_client_start().

Here is the call graph for this function:

Here is the caller graph for this function:

◆ process_stat()

static int process_stat	(	void *	cls,
		const char *	subsystem,
		const char *	name,
		uint64_t	value,
		int	is_persistent
	)

static

We've received the previous delay value from statistics.

Remember it.

Parameters

cls	NULL, unused
subsystem	should be "hostlist", unused
name	will be "milliseconds between hostlist downloads", unused
value	previous delay value, in milliseconds (!)
is_persistent	unused, will be GNUNET_YES

Definition at line 1341 of file gnunet-daemon-hostlist_client.c.

 {
   hostlist_delay.rel_value_us = value * 1000LL;
   GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
               "Initial time between hostlist downloads is %s\n",
               GNUNET_STRINGS_relative_time_to_string (hostlist_delay,
                                                       GNUNET_YES));
   return GNUNET_OK;
 }

References GNUNET_ERROR_TYPE_DEBUG, GNUNET_log, GNUNET_OK, GNUNET_STRINGS_relative_time_to_string(), GNUNET_YES, hostlist_delay, GNUNET_TIME_Relative::rel_value_us, and value.

Referenced by GNUNET_HOSTLIST_client_start().

Here is the call graph for this function:

Here is the caller graph for this function:

◆ load_hostlist_file()

static void load_hostlist_file ( )

static

Method to load persistent hostlist file during hostlist client startup.

Definition at line 1360 of file gnunet-daemon-hostlist_client.c.

 {
   char *filename;
   char *uri;
   char *emsg;
   struct Hostlist *hostlist;
   uint32_t times_used;
   uint32_t hellos_returned;
   uint64_t quality;
   uint64_t last_used;
   uint64_t created;
   uint32_t counter;
   struct GNUNET_BIO_ReadHandle *rh;
  
   uri = NULL;
   if (GNUNET_OK != GNUNET_CONFIGURATION_get_value_filename (cfg,
                                                             "HOSTLIST",
                                                             "HOSTLISTFILE",
                                                             &filename))
   {
     GNUNET_log_config_missing (GNUNET_ERROR_TYPE_WARNING,
                                "hostlist",
                                "HOSTLISTFILE");
     return;
   }
  
   GNUNET_log (GNUNET_ERROR_TYPE_INFO,
               _ ("Loading saved hostlist entries from file `%s' \n"),
               filename);
   if (GNUNET_NO == GNUNET_DISK_file_test (filename))
   {
     GNUNET_log (GNUNET_ERROR_TYPE_INFO,
                 _ ("Hostlist file `%s' does not exist\n"),
                 filename);
     GNUNET_free (filename);
     return;
   }
  
   rh = GNUNET_BIO_read_open_file (filename);
   if (NULL == rh)
   {
     GNUNET_log (GNUNET_ERROR_TYPE_INFO,
                 _ (
                   "Could not open file `%s' for reading to load hostlists: %s\n"),
                 filename,
                 strerror (errno));
     GNUNET_free (filename);
     return;
   }
  
   counter = 0;
   struct GNUNET_BIO_ReadSpec rs[] = {
     GNUNET_BIO_read_spec_int32 ("times used", (int32_t *) &times_used),
     GNUNET_BIO_read_spec_int64 ("quality", (int64_t *) &quality),
     GNUNET_BIO_read_spec_int64 ("last used", (int64_t *) &last_used),
     GNUNET_BIO_read_spec_int64 ("created", (int64_t *) &created),
     GNUNET_BIO_read_spec_int32 ("hellos returned",
                                 (int32_t *) &hellos_returned),
     GNUNET_BIO_read_spec_end (),
   };
   while ((GNUNET_OK == GNUNET_BIO_read_string (rh, "url", &uri, MAX_URL_LEN)) &&
          (NULL != uri) &&
          (GNUNET_OK == GNUNET_BIO_read_spec_commit (rh, rs)))
   {
     hostlist = GNUNET_malloc (sizeof(struct Hostlist) + strlen (uri) + 1);
     hostlist->hello_count = hellos_returned;
     hostlist->hostlist_uri = (const char *) &hostlist[1];
     GNUNET_memcpy (&hostlist[1], uri, strlen (uri) + 1);
     hostlist->quality = quality;
     hostlist->time_creation.abs_value_us = created;
     hostlist->time_last_usage.abs_value_us = last_used;
     GNUNET_CONTAINER_DLL_insert (linked_list_head, linked_list_tail, hostlist);
     linked_list_size++;
     GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
                 "Added hostlist entry with URI `%s' \n",
                 hostlist->hostlist_uri);
     GNUNET_free (uri);
     uri = NULL;
     counter++;
     if (counter >= MAX_NUMBER_HOSTLISTS)
       break;
   }
  
   GNUNET_log (GNUNET_ERROR_TYPE_INFO,
               _ ("%u hostlist URIs loaded from file\n"),
               counter);
   GNUNET_STATISTICS_set (stats,
                          gettext_noop ("# hostlist URIs read from file"),
                          counter,
                          GNUNET_YES);
   GNUNET_STATISTICS_set (stats,
                          gettext_noop ("# advertised hostlist URIs"),
                          linked_list_size,
                          GNUNET_NO);
  
   GNUNET_free (uri);
   emsg = NULL;
   (void) GNUNET_BIO_read_close (rh, &emsg);
   if (emsg != NULL)
     GNUNET_free (emsg);
   GNUNET_free (filename);
 }

References _, GNUNET_TIME_Absolute::abs_value_us, cfg, filename, gettext_noop, GNUNET_BIO_read_close(), GNUNET_BIO_read_open_file(), GNUNET_BIO_read_spec_commit(), GNUNET_BIO_read_spec_end, GNUNET_BIO_read_spec_int32(), GNUNET_BIO_read_spec_int64(), GNUNET_BIO_read_string(), GNUNET_CONFIGURATION_get_value_filename(), GNUNET_CONTAINER_DLL_insert, GNUNET_DISK_file_test(), GNUNET_ERROR_TYPE_DEBUG, GNUNET_ERROR_TYPE_INFO, GNUNET_ERROR_TYPE_WARNING, GNUNET_free, GNUNET_log, GNUNET_log_config_missing(), GNUNET_malloc, GNUNET_memcpy, GNUNET_NO, GNUNET_OK, GNUNET_STATISTICS_set(), GNUNET_YES, Hostlist::hello_count, Hostlist::hostlist_uri, linked_list_head, linked_list_size, linked_list_tail, MAX_NUMBER_HOSTLISTS, MAX_URL_LEN, Hostlist::quality, GNUNET_BIO_ReadSpec::rh, stats, Hostlist::time_creation, Hostlist::time_last_usage, Hostlist::times_used, and uri.

Referenced by GNUNET_HOSTLIST_client_start().

Here is the call graph for this function:

Here is the caller graph for this function:

◆ GNUNET_HOSTLIST_client_start()

int GNUNET_HOSTLIST_client_start	(	const struct GNUNET_CONFIGURATION_Handle *	c,
		struct GNUNET_STATISTICS_Handle *	st,
		GNUNET_CORE_ConnectEventHandler *	ch,
		GNUNET_CORE_DisconnectEventHandler *	dh,
		GNUNET_HOSTLIST_UriHandler *	msgh,
		int	learn
	)

Start downloading hostlists from hostlist servers as necessary.

Parameters

	c	configuration to use
	st	statistics handle to use
[out]	ch	set to handler for CORE connect events
[out]	dh	set to handler for CORE disconnect events
[out]	msgh	set to handler for CORE advertisement messages
	learn	should we learn hostlist URLs from CORE

Returns: GNUNET_OK on success

Definition at line 1575 of file gnunet-daemon-hostlist_client.c.

 {
   char *filename;
   char *proxytype_str;
   int result;
  
   GNUNET_assert (NULL != st);
   if (0 != curl_global_init (CURL_GLOBAL_WIN32))
   {
     GNUNET_break (0);
     return GNUNET_SYSERR;
   }
   cfg = c;
   stats = st;
  
   /* Read proxy configuration */
   pi = GNUNET_PEERINFO_connect (c);
   if (GNUNET_OK ==
       GNUNET_CONFIGURATION_get_value_string (cfg, "HOSTLIST", "PROXY", &proxy))
   {
     GNUNET_log (GNUNET_ERROR_TYPE_DEBUG, "Found proxy host: `%s'\n", proxy);
     /* proxy username */
     if (GNUNET_OK == GNUNET_CONFIGURATION_get_value_string (cfg,
                                                             "HOSTLIST",
                                                             "PROXY_USERNAME",
                                                             &proxy_username))
     {
       GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
                   "Found proxy username name: `%s'\n",
                   proxy_username);
     }
  
     /* proxy password */
     if (GNUNET_OK == GNUNET_CONFIGURATION_get_value_string (cfg,
                                                             "HOSTLIST",
                                                             "PROXY_PASSWORD",
                                                             &proxy_password))
     {
       GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
                   "Found proxy password name: `%s'\n",
                   proxy_password);
     }
  
     /* proxy type */
     if (GNUNET_OK == GNUNET_CONFIGURATION_get_value_string (cfg,
                                                             "HOSTLIST",
                                                             "PROXY_TYPE",
                                                             &proxytype_str))
     {
       if (GNUNET_OK != GNUNET_STRINGS_utf8_toupper (proxytype_str,
                                                     proxytype_str))
         GNUNET_log (GNUNET_ERROR_TYPE_WARNING,
                     "Unable to convert `%s' to UTF-8 uppercase\n",
                     proxytype_str);
       proxy_type = CURLPROXY_HTTP;
       if (0 == strcmp (proxytype_str, "HTTP"))
         proxy_type = CURLPROXY_HTTP;
       else if (0 == strcmp (proxytype_str, "HTTP_1_0"))
         proxy_type = CURLPROXY_HTTP_1_0;
       else if (0 == strcmp (proxytype_str, "SOCKS4"))
         proxy_type = CURLPROXY_SOCKS4;
       else if (0 == strcmp (proxytype_str, "SOCKS5"))
         proxy_type = CURLPROXY_SOCKS5;
       else if (0 == strcmp (proxytype_str, "SOCKS4A"))
         proxy_type = CURLPROXY_SOCKS4A;
       else if (0 == strcmp (proxytype_str, "SOCKS5_HOSTNAME"))
         proxy_type = CURLPROXY_SOCKS5_HOSTNAME;
       else
       {
         GNUNET_log (
           GNUNET_ERROR_TYPE_ERROR,
           _ (
             "Invalid proxy type: `%s', disabling proxy! Check configuration!\n"),
           proxytype_str);
         GNUNET_free (proxytype_str);
         GNUNET_free (proxy);
         proxy = NULL;
         GNUNET_free (proxy_username);
         proxy_username = NULL;
         GNUNET_free (proxy_password);
         proxy_password = NULL;
  
         return GNUNET_SYSERR;
       }
     }
     GNUNET_free (proxytype_str);
   }
  
   stat_learning = learn;
   *ch = &handler_connect;
   *dh = &handler_disconnect;
   linked_list_head = NULL;
   linked_list_tail = NULL;
   stat_use_bootstrap = GNUNET_YES;
   stat_testing_hostlist = GNUNET_NO;
   stat_testing_allowed = GNUNET_YES;
  
   if (GNUNET_YES == stat_learning)
   {
     *msgh = &handler_advertisement;
     GNUNET_log (GNUNET_ERROR_TYPE_INFO,
                 _ ("Learning is enabled on this peer\n"));
     load_hostlist_file ();
     GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
                 "Hostlists will be saved to file again in %s\n",
                 GNUNET_STRINGS_relative_time_to_string (SAVING_INTERVAL,
                                                         GNUNET_YES));
     ti_saving_task = GNUNET_SCHEDULER_add_delayed (SAVING_INTERVAL,
                                                    &task_hostlist_saving,
                                                    NULL);
   }
   else
   {
     GNUNET_log (GNUNET_ERROR_TYPE_INFO,
                 _ ("Learning is not enabled on this peer\n"));
     *msgh = NULL;
     if (GNUNET_OK == GNUNET_CONFIGURATION_get_value_filename (cfg,
                                                               "HOSTLIST",
                                                               "HOSTLISTFILE",
                                                               &filename))
     {
       if (GNUNET_YES == GNUNET_DISK_file_test (filename))
       {
         result = remove (filename);
         if (0 == result)
           GNUNET_log (
             GNUNET_ERROR_TYPE_INFO,
             _ (
               "Since learning is not enabled on this peer, hostlist file `%s' was removed\n"),
             filename);
         else
           GNUNET_log_strerror_file (GNUNET_ERROR_TYPE_ERROR,
                                     "remove",
                                     filename);
       }
     }
     GNUNET_free (filename);
   }
   GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
               "Loading stats value on hostlist download frequency\n");
   sget = GNUNET_STATISTICS_get (stats,
                                 "hostlist",
                                 gettext_noop (
                                   "# milliseconds between hostlist downloads"),
                                 &primary_task,
                                 &process_stat,
                                 NULL);
   if (NULL == sget)
   {
     GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
                 "Statistics request failed, scheduling hostlist download\n");
     ti_check_download = GNUNET_SCHEDULER_add_now (&task_check, NULL);
   }
   else
   {
     ti_check_download = GNUNET_SCHEDULER_add_delayed (GNUNET_TIME_UNIT_MINUTES,
                                                       &stat_timeout_task,
                                                       NULL);
   }
   return GNUNET_OK;
 }

References _, cfg, ch, filename, gettext_noop, GNUNET_assert, GNUNET_break, GNUNET_CONFIGURATION_get_value_filename(), GNUNET_CONFIGURATION_get_value_string(), GNUNET_DISK_file_test(), GNUNET_ERROR_TYPE_DEBUG, GNUNET_ERROR_TYPE_ERROR, GNUNET_ERROR_TYPE_INFO, GNUNET_ERROR_TYPE_WARNING, GNUNET_free, GNUNET_log, GNUNET_log_strerror_file, GNUNET_NO, GNUNET_OK, GNUNET_PEERINFO_connect(), GNUNET_SCHEDULER_add_delayed(), GNUNET_SCHEDULER_add_now(), GNUNET_STATISTICS_get(), GNUNET_STRINGS_relative_time_to_string(), GNUNET_STRINGS_utf8_toupper(), GNUNET_SYSERR, GNUNET_TIME_UNIT_MINUTES, GNUNET_YES, handler_advertisement(), handler_connect(), handler_disconnect(), linked_list_head, linked_list_tail, load_hostlist_file(), pi, primary_task(), process_stat(), proxy, proxy_password, proxy_type, proxy_username, result, SAVING_INTERVAL, sget, st, stat_learning, stat_testing_allowed, stat_testing_hostlist, stat_timeout_task(), stat_use_bootstrap, stats, task_check(), task_hostlist_saving(), ti_check_download, and ti_saving_task.

Referenced by run().

Here is the call graph for this function:

Here is the caller graph for this function:

◆ GNUNET_HOSTLIST_client_stop()

void GNUNET_HOSTLIST_client_stop ( void )

Stop downloading hostlists from hostlist servers as necessary.

Definition at line 1747 of file gnunet-daemon-hostlist_client.c.

 {
   GNUNET_log (GNUNET_ERROR_TYPE_DEBUG, "Hostlist client shutdown\n");
   if (NULL != sget)
   {
     GNUNET_STATISTICS_get_cancel (sget);
     sget = NULL;
   }
   stats = NULL;
   if (GNUNET_YES == stat_learning)
     save_hostlist_file (GNUNET_YES);
   if (NULL != ti_saving_task)
   {
     GNUNET_SCHEDULER_cancel (ti_saving_task);
     ti_saving_task = NULL;
   }
   if (NULL != ti_download_dispatcher_task)
   {
     GNUNET_SCHEDULER_cancel (ti_download_dispatcher_task);
     ti_download_dispatcher_task = NULL;
   }
   if (NULL != ti_testing_intervall_task)
   {
     GNUNET_SCHEDULER_cancel (ti_testing_intervall_task);
     ti_testing_intervall_task = NULL;
   }
   if (NULL != ti_download)
   {
     GNUNET_SCHEDULER_cancel (ti_download);
     ti_download = NULL;
     update_hostlist ();
     clean_up ();
   }
   if (NULL != ti_check_download)
   {
     GNUNET_SCHEDULER_cancel (ti_check_download);
     ti_check_download = NULL;
     curl_global_cleanup ();
   }
   GNUNET_free (proxy);
   proxy = NULL;
   GNUNET_free (proxy_username);
   proxy_username = NULL;
   GNUNET_free (proxy_password);
   proxy_password = NULL;
   if (NULL != pi)
   {
     GNUNET_PEERINFO_disconnect (pi);
     pi = NULL;
   }
   cfg = NULL;
 }