GNUnet  0.19.4
gnunet-daemon-regexprofiler.c
Go to the documentation of this file.
1 /*
2  This file is part of GNUnet.
3  Copyright (C) 2012, 2013 Christian Grothoff
4 
5  GNUnet is free software: you can redistribute it and/or modify it
6  under the terms of the GNU Affero General Public License as published
7  by the Free Software Foundation, either version 3 of the License,
8  or (at your option) any later version.
9 
10  GNUnet is distributed in the hope that it will be useful, but
11  WITHOUT ANY WARRANTY; without even the implied warranty of
12  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
13  Affero General Public License for more details.
14 
15  You should have received a copy of the GNU Affero General Public License
16  along with this program. If not, see <http://www.gnu.org/licenses/>.
17 
18  SPDX-License-Identifier: AGPL3.0-or-later
19  */
20 
30 #include "platform.h"
31 #include "gnunet_util_lib.h"
32 #include "regex_internal_lib.h"
33 #include "regex_test_lib.h"
34 #include "gnunet_dht_service.h"
36 
40 static int global_ret;
41 
45 static const struct GNUNET_CONFIGURATION_Handle *cfg;
46 
51 
56 
61 
66 
71 
75 static unsigned long long max_path_compression;
76 
81 static char *policy_filename;
82 
86 static char *regex_prefix;
87 
91 static char *rx_with_pfx;
92 
96 static unsigned int rounds = 3;
97 
102 
103 
109 static void
110 shutdown_task (void *cls)
111 {
112  GNUNET_log (GNUNET_ERROR_TYPE_DEBUG, "shutting down\n");
113 
114  if (NULL != announce_handle)
115  {
117  announce_handle = NULL;
118  }
119  if (NULL != reannounce_task)
120  {
122  reannounce_task = NULL;
123  }
124  if (NULL != dht_handle)
125  {
127  dht_handle = NULL;
128  }
130  my_private_key = NULL;
131 
133  "Daemon for %s shutting down\n",
135 }
136 
137 
143 static void
144 reannounce_regex (void *cls)
145 {
146  char *regex = cls;
147  struct GNUNET_TIME_Relative random_delay;
148 
149  reannounce_task = NULL;
150  if (0 == rounds--)
151  {
152  global_ret = 0;
154  GNUNET_free (regex);
155  return;
156  }
157  GNUNET_log (GNUNET_ERROR_TYPE_DEBUG, "Announcing regex: %s\n", regex);
158  GNUNET_STATISTICS_update (stats_handle, "# regexes announced", 1, GNUNET_NO);
159  if ((NULL == announce_handle) && (NULL != regex))
160  {
162  "First time, creating regex: %s\n",
163  regex);
166  regex,
167  (unsigned
169  stats_handle);
170  }
171  else
172  {
173  GNUNET_assert (NULL != announce_handle);
175  }
176 
177  random_delay =
183  &reannounce_regex, cls);
184 }
185 
186 
193 static void
194 announce_regex (const char *regex)
195 {
196  char *copy;
197 
198  if ((NULL == regex) || (0 == strlen (regex)))
199  {
200  GNUNET_log (GNUNET_ERROR_TYPE_ERROR, "Cannot announce empty regex\n");
201  return;
202  }
203 
205  "Daemon for %s starting\n",
207  GNUNET_assert (NULL == reannounce_task);
208  copy = GNUNET_strdup (regex);
210  (void *) copy);
211 }
212 
213 
222 static int
223 scan (void *cls, const char *filename)
224 {
225  long n = (long) cls;
226  static long c = 0;
227 
228  if (c == n)
229  {
231  return GNUNET_NO;
232  }
233  c++;
234  return GNUNET_OK;
235 }
236 
237 
246 static void
247 run (void *cls, char *const *args GNUNET_UNUSED,
248  const char *cfgfile GNUNET_UNUSED,
249  const struct GNUNET_CONFIGURATION_Handle *cfg_)
250 {
251  char *regex = NULL;
252  char **components;
253  char *policy_dir;
254  long long unsigned int peer_id;
255 
256  cfg = cfg_;
257 
259  GNUNET_assert (NULL != my_private_key);
260  if (GNUNET_OK !=
261  GNUNET_CONFIGURATION_get_value_number (cfg, "REGEXPROFILER",
262  "MAX_PATH_COMPRESSION",
264  {
266  _
267  (
268  "%s service is lacking key configuration settings (%s). Exiting.\n"),
269  "regexprofiler", "max_path_compression");
272  return;
273  }
274  if (GNUNET_OK !=
275  GNUNET_CONFIGURATION_get_value_string (cfg, "REGEXPROFILER",
276  "POLICY_DIR", &policy_dir))
277  {
279  "POLICY_DIR");
282  return;
283  }
284  if (GNUNET_OK !=
286  "PEERID", &peer_id))
287  {
288  GNUNET_log_config_missing (GNUNET_ERROR_TYPE_ERROR, "TESTBED", "PEERID");
292  return;
293  }
294 
295  if (GNUNET_OK !=
296  GNUNET_CONFIGURATION_get_value_string (cfg, "REGEXPROFILER",
297  "REGEX_PREFIX", &regex_prefix))
298  {
300  "REGEX_PREFIX");
304  return;
305  }
306 
307  if (GNUNET_OK !=
308  GNUNET_CONFIGURATION_get_value_time (cfg, "REGEXPROFILER",
309  "REANNOUNCE_PERIOD_MAX",
311  {
313  "reannounce_period_max not given. Using 10 minutes.\n");
316  }
317 
318  stats_handle = GNUNET_STATISTICS_create ("regexprofiler", cfg);
319 
321 
322  if (NULL == dht_handle)
323  {
325  "Could not acquire dht handle. Exiting.\n");
329  return;
330  }
331 
332  /* Read regexes from policy files */
334  (void *) (long) peer_id));
335  if (NULL == (components = REGEX_TEST_read_from_file (policy_filename)))
336  {
338  "Policy file %s contains no policies. Exiting.\n",
343  return;
344  }
346  regex = REGEX_TEST_combine (components, 16);
347  REGEX_TEST_free_from_file (components);
348 
349  /* Announcing regexes from policy_filename */
351  "%s(%s)(0|1|2|3|4|5|6|7|8|9|a|b|c|d|e|f)*",
352  regex_prefix,
353  regex);
355  GNUNET_free (regex);
357 
358  /* Scheduled the task to clean up when shutdown is called */
360  NULL);
361 }
362 
363 
371 int
372 main (int argc, char *const *argv)
373 {
374  static const struct GNUNET_GETOPT_CommandLineOption options[] = {
376  };
377 
378  if (GNUNET_OK != GNUNET_STRINGS_get_utf8_args (argc, argv, &argc, &argv))
379  return 2;
380  return (GNUNET_OK ==
381  GNUNET_PROGRAM_run (argc, argv, "regexprofiler",
383  (
384  "Daemon to announce regular expressions for the peer using cadet."),
385  options, &run, NULL)) ? global_ret : 1;
386 }
387 
388 
389 #if defined(__linux__) && defined(__GLIBC__)
390 #include <malloc.h>
391 
395 void __attribute__ ((constructor))
396 GNUNET_ARM_memory_init ()
397 {
398  mallopt (M_TRIM_THRESHOLD, 4 * 1024);
399  mallopt (M_TOP_PAD, 1 * 1024);
400  malloc_trim (0);
401 }
402 
403 
404 #endif
405 
406 
407 /* end of gnunet-daemon-regexprofiler.c */
struct GNUNET_GETOPT_CommandLineOption GNUNET_GETOPT_OPTION_END
Definition: 002.c:13
struct GNUNET_GETOPT_CommandLineOption options[]
Definition: 002.c:5
#define gettext_noop(String)
Definition: gettext.h:70
static char * peer_id
Option –peer.
Definition: gnunet-cadet.c:42
static char * rx_with_pfx
Regex with prefix.
static void reannounce_regex(void *cls)
Announce a previously announced regex re-using cached data.
static int global_ret
Return value from 'main'.
static struct GNUNET_TIME_Relative reannounce_period_max
What's the maximum reannounce period.
static void run(void *cls, char *const *args, const char *cfgfile, const struct GNUNET_CONFIGURATION_Handle *cfg_)
Main function that will be run by the scheduler.
static const struct GNUNET_CONFIGURATION_Handle * cfg
Configuration we use.
static struct REGEX_INTERNAL_Announcement * announce_handle
Peer's regex announce handle.
static void shutdown_task(void *cls)
Task run during shutdown.
static void announce_regex(const char *regex)
Announce the given regular expression using regex and the path compression length read from config.
static struct GNUNET_DHT_Handle * dht_handle
Peer's dht handle.
static struct GNUNET_STATISTICS_Handle * stats_handle
Handle to the statistics service.
static char * policy_filename
Name of the file containing policies that this peer should announce.
static unsigned int rounds
How many put rounds should we do.
static int scan(void *cls, const char *filename)
Scan through the policy_dir looking for the n-th filename.
int main(int argc, char *const *argv)
The main function of the regexprofiler service.
static struct GNUNET_CRYPTO_EddsaPrivateKey * my_private_key
Private key for this peer.
static struct GNUNET_SCHEDULER_Task * reannounce_task
Periodically reannounce regex.
static char * regex_prefix
Prefix to add before every regex we're announcing.
static unsigned long long max_path_compression
Maximal path compression length for regex announcing.
static char * filename
enum RadiotapType __attribute__
static char * policy_dir
Folder where policy files are stored.
API to the DHT service.
API to create, modify and access statistics.
enum GNUNET_GenericReturnValue GNUNET_CONFIGURATION_get_value_number(const struct GNUNET_CONFIGURATION_Handle *cfg, const char *section, const char *option, unsigned long long *number)
Get a configuration value that should be a number.
enum GNUNET_GenericReturnValue GNUNET_CONFIGURATION_get_value_time(const struct GNUNET_CONFIGURATION_Handle *cfg, const char *section, const char *option, struct GNUNET_TIME_Relative *time)
Get a configuration value that should be a relative time.
enum GNUNET_GenericReturnValue GNUNET_CONFIGURATION_get_value_string(const struct GNUNET_CONFIGURATION_Handle *cfg, const char *section, const char *option, char **value)
Get a configuration value that should be a string.
struct GNUNET_CRYPTO_EddsaPrivateKey * GNUNET_CRYPTO_eddsa_key_create_from_configuration(const struct GNUNET_CONFIGURATION_Handle *cfg)
Create a new private key by reading our peer's key from the file specified in the configuration.
uint32_t GNUNET_CRYPTO_random_u32(enum GNUNET_CRYPTO_Quality mode, uint32_t i)
Produce a random value.
@ GNUNET_CRYPTO_QUALITY_WEAK
No good quality of the operation is needed (i.e., random numbers can be pseudo-random).
struct GNUNET_DHT_Handle * GNUNET_DHT_connect(const struct GNUNET_CONFIGURATION_Handle *cfg, unsigned int ht_len)
Initialize the connection with the DHT service.
Definition: dht_api.c:1039
void GNUNET_DHT_disconnect(struct GNUNET_DHT_Handle *handle)
Shutdown connection with the DHT service.
Definition: dht_api.c:1062
int GNUNET_DISK_directory_scan(const char *dir_name, GNUNET_FileNameCallback callback, void *callback_cls)
Scan a directory for files.
Definition: disk.c:814
#define GNUNET_log(kind,...)
#define GNUNET_UNUSED
gcc-ism to document unused arguments
@ GNUNET_OK
@ GNUNET_NO
@ GNUNET_SYSERR
#define GNUNET_assert(cond)
Use this for fatal errors that cannot be handled.
void GNUNET_log_config_missing(enum GNUNET_ErrorType kind, const char *section, const char *option)
Log error message about missing configuration option.
@ GNUNET_ERROR_TYPE_ERROR
@ GNUNET_ERROR_TYPE_DEBUG
@ GNUNET_ERROR_TYPE_INFO
int int GNUNET_asprintf(char **buf, const char *format,...) __attribute__((format(printf
Like asprintf, just portable.
#define GNUNET_strdup(a)
Wrapper around GNUNET_xstrdup_.
#define GNUNET_free(ptr)
Wrapper around free.
#define GNUNET_free_nz(ptr)
Wrapper around free.
enum GNUNET_GenericReturnValue GNUNET_PROGRAM_run(int argc, char *const *argv, const char *binaryName, const char *binaryHelp, const struct GNUNET_GETOPT_CommandLineOption *options, GNUNET_PROGRAM_Main task, void *task_cls)
Run a standard GNUnet command startup sequence (initialize loggers and configuration,...
Definition: program.c:400
void GNUNET_SCHEDULER_shutdown(void)
Request the shutdown of a scheduler.
Definition: scheduler.c:562
struct GNUNET_SCHEDULER_Task * GNUNET_SCHEDULER_add_now(GNUNET_SCHEDULER_TaskCallback task, void *task_cls)
Schedule a new task to be run as soon as possible.
Definition: scheduler.c:1299
struct GNUNET_SCHEDULER_Task * GNUNET_SCHEDULER_add_shutdown(GNUNET_SCHEDULER_TaskCallback task, void *task_cls)
Schedule a new task to be run on shutdown, that is when a CTRL-C signal is received,...
Definition: scheduler.c:1334
void * GNUNET_SCHEDULER_cancel(struct GNUNET_SCHEDULER_Task *task)
Cancel the task with the specified identifier.
Definition: scheduler.c:975
struct GNUNET_SCHEDULER_Task * GNUNET_SCHEDULER_add_delayed(struct GNUNET_TIME_Relative delay, GNUNET_SCHEDULER_TaskCallback task, void *task_cls)
Schedule a new task to be run with a specified delay.
Definition: scheduler.c:1272
struct GNUNET_STATISTICS_Handle * GNUNET_STATISTICS_create(const char *subsystem, const struct GNUNET_CONFIGURATION_Handle *cfg)
Get handle for the statistics service.
void GNUNET_STATISTICS_update(struct GNUNET_STATISTICS_Handle *handle, const char *name, int64_t delta, int make_persistent)
Set statistic value for the peer.
enum GNUNET_GenericReturnValue GNUNET_STRINGS_get_utf8_args(int argc, char *const *argv, int *u8argc, char *const **u8argv)
Returns utf-8 encoded arguments.
Definition: strings.c:1222
#define GNUNET_TIME_UNIT_MINUTES
One minute.
struct GNUNET_TIME_Relative GNUNET_TIME_relative_multiply(struct GNUNET_TIME_Relative rel, unsigned long long factor)
Multiply relative time by a given factor.
Definition: time.c:484
#define GNUNET_TIME_UNIT_MICROSECONDS
One microsecond, our basic time unit.
#define _(String)
GNU gettext support macro.
Definition: platform.h:178
void REGEX_INTERNAL_announce_cancel(struct REGEX_INTERNAL_Announcement *h)
Clear all cached data used by a regex announce.
void REGEX_INTERNAL_reannounce(struct REGEX_INTERNAL_Announcement *h)
Announce again a regular expression previously announced.
struct REGEX_INTERNAL_Announcement * REGEX_INTERNAL_announce(struct GNUNET_DHT_Handle *dht, const struct GNUNET_CRYPTO_EddsaPrivateKey *priv, const char *regex, uint16_t compression, struct GNUNET_STATISTICS_Handle *stats)
Announce a regular expression: put all states of the automaton in the DHT.
library to parse regular expressions into dfa
char * REGEX_TEST_combine(char *const regexes[], unsigned int alphabet_size)
Combine an array of regexes into a single prefix-shared regex.
void REGEX_TEST_free_from_file(char **regexes)
Free all memory reserved for a set of regexes created by read_from_file.
char ** REGEX_TEST_read_from_file(const char *filename)
Read a set of regexes from a file, one per line and return them in an array suitable for REGEX_TEST_c...
library to read regexes representing IP networks from a file.
Private ECC key encoded for transmission.
Connection to the DHT service.
Definition: dht_api.c:237
Definition of a command line option.
Entry in list of pending tasks.
Definition: scheduler.c:136
Handle for the service.
Time for relative time used by GNUnet, in microseconds.
uint64_t rel_value_us
The actual value.
Handle to store cached data about a regex announce.