GNUnet  0.11.x
Data Structures | Macros | Enumerations | Functions | Variables
gnunet-regex-profiler.c File Reference

Regex profiler for testing distributed regex use. More...

#include <string.h>
#include "platform.h"
#include "gnunet_applications.h"
#include "gnunet_util_lib.h"
#include "regex_internal_lib.h"
#include "gnunet_arm_service.h"
#include "gnunet_dht_service.h"
#include "gnunet_testbed_service.h"
Include dependency graph for gnunet-regex-profiler.c:

Go to the source code of this file.

Data Structures

struct  DLLOperation
 DLL of operations. More...
 
struct  RegexPeer
 Peer handles. More...
 

Macros

#define FIND_TIMEOUT   GNUNET_TIME_relative_multiply (GNUNET_TIME_UNIT_SECONDS, 90)
 

Enumerations

enum  State {
  STATE_INIT = 0, STATE_SLAVES_STARTING, STATE_PEERS_CREATING, STATE_PEERS_STARTING,
  STATE_PEERS_LINKING, STATE_SEARCH_REGEX, STATE_PEERS_DESTROYING, INIT,
  CFG_REQUEST_QUEUED, SERVICE_CONNECTED, RC_INIT = 0, RC_LINKED,
  RC_PEERS_CREATED, RC_READY, RC_PEERS_SHUTDOWN
}
 Available states during profiling. More...
 

Functions

static void dht_connect_cb (void *cls, struct GNUNET_TESTBED_Operation *op, void *ca_result, const char *emsg)
 DHT connect callback. More...
 
static void * dht_ca (void *cls, const struct GNUNET_CONFIGURATION_Handle *cfg)
 DHT connect adapter. More...
 
static void dht_da (void *cls, void *op_result)
 Adapter function called to destroy a connection to the DHT service. More...
 
static void stats_connect_cb (void *cls, struct GNUNET_TESTBED_Operation *op, void *ca_result, const char *emsg)
 Function called by testbed once we are connected to stats service. More...
 
static void announce_next_regex (void *cls)
 Start announcing the next regex in the DHT. More...
 
static void do_shutdown (void *cls)
 Shutdown nicely. More...
 
static void do_abort (void *cls)
 abort task to run on test timed out More...
 
static void * stats_ca (void *cls, const struct GNUNET_CONFIGURATION_Handle *cfg)
 Adapter function called to establish a connection to statistics service. More...
 
static void stats_da (void *cls, void *op_result)
 Adapter function called to destroy a connection to statistics service. More...
 
static int stats_iterator (void *cls, const char *subsystem, const char *name, uint64_t value, int is_persistent)
 Process statistic values. More...
 
static void stats_cb (void *cls, int success)
 Stats callback. More...
 
static void do_collect_stats (void *cls)
 Task to collect all statistics from all peers, will shutdown the profiler, when done. More...
 
static void find_string (void *cls)
 Start searching for the next string in the DHT. More...
 
static void regex_found_handler (void *cls, const struct GNUNET_PeerIdentity *id, const struct GNUNET_PeerIdentity *get_path, unsigned int get_path_length, const struct GNUNET_PeerIdentity *put_path, unsigned int put_path_length)
 Method called when we've found a peer that announced a regex that matches our search string. More...
 
static void search_timed_out (void *cls)
 Connect by string timeout task. More...
 
static void find_timed_out (void *cls)
 Search timed out. More...
 
static void daemon_started (void *cls, struct GNUNET_TESTBED_Operation *op, const char *emsg)
 Callback called when testbed has started the daemon we asked for. More...
 
static void do_announce (void *cls)
 Task to start the daemons on each peer so that the regexes are announced into the DHT. More...
 
static void test_master (void *cls, struct GNUNET_TESTBED_RunHandle *h, unsigned int num_peers_, struct GNUNET_TESTBED_Peer **testbed_peers, unsigned int links_succeeded, unsigned int links_failed)
 Signature of a main function for a testcase. More...
 
static void master_controller_cb (void *cls, const struct GNUNET_TESTBED_EventInformation *event)
 Function that will be called whenever something in the testbed changes. More...
 
static int count_and_separate_strings (char *data, uint64_t data_size, unsigned int str_max)
 Process the text buffer counting the non-empty lines and separating them with NULL characters, for later ease of copy using (as)printf. More...
 
static int create_string_array (char *data, uint64_t data_size, char ***strings, unsigned int str_cnt)
 Allocate a string array and fill it with the prefixed strings from a pre-processed, NULL-separated memory region. More...
 
static int load_search_strings (const char *filename, char ***strings, unsigned int limit)
 Load search strings from given filename. More...
 
static void run (void *cls, char *const *args, const char *cfgfile, const struct GNUNET_CONFIGURATION_Handle *config)
 Main function that will be run by the scheduler. More...
 
int main (int argc, char *const *argv)
 Main function. More...
 

Variables

static int in_shutdown
 Set when shutting down to avoid making more queries. More...
 
static struct RegexPeerpeers
 The array of peers; we fill this as the peers are given to us by the testbed. More...
 
static struct GNUNET_TESTBED_HostRegistrationHandlereg_handle
 Host registration handle. More...
 
static struct GNUNET_TESTBED_ControllerProcmc_proc
 Handle to the master controller process. More...
 
static struct GNUNET_TESTBED_Controllermc
 Handle to the master controller. More...
 
static struct GNUNET_CONFIGURATION_Handlecfg
 Handle to global configuration. More...
 
static struct GNUNET_SCHEDULER_Taskabort_task
 Abort task identifier. More...
 
static struct GNUNET_SCHEDULER_Taskregister_hosts_task
 Host registration task identifier. More...
 
static uint64_t event_mask
 Global event mask for all testbed events. More...
 
static struct GNUNET_TIME_Absolute prof_start_time
 The starting time of a profiling step. More...
 
static struct GNUNET_TIME_Relative prof_time
 Duration profiling step has taken. More...
 
static unsigned int num_peers
 Number of peers to be started by the profiler. More...
 
static int result
 Global testing status. More...
 
enum State state
 current state of profiling More...
 
static char * policy_dir
 Folder where policy files are stored. More...
 
static char * hosts_file
 File with hostnames where to execute the test. More...
 
static char * strings_file
 File with the strings to look for. More...
 
static char ** search_strings
 Search strings (num_peers of them). More...
 
static long long unsigned int init_parallel_searches
 How many searches are we going to start in parallel. More...
 
static unsigned int parallel_searches
 How many searches are running in parallel. More...
 
static unsigned int strings_found
 Number of strings found in the published regexes. More...
 
static unsigned int next_search
 Index of peer to start next announce/search. More...
 
static struct GNUNET_SCHEDULER_Tasksearch_timeout_task
 Search timeout task identifier. More...
 
static struct GNUNET_TIME_Relative search_timeout_time = { 60000 }
 Search timeout in seconds. More...
 
static struct GNUNET_DISK_FileHandledata_file
 File to log statistics to. More...
 
static char * data_filename
 Filename to log statistics to. More...
 
static char * regex_prefix
 Prefix used for regex announcing. More...
 
static struct GNUNET_TIME_Relative reannounce_period_max
 What's the maximum regex reannounce period. More...
 

Detailed Description

Regex profiler for testing distributed regex use.

Author
Bartlomiej Polot
Maximilian Szengel

Definition in file gnunet-regex-profiler.c.

Macro Definition Documentation

◆ FIND_TIMEOUT

Definition at line 39 of file gnunet-regex-profiler.c.

Referenced by find_string().

Enumeration Type Documentation

◆ State

enum State

Available states during profiling.

Enumerator
STATE_INIT 

Initial state.

STATE_SLAVES_STARTING 

Starting slaves.

STATE_PEERS_CREATING 

Creating peers.

STATE_PEERS_STARTING 

Starting peers.

STATE_PEERS_LINKING 

Linking peers.

STATE_SEARCH_REGEX 

Matching strings against announced regexes.

STATE_PEERS_DESTROYING 

Destroying peers; we can do this as the controller takes care of stopping a peer if it is running.

INIT 

Initial state.

CFG_REQUEST_QUEUED 

The configuration request has been sent.

SERVICE_CONNECTED 

connected to service

RC_INIT 

Initial state.

RC_LINKED 

Controllers on given hosts started and linked.

RC_PEERS_CREATED 

Peers are created.

RC_READY 

The testbed run is ready and the master callback can be called now.

At this time the peers are all started and if a topology is provided in the configuration the topology would have been attempted

RC_PEERS_SHUTDOWN 

All peers shutdown (stopped and destroyed)

Definition at line 72 of file gnunet-regex-profiler.c.

73 {
77  STATE_INIT = 0,
78 
83 
88 
93 
98 
103 
109 };
Destroying peers; we can do this as the controller takes care of stopping a peer if it is running...
Matching strings against announced regexes.
Initial state.

Function Documentation

◆ dht_connect_cb()

static void dht_connect_cb ( void *  cls,
struct GNUNET_TESTBED_Operation op,
void *  ca_result,
const char *  emsg 
)
static

DHT connect callback.

Parameters
clsinternal peer id.
opoperation handle.
ca_resultconnect adapter result.
emsgerror message.

Called when we are connected to the dht service for the peer in 'cls'. If successfull we connect to the stats service of this peer and then try to match the search string of this peer.

Parameters
clsinternal peer id.
opoperation handle.
ca_resultconnect adapter result.
emsgerror message.

Definition at line 1039 of file gnunet-regex-profiler.c.

References RegexPeer::dht_handle, GNUNET_assert, GNUNET_ERROR_TYPE_ERROR, GNUNET_log, GNUNET_NO, GNUNET_TIME_absolute_get(), DLLOperation::op, RegexPeer::op_handle, peer, RegexPeer::prof_start_time, regex_found_handler(), REGEX_INTERNAL_search(), RegexPeer::search_handle, RegexPeer::search_str, and RegexPeer::search_str_matched.

Referenced by find_string().

1043 {
1044  struct RegexPeer *peer = (struct RegexPeer *) cls;
1045 
1046  if ((NULL != emsg) || (NULL == op) || (NULL == ca_result))
1047  {
1048  GNUNET_log (GNUNET_ERROR_TYPE_ERROR, "DHT connect failed: %s\n", emsg);
1049  GNUNET_assert (0);
1050  }
1051 
1052  GNUNET_assert (NULL != peer->dht_handle);
1053  GNUNET_assert (peer->op_handle == op);
1054  GNUNET_assert (peer->dht_handle == ca_result);
1055 
1056  peer->search_str_matched = GNUNET_NO;
1058  peer->search_str,
1059  &regex_found_handler, peer,
1060  NULL);
1062 }
struct GNUNET_DHT_Handle * dht_handle
Peer&#39;s DHT handle.
struct GNUNET_TESTBED_Operation * op_handle
Testbed operation handle for DHT.
#define GNUNET_assert(cond)
Use this for fatal errors that cannot be handled.
Peer handles.
struct GNUNET_TIME_Absolute prof_start_time
The starting time of a profiling step.
#define GNUNET_NO
Definition: gnunet_common.h:78
static void regex_found_handler(void *cls, const struct GNUNET_PeerIdentity *id, const struct GNUNET_PeerIdentity *get_path, unsigned int get_path_length, const struct GNUNET_PeerIdentity *put_path, unsigned int put_path_length)
Method called when we&#39;ve found a peer that announced a regex that matches our search string...
const char * search_str
Peer&#39;s search string.
struct GNUNET_TIME_Absolute GNUNET_TIME_absolute_get(void)
Get the current time.
Definition: time.c:118
struct GNUNET_TESTBED_Peer * peer
The peer associated with this model.
struct REGEX_INTERNAL_Search * REGEX_INTERNAL_search(struct GNUNET_DHT_Handle *dht, const char *string, REGEX_INTERNAL_Found callback, void *callback_cls, struct GNUNET_STATISTICS_Handle *stats)
Search for a peer offering a regex matching certain string in the DHT.
#define GNUNET_log(kind,...)
static struct GNUNET_ARM_Operation * op
Current operation.
Definition: gnunet-arm.c:144
struct REGEX_INTERNAL_Search * search_handle
Handle to a running regex search.
int search_str_matched
Set to GNUNET_YES if the peer successfully matched the above search string.
Here is the call graph for this function:
Here is the caller graph for this function:

◆ dht_ca()

static void * dht_ca ( void *  cls,
const struct GNUNET_CONFIGURATION_Handle cfg 
)
static

DHT connect adapter.

Parameters
clsnot used.
cfgconfiguration handle.
Returns

Opens a connection to the dht service.

Parameters
clsClosure (peer).
cfgConfiguration handle.
Returns

Definition at line 1074 of file gnunet-regex-profiler.c.

References DLLOperation::cls, RegexPeer::dht_handle, GNUNET_DHT_connect(), and peer.

Referenced by find_string().

1075 {
1076  struct RegexPeer *peer = cls;
1077 
1078  peer->dht_handle = GNUNET_DHT_connect (cfg, 32);
1079 
1080  return peer->dht_handle;
1081 }
struct GNUNET_DHT_Handle * dht_handle
Peer&#39;s DHT handle.
Peer handles.
struct GNUNET_TESTBED_Peer * peer
The peer associated with this model.
struct GNUNET_DHT_Handle * GNUNET_DHT_connect(const struct GNUNET_CONFIGURATION_Handle *cfg, unsigned int ht_len)
Initialize the connection with the DHT service.
Definition: dht_api.c:890
Here is the call graph for this function:
Here is the caller graph for this function:

◆ dht_da()

static void dht_da ( void *  cls,
void *  op_result 
)
static

Adapter function called to destroy a connection to the DHT service.

Adapter function called to destroy a connection to the dht service.

Parameters
clsclosure
op_resultservice handle returned from the connect adapter
clsClosure (peer).
op_resultService handle returned from the connect adapter.

Definition at line 1091 of file gnunet-regex-profiler.c.

References RegexPeer::dht_handle, GNUNET_assert, GNUNET_DHT_disconnect(), peer, REGEX_INTERNAL_search_cancel(), and RegexPeer::search_handle.

Referenced by find_string().

1092 {
1093  struct RegexPeer *peer = (struct RegexPeer *) cls;
1094 
1095  GNUNET_assert (peer->dht_handle == op_result);
1096 
1097  if (NULL != peer->search_handle)
1098  {
1100  peer->search_handle = NULL;
1101  }
1102 
1103  if (NULL != peer->dht_handle)
1104  {
1106  peer->dht_handle = NULL;
1107  }
1108 }
struct GNUNET_DHT_Handle * dht_handle
Peer&#39;s DHT handle.
#define GNUNET_assert(cond)
Use this for fatal errors that cannot be handled.
Peer handles.
static int op_result(struct GNUNET_OP_Handle *h, uint64_t op_id, int64_t result_code, const void *data, uint16_t data_size, void **ctx, uint8_t cancel)
Remove an operation, and call its result callback (unless it was cancelled).
Definition: op.c:245
void REGEX_INTERNAL_search_cancel(struct REGEX_INTERNAL_Search *h)
Cancel an ongoing regex search in the DHT and free all resources.
struct GNUNET_TESTBED_Peer * peer
The peer associated with this model.
void GNUNET_DHT_disconnect(struct GNUNET_DHT_Handle *handle)
Shutdown connection with the DHT service.
Definition: dht_api.c:918
struct REGEX_INTERNAL_Search * search_handle
Handle to a running regex search.
Here is the call graph for this function:
Here is the caller graph for this function:

◆ stats_connect_cb()

static void stats_connect_cb ( void *  cls,
struct GNUNET_TESTBED_Operation op,
void *  ca_result,
const char *  emsg 
)
static

Function called by testbed once we are connected to stats service.

Get the statistics for the services of interest.

Parameters
clsthe 'struct RegexPeer' for which we connected to stats
opconnect operation handle
ca_resulthandle to stats service
emsgerror message on failure

Definition at line 646 of file gnunet-regex-profiler.c.

References DLLOperation::cls, GNUNET_ERROR_TYPE_ERROR, GNUNET_log, GNUNET_STATISTICS_get(), RegexPeer::id, peer, stats_cb(), RegexPeer::stats_handle, and stats_iterator().

Referenced by do_collect_stats(), and stats_cb().

650 {
651  struct RegexPeer *peer = cls;
652 
653  if ((NULL == ca_result) || (NULL != emsg))
654  {
656  "Failed to connect to statistics service on peer %u: %s\n",
657  peer->id, emsg);
658 
659  peer->stats_handle = NULL;
660  return;
661  }
662 
663  peer->stats_handle = ca_result;
664 
665  if (NULL == GNUNET_STATISTICS_get (peer->stats_handle, NULL, NULL,
666  &stats_cb,
667  &stats_iterator, peer))
668  {
670  "Could not get statistics of peer %u!\n", peer->id);
671  }
672 }
struct GNUNET_STATISTICS_Handle * stats_handle
Peers&#39;s statistics handle.
unsigned int id
Peer id.
Peer handles.
struct GNUNET_TESTBED_Peer * peer
The peer associated with this model.
static void stats_cb(void *cls, int success)
Stats callback.
struct GNUNET_STATISTICS_GetHandle * GNUNET_STATISTICS_get(struct GNUNET_STATISTICS_Handle *handle, const char *subsystem, const char *name, GNUNET_STATISTICS_Callback cont, GNUNET_STATISTICS_Iterator proc, void *cls)
Get statistic from the peer.
#define GNUNET_log(kind,...)
static int stats_iterator(void *cls, const char *subsystem, const char *name, uint64_t value, int is_persistent)
Process statistic values.
Here is the call graph for this function:
Here is the caller graph for this function:

◆ announce_next_regex()

static void announce_next_regex ( void *  cls)
static

Start announcing the next regex in the DHT.

Parameters
clsIndex of the next peer in the peers array.
clsClosure (unused).

Definition at line 993 of file gnunet-regex-profiler.c.

References RegexPeer::daemon_op, daemon_started(), GNUNET_ERROR_TYPE_INFO, GNUNET_log, GNUNET_SCHEDULER_add_delayed(), GNUNET_SCHEDULER_cancel(), GNUNET_TESTBED_peer_manage_service(), GNUNET_TIME_relative_multiply(), GNUNET_TIME_UNIT_MINUTES, GNUNET_YES, in_shutdown, next_search, num_peers, parallel_searches, peer, RegexPeer::peer_handle, search_timed_out(), and strings_found.

Referenced by do_announce(), find_timed_out(), and regex_found_handler().

994 {
995  struct RegexPeer *peer;
996 
997  if (GNUNET_YES == in_shutdown)
998  return;
999  if (next_search >= num_peers)
1000  {
1001  if (strings_found != num_peers)
1002  {
1003  struct GNUNET_TIME_Relative new_delay;
1004  if (NULL != search_timeout_task)
1009  NULL);
1010  }
1011  return;
1012  }
1013 
1014  GNUNET_log (GNUNET_ERROR_TYPE_INFO, "Starting daemon %u\n", next_search);
1015  peer = &peers[next_search];
1016  peer->daemon_op =
1018  peer->peer_handle,
1019  "regexprofiler",
1020  &daemon_started,
1021  peer,
1022  1);
1023  next_search++;
1025 }
static int in_shutdown
Set when shutting down to avoid making more queries.
#define GNUNET_TIME_UNIT_MINUTES
One minute.
Peer handles.
struct GNUNET_TESTBED_Operation * daemon_op
Deamon start.
struct GNUNET_SCHEDULER_Task * GNUNET_SCHEDULER_add_delayed(struct GNUNET_TIME_Relative delay, GNUNET_SCHEDULER_TaskCallback task, void *task_cls)
Schedule a new task to be run with a specified delay.
Definition: scheduler.c:1253
struct GNUNET_TESTBED_Peer * peer_handle
The actual testbed peer handle.
struct GNUNET_TIME_Relative GNUNET_TIME_relative_multiply(struct GNUNET_TIME_Relative rel, unsigned long long factor)
Multiply relative time by a given factor.
Definition: time.c:442
static void daemon_started(void *cls, struct GNUNET_TESTBED_Operation *op, const char *emsg)
Callback called when testbed has started the daemon we asked for.
struct GNUNET_TESTBED_Peer * peer
The peer associated with this model.
static unsigned int parallel_searches
How many searches are running in parallel.
static void search_timed_out(void *cls)
Connect by string timeout task.
static struct RegexPeer * peers
The array of peers; we fill this as the peers are given to us by the testbed.
static unsigned int next_search
Index of peer to start next announce/search.
#define GNUNET_log(kind,...)
#define GNUNET_YES
Definition: gnunet_common.h:77
static unsigned int num_peers
Number of peers to be started by the profiler.
struct GNUNET_TESTBED_Operation * GNUNET_TESTBED_peer_manage_service(void *op_cls, struct GNUNET_TESTBED_Peer *peer, const char *service_name, GNUNET_TESTBED_OperationCompletionCallback cb, void *cb_cls, unsigned int start)
Start or stop given service at a peer.
static unsigned int strings_found
Number of strings found in the published regexes.
static struct GNUNET_SCHEDULER_Task * search_timeout_task
Search timeout task identifier.
Time for relative time used by GNUnet, in microseconds.
void * GNUNET_SCHEDULER_cancel(struct GNUNET_SCHEDULER_Task *task)
Cancel the task with the specified identifier.
Definition: scheduler.c:966
Here is the call graph for this function:
Here is the caller graph for this function:

◆ do_shutdown()

static void do_shutdown ( void *  cls)
static

Shutdown nicely.

Parameters
clsNULL

Definition at line 398 of file gnunet-regex-profiler.c.

References GNUNET_CONFIGURATION_destroy(), GNUNET_DISK_file_close(), GNUNET_DISK_file_write(), GNUNET_ERROR_TYPE_WARNING, GNUNET_free_non_null, GNUNET_log, GNUNET_NO, GNUNET_SCHEDULER_cancel(), GNUNET_snprintf(), GNUNET_STRINGS_relative_time_to_string(), GNUNET_TESTBED_cancel_registration(), GNUNET_TESTBED_controller_disconnect(), GNUNET_TESTBED_controller_stop(), GNUNET_TESTBED_operation_done(), GNUNET_TIME_absolute_get_duration(), GNUNET_YES, RegexPeer::id, num_peers, RegexPeer::op_handle, peer, RegexPeer::prof_start_time, prof_time, RegexPeer::search_str, RegexPeer::search_str_matched, search_strings, and size.

Referenced by do_abort(), and run().

399 {
400  struct RegexPeer *peer;
401  unsigned int peer_cnt;
402  unsigned int search_str_cnt;
403  char output_buffer[512];
404  size_t size;
405 
406  if (NULL != abort_task)
407  {
409  abort_task = NULL;
410  }
411  if (NULL != register_hosts_task)
412  {
414  register_hosts_task = NULL;
415  }
416  for (peer_cnt = 0; peer_cnt < num_peers; peer_cnt++)
417  {
418  peer = &peers[peer_cnt];
419 
420  if ((GNUNET_YES != peer->search_str_matched) && (NULL != data_file) )
421  {
423  size =
424  GNUNET_snprintf (output_buffer,
425  sizeof(output_buffer),
426  "%p Search string not found: %s (%d)\n"
427  "%p On peer: %u (%p)\n"
428  "%p After: %s\n",
429  peer, peer->search_str, peer->search_str_matched,
430  peer, peer->id, peer,
431  peer,
433  GNUNET_NO));
434  if (size != GNUNET_DISK_file_write (data_file, output_buffer, size))
435  GNUNET_log (GNUNET_ERROR_TYPE_WARNING, "Unable to write to file!\n");
436  }
437 
438  if (NULL != peers[peer_cnt].op_handle)
439  GNUNET_TESTBED_operation_done (peers[peer_cnt].op_handle);
440  }
441 
442  if (NULL != data_file)
443  {
445  data_file = NULL;
446  }
447  for (search_str_cnt = 0;
448  search_str_cnt < num_peers && NULL != search_strings;
449  search_str_cnt++)
450  {
451  GNUNET_free_non_null (search_strings[search_str_cnt]);
452  }
454  search_strings = NULL;
455 
456  if (NULL != reg_handle)
457  {
459  reg_handle = NULL;
460  }
461  if (NULL != mc)
462  {
464  mc = NULL;
465  }
466  if (NULL != mc_proc)
467  {
469  mc_proc = NULL;
470  }
471  if (NULL != cfg)
472  {
474  cfg = NULL;
475  }
476 }
void GNUNET_TESTBED_cancel_registration(struct GNUNET_TESTBED_HostRegistrationHandle *handle)
Cancel the pending registration.
unsigned int id
Peer id.
void GNUNET_TESTBED_controller_disconnect(struct GNUNET_TESTBED_Controller *c)
Stop the given controller (also will terminate all peers and controllers dependent on this controller...
Definition: testbed_api.c:1720
int GNUNET_DISK_file_close(struct GNUNET_DISK_FileHandle *h)
Close an open file.
Definition: disk.c:1345
static struct GNUNET_SCHEDULER_Task * register_hosts_task
Host registration task identifier.
int GNUNET_snprintf(char *buf, size_t size, const char *format,...)
Like snprintf, just aborts if the buffer is of insufficient size.
static struct GNUNET_SCHEDULER_Task * abort_task
Abort task identifier.
struct GNUNET_TESTBED_Operation * op_handle
Testbed operation handle for DHT.
Peer handles.
void GNUNET_TESTBED_controller_stop(struct GNUNET_TESTBED_ControllerProc *cproc)
Stop the controller process (also will terminate all peers and controllers dependent on this controll...
struct GNUNET_TIME_Absolute prof_start_time
The starting time of a profiling step.
#define GNUNET_NO
Definition: gnunet_common.h:78
#define GNUNET_free_non_null(ptr)
Free the memory pointed to by ptr if ptr is not NULL.
static struct GNUNET_CONFIGURATION_Handle * cfg
Handle to global configuration.
static struct GNUNET_TESTBED_ControllerProc * mc_proc
Handle to the master controller process.
ssize_t GNUNET_DISK_file_write(const struct GNUNET_DISK_FileHandle *h, const void *buffer, size_t n)
Write a buffer to a file.
Definition: disk.c:820
const char * GNUNET_STRINGS_relative_time_to_string(struct GNUNET_TIME_Relative delta, int do_round)
Give relative time in human-readable fancy format.
Definition: strings.c:687
void GNUNET_CONFIGURATION_destroy(struct GNUNET_CONFIGURATION_Handle *cfg)
Destroy configuration object.
static struct GNUNET_TESTBED_HostRegistrationHandle * reg_handle
Host registration handle.
void GNUNET_TESTBED_operation_done(struct GNUNET_TESTBED_Operation *operation)
This function is used to signal that the event information (struct GNUNET_TESTBED_EventInformation) f...
Definition: testbed_api.c:2044
const char * search_str
Peer&#39;s search string.
static struct GNUNET_TESTBED_Controller * mc
Handle to the master controller.
static struct GNUNET_DISK_FileHandle * data_file
File to log statistics to.
struct GNUNET_TESTBED_Peer * peer
The peer associated with this model.
static unsigned int size
Size of the "table".
Definition: peer.c:67
static struct GNUNET_TIME_Relative prof_time
Duration profiling step has taken.
static struct RegexPeer * peers
The array of peers; we fill this as the peers are given to us by the testbed.
static char ** search_strings
Search strings (num_peers of them).
struct GNUNET_TIME_Relative GNUNET_TIME_absolute_get_duration(struct GNUNET_TIME_Absolute whence)
Get the duration of an operation as the difference of the current time and the given start time "henc...
Definition: time.c:375
#define GNUNET_log(kind,...)
#define GNUNET_YES
Definition: gnunet_common.h:77
static unsigned int num_peers
Number of peers to be started by the profiler.
int search_str_matched
Set to GNUNET_YES if the peer successfully matched the above search string.
void * GNUNET_SCHEDULER_cancel(struct GNUNET_SCHEDULER_Task *task)
Cancel the task with the specified identifier.
Definition: scheduler.c:966
Here is the call graph for this function:
Here is the caller graph for this function:

◆ do_abort()

static void do_abort ( void *  cls)
static

abort task to run on test timed out

Parameters
clsNULL

Definition at line 485 of file gnunet-regex-profiler.c.

References do_shutdown(), GNUNET_ERROR_TYPE_WARNING, GNUNET_log, GNUNET_SCHEDULER_add_now(), GNUNET_SYSERR, and result.

Referenced by run().

486 {
487  unsigned long i = (unsigned long) cls;
488 
490  "Aborting from line %lu...\n", i);
491  abort_task = NULL;
494 }
static struct GNUNET_SCHEDULER_Task * abort_task
Abort task identifier.
struct GNUNET_SCHEDULER_Task * GNUNET_SCHEDULER_add_now(GNUNET_SCHEDULER_TaskCallback task, void *task_cls)
Schedule a new task to be run as soon as possible.
Definition: scheduler.c:1280
static int result
Global testing status.
#define GNUNET_SYSERR
Definition: gnunet_common.h:76
static void do_shutdown(void *cls)
Shutdown nicely.
#define GNUNET_log(kind,...)
Here is the call graph for this function:
Here is the caller graph for this function:

◆ stats_ca()

static void* stats_ca ( void *  cls,
const struct GNUNET_CONFIGURATION_Handle cfg 
)
static

Adapter function called to establish a connection to statistics service.

Parameters
clsclosure
cfgconfiguration of the peer to connect to; will be available until GNUNET_TESTBED_operation_done() is called on the operation returned from GNUNET_TESTBED_service_connect()
Returns
service handle to return in 'op_result', NULL on error

Definition at line 512 of file gnunet-regex-profiler.c.

References GNUNET_STATISTICS_create().

Referenced by do_collect_stats(), and stats_cb().

514 {
515  return GNUNET_STATISTICS_create ("<driver>", cfg);
516 }
struct GNUNET_STATISTICS_Handle * GNUNET_STATISTICS_create(const char *subsystem, const struct GNUNET_CONFIGURATION_Handle *cfg)
Get handle for the statistics service.
Here is the call graph for this function:
Here is the caller graph for this function:

◆ stats_da()

static void stats_da ( void *  cls,
void *  op_result 
)
static

Adapter function called to destroy a connection to statistics service.

Parameters
clsclosure
op_resultservice handle returned from the connect adapter

Definition at line 527 of file gnunet-regex-profiler.c.

References DLLOperation::cls, GNUNET_assert, GNUNET_NO, GNUNET_STATISTICS_destroy(), peer, and RegexPeer::stats_handle.

Referenced by do_collect_stats(), and stats_cb().

528 {
529  struct RegexPeer *peer = cls;
530 
532 
534  peer->stats_handle = NULL;
535 }
struct GNUNET_STATISTICS_Handle * stats_handle
Peers&#39;s statistics handle.
#define GNUNET_assert(cond)
Use this for fatal errors that cannot be handled.
Peer handles.
static int op_result(struct GNUNET_OP_Handle *h, uint64_t op_id, int64_t result_code, const void *data, uint16_t data_size, void **ctx, uint8_t cancel)
Remove an operation, and call its result callback (unless it was cancelled).
Definition: op.c:245
#define GNUNET_NO
Definition: gnunet_common.h:78
void GNUNET_STATISTICS_destroy(struct GNUNET_STATISTICS_Handle *h, int sync_first)
Destroy a handle (free all state associated with it).
struct GNUNET_TESTBED_Peer * peer
The peer associated with this model.
Here is the call graph for this function:
Here is the caller graph for this function:

◆ stats_iterator()

static int stats_iterator ( void *  cls,
const char *  subsystem,
const char *  name,
uint64_t  value,
int  is_persistent 
)
static

Process statistic values.

Write all values to global 'data_file', if present.

Parameters
clsclosure
subsystemname of subsystem that created the statistic
namethe name of the datum
valuethe current value
is_persistentGNUNET_YES if the value is persistent, GNUNET_NO if not
Returns
GNUNET_OK to continue, GNUNET_SYSERR to abort iteration

Definition at line 549 of file gnunet-regex-profiler.c.

References DLLOperation::cls, GNUNET_DISK_file_write(), GNUNET_ERROR_TYPE_INFO, GNUNET_ERROR_TYPE_WARNING, GNUNET_log, GNUNET_OK, GNUNET_snprintf(), peer, and size.

Referenced by stats_connect_cb().

553 {
554  struct RegexPeer *peer = cls;
555  char output_buffer[512];
556  size_t size;
557 
558  if (NULL == data_file)
559  {
561  "%p -> %s [%s]: %llu\n",
562  peer,
563  subsystem,
564  name,
565  (unsigned long long) value);
566  return GNUNET_OK;
567  }
568  size =
569  GNUNET_snprintf (output_buffer,
570  sizeof(output_buffer),
571  "%p [%s] %llu %s\n",
572  peer,
573  subsystem, value, name);
574  if (size != GNUNET_DISK_file_write (data_file, output_buffer, size))
576  "Unable to write to file!\n");
577 
578  return GNUNET_OK;
579 }
static char * subsystem
Set to subsystem that we&#39;re going to get stats for (or NULL for all).
int GNUNET_snprintf(char *buf, size_t size, const char *format,...)
Like snprintf, just aborts if the buffer is of insufficient size.
Peer handles.
#define GNUNET_OK
Named constants for return values.
Definition: gnunet_common.h:75
static char * value
Value of the record to add/remove.
ssize_t GNUNET_DISK_file_write(const struct GNUNET_DISK_FileHandle *h, const void *buffer, size_t n)
Write a buffer to a file.
Definition: disk.c:820
static struct GNUNET_DISK_FileHandle * data_file
File to log statistics to.
struct GNUNET_TESTBED_Peer * peer
The peer associated with this model.
static unsigned int size
Size of the "table".
Definition: peer.c:67
const char * name
#define GNUNET_log(kind,...)
Here is the call graph for this function:
Here is the caller graph for this function:

◆ stats_cb()

static void stats_cb ( void *  cls,
int  success 
)
static

Stats callback.

Finish the stats testbed operation and when all stats have been iterated, shutdown the profiler.

Parameters
clsclosure
successGNUNET_OK if statistics were successfully obtained, GNUNET_SYSERR if not.

Definition at line 591 of file gnunet-regex-profiler.c.

References DLLOperation::cls, GNUNET_assert, GNUNET_ERROR_TYPE_ERROR, GNUNET_ERROR_TYPE_INFO, GNUNET_log, GNUNET_OK, GNUNET_SCHEDULER_shutdown(), GNUNET_TESTBED_operation_done(), GNUNET_TESTBED_service_connect(), RegexPeer::id, num_peers, RegexPeer::op_handle, peer, RegexPeer::peer_handle, result, stats_ca(), stats_connect_cb(), and stats_da().

Referenced by stats_connect_cb().

593 {
594  static unsigned int peer_cnt;
595  struct RegexPeer *peer = cls;
596 
597  if (GNUNET_OK != success)
598  {
600  "Getting statistics for peer %u failed!\n",
601  peer->id);
602  return;
603  }
604 
605  GNUNET_assert (NULL != peer->op_handle);
606 
608  peer->op_handle = NULL;
609 
610  peer_cnt++;
611  peer = &peers[peer_cnt];
612 
613  fprintf (stderr, "s");
614  if (peer_cnt == num_peers)
615  {
617  "\nCollecting stats finished. Shutting down.\n");
619  result = GNUNET_OK;
620  }
621  else
622  {
623  peer->op_handle =
625  peer->peer_handle,
626  "statistics",
628  peer,
629  &stats_ca,
630  &stats_da,
631  peer);
632  }
633 }
unsigned int id
Peer id.
static void stats_connect_cb(void *cls, struct GNUNET_TESTBED_Operation *op, void *ca_result, const char *emsg)
Function called by testbed once we are connected to stats service.
struct GNUNET_TESTBED_Operation * op_handle
Testbed operation handle for DHT.
#define GNUNET_assert(cond)
Use this for fatal errors that cannot be handled.
Peer handles.
#define GNUNET_OK
Named constants for return values.
Definition: gnunet_common.h:75
static void stats_da(void *cls, void *op_result)
Adapter function called to destroy a connection to statistics service.
void GNUNET_SCHEDULER_shutdown(void)
Request the shutdown of a scheduler.
Definition: scheduler.c:526
struct GNUNET_TESTBED_Operation * GNUNET_TESTBED_service_connect(void *op_cls, struct GNUNET_TESTBED_Peer *peer, const char *service_name, GNUNET_TESTBED_ServiceConnectCompletionCallback cb, void *cb_cls, GNUNET_TESTBED_ConnectAdapter ca, GNUNET_TESTBED_DisconnectAdapter da, void *cada_cls)
Connect to a service offered by the given peer.
static void * stats_ca(void *cls, const struct GNUNET_CONFIGURATION_Handle *cfg)
Adapter function called to establish a connection to statistics service.
struct GNUNET_TESTBED_Peer * peer_handle
The actual testbed peer handle.
static int result
Global testing status.
void GNUNET_TESTBED_operation_done(struct GNUNET_TESTBED_Operation *operation)
This function is used to signal that the event information (struct GNUNET_TESTBED_EventInformation) f...
Definition: testbed_api.c:2044
struct GNUNET_TESTBED_Peer * peer
The peer associated with this model.
static struct RegexPeer * peers
The array of peers; we fill this as the peers are given to us by the testbed.
#define GNUNET_log(kind,...)
static unsigned int num_peers
Number of peers to be started by the profiler.
Here is the call graph for this function:
Here is the caller graph for this function:

◆ do_collect_stats()

static void do_collect_stats ( void *  cls)
static

Task to collect all statistics from all peers, will shutdown the profiler, when done.

Parameters
clsNULL

Definition at line 682 of file gnunet-regex-profiler.c.

References DLLOperation::cls, find_string(), GNUNET_assert, GNUNET_TESTBED_service_connect(), RegexPeer::op_handle, peer, RegexPeer::peer_handle, stats_ca(), stats_connect_cb(), and stats_da().

Referenced by regex_found_handler(), and search_timed_out().

683 {
684  struct RegexPeer *peer = &peers[0];
685 
686  GNUNET_assert (NULL != peer->peer_handle);
687 
688  peer->op_handle =
690  peer->peer_handle,
691  "statistics",
693  peer,
694  &stats_ca,
695  &stats_da,
696  peer);
697 }
static void stats_connect_cb(void *cls, struct GNUNET_TESTBED_Operation *op, void *ca_result, const char *emsg)
Function called by testbed once we are connected to stats service.
struct GNUNET_TESTBED_Operation * op_handle
Testbed operation handle for DHT.
#define GNUNET_assert(cond)
Use this for fatal errors that cannot be handled.
Peer handles.
static void stats_da(void *cls, void *op_result)
Adapter function called to destroy a connection to statistics service.
struct GNUNET_TESTBED_Operation * GNUNET_TESTBED_service_connect(void *op_cls, struct GNUNET_TESTBED_Peer *peer, const char *service_name, GNUNET_TESTBED_ServiceConnectCompletionCallback cb, void *cb_cls, GNUNET_TESTBED_ConnectAdapter ca, GNUNET_TESTBED_DisconnectAdapter da, void *cada_cls)
Connect to a service offered by the given peer.
static void * stats_ca(void *cls, const struct GNUNET_CONFIGURATION_Handle *cfg)
Adapter function called to establish a connection to statistics service.
struct GNUNET_TESTBED_Peer * peer_handle
The actual testbed peer handle.
struct GNUNET_TESTBED_Peer * peer
The peer associated with this model.
static struct RegexPeer * peers
The array of peers; we fill this as the peers are given to us by the testbed.
Here is the call graph for this function:
Here is the caller graph for this function:

◆ find_string()

static void find_string ( void *  cls)
static

Start searching for the next string in the DHT.

Start searching for a string in the DHT.

Parameters
clsIndex of the next peer in the peers array.

Definition at line 881 of file gnunet-regex-profiler.c.

References DLLOperation::cls, dht_ca(), dht_connect_cb(), dht_da(), find_timed_out(), FIND_TIMEOUT, GNUNET_assert, GNUNET_ERROR_TYPE_INFO, GNUNET_log, GNUNET_SCHEDULER_add_delayed(), GNUNET_TESTBED_service_connect(), GNUNET_YES, in_shutdown, num_peers, RegexPeer::op_handle, parallel_searches, RegexPeer::peer_handle, RegexPeer::search_str, and RegexPeer::timeout.

Referenced by daemon_started(), and do_collect_stats().

882 {
883  unsigned int search_peer = (unsigned int) (long) cls;
884 
885  if ((search_peer >= num_peers) ||
886  (GNUNET_YES == in_shutdown))
887  return;
888 
890  "Searching for string \"%s\" on peer %d (%u||)\n",
891  peers[search_peer].search_str,
892  search_peer,
894 
895  peers[search_peer].op_handle =
897  peers[search_peer].peer_handle,
898  "dht",
900  &peers[search_peer],
901  &dht_ca,
902  &dht_da,
903  &peers[search_peer]);
904  GNUNET_assert (NULL != peers[search_peer].op_handle);
905  peers[search_peer].timeout
908  &peers[search_peer]);
909 }
static int in_shutdown
Set when shutting down to avoid making more queries.
static void find_timed_out(void *cls)
Search timed out.
#define FIND_TIMEOUT
struct GNUNET_TESTBED_Operation * op_handle
Testbed operation handle for DHT.
#define GNUNET_assert(cond)
Use this for fatal errors that cannot be handled.
static void dht_connect_cb(void *cls, struct GNUNET_TESTBED_Operation *op, void *ca_result, const char *emsg)
DHT connect callback.
static void dht_da(void *cls, void *op_result)
Adapter function called to destroy a connection to the DHT service.
static void * dht_ca(void *cls, const struct GNUNET_CONFIGURATION_Handle *cfg)
DHT connect adapter.
struct GNUNET_SCHEDULER_Task * timeout
Operation timeout.
struct GNUNET_TESTBED_Operation * GNUNET_TESTBED_service_connect(void *op_cls, struct GNUNET_TESTBED_Peer *peer, const char *service_name, GNUNET_TESTBED_ServiceConnectCompletionCallback cb, void *cb_cls, GNUNET_TESTBED_ConnectAdapter ca, GNUNET_TESTBED_DisconnectAdapter da, void *cada_cls)
Connect to a service offered by the given peer.
struct GNUNET_SCHEDULER_Task * GNUNET_SCHEDULER_add_delayed(struct GNUNET_TIME_Relative delay, GNUNET_SCHEDULER_TaskCallback task, void *task_cls)
Schedule a new task to be run with a specified delay.
Definition: scheduler.c:1253
struct GNUNET_TESTBED_Peer * peer_handle
The actual testbed peer handle.
const char * search_str
Peer&#39;s search string.
static unsigned int parallel_searches
How many searches are running in parallel.
static struct RegexPeer * peers
The array of peers; we fill this as the peers are given to us by the testbed.
#define GNUNET_log(kind,...)
#define GNUNET_YES
Definition: gnunet_common.h:77
static unsigned int num_peers
Number of peers to be started by the profiler.
Here is the call graph for this function:
Here is the caller graph for this function:

◆ regex_found_handler()

static void regex_found_handler ( void *  cls,
const struct GNUNET_PeerIdentity id,
const struct GNUNET_PeerIdentity get_path,
unsigned int  get_path_length,
const struct GNUNET_PeerIdentity put_path,
unsigned int  put_path_length 
)
static

Method called when we've found a peer that announced a regex that matches our search string.

Now get the statistics.

Parameters
clsClosure provided in REGEX_INTERNAL_search.
idPeer providing a regex that matches the string.
get_pathPath of the get request.
get_path_lengthLenght of get_path.
put_pathPath of the put request.
put_path_lengthLength of the put_path.

Definition at line 726 of file gnunet-regex-profiler.c.

References announce_next_regex(), DLLOperation::cls, do_collect_stats(), GNUNET_DISK_file_write(), GNUNET_ERROR_TYPE_ERROR, GNUNET_ERROR_TYPE_INFO, GNUNET_ERROR_TYPE_WARNING, GNUNET_log, GNUNET_NO, GNUNET_SCHEDULER_add_now(), GNUNET_SCHEDULER_cancel(), GNUNET_snprintf(), GNUNET_STRINGS_relative_time_to_string(), GNUNET_SYSERR, GNUNET_TESTBED_operation_done(), GNUNET_TIME_absolute_get_duration(), GNUNET_YES, RegexPeer::id, in_shutdown, num_peers, RegexPeer::op_handle, parallel_searches, peer, RegexPeer::prof_start_time, prof_start_time, prof_time, RegexPeer::search_str, RegexPeer::search_str_matched, size, strings_found, and RegexPeer::timeout.

Referenced by dht_connect_cb().

732 {
733  struct RegexPeer *peer = cls;
734  char output_buffer[512];
735  size_t size;
736 
737  if (GNUNET_YES == peer->search_str_matched)
738  {
740  "String %s on peer %u already matched!\n",
741  peer->search_str, peer->id);
742  return;
743  }
744 
745  strings_found++;
747 
748  if (NULL != peer->timeout)
749  {
751  peer->timeout = NULL;
752  if (GNUNET_NO == in_shutdown)
754  }
755 
756  if (NULL == id)
757  {
758  // FIXME not possible right now
760  "String matching timed out for string %s on peer %u (%i/%i)\n",
761  peer->search_str, peer->id, strings_found, num_peers);
763  }
764  else
765  {
767 
769  "String %s found on peer %u after %s (%i/%i) (%u||)\n",
770  peer->search_str, peer->id,
773 
775 
776  if (NULL != data_file)
777  {
778  size =
779  GNUNET_snprintf (output_buffer,
780  sizeof(output_buffer),
781  "%p Peer: %u\n"
782  "%p Search string: %s\n"
783  "%p Search duration: %s\n\n",
784  peer, peer->id,
785  peer, peer->search_str,
786  peer,
788  GNUNET_NO));
789 
790  if (size != GNUNET_DISK_file_write (data_file, output_buffer, size))
791  GNUNET_log (GNUNET_ERROR_TYPE_WARNING, "Unable to write to file!\n");
792  }
793  }
794 
796  peer->op_handle = NULL;
797 
798  if (strings_found == num_peers)
799  {
802  "All strings successfully matched in %s\n",
804 
805  if (NULL != search_timeout_task)
806  {
808  search_timeout_task = NULL;
809  }
810 
811  GNUNET_log (GNUNET_ERROR_TYPE_INFO, "Collecting stats.\n");
813  }
814 }
unsigned int id
Peer id.
static int in_shutdown
Set when shutting down to avoid making more queries.
int GNUNET_snprintf(char *buf, size_t size, const char *format,...)
Like snprintf, just aborts if the buffer is of insufficient size.
struct GNUNET_TESTBED_Operation * op_handle
Testbed operation handle for DHT.
Peer handles.
struct GNUNET_TIME_Absolute prof_start_time
The starting time of a profiling step.
struct GNUNET_SCHEDULER_Task * timeout
Operation timeout.
#define GNUNET_NO
Definition: gnunet_common.h:78
ssize_t GNUNET_DISK_file_write(const struct GNUNET_DISK_FileHandle *h, const void *buffer, size_t n)
Write a buffer to a file.
Definition: disk.c:820
struct GNUNET_SCHEDULER_Task * GNUNET_SCHEDULER_add_now(GNUNET_SCHEDULER_TaskCallback task, void *task_cls)
Schedule a new task to be run as soon as possible.
Definition: scheduler.c:1280
const char * GNUNET_STRINGS_relative_time_to_string(struct GNUNET_TIME_Relative delta, int do_round)
Give relative time in human-readable fancy format.
Definition: strings.c:687
void GNUNET_TESTBED_operation_done(struct GNUNET_TESTBED_Operation *operation)
This function is used to signal that the event information (struct GNUNET_TESTBED_EventInformation) f...
Definition: testbed_api.c:2044
const char * search_str
Peer&#39;s search string.
static void do_collect_stats(void *cls)
Task to collect all statistics from all peers, will shutdown the profiler, when done.
static struct GNUNET_DISK_FileHandle * data_file
File to log statistics to.
struct GNUNET_TESTBED_Peer * peer
The peer associated with this model.
#define GNUNET_SYSERR
Definition: gnunet_common.h:76
static unsigned int size
Size of the "table".
Definition: peer.c:67
static void announce_next_regex(void *cls)
Start announcing the next regex in the DHT.
static unsigned int parallel_searches
How many searches are running in parallel.
static struct GNUNET_TIME_Relative prof_time
Duration profiling step has taken.
static struct GNUNET_TIME_Absolute prof_start_time
The starting time of a profiling step.
struct GNUNET_TIME_Relative GNUNET_TIME_absolute_get_duration(struct GNUNET_TIME_Absolute whence)
Get the duration of an operation as the difference of the current time and the given start time "henc...
Definition: time.c:375
#define GNUNET_log(kind,...)
#define GNUNET_YES
Definition: gnunet_common.h:77
static unsigned int num_peers
Number of peers to be started by the profiler.
static unsigned int strings_found
Number of strings found in the published regexes.
int search_str_matched
Set to GNUNET_YES if the peer successfully matched the above search string.
static struct GNUNET_SCHEDULER_Task * search_timeout_task
Search timeout task identifier.
void * GNUNET_SCHEDULER_cancel(struct GNUNET_SCHEDULER_Task *task)
Cancel the task with the specified identifier.
Definition: scheduler.c:966
Here is the call graph for this function:
Here is the caller graph for this function:

◆ search_timed_out()

static void search_timed_out ( void *  cls)
static

Connect by string timeout task.

This will cancel the profiler after the specified timeout 'search_timeout'.

Parameters
clsNULL

Definition at line 824 of file gnunet-regex-profiler.c.

References do_collect_stats(), GNUNET_ERROR_TYPE_INFO, GNUNET_log, GNUNET_NO, GNUNET_SCHEDULER_add_now(), GNUNET_STRINGS_relative_time_to_string(), GNUNET_TESTBED_operation_done(), GNUNET_YES, in_shutdown, num_peers, RegexPeer::op_handle, and strings_found.

Referenced by announce_next_regex(), and test_master().

825 {
826  unsigned int i;
827 
829  "Finding matches to all strings did not succeed after %s.\n",
831  GNUNET_NO));
833  "Found %i of %i strings\n", strings_found, num_peers);
834 
836  "Search timed out after %s."
837  "Collecting stats and shutting down.\n",
839  GNUNET_NO));
840 
842  for (i = 0; i < num_peers; i++)
843  {
844  if (NULL != peers[i].op_handle)
845  {
846  GNUNET_TESTBED_operation_done (peers[i].op_handle);
847  peers[i].op_handle = NULL;
848  }
849  }
851 }
static int in_shutdown
Set when shutting down to avoid making more queries.
struct GNUNET_TESTBED_Operation * op_handle
Testbed operation handle for DHT.
#define GNUNET_NO
Definition: gnunet_common.h:78
struct GNUNET_SCHEDULER_Task * GNUNET_SCHEDULER_add_now(GNUNET_SCHEDULER_TaskCallback task, void *task_cls)
Schedule a new task to be run as soon as possible.
Definition: scheduler.c:1280
const char * GNUNET_STRINGS_relative_time_to_string(struct GNUNET_TIME_Relative delta, int do_round)
Give relative time in human-readable fancy format.
Definition: strings.c:687
void GNUNET_TESTBED_operation_done(struct GNUNET_TESTBED_Operation *operation)
This function is used to signal that the event information (struct GNUNET_TESTBED_EventInformation) f...
Definition: testbed_api.c:2044
static void do_collect_stats(void *cls)
Task to collect all statistics from all peers, will shutdown the profiler, when done.
static struct RegexPeer * peers
The array of peers; we fill this as the peers are given to us by the testbed.
#define GNUNET_log(kind,...)
#define GNUNET_YES
Definition: gnunet_common.h:77
static unsigned int num_peers
Number of peers to be started by the profiler.
static struct GNUNET_TIME_Relative search_timeout_time
Search timeout in seconds.
static unsigned int strings_found
Number of strings found in the published regexes.
Here is the call graph for this function:
Here is the caller graph for this function:

◆ find_timed_out()

static void find_timed_out ( void *  cls)
static

Search timed out.

It might still complete in the future, but we should start another one.

Parameters
clsIndex of the next peer in the peers array.

Definition at line 861 of file gnunet-regex-profiler.c.

References announce_next_regex(), DLLOperation::cls, GNUNET_ERROR_TYPE_WARNING, GNUNET_log, GNUNET_NO, GNUNET_SCHEDULER_add_now(), RegexPeer::id, in_shutdown, p, RegexPeer::search_str, and RegexPeer::timeout.

Referenced by find_string().

862 {
863  struct RegexPeer *p = cls;
864 
865  p->timeout = NULL;
867  "Searching for string \"%s\" on peer %d timed out.\n",
868  p->search_str,
869  p->id);
870  if (GNUNET_NO == in_shutdown)
872 }
unsigned int id
Peer id.
static int in_shutdown
Set when shutting down to avoid making more queries.
Peer handles.
struct GNUNET_SCHEDULER_Task * timeout
Operation timeout.
#define GNUNET_NO
Definition: gnunet_common.h:78
static struct GNUNET_OS_Process * p
Helper process we started.
Definition: gnunet-qr.c:59
struct GNUNET_SCHEDULER_Task * GNUNET_SCHEDULER_add_now(GNUNET_SCHEDULER_TaskCallback task, void *task_cls)
Schedule a new task to be run as soon as possible.
Definition: scheduler.c:1280
const char * search_str
Peer&#39;s search string.
static void announce_next_regex(void *cls)
Start announcing the next regex in the DHT.
#define GNUNET_log(kind,...)
Here is the call graph for this function:
Here is the caller graph for this function:

◆ daemon_started()

static void daemon_started ( void *  cls,
struct GNUNET_TESTBED_Operation op,
const char *  emsg 
)
static

Callback called when testbed has started the daemon we asked for.

Parameters
clsNULL
opthe operation handle
emsgNULL on success; otherwise an error description

Definition at line 920 of file gnunet-regex-profiler.c.

References RegexPeer::daemon_op, find_string(), GNUNET_assert, GNUNET_CRYPTO_QUALITY_WEAK, GNUNET_CRYPTO_random_u32(), GNUNET_ERROR_TYPE_INFO, GNUNET_ERROR_TYPE_WARNING, GNUNET_log, GNUNET_NO, GNUNET_SCHEDULER_add_delayed(), GNUNET_TESTBED_operation_done(), GNUNET_TIME_relative_saturating_multiply(), RegexPeer::id, num_peers, peer, reannounce_period_max, RegexPeer::search_str, RegexPeer::search_str_matched, and search_strings.

Referenced by announce_next_regex().

923 {
924  struct RegexPeer *peer = (struct RegexPeer *) cls;
925  unsigned long search_peer;
926  unsigned int i;
927 
929  peer->daemon_op = NULL;
930  if (NULL != emsg)
931  {
933  "Failed to start/stop daemon at peer %u: %s\n", peer->id, emsg);
934  GNUNET_assert (0);
935  }
936  else
937  {
939  "Deamon %u started successfully\n", peer->id);
940  }
941 
942  /* Find a peer to look for a string matching the regex announced */
944  num_peers);
945  for (i = 0; peers[search_peer].search_str != NULL; i++)
946  {
947  search_peer = (search_peer + 1) % num_peers;
948  if (i > num_peers)
949  GNUNET_assert (0); /* we ran out of peers, must be a bug */
950  }
951  peers[search_peer].search_str = search_strings[peer->id];
952  peers[search_peer].search_str_matched = GNUNET_NO;
955  2),
956  &find_string,
957  (void *) search_peer);
958 }
unsigned int id
Peer id.
uint32_t GNUNET_CRYPTO_random_u32(enum GNUNET_CRYPTO_Quality mode, uint32_t i)
Produce a random value.
#define GNUNET_assert(cond)
Use this for fatal errors that cannot be handled.
Peer handles.
struct GNUNET_TESTBED_Operation * daemon_op
Deamon start.
#define GNUNET_NO
Definition: gnunet_common.h:78
struct GNUNET_SCHEDULER_Task * GNUNET_SCHEDULER_add_delayed(struct GNUNET_TIME_Relative delay, GNUNET_SCHEDULER_TaskCallback task, void *task_cls)
Schedule a new task to be run with a specified delay.
Definition: scheduler.c:1253
static struct GNUNET_TIME_Relative reannounce_period_max
What&#39;s the maximum regex reannounce period.
static void find_string(void *cls)
Start searching for the next string in the DHT.
void GNUNET_TESTBED_operation_done(struct GNUNET_TESTBED_Operation *operation)
This function is used to signal that the event information (struct GNUNET_TESTBED_EventInformation) f...
Definition: testbed_api.c:2044
const char * search_str
Peer&#39;s search string.
struct GNUNET_TESTBED_Peer * peer
The peer associated with this model.
static struct RegexPeer * peers
The array of peers; we fill this as the peers are given to us by the testbed.
static char ** search_strings
Search strings (num_peers of them).
#define GNUNET_log(kind,...)
static unsigned int num_peers
Number of peers to be started by the profiler.
struct GNUNET_TIME_Relative GNUNET_TIME_relative_saturating_multiply(struct GNUNET_TIME_Relative rel, unsigned long long factor)
Saturating multiply relative time by a given factor.
Definition: time.c:501
int search_str_matched
Set to GNUNET_YES if the peer successfully matched the above search string.
No good quality of the operation is needed (i.e., random numbers can be pseudo-random).
Here is the call graph for this function:
Here is the caller graph for this function:

◆ do_announce()

static void do_announce ( void *  cls)
static

Task to start the daemons on each peer so that the regexes are announced into the DHT.

Parameters
clsNULL
tcthe task context

Definition at line 969 of file gnunet-regex-profiler.c.

References announce_next_regex(), GNUNET_ERROR_TYPE_INFO, GNUNET_log, GNUNET_SCHEDULER_add_now(), GNUNET_YES, in_shutdown, and init_parallel_searches.

Referenced by test_master().

970 {
971  unsigned int i;
972 
973  if (GNUNET_YES == in_shutdown)
974  return;
976  "Starting announce.\n");
977  for (i = 0; i < init_parallel_searches; i++)
978  {
980  " scheduling announce %u\n",
981  i);
983  }
984 }
static int in_shutdown
Set when shutting down to avoid making more queries.
struct GNUNET_SCHEDULER_Task * GNUNET_SCHEDULER_add_now(GNUNET_SCHEDULER_TaskCallback task, void *task_cls)
Schedule a new task to be run as soon as possible.
Definition: scheduler.c:1280
static void announce_next_regex(void *cls)
Start announcing the next regex in the DHT.
static long long unsigned int init_parallel_searches
How many searches are we going to start in parallel.
#define GNUNET_log(kind,...)
#define GNUNET_YES
Definition: gnunet_common.h:77
Here is the call graph for this function:
Here is the caller graph for this function:

◆ test_master()

static void test_master ( void *  cls,
struct GNUNET_TESTBED_RunHandle h,
unsigned int  num_peers_,
struct GNUNET_TESTBED_Peer **  testbed_peers,
unsigned int  links_succeeded,
unsigned int  links_failed 
)
static

Signature of a main function for a testcase.

Parameters
clsNULL
hthe run handle
num_peers_number of peers in 'peers'
testbed_peershandle to peers run in the testbed. NULL upon timeout (see GNUNET_TESTBED_test_run()).
links_succeededthe number of overlay link connection attempts that succeeded
links_failedthe number of overlay link connection attempts that failed

Definition at line 1125 of file gnunet-regex-profiler.c.

References do_announce(), GNUNET_assert, GNUNET_CONFIGURATION_get_value_yesno(), GNUNET_ERROR_TYPE_INFO, GNUNET_log, GNUNET_NO, GNUNET_SCHEDULER_add_delayed(), GNUNET_SCHEDULER_add_now(), GNUNET_SCHEDULER_cancel(), GNUNET_STRINGS_relative_time_to_string(), GNUNET_TIME_absolute_get_duration(), GNUNET_TIME_relative_multiply(), GNUNET_TIME_UNIT_MILLISECONDS, num_peers, RegexPeer::peer_handle, prof_start_time, prof_time, and search_timed_out().

Referenced by run().

1131 {
1132  unsigned int i;
1133 
1134  GNUNET_assert (num_peers_ == num_peers);
1135 
1138  "Testbed started in %s\n",
1140 
1141  if (NULL != abort_task)
1142  {
1144  abort_task = NULL;
1145  }
1146 
1147  for (i = 0; i < num_peers; i++)
1148  {
1149  peers[i].peer_handle = testbed_peers[i];
1150  }
1151  if (GNUNET_NO ==
1152  GNUNET_CONFIGURATION_get_value_yesno (cfg, "DHT", "DISABLE_TRY_CONNECT"))
1153  {
1154  struct GNUNET_TIME_Relative settle_time;
1155 
1156  settle_time =
1158  10 * num_peers);
1160  "Waiting for DHT for %s to settle new connections.\n\n",
1162  GNUNET_NO));
1163  GNUNET_SCHEDULER_add_delayed (settle_time, &do_announce, NULL);
1164  }
1165  else
1166  {
1168  }
1171 }
static struct GNUNET_SCHEDULER_Task * abort_task
Abort task identifier.
#define GNUNET_assert(cond)
Use this for fatal errors that cannot be handled.
#define GNUNET_NO
Definition: gnunet_common.h:78
static struct GNUNET_CONFIGURATION_Handle * cfg
Handle to global configuration.
struct GNUNET_SCHEDULER_Task * GNUNET_SCHEDULER_add_delayed(struct GNUNET_TIME_Relative delay, GNUNET_SCHEDULER_TaskCallback task, void *task_cls)
Schedule a new task to be run with a specified delay.
Definition: scheduler.c:1253
struct GNUNET_TESTBED_Peer * peer_handle
The actual testbed peer handle.
static void do_announce(void *cls)
Task to start the daemons on each peer so that the regexes are announced into the DHT...
struct GNUNET_SCHEDULER_Task * GNUNET_SCHEDULER_add_now(GNUNET_SCHEDULER_TaskCallback task, void *task_cls)
Schedule a new task to be run as soon as possible.
Definition: scheduler.c:1280
const char * GNUNET_STRINGS_relative_time_to_string(struct GNUNET_TIME_Relative delta, int do_round)
Give relative time in human-readable fancy format.
Definition: strings.c:687
struct GNUNET_TIME_Relative GNUNET_TIME_relative_multiply(struct GNUNET_TIME_Relative rel, unsigned long long factor)
Multiply relative time by a given factor.
Definition: time.c:442
#define GNUNET_TIME_UNIT_MILLISECONDS
One millisecond.
static void search_timed_out(void *cls)
Connect by string timeout task.
static struct GNUNET_TIME_Relative prof_time
Duration profiling step has taken.
static struct RegexPeer * peers
The array of peers; we fill this as the peers are given to us by the testbed.
static struct GNUNET_TIME_Absolute prof_start_time
The starting time of a profiling step.
struct GNUNET_TIME_Relative GNUNET_TIME_absolute_get_duration(struct GNUNET_TIME_Absolute whence)
Get the duration of an operation as the difference of the current time and the given start time "henc...
Definition: time.c:375
#define GNUNET_log(kind,...)
static unsigned int num_peers
Number of peers to be started by the profiler.
static struct GNUNET_TIME_Relative search_timeout_time
Search timeout in seconds.
int GNUNET_CONFIGURATION_get_value_yesno(const struct GNUNET_CONFIGURATION_Handle *cfg, const char *section, const char *option)
Get a configuration value that should be in a set of "YES" or "NO".
static struct GNUNET_SCHEDULER_Task * search_timeout_task
Search timeout task identifier.
Time for relative time used by GNUnet, in microseconds.
void * GNUNET_SCHEDULER_cancel(struct GNUNET_SCHEDULER_Task *task)
Cancel the task with the specified identifier.
Definition: scheduler.c:966
Here is the call graph for this function:
Here is the caller graph for this function:

◆ master_controller_cb()

static void master_controller_cb ( void *  cls,
const struct GNUNET_TESTBED_EventInformation event 
)
static

Function that will be called whenever something in the testbed changes.

Parameters
clsclosure, NULL
eventinformation on what is happening

Definition at line 1181 of file gnunet-regex-profiler.c.

References GNUNET_TESTBED_ET_CONNECT, GNUNET_TESTBED_ET_PEER_START, and GNUNET_TESTBED_EventInformation::type.

Referenced by run().

1183 {
1184  switch (event->type)
1185  {
1187  printf (".");
1188  break;
1189 
1191  printf ("#");
1192  break;
1193 
1194  default:
1195  break;
1196  }
1197  fflush (stdout);
1198 }
enum GNUNET_TESTBED_EventType type
Type of the event.
A connection between two peers was established.
Here is the caller graph for this function:

◆ count_and_separate_strings()

static int count_and_separate_strings ( char *  data,
uint64_t  data_size,
unsigned int  str_max 
)
static

Process the text buffer counting the non-empty lines and separating them with NULL characters, for later ease of copy using (as)printf.

Parameters
dataMemory buffer with strings.
data_sizeSize of the data buffer in bytes.
str_maxMaximum number of strings to return.
Returns
Positive number of lines found in the buffer, GNUNET_SYSERR otherwise.

Definition at line 1216 of file gnunet-regex-profiler.c.

References buf, and data.

Referenced by load_search_strings().

1219 {
1220  char *buf; // Keep track of last string to skip blank lines
1221  unsigned int offset;
1222  unsigned int str_cnt;
1223 
1224  buf = data;
1225  offset = 0;
1226  str_cnt = 0;
1227  while ((offset < (data_size - 1)) && (str_cnt < str_max))
1228  {
1229  offset++;
1230  if (((data[offset] == '\n')) &&
1231  (buf != &data[offset]))
1232  {
1233  data[offset] = '\0';
1234  str_cnt++;
1235  buf = &data[offset + 1];
1236  }
1237  else if ((data[offset] == '\n') ||
1238  (data[offset] == '\0'))
1239  buf = &data[offset + 1];
1240  }
1241  return str_cnt;
1242 }
static size_t data_size
Number of bytes in data.
Definition: gnunet-abd.c:187
static char buf[2048]
uint32_t data
The data value.
Here is the caller graph for this function:

◆ create_string_array()

static int create_string_array ( char *  data,
uint64_t  data_size,
char ***  strings,
unsigned int  str_cnt 
)
static

Allocate a string array and fill it with the prefixed strings from a pre-processed, NULL-separated memory region.

Parameters
dataPreprocessed memory with strings
data_sizeSize of the data buffer in bytes.
stringsAddress of the string array to be created. Must be freed by caller if function end in success.
str_cntString count. The data buffer should contain at least this many NULL-separated strings.
Returns
GNUNET_OK in ase of success, GNUNET_SYSERR otherwise. In case of error strings must not be freed.

Definition at line 1259 of file gnunet-regex-profiler.c.

References GNUNET_asprintf(), GNUNET_free, GNUNET_malloc, GNUNET_OK, GNUNET_SYSERR, len, and regex_prefix.

Referenced by load_search_strings().

1261 {
1262  uint64_t offset;
1263  uint64_t len;
1264  unsigned int i;
1265 
1266  *strings = GNUNET_malloc (sizeof(char *) * str_cnt);
1267  offset = 0;
1268  for (i = 0; i < str_cnt; i++)
1269  {
1270  len = strlen (&data[offset]);
1271  if (offset + len >= data_size)
1272  {
1273  GNUNET_free (*strings);
1274  *strings = NULL;
1275  return GNUNET_SYSERR;
1276  }
1277  if (0 == len) // empty line
1278  {
1279  offset++;
1280  i--;
1281  continue;
1282  }
1283 
1284  GNUNET_asprintf (&(*strings)[i],
1285  "%s%s",
1286  regex_prefix,
1287  &data[offset]);
1288  offset += len + 1;
1289  }
1290  return GNUNET_OK;
1291 }
static char * regex_prefix
Prefix used for regex announcing.
static size_t data_size
Number of bytes in data.
Definition: gnunet-abd.c:187
#define GNUNET_OK
Named constants for return values.
Definition: gnunet_common.h:75
int GNUNET_asprintf(char **buf, const char *format,...)
Like asprintf, just portable.
#define GNUNET_SYSERR
Definition: gnunet_common.h:76
uint32_t data
The data value.
#define GNUNET_malloc(size)
Wrapper around malloc.
#define GNUNET_free(ptr)
Wrapper around free.
uint16_t len
length of data (which is always a uint32_t, but presumably this can be used to specify that fewer byt...
Here is the call graph for this function:
Here is the caller graph for this function:

◆ load_search_strings()

static int load_search_strings ( const char *  filename,
char ***  strings,
unsigned int  limit 
)
static

Load search strings from given filename.

One search string per line.

Parameters
filenamefilename of the file containing the search strings.
stringsset of strings loaded from file. Caller needs to free this if number returned is greater than zero.
limitupper limit on the number of strings read from the file
Returns
number of strings found in the file. GNUNET_SYSERR on error.

Definition at line 1304 of file gnunet-regex-profiler.c.

References count_and_separate_strings(), create_string_array(), data, GNUNET_DISK_file_size(), GNUNET_DISK_file_test(), GNUNET_DISK_fn_read(), GNUNET_ERROR_TYPE_WARNING, GNUNET_free, GNUNET_log, GNUNET_malloc, GNUNET_OK, GNUNET_SYSERR, and GNUNET_YES.

Referenced by run().

1307 {
1308  char *data;
1309  uint64_t filesize;
1310  int str_cnt;
1311 
1312  /* Sanity checks */
1313  if (NULL == filename)
1314  {
1315  return GNUNET_SYSERR;
1316  }
1318  {
1320  "Could not find search strings file %s\n", filename);
1321  return GNUNET_SYSERR;
1322  }
1323  if (GNUNET_OK !=
1325  &filesize,
1326  GNUNET_YES,
1327  GNUNET_YES))
1328  {
1330  "Search strings file %s cannot be read.\n",
1331  filename);
1332  return GNUNET_SYSERR;
1333  }
1334  if (0 == filesize)
1335  {
1337  "Search strings file %s is empty.\n",
1338  filename);
1339  return GNUNET_SYSERR;
1340  }
1341 
1342  /* Read data into memory */
1343  data = GNUNET_malloc (filesize + 1);
1344  if (filesize != GNUNET_DISK_fn_read (filename,
1345  data,
1346  filesize))
1347  {
1348  GNUNET_free (data);
1350  "Could not read search strings file %s.\n",
1351  filename);
1352  return GNUNET_SYSERR;
1353  }
1354 
1355  /* Process buffer and build array */
1356  str_cnt = count_and_separate_strings (data, filesize, limit);
1357  if (GNUNET_OK != create_string_array (data, filesize, strings, str_cnt))
1358  {
1359  str_cnt = GNUNET_SYSERR;
1360  }
1361  GNUNET_free (data);
1362  return str_cnt;
1363 }
int GNUNET_DISK_file_test(const char *fil)
Check that fil corresponds to a filename (of a file that exists and that is not a directory)...
Definition: disk.c:544
static int count_and_separate_strings(char *data, uint64_t data_size, unsigned int str_max)
Process the text buffer counting the non-empty lines and separating them with NULL characters...
#define GNUNET_OK
Named constants for return values.
Definition: gnunet_common.h:75
static int create_string_array(char *data, uint64_t data_size, char ***strings, unsigned int str_cnt)
Allocate a string array and fill it with the prefixed strings from a pre-processed, NULL-separated memory region.
static char * filename
#define GNUNET_SYSERR
Definition: gnunet_common.h:76
int GNUNET_DISK_file_size(const char *filename, uint64_t *size, int include_symbolic_links, int single_file_mode)
Get the size of the file (or directory) of the given file (in bytes).
Definition: disk.c:257
#define GNUNET_log(kind,...)
#define GNUNET_YES
Definition: gnunet_common.h:77
uint32_t data
The data value.
#define GNUNET_malloc(size)
Wrapper around malloc.
ssize_t GNUNET_DISK_fn_read(const char *fn, void *result, size_t len)
Read the contents of a binary file into a buffer.
Definition: disk.c:794
#define GNUNET_free(ptr)
Wrapper around free.
Here is the call graph for this function:
Here is the caller graph for this function:

◆ run()

static void run ( void *  cls,
char *const *  args,
const char *  cfgfile,
const struct GNUNET_CONFIGURATION_Handle config 
)
static

Main function that will be run by the scheduler.

Parameters
clsclosure
argsremaining command-line arguments
cfgfilename of the configuration file used (for saving, can be NULL!)
configconfiguration

Definition at line 1375 of file gnunet-regex-profiler.c.

References _, data_filename, do_abort(), do_shutdown(), event_mask, GNUNET_CONFIGURATION_dup(), GNUNET_CONFIGURATION_get_value_number(), GNUNET_CONFIGURATION_get_value_string(), GNUNET_CONFIGURATION_get_value_time(), GNUNET_CONFIGURATION_set_value_number(), GNUNET_CONFIGURATION_set_value_string(), GNUNET_DISK_directory_scan(), GNUNET_DISK_directory_test(), GNUNET_DISK_file_open(), GNUNET_DISK_file_test(), GNUNET_DISK_OPEN_CREATE, GNUNET_DISK_OPEN_READWRITE, GNUNET_DISK_OPEN_TRUNCATE, GNUNET_DISK_PERM_USER_READ, GNUNET_DISK_PERM_USER_WRITE, GNUNET_ERROR_TYPE_DEBUG, GNUNET_ERROR_TYPE_ERROR, GNUNET_ERROR_TYPE_WARNING, GNUNET_log, GNUNET_log_config_missing(), GNUNET_log_strerror_file, GNUNET_malloc, GNUNET_NO, GNUNET_OK, GNUNET_SCHEDULER_add_delayed(), GNUNET_SCHEDULER_add_now(), GNUNET_STRINGS_relative_time_to_string(), GNUNET_TESTBED_ET_CONNECT, GNUNET_TESTBED_ET_PEER_START, GNUNET_TESTBED_run(), GNUNET_TIME_absolute_get(), GNUNET_TIME_relative_add(), GNUNET_TIME_relative_multiply(), GNUNET_TIME_UNIT_MINUTES, GNUNET_YES, hosts_file, in_shutdown, init_parallel_searches, load_search_strings(), master_controller_cb(), num_peers, policy_dir, prof_start_time, reannounce_period_max, regex_prefix, search_strings, strings_file, and test_master().

Referenced by main().

1379 {
1380  unsigned int nsearchstrs;
1381  unsigned int i;
1382  struct GNUNET_TIME_Relative abort_time;
1383 
1385 
1386  /* Check config */
1387  if (NULL == config)
1388  {
1390  _ ("No configuration file given. Exiting\n"));
1392  return;
1393  }
1394  cfg = GNUNET_CONFIGURATION_dup (config);
1395  if (GNUNET_OK !=
1396  GNUNET_CONFIGURATION_get_value_string (cfg, "REGEXPROFILER",
1397  "REGEX_PREFIX",
1398  &regex_prefix))
1399  {
1401  "regexprofiler",
1402  "regex_prefix");
1404  return;
1405  }
1406  if (GNUNET_OK !=
1407  GNUNET_CONFIGURATION_get_value_number (cfg, "REGEXPROFILER",
1408  "PARALLEL_SEARCHES",
1410  {
1412  "Configuration option \"PARALLEL_SEARCHES\" missing."
1413  " Using default (%d)\n", 10);
1415  }
1416  if (GNUNET_OK !=
1417  GNUNET_CONFIGURATION_get_value_time (cfg, "REGEXPROFILER",
1418  "REANNOUNCE_PERIOD_MAX",
1420  {
1422  "reannounce_period_max not given. Using 10 minutes.\n");
1425  }
1426 
1427  /* Check arguments */
1428  if (NULL == policy_dir)
1429  {
1431  _ (
1432  "No policy directory specified on command line. Exiting.\n"));
1433  return;
1434  }
1436  {
1438  _ ("Specified policies directory does not exist. Exiting.\n"));
1440  return;
1441  }
1442  if (0 >= (int) (num_peers = GNUNET_DISK_directory_scan (policy_dir, NULL,
1443  NULL)))
1444  {
1446  _ ("No files found in `%s'\n"),
1447  policy_dir);
1448  return;
1449  }
1450  GNUNET_CONFIGURATION_set_value_string (cfg, "REGEXPROFILER",
1451  "POLICY_DIR", policy_dir);
1453  {
1455  _ ("No search strings file given. Exiting.\n"));
1457  return;
1458  }
1459  nsearchstrs = load_search_strings (strings_file,
1460  &search_strings,
1461  num_peers);
1462  if (num_peers != nsearchstrs)
1463  {
1465  "Error loading search strings.\n");
1467  "File (%s) does not contain enough strings (%u/%u).\n",
1468  strings_file, nsearchstrs, num_peers);
1470  return;
1471  }
1472  if ((0 == num_peers) || (NULL == search_strings))
1473  {
1475  _ ("Error loading search strings. Exiting.\n"));
1477  return;
1478  }
1479  for (i = 0; i < num_peers; i++)
1481  "search string: %s\n",
1482  search_strings[i]);
1483 
1484  /* Check logfile */
1485  if ((NULL != data_filename) &&
1486  (NULL == (data_file =
1493  {
1495  "open",
1496  data_filename);
1497  return;
1498  }
1499 
1500  /* Initialize peers */
1501  peers = GNUNET_malloc (sizeof(struct RegexPeer) * num_peers);
1502  for (i = 0; i < num_peers; i++)
1503  peers[i].id = i;
1504 
1506  "TESTBED", "OVERLAY_RANDOM_LINKS",
1507  num_peers * 20);
1509  "DHT", "FORCE_NSE",
1510  (long long unsigned)
1511  (log (num_peers) / log (2.0)));
1512  event_mask = 0LL;
1513 /* For feedback about the start process activate these and pass master_cb */
1515 // event_mask |= (1LL << GNUNET_TESTBED_ET_PEER_STOP);
1517 // event_mask |= (1LL << GNUNET_TESTBED_ET_DISCONNECT);
1520  cfg,
1521  num_peers,
1522  event_mask,
1524  NULL, /* master_controller_cb cls */
1525  &test_master,
1526  NULL); /* test_master cls */
1527  if (GNUNET_OK !=
1529  "SETUP_TIMEOUT",
1530  &abort_time))
1531  {
1533  "SETUP_TIMEOUT not given. Using 15 minutes.\n");
1534  abort_time =
1536  }
1537  abort_time = GNUNET_TIME_relative_add (abort_time, GNUNET_TIME_UNIT_MINUTES);
1538  abort_task =
1539  GNUNET_SCHEDULER_add_delayed (abort_time,
1540  &do_abort,
1541  (void*) __LINE__);
1543  "setup_timeout: %s\n",
1545 }
static char * regex_prefix
Prefix used for regex announcing.
int GNUNET_DISK_file_test(const char *fil)
Check that fil corresponds to a filename (of a file that exists and that is not a directory)...
Definition: disk.c:544
Create file if it doesn&#39;t exist.
int GNUNET_CONFIGURATION_get_value_time(const struct GNUNET_CONFIGURATION_Handle *cfg, const char *section, const char *option, struct GNUNET_TIME_Relative *time)
Get a configuration value that should be a relative time.
int GNUNET_CONFIGURATION_get_value_number(const struct GNUNET_CONFIGURATION_Handle *cfg, const char *section, const char *option, unsigned long long *number)
Get a configuration value that should be a number.
static char * strings_file
File with the strings to look for.
static int in_shutdown
Set when shutting down to avoid making more queries.
static char * data_filename
Filename to log statistics to.
#define GNUNET_TIME_UNIT_MINUTES
One minute.
static struct GNUNET_SCHEDULER_Task * abort_task
Abort task identifier.
Peer handles.
int GNUNET_DISK_directory_test(const char *fil, int is_readable)
Test if fil is a directory and listable.
Definition: disk.c:503
void GNUNET_CONFIGURATION_set_value_number(struct GNUNET_CONFIGURATION_Handle *cfg, const char *section, const char *option, unsigned long long number)
Set a configuration value that should be a number.
static void test_master(void *cls, struct GNUNET_TESTBED_RunHandle *h, unsigned int num_peers_, struct GNUNET_TESTBED_Peer **testbed_peers, unsigned int links_succeeded, unsigned int links_failed)
Signature of a main function for a testcase.
#define GNUNET_NO
Definition: gnunet_common.h:78
#define GNUNET_OK
Named constants for return values.
Definition: gnunet_common.h:75
int GNUNET_DISK_directory_scan(const char *dir_name, GNUNET_FileNameCallback callback, void *callback_cls)
Scan a directory for files.
Definition: disk.c:912
static struct GNUNET_CONFIGURATION_Handle * cfg
Handle to global configuration.
#define _(String)
GNU gettext support macro.
Definition: platform.h:181
static char * hosts_file
File with hostnames where to execute the test.
static void do_abort(void *cls)
abort task to run on test timed out
struct GNUNET_SCHEDULER_Task * GNUNET_SCHEDULER_add_delayed(struct GNUNET_TIME_Relative delay, GNUNET_SCHEDULER_TaskCallback task, void *task_cls)
Schedule a new task to be run with a specified delay.
Definition: scheduler.c:1253
void GNUNET_log_config_missing(enum GNUNET_ErrorType kind, const char *section, const char *option)
Log error message about missing configuration option.
#define GNUNET_log_strerror_file(level, cmd, filename)
Log an error message at log-level &#39;level&#39; that indicates a failure of the command &#39;cmd&#39; with the mess...
Truncate file if it exists.
struct GNUNET_SCHEDULER_Task * GNUNET_SCHEDULER_add_now(GNUNET_SCHEDULER_TaskCallback task, void *task_cls)
Schedule a new task to be run as soon as possible.
Definition: scheduler.c:1280
static struct GNUNET_TIME_Relative reannounce_period_max
What&#39;s the maximum regex reannounce period.
const char * GNUNET_STRINGS_relative_time_to_string(struct GNUNET_TIME_Relative delta, int do_round)
Give relative time in human-readable fancy format.
Definition: strings.c:687
struct GNUNET_TIME_Relative GNUNET_TIME_relative_multiply(struct GNUNET_TIME_Relative rel, unsigned long long factor)
Multiply relative time by a given factor.
Definition: time.c:442
void GNUNET_CONFIGURATION_set_value_string(struct GNUNET_CONFIGURATION_Handle *cfg, const char *section, const char *option, const char *value)
Set a configuration value that should be a string.
static void master_controller_cb(void *cls, const struct GNUNET_TESTBED_EventInformation *event)
Function that will be called whenever something in the testbed changes.
void GNUNET_TESTBED_run(const char *host_filename, const struct GNUNET_CONFIGURATION_Handle *cfg, unsigned int num_peers, uint64_t event_mask, GNUNET_TESTBED_ControllerCallback cc, void *cc_cls, GNUNET_TESTBED_TestMaster test_master, void *test_master_cls)
Convenience method for running a testbed with a single call.
struct GNUNET_TIME_Absolute GNUNET_TIME_absolute_get(void)
Get the current time.
Definition: time.c:118
int GNUNET_CONFIGURATION_get_value_string(const struct GNUNET_CONFIGURATION_Handle *cfg, const char *section, const char *option, char **value)
Get a configuration value that should be a string.
static struct GNUNET_DISK_FileHandle * data_file
File to log statistics to.
static char * policy_dir
Folder where policy files are stored.
static long long unsigned int init_parallel_searches
How many searches are we going to start in parallel.
A connection between two peers was established.
struct GNUNET_CONFIGURATION_Handle * GNUNET_CONFIGURATION_dup(const struct GNUNET_CONFIGURATION_Handle *cfg)
Duplicate an existing configuration object.
static void do_shutdown(void *cls)
Shutdown nicely.
struct GNUNET_TIME_Relative GNUNET_TIME_relative_add(struct GNUNET_TIME_Relative a1, struct GNUNET_TIME_Relative a2)
Add relative times together.
Definition: time.c:579
static struct RegexPeer * peers
The array of peers; we fill this as the peers are given to us by the testbed.
static char ** search_strings
Search strings (num_peers of them).
static uint64_t event_mask
Global event mask for all testbed events.
static struct GNUNET_TIME_Absolute prof_start_time
The starting time of a profiling step.
#define GNUNET_log(kind,...)
Open the file for both reading and writing.
#define GNUNET_YES
Definition: gnunet_common.h:77
static int load_search_strings(const char *filename, char ***strings, unsigned int limit)
Load search strings from given filename.
static unsigned int num_peers
Number of peers to be started by the profiler.
struct GNUNET_DISK_FileHandle * GNUNET_DISK_file_open(const char *fn, enum GNUNET_DISK_OpenFlags flags, enum GNUNET_DISK_AccessPermissions perm)
Open a file.
Definition: disk.c:1268
#define GNUNET_malloc(size)
Wrapper around malloc.
Time for relative time used by GNUnet, in microseconds.
Here is the call graph for this function:
Here is the caller graph for this function:

◆ main()

int main ( int  argc,
char *const *  argv 
)

Main function.

Parameters
argcargument count
argvargument values
Returns
0 on success

Definition at line 1556 of file gnunet-regex-profiler.c.

References _, data_filename, gettext_noop, GNUNET_GETOPT_OPTION_END, GNUNET_GETOPT_option_filename(), GNUNET_GETOPT_option_relative_time(), GNUNET_OK, GNUNET_PROGRAM_run(), GNUNET_STRINGS_get_utf8_args(), GNUNET_SYSERR, hosts_file, policy_dir, result, ret, run(), and strings_file.

1557 {
1560  "output-file",
1561  "FILENAME",
1562  gettext_noop (
1563  "name of the file for writing statistics"),
1564  &data_filename),
1565 
1567  "matching-timeout",
1568  "TIMEOUT",
1569  gettext_noop (
1570  "wait TIMEOUT before ending the experiment"),
1572 
1574  "policy-dir",
1575  "DIRECTORY",
1576  gettext_noop ("directory with policy files"),
1577  &policy_dir),
1578 
1579 
1581  "strings-file",
1582  "FILENAME",
1583  gettext_noop (
1584  "name of file with input strings"),
1585  &strings_file),
1586 
1588  "hosts-file",
1589  "FILENAME",
1590  gettext_noop (
1591  "name of file with hosts' names"),
1592  &hosts_file),
1593 
1595  };
1596  int ret;
1597 
1598  if (GNUNET_OK != GNUNET_STRINGS_get_utf8_args (argc, argv, &argc, &argv))
1599  return 2;
1601  ret =
1602  GNUNET_PROGRAM_run (argc, argv,
1603  "gnunet-regex-profiler",
1604  _ ("Profiler for regex"),
1605  options, &run, NULL);
1606  if (GNUNET_OK != ret)
1607  return ret;
1608  if (GNUNET_OK != result)
1609  return 1;
1610  return 0;
1611 }
struct GNUNET_GETOPT_CommandLineOption GNUNET_GETOPT_option_relative_time(char shortName, const char *name, const char *argumentHelp, const char *description, struct GNUNET_TIME_Relative *val)
Allow user to specify a struct GNUNET_TIME_Relative (using human-readable "fancy" time)...
static void run(void *cls, char *const *args, const char *cfgfile, const struct GNUNET_CONFIGURATION_Handle *config)
Main function that will be run by the scheduler.
static char * strings_file
File with the strings to look for.
struct GNUNET_GETOPT_CommandLineOption options[]
Definition: 002.c:5
static char * data_filename
Filename to log statistics to.
int GNUNET_STRINGS_get_utf8_args(int argc, char *const *argv, int *u8argc, char *const **u8argv)
Returns utf-8 encoded arguments.
Definition: strings.c:1438
static int ret
Return value of the commandline.
Definition: gnunet-abd.c:81
#define GNUNET_OK
Named constants for return values.
Definition: gnunet_common.h:75
Definition of a command line option.
struct GNUNET_GETOPT_CommandLineOption GNUNET_GETOPT_OPTION_END
Definition: 002.c:13
#define _(String)
GNU gettext support macro.
Definition: platform.h:181
static char * hosts_file
File with hostnames where to execute the test.
struct GNUNET_GETOPT_CommandLineOption GNUNET_GETOPT_option_filename(char shortName, const char *name, const char *argumentHelp, const char *description, char **str)
Allow user to specify a filename (automatically path expanded).
static int result
Global testing status.
#define GNUNET_SYSERR
Definition: gnunet_common.h:76
static char * policy_dir
Folder where policy files are stored.
int GNUNET_PROGRAM_run(int argc, char *const *argv, const char *binaryName, const char *binaryHelp, const struct GNUNET_GETOPT_CommandLineOption *options, GNUNET_PROGRAM_Main task, void *task_cls)
Run a standard GNUnet command startup sequence (initialize loggers and configuration, parse options).
Definition: program.c:367
static struct GNUNET_TIME_Relative search_timeout_time
Search timeout in seconds.
#define gettext_noop(String)
Definition: gettext.h:69
Here is the call graph for this function:

Variable Documentation

◆ in_shutdown

int in_shutdown
static

Set when shutting down to avoid making more queries.

Definition at line 184 of file gnunet-regex-profiler.c.

Referenced by announce_next_regex(), do_announce(), find_string(), find_timed_out(), regex_found_handler(), run(), and search_timed_out().

◆ peers

struct RegexPeer* peers
static

The array of peers; we fill this as the peers are given to us by the testbed.

Definition at line 189 of file gnunet-regex-profiler.c.

◆ reg_handle

struct GNUNET_TESTBED_HostRegistrationHandle* reg_handle
static

Host registration handle.

Definition at line 194 of file gnunet-regex-profiler.c.

◆ mc_proc

struct GNUNET_TESTBED_ControllerProc* mc_proc
static

Handle to the master controller process.

Definition at line 199 of file gnunet-regex-profiler.c.

◆ mc

struct GNUNET_TESTBED_Controller* mc
static

◆ cfg

struct GNUNET_CONFIGURATION_Handle* cfg
static

Handle to global configuration.

Definition at line 209 of file gnunet-regex-profiler.c.

◆ abort_task

struct GNUNET_SCHEDULER_Task* abort_task
static

Abort task identifier.

Definition at line 214 of file gnunet-regex-profiler.c.

◆ register_hosts_task

struct GNUNET_SCHEDULER_Task* register_hosts_task
static

Host registration task identifier.

Definition at line 219 of file gnunet-regex-profiler.c.

◆ event_mask

uint64_t event_mask
static

Global event mask for all testbed events.

Definition at line 224 of file gnunet-regex-profiler.c.

Referenced by run().

◆ prof_start_time

struct GNUNET_TIME_Absolute prof_start_time
static

The starting time of a profiling step.

Definition at line 229 of file gnunet-regex-profiler.c.

Referenced by regex_found_handler(), run(), and test_master().

◆ prof_time

struct GNUNET_TIME_Relative prof_time
static

Duration profiling step has taken.

Definition at line 234 of file gnunet-regex-profiler.c.

Referenced by do_shutdown(), regex_found_handler(), and test_master().

◆ num_peers

unsigned int num_peers
static

Number of peers to be started by the profiler.

Definition at line 239 of file gnunet-regex-profiler.c.

Referenced by announce_next_regex(), daemon_started(), do_shutdown(), find_string(), regex_found_handler(), run(), search_timed_out(), stats_cb(), and test_master().

◆ result

int result
static

Global testing status.

Definition at line 244 of file gnunet-regex-profiler.c.

Referenced by block_plugin_regex_evaluate(), check_reply(), create_internal(), database_shutdown(), decode_private_ecdhe_key(), decode_private_ecdsa_key(), decode_private_eddsa_key(), dns_value_to_string(), do_abort(), do_reconnect(), evaluate_nfa(), expand_dollar(), find_op_by_id(), GAS_handle_reservation_request(), GCC_latency_observed(), get_cont(), GNUNET_BIO_read(), GNUNET_CRYPTO_ecc_ecdh(), GNUNET_CRYPTO_ecdh_eddsa(), GNUNET_CRYPTO_ecdsa_ecdh(), GNUNET_CRYPTO_eddsa_ecdh(), GNUNET_CRYPTO_rsa_private_key_get_public(), GNUNET_FS_directory_scan_get_result(), GNUNET_HOSTLIST_client_start(), GNUNET_MY_extract_result(), GNUNET_PQ_eval_prepared_multi_select(), GNUNET_PQ_eval_prepared_non_select(), GNUNET_PQ_eval_prepared_singleton_select(), GNUNET_PQ_exec_statements(), GNUNET_RECLAIM_ATTRIBUTE_list_dup(), GNUNET_RECLAIM_ATTRIBUTE_list_serialize(), GNUNET_STRINGS_parse_ipv4_policy(), GNUNET_STRINGS_parse_ipv6_policy(), GNUNET_xmalloc_unchecked_(), handle_arm_result(), handle_gns_response(), handle_reply(), handle_search_result(), init_cb(), libgnunet_plugin_datacache_sqlite_done(), main(), numeric_reverse(), OIDC_id_token_new(), process_result_message(), recalculate_path_desirability(), reconnect(), REGEX_INTERNAL_eval(), regex_next_edge(), regex_result_iterator(), rsa_sign_mpi(), send_with_session(), sq_prepare(), sql_exec(), sql_prepare(), state_set_compare(), stats_cb(), stun_msg2str(), time_between(), and write_cpabe().

◆ state

enum State state

◆ policy_dir

char* policy_dir
static

Folder where policy files are stored.

Definition at line 254 of file gnunet-regex-profiler.c.

Referenced by main(), and run().

◆ hosts_file

char* hosts_file
static

File with hostnames where to execute the test.

Definition at line 259 of file gnunet-regex-profiler.c.

Referenced by main(), and run().

◆ strings_file

char* strings_file
static

File with the strings to look for.

Definition at line 264 of file gnunet-regex-profiler.c.

Referenced by main(), and run().

◆ search_strings

char** search_strings
static

Search strings (num_peers of them).

Definition at line 269 of file gnunet-regex-profiler.c.

Referenced by daemon_started(), do_shutdown(), and run().

◆ init_parallel_searches

long long unsigned int init_parallel_searches
static

How many searches are we going to start in parallel.

Definition at line 274 of file gnunet-regex-profiler.c.

Referenced by do_announce(), and run().

◆ parallel_searches

unsigned int parallel_searches
static

How many searches are running in parallel.

Definition at line 279 of file gnunet-regex-profiler.c.

Referenced by announce_next_regex(), find_string(), and regex_found_handler().

◆ strings_found

unsigned int strings_found
static

Number of strings found in the published regexes.

Definition at line 284 of file gnunet-regex-profiler.c.

Referenced by announce_next_regex(), regex_found_handler(), and search_timed_out().

◆ next_search

unsigned int next_search
static

Index of peer to start next announce/search.

Definition at line 289 of file gnunet-regex-profiler.c.

Referenced by announce_next_regex().

◆ search_timeout_task

struct GNUNET_SCHEDULER_Task* search_timeout_task
static

Search timeout task identifier.

Definition at line 294 of file gnunet-regex-profiler.c.

◆ search_timeout_time

struct GNUNET_TIME_Relative search_timeout_time = { 60000 }
static

Search timeout in seconds.

Definition at line 299 of file gnunet-regex-profiler.c.

◆ data_file

struct GNUNET_DISK_FileHandle* data_file
static

File to log statistics to.

Definition at line 304 of file gnunet-regex-profiler.c.

◆ data_filename

char* data_filename
static

Filename to log statistics to.

Definition at line 309 of file gnunet-regex-profiler.c.

Referenced by main(), and run().

◆ regex_prefix

char* regex_prefix
static

Prefix used for regex announcing.

We need to prefix the search strings with it, in order to find something.

Definition at line 315 of file gnunet-regex-profiler.c.

Referenced by create_string_array(), and run().

◆ reannounce_period_max

struct GNUNET_TIME_Relative reannounce_period_max
static

What's the maximum regex reannounce period.

Definition at line 320 of file gnunet-regex-profiler.c.

Referenced by daemon_started(), and run().