ats-testing-log.c File Reference

ats benchmark: logging for performance tests More...

#include "platform.h"
#include "gnunet_util_lib.h"
#include "ats-testing.h"

Include dependency graph for ats-testing-log.c:

Go to the source code of this file.

Data Structures
struct	PartnerLoggingTimestep
	A single logging time step for a partner. More...
struct	PeerLoggingTimestep
	A single logging time step for a peer. More...
struct	LoggingPeer
	Entry for a benchmark peer. More...
struct	LoggingHandle

Macros
#define	THROUGHPUT_TEMPLATE
#define	RTT_TEMPLATE
#define	BW_TEMPLATE
#define	LOG_ITEMS_TIME   2
#define	LOG_ITEMS_PER_PEER   17
#define	LOG_ITEM_BYTES_SENT   1
#define	LOG_ITEM_MSGS_SENT   2
#define	LOG_ITEM_THROUGHPUT_SENT   3
#define	LOG_ITEM_BYTES_RECV   4
#define	LOG_ITEM_MSGS_RECV   5
#define	LOG_ITEM_THROUGHPUT_RECV   6
#define	LOG_ITEM_APP_RTT   7
#define	LOG_ITEM_ATS_BW_IN   8
#define	LOG_ITEM_ATS_BW_OUT   9
#define	LOG_ITEM_ATS_COSTS_LAN   10
#define	LOG_ITEM_ATS_WAN   11
#define	LOG_ITEM_ATS_WLAN   12
#define	LOG_ITEM_ATS_DELAY   13
#define	LOG_ITEM_ATS_DISTANCE   14
#define	LOG_ITEM_ATS_NETWORKTYPE   15
#define	LOG_ITEM_ATS_UTIL_UP   16
#define	LOG_ITEM_ATS_UTIL_DOWN   17

Functions
static void	write_throughput_gnuplot_script (char *fn, struct LoggingPeer *lp, char **fs, int slaves)
static void	write_rtt_gnuplot_script (char *fn, struct LoggingPeer *lp, char **fs, int slaves)
static void	write_bw_gnuplot_script (char *fn, struct LoggingPeer *lp, char **fs, int slaves)
void	GNUNET_ATS_TEST_logging_write_to_file (struct LoggingHandle *l, const char *experiment_name, int plots)
	Write logging data to file. More...
void	GNUNET_ATS_TEST_logging_now (struct LoggingHandle *l)
	Log all data now. More...
static void	collect_log_task (void *cls)
void	GNUNET_ATS_TEST_logging_stop (struct LoggingHandle *l)
	Stop logging. More...
void	GNUNET_ATS_TEST_logging_clean_up (struct LoggingHandle *l)
	Clean up logging data. More...
struct LoggingHandle *	GNUNET_ATS_TEST_logging_start (struct GNUNET_TIME_Relative log_frequency, const char *testname, struct BenchmarkPeer *masters, int num_masters, int num_slaves, int verbose)
	Start logging. More...

Detailed Description

ats benchmark: logging for performance tests

Author

Christian Grothoff

Matthias Wachs

Definition in file ats-testing-log.c.

Macro Definition Documentation

THROUGHPUT_TEMPLATE

#define THROUGHPUT_TEMPLATE

Value:

"#!/usr/bin/gnuplot \n" \
  "set datafile separator ';' \n" \
  "set title \"Throughput between Master and Slaves\" \n" \
  "set xlabel \"Time in ms\" \n" \
  "set ylabel \"Bytes/s\" \n" \
  "set grid \n"

Definition at line 30 of file ats-testing-log.c.

Referenced by write_throughput_gnuplot_script().

RTT_TEMPLATE

#define RTT_TEMPLATE

Value:

"#!/usr/bin/gnuplot \n" \
  "set datafile separator ';' \n" \
  "set title \"Application level roundtrip time between Master and Slaves\" \n" \
  "set xlabel \"Time in ms\" \n" \
  "set ylabel \"ms\" \n" \
  "set grid \n"

Definition at line 37 of file ats-testing-log.c.

Referenced by write_rtt_gnuplot_script().

BW_TEMPLATE

#define BW_TEMPLATE

Value:

"#!/usr/bin/gnuplot \n" \
  "set datafile separator ';' \n" \
  "set title \"Bandwidth inbound and outbound between Master and Slaves\" \n" \
  "set xlabel \"Time in ms\" \n" \
  "set ylabel \"Bytes / s \" \n" \
  "set grid \n"

Definition at line 44 of file ats-testing-log.c.

Referenced by write_bw_gnuplot_script().

LOG_ITEMS_TIME

#define LOG_ITEMS_TIME   2

Definition at line 51 of file ats-testing-log.c.

Referenced by write_bw_gnuplot_script(), write_rtt_gnuplot_script(), and write_throughput_gnuplot_script().

LOG_ITEMS_PER_PEER

#define LOG_ITEMS_PER_PEER   17

Definition at line 52 of file ats-testing-log.c.

LOG_ITEM_BYTES_SENT

#define LOG_ITEM_BYTES_SENT   1

Definition at line 54 of file ats-testing-log.c.

LOG_ITEM_MSGS_SENT

#define LOG_ITEM_MSGS_SENT   2

Definition at line 55 of file ats-testing-log.c.

LOG_ITEM_THROUGHPUT_SENT

#define LOG_ITEM_THROUGHPUT_SENT   3

Definition at line 56 of file ats-testing-log.c.

Referenced by write_throughput_gnuplot_script().

LOG_ITEM_BYTES_RECV

#define LOG_ITEM_BYTES_RECV   4

Definition at line 57 of file ats-testing-log.c.

LOG_ITEM_MSGS_RECV

#define LOG_ITEM_MSGS_RECV   5

Definition at line 58 of file ats-testing-log.c.

LOG_ITEM_THROUGHPUT_RECV

#define LOG_ITEM_THROUGHPUT_RECV   6

Definition at line 59 of file ats-testing-log.c.

Referenced by write_throughput_gnuplot_script().

LOG_ITEM_APP_RTT

#define LOG_ITEM_APP_RTT   7

Definition at line 60 of file ats-testing-log.c.

Referenced by write_rtt_gnuplot_script().

LOG_ITEM_ATS_BW_IN

#define LOG_ITEM_ATS_BW_IN   8

Definition at line 61 of file ats-testing-log.c.

Referenced by write_bw_gnuplot_script().

LOG_ITEM_ATS_BW_OUT

#define LOG_ITEM_ATS_BW_OUT   9

Definition at line 62 of file ats-testing-log.c.

Referenced by write_bw_gnuplot_script().

LOG_ITEM_ATS_COSTS_LAN

#define LOG_ITEM_ATS_COSTS_LAN   10

Definition at line 63 of file ats-testing-log.c.

LOG_ITEM_ATS_WAN

#define LOG_ITEM_ATS_WAN   11

Definition at line 64 of file ats-testing-log.c.

LOG_ITEM_ATS_WLAN

#define LOG_ITEM_ATS_WLAN   12

Definition at line 65 of file ats-testing-log.c.

LOG_ITEM_ATS_DELAY

#define LOG_ITEM_ATS_DELAY   13

Definition at line 66 of file ats-testing-log.c.

LOG_ITEM_ATS_DISTANCE

#define LOG_ITEM_ATS_DISTANCE   14

Definition at line 67 of file ats-testing-log.c.

LOG_ITEM_ATS_NETWORKTYPE

#define LOG_ITEM_ATS_NETWORKTYPE   15

Definition at line 68 of file ats-testing-log.c.

LOG_ITEM_ATS_UTIL_UP

#define LOG_ITEM_ATS_UTIL_UP   16

Definition at line 69 of file ats-testing-log.c.

LOG_ITEM_ATS_UTIL_DOWN

#define LOG_ITEM_ATS_UTIL_DOWN   17

Definition at line 70 of file ats-testing-log.c.

Function Documentation

write_throughput_gnuplot_script()

static void write_throughput_gnuplot_script ( char *  fn, struct LoggingPeer *  lp, char **  fs, int  slaves  )

static

Definition at line 250 of file ats-testing-log.c.

References data, BenchmarkPartner::dest, removetrailingwhitespace::f, GNUNET_asprintf(), GNUNET_DISK_file_close(), GNUNET_DISK_file_open(), GNUNET_DISK_file_write(), GNUNET_DISK_OPEN_CREATE, GNUNET_DISK_OPEN_WRITE, GNUNET_DISK_PERM_USER_EXEC, GNUNET_DISK_PERM_USER_READ, GNUNET_DISK_PERM_USER_WRITE, GNUNET_ERROR_TYPE_ERROR, GNUNET_ERROR_TYPE_INFO, GNUNET_free, GNUNET_log, GNUNET_SYSERR, LOG_ITEM_THROUGHPUT_RECV, LOG_ITEM_THROUGHPUT_SENT, LOG_ITEMS_TIME, BenchmarkPeer::no, BenchmarkPeer::partners, peer, LoggingPeer::peer, and THROUGHPUT_TEMPLATE.

Referenced by GNUNET_ATS_TEST_logging_write_to_file().

{
  struct GNUNET_DISK_FileHandle *f;
  char *gfn;
  char *data;
  int c_s;

  GNUNET_asprintf (&gfn, "gnuplot_throughput_%s", fn);
  fprintf (stderr,
           "Writing throughput plot for master %u and %u slaves to `%s'\n",
           lp->peer->no, slaves, gfn);

  f = GNUNET_DISK_file_open (gfn,
                             GNUNET_DISK_OPEN_WRITE | GNUNET_DISK_OPEN_CREATE,
                             GNUNET_DISK_PERM_USER_EXEC
                             | GNUNET_DISK_PERM_USER_READ
                             | GNUNET_DISK_PERM_USER_WRITE);
  if (NULL == f)
  {
    GNUNET_log (GNUNET_ERROR_TYPE_ERROR, "Cannot open gnuplot file `%s'\n",
                gfn);
    GNUNET_free (gfn);
    return;
  }

  /* Write header */
  if (GNUNET_SYSERR == GNUNET_DISK_file_write (f, THROUGHPUT_TEMPLATE,
                                               strlen (THROUGHPUT_TEMPLATE)))
    GNUNET_log (GNUNET_ERROR_TYPE_ERROR,
                "Cannot write data to plot file `%s'\n", gfn);

  /* Write master data */
  GNUNET_asprintf (&data,
                   "plot '%s' using 2:%u with lines title 'Master %u send total', \\\n" \
                   "'%s' using 2:%u with lines title 'Master %u receive total', \\\n",
                   fn, LOG_ITEMS_TIME + LOG_ITEM_THROUGHPUT_SENT, lp->peer->no,
                   fn, LOG_ITEMS_TIME + LOG_ITEM_THROUGHPUT_RECV, lp->peer->no);
  if (GNUNET_SYSERR == GNUNET_DISK_file_write (f, data, strlen (data)))
    GNUNET_log (GNUNET_ERROR_TYPE_ERROR,
                "Cannot write data to plot file `%s'\n", gfn);
  GNUNET_free (data);

  for (c_s = 0; c_s < slaves; c_s++)
  {
    GNUNET_asprintf (&data,
                     "'%s' using 2:%u with lines title 'Master %u - Slave %u send', \\\n" \
                     "'%s' using 2:%u with lines title 'Master %u - Slave %u receive'%s\n",
                     fs[c_s],
                     LOG_ITEMS_TIME + LOG_ITEM_THROUGHPUT_SENT,
                     lp->peer->no,
                     lp->peer->partners[c_s].dest->no,
                     fs[c_s],
                     LOG_ITEMS_TIME + LOG_ITEM_THROUGHPUT_RECV,
                     lp->peer->no,
                     lp->peer->partners[c_s].dest->no,
                     (c_s < lp->peer->num_partners - 1) ? ", \\" :
                     "\n pause -1");
    if (GNUNET_SYSERR == GNUNET_DISK_file_write (f, data, strlen (data)))
      GNUNET_log (GNUNET_ERROR_TYPE_ERROR,
                  "Cannot write data to plot file `%s'\n", gfn);
    GNUNET_free (data);
  }

  if (GNUNET_SYSERR == GNUNET_DISK_file_close (f))
    GNUNET_log (GNUNET_ERROR_TYPE_ERROR,
                "Cannot close gnuplot file `%s'\n", gfn);
  else
    GNUNET_log (GNUNET_ERROR_TYPE_INFO,
                "Data successfully written to plot file `%s'\n", gfn);
  GNUNET_free (gfn);
}

Here is the call graph for this function:

Here is the caller graph for this function:

write_rtt_gnuplot_script()

static void write_rtt_gnuplot_script ( char *  fn, struct LoggingPeer *  lp, char **  fs, int  slaves  )

static

Definition at line 325 of file ats-testing-log.c.

References data, BenchmarkPartner::dest, removetrailingwhitespace::f, GNUNET_asprintf(), GNUNET_DISK_file_close(), GNUNET_DISK_file_open(), GNUNET_DISK_file_write(), GNUNET_DISK_OPEN_CREATE, GNUNET_DISK_OPEN_WRITE, GNUNET_DISK_PERM_USER_EXEC, GNUNET_DISK_PERM_USER_READ, GNUNET_DISK_PERM_USER_WRITE, GNUNET_ERROR_TYPE_ERROR, GNUNET_ERROR_TYPE_INFO, GNUNET_free, GNUNET_log, GNUNET_SYSERR, LOG_ITEM_APP_RTT, LOG_ITEMS_TIME, BenchmarkPeer::no, BenchmarkPeer::partners, peer, LoggingPeer::peer, and RTT_TEMPLATE.

Referenced by GNUNET_ATS_TEST_logging_write_to_file().

{
  struct GNUNET_DISK_FileHandle *f;
  char *gfn;
  char *data;
  int c_s;

  GNUNET_asprintf (&gfn, "gnuplot_rtt_%s", fn);
  fprintf (stderr, "Writing rtt plot for master %u to `%s'\n",
           lp->peer->no, gfn);

  f = GNUNET_DISK_file_open (gfn,
                             GNUNET_DISK_OPEN_WRITE | GNUNET_DISK_OPEN_CREATE,
                             GNUNET_DISK_PERM_USER_EXEC
                             | GNUNET_DISK_PERM_USER_READ
                             | GNUNET_DISK_PERM_USER_WRITE);
  if (NULL == f)
  {
    GNUNET_log (GNUNET_ERROR_TYPE_ERROR, "Cannot open gnuplot file `%s'\n",
                gfn);
    GNUNET_free (gfn);
    return;
  }

  /* Write header */
  if (GNUNET_SYSERR == GNUNET_DISK_file_write (f, RTT_TEMPLATE, strlen (
                                                 RTT_TEMPLATE)))
    GNUNET_log (GNUNET_ERROR_TYPE_ERROR,
                "Cannot write data to plot file `%s'\n", gfn);

  for (c_s = 0; c_s < slaves; c_s++)
  {
    GNUNET_asprintf (&data,
                     "%s'%s' using 2:%u with lines title 'Master %u - Slave %u '%s\n",
                     (0 == c_s) ? "plot " : "",
                     fs[c_s],
                     LOG_ITEMS_TIME + LOG_ITEM_APP_RTT,
                     lp->peer->no,
                     lp->peer->partners[c_s].dest->no,
                     (c_s < lp->peer->num_partners - 1) ? ", \\" :
                     "\n pause -1");
    if (GNUNET_SYSERR == GNUNET_DISK_file_write (f, data, strlen (data)))
      GNUNET_log (GNUNET_ERROR_TYPE_ERROR,
                  "Cannot write data to plot file `%s'\n", gfn);
    GNUNET_free (data);
  }

  if (GNUNET_SYSERR == GNUNET_DISK_file_close (f))
    GNUNET_log (GNUNET_ERROR_TYPE_ERROR, "Cannot close gnuplot file `%s'\n",
                gfn);
  else
    GNUNET_log (GNUNET_ERROR_TYPE_INFO,
                "Data successfully written to plot file `%s'\n", gfn);
  GNUNET_free (gfn);
}

Here is the call graph for this function:

Here is the caller graph for this function:

write_bw_gnuplot_script()

static void write_bw_gnuplot_script ( char *  fn, struct LoggingPeer *  lp, char **  fs, int  slaves  )

static

Definition at line 384 of file ats-testing-log.c.

References BW_TEMPLATE, data, removetrailingwhitespace::f, GNUNET_asprintf(), GNUNET_DISK_file_close(), GNUNET_DISK_file_open(), GNUNET_DISK_file_write(), GNUNET_DISK_OPEN_CREATE, GNUNET_DISK_OPEN_WRITE, GNUNET_DISK_PERM_USER_EXEC, GNUNET_DISK_PERM_USER_READ, GNUNET_DISK_PERM_USER_WRITE, GNUNET_ERROR_TYPE_ERROR, GNUNET_ERROR_TYPE_INFO, GNUNET_free, GNUNET_log, GNUNET_SYSERR, LOG_ITEM_ATS_BW_IN, LOG_ITEM_ATS_BW_OUT, LOG_ITEMS_TIME, BenchmarkPeer::no, peer, and LoggingPeer::peer.

Referenced by GNUNET_ATS_TEST_logging_write_to_file().

{
  struct GNUNET_DISK_FileHandle *f;
  char *gfn;
  char *data;
  int c_s;

  GNUNET_asprintf (&gfn, "gnuplot_bw_%s", fn);
  fprintf (stderr, "Writing bandwidth plot for master %u to `%s'\n",
           lp->peer->no, gfn);

  f = GNUNET_DISK_file_open (gfn,
                             GNUNET_DISK_OPEN_WRITE | GNUNET_DISK_OPEN_CREATE,
                             GNUNET_DISK_PERM_USER_EXEC
                             | GNUNET_DISK_PERM_USER_READ
                             | GNUNET_DISK_PERM_USER_WRITE);
  if (NULL == f)
  {
    GNUNET_log (GNUNET_ERROR_TYPE_ERROR, "Cannot open gnuplot file `%s'\n",
                gfn);
    GNUNET_free (gfn);
    return;
  }

  /* Write header */
  if (GNUNET_SYSERR == GNUNET_DISK_file_write (f, BW_TEMPLATE, strlen (
                                                 BW_TEMPLATE)))
    GNUNET_log (GNUNET_ERROR_TYPE_ERROR,
                "Cannot write data to plot file `%s'\n", gfn);

  for (c_s = 0; c_s < slaves; c_s++)
  {
    GNUNET_asprintf (&data, "%s" \
                     "'%s' using 2:%u with lines title 'BW out master %u - Slave %u ', \\\n" \
                     "'%s' using 2:%u with lines title 'BW in master %u - Slave %u '" \
                     "%s\n",
                     (0 == c_s) ? "plot " : "",
                     fs[c_s],
                     LOG_ITEMS_TIME + LOG_ITEM_ATS_BW_OUT,
                     lp->peer->no, c_s,
                     fs[c_s],
                     LOG_ITEMS_TIME + LOG_ITEM_ATS_BW_IN,
                     lp->peer->no, c_s,
                     (c_s < lp->peer->num_partners - 1) ? ", \\" :
                     "\n pause -1");
    if (GNUNET_SYSERR == GNUNET_DISK_file_write (f, data, strlen (data)))
      GNUNET_log (GNUNET_ERROR_TYPE_ERROR,
                  "Cannot write data to plot file `%s'\n", gfn);
    GNUNET_free (data);
  }

  if (GNUNET_SYSERR == GNUNET_DISK_file_close (f))
    GNUNET_log (GNUNET_ERROR_TYPE_ERROR, "Cannot close gnuplot file `%s'\n",
                gfn);
  else
    GNUNET_log (GNUNET_ERROR_TYPE_INFO,
                "Data successfully written to plot file `%s'\n", gfn);
  GNUNET_free (gfn);
}

Here is the call graph for this function:

Here is the caller graph for this function:

GNUNET_ATS_TEST_logging_write_to_file()

void GNUNET_ATS_TEST_logging_write_to_file	(	struct LoggingHandle *	l,
		const char *	test_name,
		int	plots
	)

Write logging data to file.

Parameters

l	logging handle to use
test_name	name of the current test
plots	create gnuplots: GNUNET_YES or GNUNET_NO

Definition at line 447 of file ats-testing-log.c.

References GNUNET_TIME_Absolute::abs_value_us, PartnerLoggingTimestep::app_rtt, PartnerLoggingTimestep::ats_delay, PartnerLoggingTimestep::ats_distance, PartnerLoggingTimestep::ats_network_type, PartnerLoggingTimestep::ats_utilization_in, PartnerLoggingTimestep::ats_utilization_out, PartnerLoggingTimestep::bandwidth_in, PartnerLoggingTimestep::bandwidth_out, data, removetrailingwhitespace::f, GNUNET_asprintf(), GNUNET_break, GNUNET_DISK_file_close(), GNUNET_DISK_file_open(), GNUNET_DISK_file_write(), GNUNET_DISK_OPEN_CREATE, GNUNET_DISK_OPEN_WRITE, GNUNET_DISK_PERM_USER_READ, GNUNET_DISK_PERM_USER_WRITE, GNUNET_ERROR_TYPE_ERROR, GNUNET_ERROR_TYPE_INFO, GNUNET_free, GNUNET_log, GNUNET_log_strerror_file, GNUNET_OK, GNUNET_SYSERR, GNUNET_TIME_absolute_get(), GNUNET_TIME_absolute_get_difference(), GNUNET_YES, LoggingPeer::head, LoggingHandle::lp, LoggingHandle::name, PeerLoggingTimestep::next, BenchmarkPeer::no, LoggingHandle::num_masters, BenchmarkPeer::num_partners, LoggingHandle::num_slaves, LoggingPeer::peer, PartnerLoggingTimestep::pref_bandwidth, PartnerLoggingTimestep::pref_delay, GNUNET_TIME_Relative::rel_value_us, PartnerLoggingTimestep::slave, PeerLoggingTimestep::slaves_log, LoggingPeer::start, PartnerLoggingTimestep::throughput_recv, PartnerLoggingTimestep::throughput_sent, PeerLoggingTimestep::timestamp, PartnerLoggingTimestep::total_bytes_received, PeerLoggingTimestep::total_bytes_received, PartnerLoggingTimestep::total_bytes_sent, PeerLoggingTimestep::total_bytes_sent, PartnerLoggingTimestep::total_messages_received, PeerLoggingTimestep::total_messages_received, PartnerLoggingTimestep::total_messages_sent, PeerLoggingTimestep::total_messages_sent, PeerLoggingTimestep::total_throughput_recv, PeerLoggingTimestep::total_throughput_send, LoggingHandle::verbose, write_bw_gnuplot_script(), write_rtt_gnuplot_script(), and write_throughput_gnuplot_script().

Referenced by experiment_done_cb().

{
  struct GNUNET_DISK_FileHandle *f[l->num_slaves];
  struct GNUNET_DISK_FileHandle *f_m;
  const char *tmp_exp_name;
  char *filename_master;
  char *filename_slaves[l->num_slaves];
  char *data;
  struct PeerLoggingTimestep *cur_lt;
  struct PartnerLoggingTimestep *plt;
  struct GNUNET_TIME_Absolute timestamp;
  int c_m;
  int c_s;


  timestamp = GNUNET_TIME_absolute_get ();

  tmp_exp_name = experiment_name;
  for (c_m = 0; c_m < l->num_masters; c_m++)
  {
    GNUNET_asprintf (&filename_master, "%s_%llu_master%u_%s",
                     experiment_name, timestamp.abs_value_us, c_m, l->name);
    fprintf (stderr, "Writing data for master %u to file `%s'\n",
             c_m, filename_master);

    f_m = GNUNET_DISK_file_open (filename_master,
                                 GNUNET_DISK_OPEN_WRITE
                                 | GNUNET_DISK_OPEN_CREATE,
                                 GNUNET_DISK_PERM_USER_READ
                                 | GNUNET_DISK_PERM_USER_WRITE);
    if (NULL == f_m)
    {
      GNUNET_log (GNUNET_ERROR_TYPE_ERROR, "Cannot open log file `%s'\n",
                  filename_master);
      GNUNET_free (filename_master);
      return;
    }

    GNUNET_asprintf (&data, "# master %u; experiment : %s\n"
                     "timestamp; timestamp delta; #messages sent; #bytes sent; #throughput sent; #messages received; #bytes received; #throughput received; \n",
                     c_m, experiment_name);
    if (GNUNET_SYSERR == GNUNET_DISK_file_write (f_m, data, strlen (data)))
      GNUNET_log (GNUNET_ERROR_TYPE_ERROR,
                  "Cannot write data to log file `%s'\n", filename_master);
    GNUNET_free (data);

    for (c_s = 0; c_s < l->lp[c_m].peer->num_partners; c_s++)
    {
      GNUNET_asprintf (&filename_slaves[c_s], "%s_%llu_master%u_slave_%u_%s",
                       tmp_exp_name, timestamp.abs_value_us, c_m, c_s, l->name);

      fprintf (stderr, "Writing data for master %u slave %u to file `%s'\n",
               c_m, c_s, filename_slaves[c_s]);

      f[c_s] = GNUNET_DISK_file_open (filename_slaves[c_s],
                                      GNUNET_DISK_OPEN_WRITE
                                      | GNUNET_DISK_OPEN_CREATE,
                                      GNUNET_DISK_PERM_USER_READ
                                      | GNUNET_DISK_PERM_USER_WRITE);
      if (NULL == f[c_s])
      {
        GNUNET_log (GNUNET_ERROR_TYPE_ERROR, "Cannot open log file `%s'\n",
                    filename_slaves[c_s]);
        GNUNET_free (filename_slaves[c_s]);
        GNUNET_break (GNUNET_OK == GNUNET_DISK_file_close (f_m));
        GNUNET_free (filename_master);
        return;
      }

      /* Header */
      GNUNET_asprintf (&data, "# master %u; slave %u ; experiment : %s\n"
                       "timestamp; timestamp delta; #messages sent; #bytes sent; #throughput sent; #messages received; #bytes received; #throughput received; " \
                       "rtt; bw in; bw out; ats_cost_lan; ats_cost_wlan; ats_delay; ats_distance; ats_network_type; ats_utilization_up ;ats_utilization_down;" \
                       "pref bandwidth; pref delay\n",
                       c_m, c_s, experiment_name);
      if (GNUNET_SYSERR == GNUNET_DISK_file_write (f[c_s], data, strlen (data)))
        GNUNET_log (GNUNET_ERROR_TYPE_ERROR,
                    "Cannot write data to log file `%s'\n",
                    filename_slaves[c_s]);
      GNUNET_free (data);
    }

    for (cur_lt = l->lp[c_m].head; NULL != cur_lt; cur_lt = cur_lt->next)
    {
      if (l->verbose)
        fprintf (stderr,
                 "Master [%u]: timestamp %llu %llu ; %u %u %u ; %u %u %u\n",
                 l->lp[c_m].peer->no,
                 (long long unsigned int) cur_lt->timestamp.abs_value_us,
                 (long long unsigned int) GNUNET_TIME_absolute_get_difference (
                   l->lp[c_m].start,
                   cur_lt
                   ->timestamp).rel_value_us / 1000,
                 cur_lt->total_messages_sent,
                 cur_lt->total_bytes_sent,
                 cur_lt->total_throughput_send,
                 cur_lt->total_messages_received,
                 cur_lt->total_bytes_received,
                 cur_lt->total_throughput_recv);

      /* Assembling master string */
      GNUNET_asprintf (&data, "%llu;%llu;%u;%u;%u;%u;%u;%u;\n",
                       (long long unsigned int) cur_lt->timestamp.abs_value_us,
                       (long long unsigned
                        int) GNUNET_TIME_absolute_get_difference (
                         l->lp[c_m].start,
                         cur_lt
                         ->timestamp).
                       rel_value_us / 1000,
                       cur_lt->total_messages_sent,
                       cur_lt->total_bytes_sent,
                       cur_lt->total_throughput_send,
                       cur_lt->total_messages_received,
                       cur_lt->total_bytes_received,
                       cur_lt->total_throughput_recv);

      if (GNUNET_SYSERR == GNUNET_DISK_file_write (f_m, data, strlen (data)))
        GNUNET_log (GNUNET_ERROR_TYPE_ERROR,
                    "Cannot write data to master file %u\n", c_m);
      GNUNET_free (data);


      for (c_s = 0; c_s < l->lp[c_m].peer->num_partners; c_s++)
      {
        plt = &cur_lt->slaves_log[c_s];
        /* Log partners */

        /* Assembling slave string */
        GNUNET_asprintf (&data,
                         "%llu;%llu;%u;%u;%u;%u;%u;%u;%.3f;%u;%u;%u;%u;%u;%u;%u;%.3f;%.3f\n",
                         (long long unsigned
                          int) cur_lt->timestamp.abs_value_us,
                         (long long unsigned
                          int) GNUNET_TIME_absolute_get_difference (
                           l->lp[c_m].start,
                           cur_lt
                           ->timestamp)
                         .rel_value_us / 1000,
                         plt->total_messages_sent,
                         plt->total_bytes_sent,
                         plt->throughput_sent,
                         plt->total_messages_received,
                         plt->total_bytes_received,
                         plt->throughput_recv,
                         (double) plt->app_rtt / 1000,
                         plt->bandwidth_in,
                         plt->bandwidth_out,
                         plt->ats_delay,
                         plt->ats_distance,
                         plt->ats_network_type,
                         plt->ats_utilization_out,
                         plt->ats_utilization_in,
                         plt->pref_bandwidth,
                         plt->pref_delay);

        if (l->verbose)
          fprintf (stderr,
                   "\t Slave [%u]: %u %u %u ; %u %u %u rtt %u delay %llu bw_in %u bw_out %u \n",
                   plt->slave->no,
                   plt->total_messages_sent,
                   plt->total_bytes_sent,
                   plt->throughput_sent,
                   plt->total_messages_received,
                   plt->total_bytes_received,
                   plt->throughput_recv,
                   plt->app_rtt,
                   (long long unsigned int) plt->ats_delay.rel_value_us,
                   plt->bandwidth_in,
                   plt->bandwidth_out);

        if (GNUNET_SYSERR == GNUNET_DISK_file_write (f[c_s], data, strlen (
                                                       data)))
          GNUNET_log (GNUNET_ERROR_TYPE_ERROR,
                      "Cannot write data to log file `%s'\n",
                      filename_slaves[c_s]);
        GNUNET_free (data);
      }
    }

    for (c_s = 0; c_s < l->lp[c_m].peer->num_partners; c_s++)
    {
      if (GNUNET_SYSERR == GNUNET_DISK_file_close (f[c_s]))
      {
        GNUNET_log (GNUNET_ERROR_TYPE_ERROR,
                    "Cannot close log file for master[%u] slave[%u]\n", c_m,
                    c_s);
        continue;
      }
      GNUNET_log (GNUNET_ERROR_TYPE_INFO,
                  "Data file successfully written to log file for `%s'\n",
                  filename_slaves[c_s]);
    }

    if (GNUNET_SYSERR == GNUNET_DISK_file_close (f_m))
    {
      GNUNET_log_strerror_file (GNUNET_ERROR_TYPE_ERROR,
                                "close",
                                filename_master);
      GNUNET_free (filename_master);
      return;
    }
    GNUNET_log (GNUNET_ERROR_TYPE_INFO,
                "Data file successfully written to log file for master `%s'\n",
                filename_master);

    if (GNUNET_YES == plots)
    {
      write_throughput_gnuplot_script (filename_master, &l->lp[c_m],
                                       filename_slaves, l->num_slaves);
      write_rtt_gnuplot_script (filename_master, &l->lp[c_m], filename_slaves,
                                l->num_slaves);
      write_bw_gnuplot_script (filename_master, &l->lp[c_m], filename_slaves,
                               l->num_slaves);
    }
  }
  GNUNET_free (filename_master);
}

Here is the call graph for this function:

Here is the caller graph for this function:

GNUNET_ATS_TEST_logging_now()

void GNUNET_ATS_TEST_logging_now

(

struct LoggingHandle *

l

)

Log all data now.

Parameters

l	logging handle to use

Definition at line 674 of file ats-testing-log.c.

References PartnerLoggingTimestep::app_rtt, PartnerLoggingTimestep::ats_delay, PartnerLoggingTimestep::ats_distance, PartnerLoggingTimestep::ats_network_type, PartnerLoggingTimestep::ats_utilization_in, PartnerLoggingTimestep::ats_utilization_out, PartnerLoggingTimestep::bandwidth_in, BenchmarkPartner::bandwidth_in, PartnerLoggingTimestep::bandwidth_out, BenchmarkPartner::bandwidth_out, BenchmarkPartner::bytes_received, BenchmarkPartner::bytes_sent, GNUNET_ATS_Properties::delay, BenchmarkPartner::dest, GNUNET_ATS_Properties::distance, GNUNET_CONTAINER_DLL_insert_tail, GNUNET_ERROR_TYPE_DEBUG, GNUNET_ERROR_TYPE_ERROR, GNUNET_ERROR_TYPE_INFO, GNUNET_log, GNUNET_malloc, GNUNET_new, GNUNET_TIME_absolute_get(), GNUNET_TIME_absolute_get_difference(), GNUNET_TIME_UNIT_SECONDS, GNUNET_YES, LoggingPeer::head, LoggingHandle::lp, BenchmarkPartner::messages_received, BenchmarkPartner::messages_sent, BenchmarkPeer::no, LoggingHandle::num_masters, BenchmarkPeer::num_partners, p, BenchmarkPeer::partners, LoggingPeer::peer, PartnerLoggingTimestep::pref_bandwidth, BenchmarkPartner::pref_bandwidth, PartnerLoggingTimestep::pref_delay, BenchmarkPartner::pref_delay, PeerLoggingTimestep::prev, BenchmarkPartner::props, GNUNET_TIME_Relative::rel_value_us, LoggingHandle::running, GNUNET_ATS_Properties::scope, PartnerLoggingTimestep::slave, PeerLoggingTimestep::slaves_log, LoggingPeer::start, LoggingPeer::tail, PartnerLoggingTimestep::throughput_recv, PartnerLoggingTimestep::throughput_sent, PeerLoggingTimestep::timestamp, PartnerLoggingTimestep::total_app_rtt, BenchmarkPartner::total_app_rtt, PartnerLoggingTimestep::total_bytes_received, PeerLoggingTimestep::total_bytes_received, BenchmarkPeer::total_bytes_received, PartnerLoggingTimestep::total_bytes_sent, PeerLoggingTimestep::total_bytes_sent, BenchmarkPeer::total_bytes_sent, PartnerLoggingTimestep::total_messages_received, PeerLoggingTimestep::total_messages_received, BenchmarkPeer::total_messages_received, PartnerLoggingTimestep::total_messages_sent, PeerLoggingTimestep::total_messages_sent, BenchmarkPeer::total_messages_sent, PeerLoggingTimestep::total_throughput_recv, PeerLoggingTimestep::total_throughput_send, GNUNET_ATS_Properties::utilization_out, and LoggingHandle::verbose.

Referenced by collect_log_task().

{
  struct LoggingPeer *bp;
  struct PeerLoggingTimestep *mlt;
  struct PeerLoggingTimestep *prev_log_mlt;
  struct PartnerLoggingTimestep *slt;
  struct PartnerLoggingTimestep *prev_log_slt;
  struct BenchmarkPartner *p;
  struct GNUNET_TIME_Relative delta;
  int c_s;
  int c_m;
  unsigned int app_rtt;
  double mult;

  if (GNUNET_YES != l->running)
    return;

  for (c_m = 0; c_m < l->num_masters; c_m++)
  {
    bp = &l->lp[c_m];
    mlt = GNUNET_new (struct PeerLoggingTimestep);
    GNUNET_CONTAINER_DLL_insert_tail (l->lp[c_m].head, l->lp[c_m].tail, mlt);
    prev_log_mlt = mlt->prev;

    /* Collect data */
    /* Current master state */
    mlt->timestamp = GNUNET_TIME_absolute_get ();
    mlt->total_bytes_sent = bp->peer->total_bytes_sent;
    mlt->total_messages_sent = bp->peer->total_messages_sent;
    mlt->total_bytes_received = bp->peer->total_bytes_received;
    mlt->total_messages_received = bp->peer->total_messages_received;

    /* Throughput */
    if (NULL == prev_log_mlt)
    {
      /* Get difference to start */
      delta = GNUNET_TIME_absolute_get_difference (l->lp[c_m].start,
                                                   mlt->timestamp);
    }
    else
    {
      /* Get difference to last timestep */
      delta = GNUNET_TIME_absolute_get_difference (mlt->prev->timestamp,
                                                   mlt->timestamp);
    }

    /* Multiplication factor for throughput calculation */
    mult = (double) GNUNET_TIME_UNIT_SECONDS.rel_value_us
           / (delta.rel_value_us);

    /* Total throughput */
    if (NULL != prev_log_mlt)
    {
      if (mlt->total_bytes_sent - mlt->prev->total_bytes_sent > 0)
      {
        mlt->total_throughput_send = mult * (mlt->total_bytes_sent
                                             - mlt->prev->total_bytes_sent);
      }
      else
      {
        mlt->total_throughput_send = 0;
        // mlt->total_throughput_send = prev_log_mlt->total_throughput_send; /* no msgs send */
      }

      if (mlt->total_bytes_received - mlt->prev->total_bytes_received > 0)
      {
        mlt->total_throughput_recv = mult * (mlt->total_bytes_received
                                             - mlt->prev->total_bytes_received);
      }
      else
      {
        mlt->total_throughput_recv = 0;
        // mlt->total_throughput_recv = prev_log_mlt->total_throughput_recv; /* no msgs received */
      }
    }
    else
    {
      mlt->total_throughput_send = mult * mlt->total_bytes_sent;
      mlt->total_throughput_recv = mult * mlt->total_bytes_received;
    }

    if (GNUNET_YES == l->verbose)
    {
      GNUNET_log (GNUNET_ERROR_TYPE_ERROR,
                  "Master[%u] delta: %llu us, bytes (sent/received): %u / %u; throughput send/recv: %u / %u\n",
                  c_m,
                  (unsigned long long) delta.rel_value_us,
                  mlt->total_bytes_sent,
                  mlt->total_bytes_received,
                  mlt->total_throughput_send,
                  mlt->total_throughput_recv);
    }

    mlt->slaves_log = GNUNET_malloc (bp->peer->num_partners
                                     * sizeof(struct PartnerLoggingTimestep));

    for (c_s = 0; c_s < bp->peer->num_partners; c_s++)
    {
      GNUNET_log (GNUNET_ERROR_TYPE_INFO,
                  "Collect logging data master[%u] slave [%u]\n", c_m, c_s);

      p = &bp->peer->partners[c_s];
      slt = &mlt->slaves_log[c_s];

      slt->slave = p->dest;
      /* Bytes sent from master to this slave */
      slt->total_bytes_sent = p->bytes_sent;
      /* Messages sent from master to this slave */
      slt->total_messages_sent = p->messages_sent;
      /* Bytes master received from this slave */
      slt->total_bytes_received = p->bytes_received;
      /* Messages master received from this slave */
      slt->total_messages_received = p->messages_received;
      slt->total_app_rtt = p->total_app_rtt;
      /* ats performance information */
      slt->ats_delay = p->props.delay;
      slt->ats_distance = p->props.distance;
      slt->ats_network_type = p->props.scope;
      slt->ats_utilization_in = p->props.utilization_out;
      slt->ats_utilization_out = p->props.utilization_out;
      slt->bandwidth_in = p->bandwidth_in;
      slt->bandwidth_out = p->bandwidth_out;
      slt->pref_bandwidth = p->pref_bandwidth;
      slt->pref_delay = p->pref_delay;

      /* Total application level rtt  */
      if (NULL == prev_log_mlt)
      {
        if (0 != slt->total_messages_sent)
          app_rtt = slt->total_app_rtt / slt->total_messages_sent;
        else
          app_rtt = 0;
      }
      else
      {
        prev_log_slt = &prev_log_mlt->slaves_log[c_s];
        if ((slt->total_messages_sent - prev_log_slt->total_messages_sent) > 0)
          app_rtt = (slt->total_app_rtt - prev_log_slt->total_app_rtt)
                    / (slt->total_messages_sent
                       - prev_log_slt->total_messages_sent);
        else
        {
          app_rtt = prev_log_slt->app_rtt;         /* No messages were */
        }
      }
      slt->app_rtt = app_rtt;

      /* Partner throughput */
      if (NULL != prev_log_mlt)
      {
        prev_log_slt = &prev_log_mlt->slaves_log[c_s];
        if (slt->total_bytes_sent > prev_log_slt->total_bytes_sent)
          slt->throughput_sent = mult * (slt->total_bytes_sent
                                         - prev_log_slt->total_bytes_sent);
        else
          slt->throughput_sent = 0;

        if (slt->total_bytes_received > prev_log_slt->total_bytes_received)
          slt->throughput_recv = mult
                                 * (slt->total_bytes_received
                                    - prev_log_slt->total_bytes_received);
        else
          slt->throughput_recv = 0;
      }
      else
      {
        slt->throughput_sent = mult * slt->total_bytes_sent;
        slt->throughput_recv = mult * slt->total_bytes_received;
      }

      if (GNUNET_YES == l->verbose)
      {
        GNUNET_log (GNUNET_ERROR_TYPE_ERROR,
                    "Master [%u] -> Slave [%u]: delta: %llu us, bytes (sent/received): %u / %u; throughput send/recv: %u / %u\n",
                    c_m, c_s,
                    (unsigned long long) delta.rel_value_us,
                    mlt->total_bytes_sent,
                    mlt->total_bytes_received,
                    slt->throughput_sent,
                    slt->throughput_recv);
      }
      else
        GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
                    "Master [%u]: slave [%u]\n",
                    bp->peer->no, p->dest->no);
    }
  }
}

Here is the call graph for this function:

Here is the caller graph for this function:

collect_log_task()

static void collect_log_task ( void *  cls )

static

Definition at line 865 of file ats-testing-log.c.

References LoggingHandle::frequency, GNUNET_ATS_TEST_logging_now(), GNUNET_SCHEDULER_add_delayed(), l, and LoggingHandle::log_task.

Referenced by GNUNET_ATS_TEST_logging_start().

{
  struct LoggingHandle *l = cls;

  l->log_task = NULL;
  GNUNET_ATS_TEST_logging_now (l);
  l->log_task = GNUNET_SCHEDULER_add_delayed (l->frequency,
                                              &collect_log_task,
                                              l);
}

Here is the call graph for this function:

Here is the caller graph for this function:

GNUNET_ATS_TEST_logging_stop()

void GNUNET_ATS_TEST_logging_stop

(

struct LoggingHandle *

l

)

Stop logging.

Parameters

l	the logging handle

Definition at line 883 of file ats-testing-log.c.

References _, GNUNET_ERROR_TYPE_INFO, GNUNET_log, GNUNET_NO, GNUNET_SCHEDULER_cancel(), GNUNET_YES, LoggingHandle::log_task, and LoggingHandle::running.

Referenced by do_shutdown(), experiment_done_cb(), and GNUNET_ATS_TEST_logging_clean_up().

{
  if (GNUNET_YES != l->running)
    return;

  if (NULL != l->log_task)
  {
    GNUNET_SCHEDULER_cancel (l->log_task);
    l->log_task = NULL;
  }
  l->running = GNUNET_NO;

  GNUNET_log (GNUNET_ERROR_TYPE_INFO,
              _ ("Stop logging\n"));
}

Here is the call graph for this function:

Here is the caller graph for this function:

GNUNET_ATS_TEST_logging_clean_up()

void GNUNET_ATS_TEST_logging_clean_up

(

struct LoggingHandle *

l

)

Clean up logging data.

Stop logging.

Parameters

l	the logging handle

Definition at line 906 of file ats-testing-log.c.

References GNUNET_ATS_TEST_logging_stop(), GNUNET_CONTAINER_DLL_remove, GNUNET_free, GNUNET_YES, LoggingPeer::head, LoggingHandle::lp, LoggingHandle::num_masters, LoggingHandle::running, PeerLoggingTimestep::slaves_log, and LoggingPeer::tail.

Referenced by do_shutdown().

{
  int c_m;
  struct PeerLoggingTimestep *cur;

  if (GNUNET_YES == l->running)
    GNUNET_ATS_TEST_logging_stop (l);

  for (c_m = 0; c_m < l->num_masters; c_m++)
  {
    while (NULL != (cur = l->lp[c_m].head))
    {
      GNUNET_CONTAINER_DLL_remove (l->lp[c_m].head, l->lp[c_m].tail, cur);
      GNUNET_free (cur->slaves_log);
      GNUNET_free (cur);
    }
  }

  GNUNET_free (l->lp);
  GNUNET_free (l);
}

Here is the call graph for this function:

Here is the caller graph for this function:

GNUNET_ATS_TEST_logging_start()

struct LoggingHandle* GNUNET_ATS_TEST_logging_start	(	struct GNUNET_TIME_Relative	log_frequency,
		const char *	testname,
		struct BenchmarkPeer *	masters,
		int	num_masters,
		int	num_slaves,
		int	verbose
	)

Start logging.

Parameters

log_frequency	the logging frequency
testname	the testname
masters	the master peers used for benchmarking
num_masters	the number of master peers
num_slaves	the number of slave peers
verbose	verbose logging

Returns

the logging handle or NULL on error

Definition at line 941 of file ats-testing-log.c.

References _, collect_log_task(), LoggingHandle::frequency, GNUNET_ERROR_TYPE_INFO, GNUNET_log, GNUNET_malloc, GNUNET_new, GNUNET_SCHEDULER_add_now(), GNUNET_TIME_absolute_get(), GNUNET_YES, l, LoggingHandle::log_task, LoggingHandle::lp, LoggingHandle::name, LoggingHandle::num_masters, LoggingHandle::num_slaves, LoggingPeer::peer, LoggingHandle::running, LoggingPeer::start, verbose, and LoggingHandle::verbose.

Referenced by topology_setup_done().

{
  struct LoggingHandle *l;
  int c_m;

  GNUNET_log (GNUNET_ERROR_TYPE_INFO,
              _ ("Start logging `%s'\n"), testname);

  l = GNUNET_new (struct LoggingHandle);
  l->num_masters = num_masters;
  l->num_slaves = num_slaves;
  l->name = testname;
  l->frequency = log_frequency;
  l->verbose = verbose;
  l->lp = GNUNET_malloc (num_masters * sizeof(struct LoggingPeer));

  for (c_m = 0; c_m < num_masters; c_m++)
  {
    l->lp[c_m].peer = &masters[c_m];
    l->lp[c_m].start = GNUNET_TIME_absolute_get ();
  }

  /* Schedule logging task */
  l->log_task = GNUNET_SCHEDULER_add_now (&collect_log_task, l);
  l->running = GNUNET_YES;

  return l;
}

Here is the call graph for this function:

Here is the caller graph for this function: