fs_api.c File Reference

main FS functions (master initialization, serialization, deserialization, shared code) More...

#include "platform.h"
#include "gnunet_util_lib.h"
#include "gnunet_fs_service.h"
#include "fs_api.h"
#include "fs_tree.h"

Include dependency graph for fs_api.c:

Go to the source code of this file.

Data Structures
struct	FileInfo
	Closure for GNUNET_FS_data_reader_file_(). More...

Macros
#define	DEFAULT_MAX_PARALLEL_REQUESTS   (1024 * 10)
	How many block requests can we have outstanding in parallel at a time by default? More...
#define	DEFAULT_MAX_PARALLEL_DOWNLOADS   16
	How many downloads can we have outstanding in parallel at a time by default? More...

Functions
static void	start_job (struct GNUNET_FS_QueueEntry *qe)
	Start the given job (send signal, remove from pending queue, update counters and state). More...
static void	stop_job (struct GNUNET_FS_QueueEntry *qe)
	Stop the given job (send signal, remove from active queue, update counters and state). More...
static void	process_job_queue (void *cls)
	Process the jobs in the job queue, possibly starting some and stopping others. More...
struct GNUNET_FS_QueueEntry *	GNUNET_FS_queue_ (struct GNUNET_FS_Handle *h, GNUNET_SCHEDULER_TaskCallback start, GNUNET_SCHEDULER_TaskCallback stop, void *cls, unsigned int blocks, enum GNUNET_FS_QueuePriority priority)
	Add a job to the queue. More...
void	GNUNET_FS_dequeue_ (struct GNUNET_FS_QueueEntry *qe)
	Dequeue a job from the queue. More...
struct TopLevelActivity *	GNUNET_FS_make_top (struct GNUNET_FS_Handle *h, SuspendSignalFunction ssf, void *ssf_cls)
	Create a top-level activity entry. More...
void	GNUNET_FS_end_top (struct GNUNET_FS_Handle *h, struct TopLevelActivity *top)
	Destroy a top-level activity entry. More...
size_t	GNUNET_FS_data_reader_file_ (void *cls, uint64_t offset, size_t max, void *buf, char **emsg)
	Function that provides data by reading from a file. More...
void *	GNUNET_FS_make_file_reader_context_ (const char *filename)
	Create the closure for the GNUNET_FS_data_reader_file_() callback. More...
size_t	GNUNET_FS_data_reader_copy_ (void *cls, uint64_t offset, size_t max, void *buf, char **emsg)
	Function that provides data by copying from a buffer. More...
static char *	get_serialization_file_name (struct GNUNET_FS_Handle *h, const char *ext, const char *ent)
	Return the full filename where we would store state information (for serialization/deserialization). More...
static char *	get_serialization_file_name_in_dir (struct GNUNET_FS_Handle *h, const char *ext, const char *uni, const char *ent)
	Return the full filename where we would store state information (for serialization/deserialization) that is associated with a parent operation. More...
static struct GNUNET_BIO_ReadHandle *	get_read_handle (struct GNUNET_FS_Handle *h, const char *ext, const char *ent)
	Return a read handle for deserialization. More...
static struct GNUNET_BIO_WriteHandle *	get_write_handle (struct GNUNET_FS_Handle *h, const char *ext, const char *ent)
	Return a write handle for serialization. More...
static struct GNUNET_BIO_WriteHandle *	get_write_handle_in_dir (struct GNUNET_FS_Handle *h, const char *ext, const char *uni, const char *ent)
	Return a write handle for serialization. More...
void	GNUNET_FS_remove_sync_file_ (struct GNUNET_FS_Handle *h, const char *ext, const char *ent)
	Remove serialization/deserialization file from disk. More...
static void	remove_sync_file_in_dir (struct GNUNET_FS_Handle *h, const char *ext, const char *uni, const char *ent)
	Remove serialization/deserialization file from disk. More...
void	GNUNET_FS_remove_sync_dir_ (struct GNUNET_FS_Handle *h, const char *ext, const char *uni)
	Remove serialization/deserialization directory from disk. More...
static int	write_start_time (struct GNUNET_BIO_WriteHandle *wh, struct GNUNET_TIME_Absolute timestamp)
	Serialize a start-time. More...
static int	read_start_time (struct GNUNET_BIO_ReadHandle *rh, struct GNUNET_TIME_Absolute *timestamp)
	Deserialize a start-time. More...
static struct GNUNET_FS_FileInformation *	deserialize_file_information (struct GNUNET_FS_Handle *h, const char *filename)
	Using the given serialization filename, try to deserialize the file-information tree associated with it. More...
static struct GNUNET_FS_FileInformation *	deserialize_fi_node (struct GNUNET_FS_Handle *h, const char *fn, struct GNUNET_BIO_ReadHandle *rh)
	Using the given serialization filename, try to deserialize the file-information tree associated with it. More...
static char *	get_serialization_short_name (const char *fullname)
	Given a serialization name (full absolute path), return the basename of the file (without the path), which must only consist of the 6 random characters. More...
static char *	make_serialization_file_name (struct GNUNET_FS_Handle *h, const char *ext)
	Create a new random name for serialization. More...
static char *	make_serialization_file_name_in_dir (struct GNUNET_FS_Handle *h, const char *ext, const char *uni)
	Create a new random name for serialization. More...
static int	copy_from_reader (struct GNUNET_BIO_WriteHandle *wh, struct GNUNET_FS_FileInformation *fi)
	Copy all of the data from the reader to the write handle. More...
void	GNUNET_FS_file_information_sync_ (struct GNUNET_FS_FileInformation *fi)
	Create a temporary file on disk to store the current state of fi in. More...
static struct GNUNET_FS_FileInformation *	find_file_position (struct GNUNET_FS_FileInformation *pos, const char *srch)
	Find the entry in the file information struct where the serialization filename matches the given name. More...
static int	fip_signal_resume (void *cls, struct GNUNET_FS_FileInformation *fi, uint64_t length, struct GNUNET_FS_MetaData *meta, struct GNUNET_FS_Uri **uri, struct GNUNET_FS_BlockOptions *bo, int *do_index, void **client_info)
	Signal the FS's progress function that we are resuming an upload. More...
static int	deserialize_publish_file (void *cls, const char *filename)
	Function called with a filename of serialized publishing operation to deserialize. More...
void	GNUNET_FS_publish_sync_ (struct GNUNET_FS_PublishContext *pc)
	Synchronize this publishing struct with its mirror on disk. More...
void	GNUNET_FS_unindex_sync_ (struct GNUNET_FS_UnindexContext *uc)
	Synchronize this unindex struct with its mirror on disk. More...
static int	write_download_request (struct GNUNET_BIO_WriteHandle *wh, struct DownloadRequest *dr)
	Serialize a download request. More...
static struct DownloadRequest *	read_download_request (struct GNUNET_BIO_ReadHandle *rh)
	Read a download request tree. More...
static char *	get_download_sync_filename (struct GNUNET_FS_DownloadContext *dc, const char *uni, const char *ext)
	Compute the name of the sync file (or directory) for the given download context. More...
void	GNUNET_FS_download_sync_ (struct GNUNET_FS_DownloadContext *dc)
	Synchronize this download struct with its mirror on disk. More...
void	GNUNET_FS_search_result_sync_ (struct GNUNET_FS_SearchResult *sr)
	Synchronize this search result with its mirror on disk. More...
void	GNUNET_FS_search_sync_ (struct GNUNET_FS_SearchContext *sc)
	Synchronize this search struct with its mirror on disk. More...
static int	deserialize_unindex_file (void *cls, const char *filename)
	Function called with a filename of serialized unindexing operation to deserialize. More...
static void	deserialize_download (struct GNUNET_FS_Handle *h, struct GNUNET_BIO_ReadHandle *rh, struct GNUNET_FS_DownloadContext *parent, struct GNUNET_FS_SearchResult *search, const char *serialization)
	Deserialize a download. More...
static struct GNUNET_FS_SearchContext *	deserialize_search (struct GNUNET_FS_Handle *h, struct GNUNET_BIO_ReadHandle *rh, struct GNUNET_FS_SearchResult *psearch_result, const char *serialization)
	Deserialize a search. More...
static int	deserialize_search_result (void *cls, const char *filename)
	Function called with a filename of serialized search result to deserialize. More...
static void	signal_download_resume (struct GNUNET_FS_DownloadContext *dc)
	Send the 'resume' signal to the callback; also actually resume the download (put it in the queue). More...
static void	signal_search_resume (struct GNUNET_FS_SearchContext *sc)
	Signal resuming of a search to our clients (for the top level search and all sub-searches). More...
static int	signal_result_resume (void *cls, const struct GNUNET_HashCode *key, void *value)
	Iterator over search results signaling resume to the client for each result. More...
static void	free_search_context (struct GNUNET_FS_SearchContext *sc)
	Free memory allocated by the search context and its children. More...
static int	free_result (void *cls, const struct GNUNET_HashCode *key, void *value)
	Iterator over search results freeing each. More...
static int	deserialize_subdownload (void *cls, const char *filename)
	Function called with a filename of serialized sub-download to deserialize. More...
static void	free_download_context (struct GNUNET_FS_DownloadContext *dc)
	Free this download context and all of its descendants. More...
static int	deserialize_search_file (void *cls, const char *filename)
	Function called with a filename of serialized search operation to deserialize. More...
static int	deserialize_download_file (void *cls, const char *filename)
	Function called with a filename of serialized download operation to deserialize. More...
static void	deserialization_master (const char *master_path, GNUNET_FileNameCallback proc, struct GNUNET_FS_Handle *h)
	Deserialize information about pending operations. More...
struct GNUNET_FS_Handle *	GNUNET_FS_start (const struct GNUNET_CONFIGURATION_Handle *cfg, const char *client_name, GNUNET_FS_ProgressCallback upcb, void *upcb_cls, enum GNUNET_FS_Flags flags,...)
	Setup a connection to the file-sharing service. More...
void	GNUNET_FS_stop (struct GNUNET_FS_Handle *h)
	Close our connection with the file-sharing service. More...

Detailed Description

main FS functions (master initialization, serialization, deserialization, shared code)

Author

Christian Grothoff

Definition in file fs_api.c.

Macro Definition Documentation

DEFAULT_MAX_PARALLEL_REQUESTS

#define DEFAULT_MAX_PARALLEL_REQUESTS   (1024 * 10)

How many block requests can we have outstanding in parallel at a time by default?

Definition at line 37 of file fs_api.c.

DEFAULT_MAX_PARALLEL_DOWNLOADS

#define DEFAULT_MAX_PARALLEL_DOWNLOADS   16

How many downloads can we have outstanding in parallel at a time by default?

Definition at line 42 of file fs_api.c.

Function Documentation

start_job()

static void start_job ( struct GNUNET_FS_QueueEntry *  qe )

static

Start the given job (send signal, remove from pending queue, update counters and state).

Parameters

qe	job to start

Definition at line 51 of file fs_api.c.

{
  qe->active = GNUNET_YES;
  qe->start (qe->cls);
  qe->start_times++;
  qe->h->active_blocks += qe->blocks;
  qe->h->active_downloads++;
  qe->start_time = GNUNET_TIME_absolute_get ();
  GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
              "Starting job %p (%u active)\n",
              qe,
              qe->h->active_downloads);
  GNUNET_CONTAINER_DLL_remove (qe->h->pending_head, qe->h->pending_tail, qe);
  GNUNET_CONTAINER_DLL_insert_after (qe->h->running_head,
                                     qe->h->running_tail,
                                     qe->h->running_tail,
                                     qe);
}

References GNUNET_CONTAINER_DLL_insert_after, GNUNET_CONTAINER_DLL_remove, GNUNET_ERROR_TYPE_DEBUG, GNUNET_log, GNUNET_TIME_absolute_get(), GNUNET_YES, GNUNET_DATASTORE_QueueEntry::h, and qe.

Referenced by process_job_queue().

Here is the call graph for this function:

Here is the caller graph for this function:

stop_job()

static void stop_job ( struct GNUNET_FS_QueueEntry *  qe )

static

Stop the given job (send signal, remove from active queue, update counters and state).

Parameters

qe	job to stop

Definition at line 78 of file fs_api.c.

{
  qe->active = GNUNET_NO;
  qe->stop (qe->cls);
  GNUNET_assert (0 < qe->h->active_downloads);
  qe->h->active_downloads--;
  qe->h->active_blocks -= qe->blocks;
  qe->run_time = GNUNET_TIME_relative_add (qe->run_time,
                                           GNUNET_TIME_absolute_get_duration (
                                             qe->start_time));
  GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
              "Stopping job %p (%u active)\n",
              qe,
              qe->h->active_downloads);
  GNUNET_CONTAINER_DLL_remove (qe->h->running_head, qe->h->running_tail, qe);
  GNUNET_CONTAINER_DLL_insert_after (qe->h->pending_head,
                                     qe->h->pending_tail,
                                     qe->h->pending_tail,
                                     qe);
}

References GNUNET_assert, GNUNET_CONTAINER_DLL_insert_after, GNUNET_CONTAINER_DLL_remove, GNUNET_ERROR_TYPE_DEBUG, GNUNET_log, GNUNET_NO, GNUNET_TIME_absolute_get_duration(), GNUNET_TIME_relative_add(), GNUNET_DATASTORE_QueueEntry::h, and qe.

Referenced by GNUNET_FS_dequeue_(), and process_job_queue().

Here is the call graph for this function:

Here is the caller graph for this function:

process_job_queue()

static void process_job_queue ( void *  cls )

static

Process the jobs in the job queue, possibly starting some and stopping others.

Parameters

cls	the struct GNUNET_FS_Handle *

Definition at line 107 of file fs_api.c.

{
  struct GNUNET_FS_Handle *h = cls;
  struct GNUNET_FS_QueueEntry *qe;
  struct GNUNET_FS_QueueEntry *next;
  struct GNUNET_TIME_Relative run_time;
  struct GNUNET_TIME_Relative restart_at;
  struct GNUNET_TIME_Relative rst;
  struct GNUNET_TIME_Absolute end_time;
  unsigned int num_downloads_waiting;
  unsigned int num_downloads_active;
  unsigned int num_downloads_expired;
  unsigned int num_probes_active;
  unsigned int num_probes_waiting;
  unsigned int num_probes_expired;
  int num_probes_change;
  int num_downloads_change;
  int block_limit_hit;
 
  h->queue_job = NULL;
  /* restart_at will be set to the time when it makes sense to
     re-evaluate the job queue (unless, of course, jobs complete
     or are added, then we'll be triggered immediately */
  restart_at = GNUNET_TIME_UNIT_FOREVER_REL;
  /* first, calculate some basic statistics on pending jobs */
  num_probes_waiting = 0;
  num_downloads_waiting = 0;
  for (qe = h->pending_head; NULL != qe; qe = qe->next)
  {
    switch (qe->priority)
    {
    case GNUNET_FS_QUEUE_PRIORITY_PROBE:
      num_probes_waiting++;
      break;
 
    case GNUNET_FS_QUEUE_PRIORITY_NORMAL:
      num_downloads_waiting++;
      break;
 
    default:
      GNUNET_break (0);
      break;
    }
  }
  /* now, calculate some basic statistics on running jobs */
  num_probes_active = 0;
  num_probes_expired = 0;
  num_downloads_active = 0;
  num_downloads_expired = 0;
  next = h->running_head;
  while (NULL != (qe = next))
  {
    next = qe->next;
    switch (qe->priority)
    {
    case GNUNET_FS_QUEUE_PRIORITY_PROBE:
      run_time = GNUNET_TIME_relative_multiply (GNUNET_TIME_UNIT_MINUTES, 2);
      end_time = GNUNET_TIME_absolute_add (qe->start_time, run_time);
      rst = GNUNET_TIME_absolute_get_remaining (end_time);
      if (0 == rst.rel_value_us)
      {
        num_probes_expired++;
        stop_job (qe);
      }
      else
      {
        num_probes_active++;
        restart_at = GNUNET_TIME_relative_min (rst, restart_at);
      }
      break;
 
    case GNUNET_FS_QUEUE_PRIORITY_NORMAL:
      run_time =
        GNUNET_TIME_relative_saturating_multiply (h->avg_block_latency,
                                                  qe->blocks * qe->start_times);
      end_time = GNUNET_TIME_absolute_add (qe->start_time, run_time);
      rst = GNUNET_TIME_absolute_get_remaining (end_time);
      if (0 == rst.rel_value_us)
      {
        num_downloads_expired++;
        stop_job (qe);
      }
      else
      {
        num_downloads_active++;
        restart_at = GNUNET_TIME_relative_min (rst, restart_at);
      }
      break;
 
    default:
      GNUNET_break (0);
      break;
    }
  }
  GNUNET_break (h->active_downloads ==
                num_downloads_active + num_probes_active);
  GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
              "PA: %u, PE: %u, PW: %u; DA: %u, DE: %u, DW: %u\n",
              num_probes_active,
              num_probes_expired,
              num_probes_waiting,
              num_downloads_active,
              num_downloads_expired,
              num_downloads_waiting);
  GNUNET_break (h->active_downloads + num_probes_active <=
                h->max_parallel_downloads);
  /* calculate start/stop decisions */
  if (h->active_downloads + num_downloads_waiting > h->max_parallel_downloads)
  {
    /* stop as many probes as there are downloads and probes */
    num_probes_change = -GNUNET_MIN (num_probes_active, num_downloads_waiting);
    /* start as many downloads as there are free slots, including those
       we just opened up */
    num_downloads_change =
      h->max_parallel_downloads - h->active_downloads - num_probes_change;
  }
  else
  {
    /* start all downloads (we can) */
    num_downloads_change = num_downloads_waiting;
    /* also start probes if there is room, but use a lower cap of (mpd/4) + 1 */
    if (1 + h->max_parallel_downloads / 4 >=
        (h->active_downloads + num_downloads_change))
      num_probes_change =
        GNUNET_MIN (num_probes_waiting,
                    (1 + h->max_parallel_downloads / 4)
                    - (h->active_downloads + num_downloads_change));
    else
      num_probes_change = 0;
  }
  GNUNET_break (num_downloads_change <= num_downloads_waiting);
  GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
              "Changing %d probes and %d/%u/%u downloads\n",
              num_probes_change,
              num_downloads_change,
              (unsigned int) h->active_downloads,
              (unsigned int) h->max_parallel_downloads);
  /* actually stop probes */
  next = h->running_head;
  while (NULL != (qe = next))
  {
    next = qe->next;
    if (GNUNET_FS_QUEUE_PRIORITY_PROBE != qe->priority)
      continue;
    if (num_probes_change < 0)
    {
      stop_job (qe);
      num_probes_change++;
      if (0 == num_probes_change)
        break;
    }
  }
  GNUNET_break (0 <= num_probes_change);
 
  /* start some more tasks if we now have empty slots */
  block_limit_hit = GNUNET_NO;
  next = h->pending_head;
  while ((NULL != (qe = next)) &&
         ((num_probes_change > 0) || (num_downloads_change > 0)))
  {
    next = qe->next;
    switch (qe->priority)
    {
    case GNUNET_FS_QUEUE_PRIORITY_PROBE:
      if (num_probes_change > 0)
      {
        start_job (qe);
        num_probes_change--;
        run_time = GNUNET_TIME_relative_multiply (GNUNET_TIME_UNIT_MINUTES, 2);
        restart_at = GNUNET_TIME_relative_min (run_time, restart_at);
      }
      break;
 
    case GNUNET_FS_QUEUE_PRIORITY_NORMAL:
      if ((num_downloads_change > 0) &&
          ((qe->blocks + h->active_blocks <= h->max_parallel_requests) ||
           ((qe->blocks > h->max_parallel_requests) &&
            (0 == h->active_downloads))))
      {
        start_job (qe);
        num_downloads_change--;
      }
      else if (num_downloads_change > 0)
        block_limit_hit = GNUNET_YES;
      break;
 
    default:
      GNUNET_break (0);
      break;
    }
  }
  GNUNET_break ((0 == num_downloads_change) || (GNUNET_YES == block_limit_hit));
  GNUNET_break (0 == num_probes_change);
 
  GNUNET_log (
    GNUNET_ERROR_TYPE_DEBUG,
    "AD: %u, MP: %u; %d probes and %d downloads to start, will run again in %s\n",
    h->active_downloads,
    h->max_parallel_requests,
    num_probes_change,
    num_downloads_change,
    GNUNET_STRINGS_relative_time_to_string (restart_at, GNUNET_YES));
 
  /* make sure we run again, callbacks might have
     already re-scheduled the job, so cancel such
     an operation (if it exists) */
  if (NULL != h->queue_job)
    GNUNET_SCHEDULER_cancel (h->queue_job);
  h->queue_job =
    GNUNET_SCHEDULER_add_delayed (restart_at, &process_job_queue, h);
}

References end_time, GNUNET_break, GNUNET_ERROR_TYPE_DEBUG, GNUNET_FS_QUEUE_PRIORITY_NORMAL, GNUNET_FS_QUEUE_PRIORITY_PROBE, GNUNET_log, GNUNET_MIN, GNUNET_NO, GNUNET_SCHEDULER_add_delayed(), GNUNET_SCHEDULER_cancel(), GNUNET_STRINGS_relative_time_to_string(), GNUNET_TIME_absolute_add(), GNUNET_TIME_absolute_get_remaining(), GNUNET_TIME_relative_min(), GNUNET_TIME_relative_multiply(), GNUNET_TIME_relative_saturating_multiply(), GNUNET_TIME_UNIT_FOREVER_REL, GNUNET_TIME_UNIT_MINUTES, GNUNET_YES, h, GNUNET_DATASTORE_QueueEntry::next, GNUNET_FS_QueueEntry::next, GNUNET_DATASTORE_QueueEntry::priority, process_job_queue(), qe, GNUNET_TIME_Relative::rel_value_us, start_job(), and stop_job().

Referenced by GNUNET_FS_dequeue_(), GNUNET_FS_queue_(), and process_job_queue().

Here is the call graph for this function:

Here is the caller graph for this function:

GNUNET_FS_queue_()

struct GNUNET_FS_QueueEntry * GNUNET_FS_queue_	(	struct GNUNET_FS_Handle *	h,
		GNUNET_SCHEDULER_TaskCallback	start,
		GNUNET_SCHEDULER_TaskCallback	stop,
		void *	cls,
		unsigned int	blocks,
		enum GNUNET_FS_QueuePriority	priority
	)

Add a job to the queue.

Parameters

h	handle to the overall FS state
start	function to call to begin the job
stop	function to call to pause the job, or on dequeue (if the job was running)
cls	closure for start and stop
blocks	number of blocks this download has
priority	how important is this download

Returns

queue handle

Definition at line 321 of file fs_api.c.

{
  struct GNUNET_FS_QueueEntry *qe;
 
  qe = GNUNET_new (struct GNUNET_FS_QueueEntry);
  qe->h = h;
  qe->start = start;
  qe->stop = stop;
  qe->cls = cls;
  qe->queue_time = GNUNET_TIME_absolute_get ();
  qe->blocks = blocks;
  qe->priority = priority;
  GNUNET_CONTAINER_DLL_insert_after (h->pending_head,
                                     h->pending_tail,
                                     h->pending_tail,
                                     qe);
  if (NULL != h->queue_job)
    GNUNET_SCHEDULER_cancel (h->queue_job);
  h->queue_job = GNUNET_SCHEDULER_add_now (&process_job_queue, h);
  GNUNET_log (GNUNET_ERROR_TYPE_DEBUG, "Queueing job %p\n", qe);
  return qe;
}

References GNUNET_FS_QueueEntry::blocks, GNUNET_FS_QueueEntry::cls, GNUNET_CONTAINER_DLL_insert_after, GNUNET_ERROR_TYPE_DEBUG, GNUNET_log, GNUNET_new, GNUNET_SCHEDULER_add_now(), GNUNET_SCHEDULER_cancel(), GNUNET_TIME_absolute_get(), h, GNUNET_DATASTORE_QueueEntry::h, GNUNET_DATASTORE_QueueEntry::priority, GNUNET_FS_QueueEntry::priority, process_job_queue(), qe, start, and GNUNET_FS_QueueEntry::stop.

Referenced by GNUNET_FS_download_resume(), and GNUNET_FS_download_start_downloading_().

Here is the call graph for this function:

Here is the caller graph for this function:

GNUNET_FS_dequeue_()

void GNUNET_FS_dequeue_

(

struct GNUNET_FS_QueueEntry *

qe

)

Dequeue a job from the queue.

Parameters

qe	handle for the job

Definition at line 356 of file fs_api.c.

{
  struct GNUNET_FS_Handle *h;
 
  h = qe->h;
  GNUNET_log (GNUNET_ERROR_TYPE_DEBUG, "Dequeueing job %p\n", qe);
  if (GNUNET_YES == qe->active)
    stop_job (qe);
  GNUNET_CONTAINER_DLL_remove (h->pending_head, h->pending_tail, qe);
  GNUNET_free (qe);
  if (NULL != h->queue_job)
    GNUNET_SCHEDULER_cancel (h->queue_job);
  h->queue_job = GNUNET_SCHEDULER_add_now (&process_job_queue, h);
}

References GNUNET_CONTAINER_DLL_remove, GNUNET_ERROR_TYPE_DEBUG, GNUNET_free, GNUNET_log, GNUNET_SCHEDULER_add_now(), GNUNET_SCHEDULER_cancel(), GNUNET_YES, h, GNUNET_DATASTORE_QueueEntry::h, process_job_queue(), qe, and stop_job().

Referenced by check_completed(), GNUNET_FS_download_signal_suspend_(), GNUNET_FS_download_stop(), and process_result_with_request().

Here is the call graph for this function:

Here is the caller graph for this function:

GNUNET_FS_make_top()

struct TopLevelActivity * GNUNET_FS_make_top	(	struct GNUNET_FS_Handle *	h,
		SuspendSignalFunction	ssf,
		void *	ssf_cls
	)

Create a top-level activity entry.

Parameters

h	global fs handle
ssf	suspend signal function to use
ssf_cls	closure for ssf

Returns

fresh top-level activity handle

Definition at line 381 of file fs_api.c.

{
  struct TopLevelActivity *ret;
 
  ret = GNUNET_new (struct TopLevelActivity);
  ret->ssf = ssf;
  ret->ssf_cls = ssf_cls;
  GNUNET_CONTAINER_DLL_insert (h->top_head, h->top_tail, ret);
  return ret;
}

References GNUNET_CONTAINER_DLL_insert, GNUNET_new, h, ret, TopLevelActivity::ssf, and TopLevelActivity::ssf_cls.

Referenced by deserialize_download(), deserialize_publish_file(), deserialize_search_file(), deserialize_unindex_file(), GNUNET_FS_download_start(), GNUNET_FS_publish_start(), GNUNET_FS_search_start(), GNUNET_FS_unindex_start(), and search_result_stop().

Here is the caller graph for this function:

GNUNET_FS_end_top()

void GNUNET_FS_end_top	(	struct GNUNET_FS_Handle *	h,
		struct TopLevelActivity *	top
	)

Destroy a top-level activity entry.

Parameters

h	global fs handle
top	top level activity entry

Definition at line 402 of file fs_api.c.

{
  GNUNET_CONTAINER_DLL_remove (h->top_head, h->top_tail, top);
  GNUNET_free (top);
}

References GNUNET_CONTAINER_DLL_remove, GNUNET_free, and h.

Referenced by GNUNET_FS_download_signal_suspend_(), GNUNET_FS_download_stop(), GNUNET_FS_publish_signal_suspend_(), GNUNET_FS_publish_stop(), GNUNET_FS_search_signal_suspend_(), GNUNET_FS_search_stop(), GNUNET_FS_unindex_signal_suspend_(), and GNUNET_FS_unindex_stop().

Here is the caller graph for this function:

GNUNET_FS_data_reader_file_()

size_t GNUNET_FS_data_reader_file_	(	void *	cls,
		uint64_t	offset,
		size_t	max,
		void *	buf,
		char **	emsg
	)

Function that provides data by reading from a file.

Parameters

cls	closure with the struct FileInfo *
offset	offset to read from; it is possible that the caller might need to go backwards a bit at times; set to UINT64_MAX to tell the reader that we won't be reading for a while (used to close the file descriptor but NOT fully clean up the reader's state); in this case, a value of '0' for max should be ignored
max	maximum number of bytes that should be copied to buf; readers are not allowed to provide less data unless there is an error; a value of "0" will be used at the end to allow the reader to clean up its internal state
buf	where the reader should write the data
emsg	location for the reader to store an error message

Returns

number of bytes written, usually max, 0 on error

Definition at line 447 of file fs_api.c.

{
  struct FileInfo *fi = cls;
  ssize_t ret;
 
  if (UINT64_MAX == offset)
  {
    if (NULL != fi->fd)
    {
      GNUNET_DISK_file_close (fi->fd);
      fi->fd = NULL;
    }
    return 0;
  }
  if (0 == max)
  {
    if (NULL != fi->fd)
      GNUNET_DISK_file_close (fi->fd);
    GNUNET_free (fi->filename);
    GNUNET_free (fi);
    return 0;
  }
  if (NULL == fi->fd)
  {
    fi->fd = GNUNET_DISK_file_open (fi->filename,
                                    GNUNET_DISK_OPEN_READ,
                                    GNUNET_DISK_PERM_NONE);
    if (NULL == fi->fd)
    {
      GNUNET_asprintf (emsg,
                       _ ("Could not open file `%s': %s"),
                       fi->filename,
                       strerror (errno));
      return 0;
    }
  }
  if ((GNUNET_SYSERR ==
       GNUNET_DISK_file_seek (fi->fd, offset, GNUNET_DISK_SEEK_SET)) ||
      (-1 == (ret = GNUNET_DISK_file_read (fi->fd, buf, max))))
  {
    GNUNET_asprintf (emsg,
                     _ ("Could not read file `%s': %s"),
                     fi->filename,
                     strerror (errno));
    return 0;
  }
  if (ret != max)
  {
    GNUNET_asprintf (emsg,
                     _ ("Short read reading from file `%s'!"),
                     fi->filename);
    return 0;
  }
  return max;
}

References _, FileInfo::fd, FileInfo::filename, GNUNET_asprintf(), GNUNET_DISK_file_close(), GNUNET_DISK_file_open(), GNUNET_DISK_file_read(), GNUNET_DISK_file_seek(), GNUNET_DISK_OPEN_READ, GNUNET_DISK_PERM_NONE, GNUNET_DISK_SEEK_SET, GNUNET_free, GNUNET_SYSERR, max, and ret.

Referenced by block_reader(), deserialize_fi_node(), GNUNET_FS_file_information_create_from_file(), and GNUNET_FS_file_information_create_from_reader().

Here is the call graph for this function:

Here is the caller graph for this function:

GNUNET_FS_make_file_reader_context_()

void * GNUNET_FS_make_file_reader_context_

(

const char *

filename

)

Create the closure for the GNUNET_FS_data_reader_file_() callback.

Parameters

filename

file to read

Returns

closure to use, NULL on error

Definition at line 509 of file fs_api.c.

{
  struct FileInfo *fi;
 
  fi = GNUNET_new (struct FileInfo);
  fi->filename = GNUNET_STRINGS_filename_expand (filename);
  if (NULL == fi->filename)
  {
    GNUNET_free (fi);
    return NULL;
  }
  return fi;
}

References filename, FileInfo::filename, GNUNET_free, GNUNET_new, and GNUNET_STRINGS_filename_expand().

Referenced by deserialize_fi_node(), and GNUNET_FS_file_information_create_from_file().

Here is the call graph for this function:

Here is the caller graph for this function:

GNUNET_FS_data_reader_copy_()

size_t GNUNET_FS_data_reader_copy_	(	void *	cls,
		uint64_t	offset,
		size_t	max,
		void *	buf,
		char **	emsg
	)

Function that provides data by copying from a buffer.

Parameters

cls	closure (points to the buffer)
offset	offset to read from; it is possible that the caller might need to go backwards a bit at times; set to UINT64_MAX to tell the reader that we won't be reading for a while (used to close the file descriptor but NOT fully clean up the reader's state); in this case, a value of '0' for max should be ignored
max	maximum number of bytes that should be copied to buf; readers are not allowed to provide less data unless there is an error; a value of "0" will be used at the end to allow the reader to clean up its internal state
buf	where the reader should write the data
emsg	location for the reader to store an error message

Returns

number of bytes written, usually max, 0 on error

Definition at line 545 of file fs_api.c.

{
  char *data = cls;
 
  if (UINT64_MAX == offset)
    return 0;
  if (0 == max)
  {
    GNUNET_free (data);
    return 0;
  }
  GNUNET_memcpy (buf, &data[offset], max);
  return max;
}

References data, GNUNET_free, GNUNET_memcpy, and max.

Referenced by deserialize_fi_node(), and GNUNET_FS_file_information_create_from_data().

Here is the caller graph for this function:

get_serialization_file_name()

static char * get_serialization_file_name ( struct GNUNET_FS_Handle *  h, const char *  ext, const char *  ent  )

static

Return the full filename where we would store state information (for serialization/deserialization).

Parameters

h	master context
ext	component of the path
ent	entity identifier (or empty string for the directory)

Returns

NULL on error

Definition at line 575 of file fs_api.c.

{
  char *basename;
  char *ret;
 
  if (0 == (h->flags & GNUNET_FS_FLAGS_PERSISTENCE))
    return NULL; /* persistence not requested */
  if (GNUNET_OK != GNUNET_CONFIGURATION_get_value_filename (h->cfg,
                                                            "fs",
                                                            "STATE_DIR",
                                                            &basename))
    return NULL;
  GNUNET_asprintf (&ret,
                   "%s%s%s%s%s%s%s",
                   basename,
                   DIR_SEPARATOR_STR,
                   h->client_name,
                   DIR_SEPARATOR_STR,
                   ext,
                   DIR_SEPARATOR_STR,
                   ent);
  GNUNET_free (basename);
  return ret;
}

References GNUNET_ARM_Handle::cfg, DIR_SEPARATOR_STR, GNUNET_asprintf(), GNUNET_CONFIGURATION_get_value_filename(), GNUNET_free, GNUNET_FS_FLAGS_PERSISTENCE, GNUNET_OK, h, and ret.

Referenced by deserialization_master(), deserialize_file_information(), get_download_sync_filename(), get_read_handle(), get_write_handle(), GNUNET_FS_file_information_sync_(), GNUNET_FS_remove_sync_file_(), and make_serialization_file_name().

Here is the call graph for this function:

Here is the caller graph for this function:

get_serialization_file_name_in_dir()

static char * get_serialization_file_name_in_dir ( struct GNUNET_FS_Handle *  h, const char *  ext, const char *  uni, const char *  ent  )

static

Return the full filename where we would store state information (for serialization/deserialization) that is associated with a parent operation.

Parameters

h	master context
ext	component of the path
uni	name of the parent operation
ent	entity identifier (or empty string for the directory)

Returns

NULL on error

Definition at line 615 of file fs_api.c.

{
  char *basename;
  char *ret;
 
  if (0 == (h->flags & GNUNET_FS_FLAGS_PERSISTENCE))
    return NULL; /* persistence not requested */
  if (GNUNET_OK != GNUNET_CONFIGURATION_get_value_filename (h->cfg,
                                                            "fs",
                                                            "STATE_DIR",
                                                            &basename))
    return NULL;
  GNUNET_asprintf (&ret,
                   "%s%s%s%s%s%s%s.dir%s%s",
                   basename,
                   DIR_SEPARATOR_STR,
                   h->client_name,
                   DIR_SEPARATOR_STR,
                   ext,
                   DIR_SEPARATOR_STR,
                   uni,
                   DIR_SEPARATOR_STR,
                   ent);
  GNUNET_free (basename);
  return ret;
}

References GNUNET_ARM_Handle::cfg, DIR_SEPARATOR_STR, GNUNET_asprintf(), GNUNET_CONFIGURATION_get_value_filename(), GNUNET_free, GNUNET_FS_FLAGS_PERSISTENCE, GNUNET_OK, h, and ret.

Referenced by deserialize_search(), get_write_handle_in_dir(), GNUNET_FS_remove_sync_dir_(), make_serialization_file_name_in_dir(), and remove_sync_file_in_dir().

Here is the call graph for this function:

Here is the caller graph for this function:

get_read_handle()

static struct GNUNET_BIO_ReadHandle * get_read_handle ( struct GNUNET_FS_Handle *  h, const char *  ext, const char *  ent  )

static

Return a read handle for deserialization.

Parameters

h	master context
ext	component of the path
ent	entity identifier (or empty string for the directory)

Returns

NULL on error

Definition at line 655 of file fs_api.c.

{
  char *fn;
  struct GNUNET_BIO_ReadHandle *ret;
 
  fn = get_serialization_file_name (h, ext, ent);
  if (NULL == fn)
    return NULL;
  ret = GNUNET_BIO_read_open_file (fn);
  GNUNET_free (fn);
  return ret;
}

References get_serialization_file_name(), GNUNET_BIO_read_open_file(), GNUNET_free, h, and ret.

Referenced by deserialize_file_information(), and deserialize_search_result().

Here is the call graph for this function:

Here is the caller graph for this function:

get_write_handle()

static struct GNUNET_BIO_WriteHandle * get_write_handle ( struct GNUNET_FS_Handle *  h, const char *  ext, const char *  ent  )

static

Return a write handle for serialization.

Parameters

h	master context
ext	component of the path
ent	entity identifier (or empty string for the directory)

Returns

NULL on error

Definition at line 678 of file fs_api.c.

{
  char *fn;
  struct GNUNET_BIO_WriteHandle *ret;
 
  fn = get_serialization_file_name (h, ext, ent);
  if (NULL == fn)
    return NULL;
  ret = GNUNET_BIO_write_open_file (fn);
  GNUNET_break (NULL != ret);
  GNUNET_free (fn);
  return ret;
}

References get_serialization_file_name(), GNUNET_BIO_write_open_file(), GNUNET_break, GNUNET_free, h, and ret.

Referenced by GNUNET_FS_file_information_sync_(), GNUNET_FS_publish_sync_(), GNUNET_FS_search_sync_(), and GNUNET_FS_unindex_sync_().

Here is the call graph for this function:

Here is the caller graph for this function:

get_write_handle_in_dir()

static struct GNUNET_BIO_WriteHandle * get_write_handle_in_dir ( struct GNUNET_FS_Handle *  h, const char *  ext, const char *  uni, const char *  ent  )

static

Return a write handle for serialization.

Parameters

h	master context
ext	component of the path
uni	name of parent
ent	entity identifier (or empty string for the directory)

Returns

NULL on error

Definition at line 703 of file fs_api.c.

{
  char *fn;
  struct GNUNET_BIO_WriteHandle *ret;
 
  fn = get_serialization_file_name_in_dir (h, ext, uni, ent);
  if (NULL == fn)
    return NULL;
  ret = GNUNET_BIO_write_open_file (fn);
  GNUNET_free (fn);
  return ret;
}

References get_serialization_file_name_in_dir(), GNUNET_BIO_write_open_file(), GNUNET_free, h, and ret.

Referenced by GNUNET_FS_search_result_sync_().

Here is the call graph for this function:

Here is the caller graph for this function:

GNUNET_FS_remove_sync_file_()

void GNUNET_FS_remove_sync_file_	(	struct GNUNET_FS_Handle *	h,
		const char *	ext,
		const char *	ent
	)

Remove serialization/deserialization file from disk.

Parameters

h	master context
ext	component of the path
ent	entity identifier

Definition at line 728 of file fs_api.c.

{
  char *filename;
 
  if ((NULL == ent) || (0 == strlen (ent)))
  {
    GNUNET_break (0);
    return;
  }
  filename = get_serialization_file_name (h, ext, ent);
  if (NULL != filename)
  {
    if ((0 != unlink (filename)) && (ENOENT != errno))
      GNUNET_log_strerror_file (GNUNET_ERROR_TYPE_WARNING, "unlink", filename);
    GNUNET_free (filename);
  }
}

References filename, get_serialization_file_name(), GNUNET_break, GNUNET_ERROR_TYPE_WARNING, GNUNET_free, GNUNET_log_strerror_file, and h.

Referenced by deserialize_search_file(), deserialize_unindex_file(), fip_signal_stop(), free_search_context(), GNUNET_FS_download_stop(), GNUNET_FS_publish_stop(), GNUNET_FS_publish_sync_(), GNUNET_FS_search_stop(), GNUNET_FS_search_sync_(), GNUNET_FS_unindex_stop(), GNUNET_FS_unindex_sync_(), and search_result_stop().

Here is the call graph for this function:

Here is the caller graph for this function:

remove_sync_file_in_dir()

static void remove_sync_file_in_dir ( struct GNUNET_FS_Handle *  h, const char *  ext, const char *  uni, const char *  ent  )

static

Remove serialization/deserialization file from disk.

Parameters

h	master context
ext	component of the path
uni	parent name
ent	entity identifier

Definition at line 758 of file fs_api.c.

{
  char *filename;
 
  if ((NULL == ent) || (0 == strlen (ent)))
  {
    GNUNET_break (0);
    return;
  }
  filename = get_serialization_file_name_in_dir (h, ext, uni, ent);
  if (NULL == filename)
    return;
  if (0 != unlink (filename))
    GNUNET_log_strerror_file (GNUNET_ERROR_TYPE_WARNING, "unlink", filename);
  GNUNET_free (filename);
}

References filename, get_serialization_file_name_in_dir(), GNUNET_break, GNUNET_ERROR_TYPE_WARNING, GNUNET_free, GNUNET_log_strerror_file, and h.

Referenced by deserialize_search_result(), and GNUNET_FS_search_result_sync_().

Here is the call graph for this function:

Here is the caller graph for this function:

GNUNET_FS_remove_sync_dir_()

void GNUNET_FS_remove_sync_dir_	(	struct GNUNET_FS_Handle *	h,
		const char *	ext,
		const char *	uni
	)

Remove serialization/deserialization directory from disk.

Parameters

h	master context
ext	component of the path
uni	unique name of parent

Definition at line 787 of file fs_api.c.

{
  char *dn;
 
  if (NULL == uni)
    return;
  dn = get_serialization_file_name_in_dir (h, ext, uni, "");
  if (NULL == dn)
    return;
  if ((GNUNET_YES == GNUNET_DISK_directory_test (dn, GNUNET_YES)) &&
      (GNUNET_OK != GNUNET_DISK_directory_remove (dn)))
    GNUNET_log_strerror_file (GNUNET_ERROR_TYPE_WARNING, "rmdir", dn);
  GNUNET_free (dn);
}

References get_serialization_file_name_in_dir(), GNUNET_DISK_directory_remove(), GNUNET_DISK_directory_test(), GNUNET_ERROR_TYPE_WARNING, GNUNET_free, GNUNET_log_strerror_file, GNUNET_OK, GNUNET_YES, and h.

Referenced by free_search_context(), GNUNET_FS_download_stop(), and GNUNET_FS_search_stop().

Here is the call graph for this function:

Here is the caller graph for this function:

write_start_time()

static int write_start_time ( struct GNUNET_BIO_WriteHandle *  wh, struct GNUNET_TIME_Absolute  timestamp  )

static

Serialize a start-time.

Since we use start-times to calculate the duration of some operation, we actually do not serialize the absolute time but the (relative) duration since the start time. When we then deserialize the start time, we take the current time and subtract that duration so that we get again an absolute time stamp that will result in correct performance calculations.

Parameters

wh	handle for writing
timestamp	time to serialize

Returns

GNUNET_OK on success

Definition at line 820 of file fs_api.c.

{
  struct GNUNET_TIME_Relative dur;
 
  dur = GNUNET_TIME_absolute_get_duration (timestamp);
  return GNUNET_BIO_write_int64 (wh, "start time", dur.rel_value_us);
}

References GNUNET_BIO_write_int64(), GNUNET_TIME_absolute_get_duration(), GNUNET_TIME_Relative::rel_value_us, and timestamp().

Referenced by GNUNET_FS_download_sync_(), GNUNET_FS_file_information_sync_(), GNUNET_FS_search_sync_(), and GNUNET_FS_unindex_sync_().

Here is the call graph for this function:

Here is the caller graph for this function:

read_start_time()

static int read_start_time ( struct GNUNET_BIO_ReadHandle *  rh, struct GNUNET_TIME_Absolute *  timestamp  )

static

Deserialize a start-time.

Since we use start-times to calculate the duration of some operation, we actually do not serialize the absolute time but the (relative) duration since the start time. Thus, when we then deserialize the start time, we take the current time and subtract that duration so that we get again an absolute time stamp that will result in correct performance calculations.

Parameters

rh	handle for reading
timestamp	where to write the deserialized timestamp

Returns

GNUNET_OK on success

Definition at line 845 of file fs_api.c.

{
  struct GNUNET_TIME_Relative dur;
 
  if (GNUNET_OK != GNUNET_BIO_read_int64 (rh, "start time",
                                          (int64_t *) &dur.rel_value_us))
    return GNUNET_SYSERR;
  *timestamp = GNUNET_TIME_absolute_subtract (GNUNET_TIME_absolute_get (), dur);
  return GNUNET_OK;
}

References GNUNET_BIO_read_int64(), GNUNET_OK, GNUNET_SYSERR, GNUNET_TIME_absolute_get(), GNUNET_TIME_absolute_subtract(), GNUNET_TIME_Relative::rel_value_us, and timestamp().

Referenced by deserialize_download(), deserialize_fi_node(), deserialize_search(), and deserialize_unindex_file().

Here is the call graph for this function:

Here is the caller graph for this function:

deserialize_file_information()

static struct GNUNET_FS_FileInformation * deserialize_file_information ( struct GNUNET_FS_Handle *  h, const char *  filename  )

static

Using the given serialization filename, try to deserialize the file-information tree associated with it.

Parameters

h	master context
filename	name of the file (without directory) with the information

Returns

NULL on error

Definition at line 1143 of file fs_api.c.

{
  struct GNUNET_FS_FileInformation *ret;
  struct GNUNET_BIO_ReadHandle *rh;
  char *emsg;
  char *fn;
 
  rh = get_read_handle (h, GNUNET_FS_SYNC_PATH_FILE_INFO, filename);
  if (NULL == rh)
    return NULL;
  ret = deserialize_fi_node (h, filename, rh);
  if (GNUNET_OK != GNUNET_BIO_read_close (rh, &emsg))
  {
    GNUNET_log (GNUNET_ERROR_TYPE_WARNING,
                _ ("Failed to resume publishing information `%s': %s\n"),
                filename,
                emsg);
    GNUNET_free (emsg);
  }
  if (NULL == ret)
  {
    fn =
      get_serialization_file_name (h, GNUNET_FS_SYNC_PATH_FILE_INFO, filename);
    if (NULL != fn)
    {
      if (0 != unlink (fn))
        GNUNET_log_strerror_file (GNUNET_ERROR_TYPE_WARNING, "unlink", fn);
      GNUNET_free (fn);
    }
  }
  return ret;
}

References _, deserialize_fi_node(), GNUNET_BIO_ReadHandle::emsg, filename, get_read_handle(), get_serialization_file_name(), GNUNET_BIO_read_close(), GNUNET_ERROR_TYPE_WARNING, GNUNET_free, GNUNET_FS_SYNC_PATH_FILE_INFO, GNUNET_log, GNUNET_log_strerror_file, GNUNET_OK, h, and ret.

Referenced by deserialize_fi_node(), and deserialize_publish_file().

Here is the call graph for this function:

Here is the caller graph for this function:

deserialize_fi_node()

static struct GNUNET_FS_FileInformation * deserialize_fi_node ( struct GNUNET_FS_Handle *  h, const char *  fn, struct GNUNET_BIO_ReadHandle *  rh  )

static

Using the given serialization filename, try to deserialize the file-information tree associated with it.

Parameters

h	master context
fn	name of the file (without directory) with the information
rh	handle for reading

Returns

NULL on error

Definition at line 882 of file fs_api.c.

{
  struct GNUNET_FS_FileInformation *ret;
  struct GNUNET_FS_FileInformation *nxt;
  char b;
  char *ksks;
  char *chks;
  char *skss;
  char *filename;
  uint32_t dsize;
 
  if (GNUNET_OK != GNUNET_BIO_read (rh, "status flag", &b, sizeof(b)))
  {
    GNUNET_break (0);
    return NULL;
  }
  ret = GNUNET_new (struct GNUNET_FS_FileInformation);
  ret->h = h;
  ksks = NULL;
  chks = NULL;
  skss = NULL;
  filename = NULL;
  if ((GNUNET_OK != GNUNET_FS_read_meta_data (rh, "metadata", &ret->meta)) ||
      (GNUNET_OK != GNUNET_BIO_read_string (rh, "ksk-uri", &ksks, 32 * 1024)) ||
      ((NULL != ksks) &&
       ((NULL == (ret->keywords = GNUNET_FS_uri_parse (ksks, NULL))) ||
        (GNUNET_YES != GNUNET_FS_uri_test_ksk (ret->keywords)))) ||
      (GNUNET_OK != GNUNET_BIO_read_string (rh, "chk-uri", &chks, 1024)) ||
      ((NULL != chks) &&
       ((NULL == (ret->chk_uri = GNUNET_FS_uri_parse (chks, NULL))) ||
        (GNUNET_YES != GNUNET_FS_uri_test_chk (ret->chk_uri)))) ||
      (GNUNET_OK != GNUNET_BIO_read_string (rh, "sks-uri", &skss, 1024)) ||
      ((NULL != skss) &&
       ((NULL == (ret->sks_uri = GNUNET_FS_uri_parse (skss, NULL))) ||
        (GNUNET_YES != GNUNET_FS_uri_test_sks (ret->sks_uri)))) ||
      (GNUNET_OK != read_start_time (rh, &ret->start_time)) ||
      (GNUNET_OK !=
       GNUNET_BIO_read_string (rh, "emsg", &ret->emsg, 16 * 1024)) ||
      (GNUNET_OK !=
       GNUNET_BIO_read_string (rh, "fn", &ret->filename, 16 * 1024)) ||
      (GNUNET_OK !=
       GNUNET_BIO_read_int64 (
         rh,
         "expiration time",
         (int64_t *) &ret->bo.expiration_time.abs_value_us)) ||
      (GNUNET_OK != GNUNET_BIO_read_int32 (
         rh,
         "anonymity level",
         (int32_t *) &ret->bo.anonymity_level)) ||
      (GNUNET_OK != GNUNET_BIO_read_int32 (
         rh,
         "content priority",
         (int32_t *) &ret->bo.content_priority)) ||
      (GNUNET_OK != GNUNET_BIO_read_int32 (
         rh,
         "replication level",
         (int32_t *) &ret->bo.replication_level)))
  {
    GNUNET_break (0);
    goto cleanup;
  }
  switch (b)
  {
  case 0:   /* file-insert */
    if (GNUNET_OK != GNUNET_BIO_read_int64 (
          rh,
          "file size",
          (int64_t *) &ret->data.file.file_size))
    {
      GNUNET_break (0);
      goto cleanup;
    }
    ret->is_directory = GNUNET_NO;
    ret->data.file.do_index = GNUNET_NO;
    ret->data.file.have_hash = GNUNET_NO;
    ret->data.file.index_start_confirmed = GNUNET_NO;
    if (GNUNET_NO == ret->is_published)
    {
      if (NULL == ret->filename)
      {
        ret->data.file.reader = &GNUNET_FS_data_reader_copy_;
        ret->data.file.reader_cls =
          GNUNET_malloc_large (ret->data.file.file_size);
        if (ret->data.file.reader_cls == NULL)
          goto cleanup;
        if (GNUNET_OK != GNUNET_BIO_read (rh,
                                          "file-data",
                                          ret->data.file.reader_cls,
                                          ret->data.file.file_size))
        {
          GNUNET_break (0);
          goto cleanup;
        }
      }
      else
      {
        ret->data.file.reader = &GNUNET_FS_data_reader_file_;
        ret->data.file.reader_cls =
          GNUNET_FS_make_file_reader_context_ (ret->filename);
      }
    }
    break;
 
  case 1:   /* file-index, no hash */
    if (NULL == ret->filename)
    {
      GNUNET_break (0);
      goto cleanup;
    }
    if (GNUNET_OK != GNUNET_BIO_read_int64 (
          rh,
          "file size",
          (int64_t *) &ret->data.file.file_size))
    {
      GNUNET_break (0);
      goto cleanup;
    }
    ret->is_directory = GNUNET_NO;
    ret->data.file.do_index = GNUNET_YES;
    ret->data.file.have_hash = GNUNET_NO;
    ret->data.file.index_start_confirmed = GNUNET_NO;
    ret->data.file.reader = &GNUNET_FS_data_reader_file_;
    ret->data.file.reader_cls =
      GNUNET_FS_make_file_reader_context_ (ret->filename);
    break;
 
  case 2:   /* file-index-with-hash */
    if (NULL == ret->filename)
    {
      GNUNET_break (0);
      goto cleanup;
    }
    if ((GNUNET_OK != GNUNET_BIO_read_int64 (
           rh,
           "file size",
           (int64_t *) &ret->data.file.file_size)) ||
        (GNUNET_OK != GNUNET_BIO_read (rh,
                                       "fileid",
                                       &ret->data.file.file_id,
                                       sizeof(struct GNUNET_HashCode))))
    {
      GNUNET_break (0);
      goto cleanup;
    }
    ret->is_directory = GNUNET_NO;
    ret->data.file.do_index = GNUNET_YES;
    ret->data.file.have_hash = GNUNET_YES;
    ret->data.file.index_start_confirmed = GNUNET_NO;
    ret->data.file.reader = &GNUNET_FS_data_reader_file_;
    ret->data.file.reader_cls =
      GNUNET_FS_make_file_reader_context_ (ret->filename);
    break;
 
  case 3:   /* file-index-with-hash-confirmed */
    if (NULL == ret->filename)
    {
      GNUNET_break (0);
      goto cleanup;
    }
    if ((GNUNET_OK != GNUNET_BIO_read_int64 (
           rh,
           "file size",
           (int64_t *) &ret->data.file.file_size)) ||
        (GNUNET_OK != GNUNET_BIO_read (rh,
                                       "fileid",
                                       &ret->data.file.file_id,
                                       sizeof(struct GNUNET_HashCode))))
    {
      GNUNET_break (0);
      goto cleanup;
    }
    ret->is_directory = GNUNET_NO;
    ret->data.file.do_index = GNUNET_YES;
    ret->data.file.have_hash = GNUNET_YES;
    ret->data.file.index_start_confirmed = GNUNET_YES;
    ret->data.file.reader = &GNUNET_FS_data_reader_file_;
    ret->data.file.reader_cls =
      GNUNET_FS_make_file_reader_context_ (ret->filename);
    break;
 
  case 4:   /* directory */
    ret->is_directory = GNUNET_YES;
    if ((GNUNET_OK != GNUNET_BIO_read_int32 (rh, "dsize",
                                             (int32_t *) &dsize)) ||
        (GNUNET_OK !=
         GNUNET_BIO_read_int64 (
           rh,
           "contents completed",
           (int64_t *) &ret->data.dir.contents_completed)) ||
        (GNUNET_OK !=
         GNUNET_BIO_read_int64 (
           rh,
           "contents size",
           (int64_t *) &ret->data.dir.contents_size)) ||
        (NULL == (ret->data.dir.dir_data = GNUNET_malloc_large (dsize))) ||
        (GNUNET_OK !=
         GNUNET_BIO_read (rh, "dir-data", ret->data.dir.dir_data, dsize)) ||
        (GNUNET_OK !=
         GNUNET_BIO_read_string (rh, "ent-filename", &filename, 16 * 1024)))
    {
      GNUNET_break (0);
      goto cleanup;
    }
    ret->data.dir.dir_size = (uint32_t) dsize;
    if (NULL != filename)
    {
      ret->data.dir.entries = deserialize_file_information (h, filename);
      GNUNET_free (filename);
      filename = NULL;
      nxt = ret->data.dir.entries;
      while (NULL != nxt)
      {
        nxt->dir = ret;
        nxt = nxt->next;
      }
    }
    break;
 
  default:
    GNUNET_break (0);
    goto cleanup;
  }
  ret->serialization = GNUNET_strdup (fn);
  if (GNUNET_OK !=
      GNUNET_BIO_read_string (rh, "nxt-filename", &filename, 16 * 1024))
  {
    GNUNET_break (0);
    goto cleanup;
  }
  if (NULL != filename)
  {
    ret->next = deserialize_file_information (h, filename);
    GNUNET_free (filename);
    filename = NULL;
  }
  GNUNET_free (ksks);
  GNUNET_free (skss);
  GNUNET_free (chks);
  return ret;
cleanup:
  GNUNET_free (ksks);
  GNUNET_free (chks);
  GNUNET_free (skss);
  GNUNET_free (filename);
  GNUNET_FS_file_information_destroy (ret, NULL, NULL);
  return NULL;
}

References cleanup(), deserialize_file_information(), GNUNET_FS_FileInformation::dir, filename, GNUNET_BIO_read(), GNUNET_BIO_read_int32(), GNUNET_BIO_read_int64(), GNUNET_BIO_read_string(), GNUNET_break, GNUNET_free, GNUNET_FS_data_reader_copy_(), GNUNET_FS_data_reader_file_(), GNUNET_FS_file_information_destroy(), GNUNET_FS_make_file_reader_context_(), GNUNET_FS_read_meta_data(), GNUNET_FS_uri_parse(), GNUNET_FS_uri_test_chk(), GNUNET_FS_uri_test_ksk(), GNUNET_FS_uri_test_sks(), GNUNET_malloc_large, GNUNET_new, GNUNET_NO, GNUNET_OK, GNUNET_strdup, GNUNET_YES, h, GNUNET_FS_FileInformation::next, read_start_time(), and ret.

Referenced by deserialize_file_information().

Here is the call graph for this function:

Here is the caller graph for this function:

get_serialization_short_name()

static char * get_serialization_short_name ( const char *  fullname )

static

Given a serialization name (full absolute path), return the basename of the file (without the path), which must only consist of the 6 random characters.

Parameters

fullname

name to extract the basename from

Returns

copy of the basename, NULL on error

Definition at line 1186 of file fs_api.c.

{
  const char *end;
  const char *nxt;
 
  end = NULL;
  nxt = fullname;
  /* FIXME: we could do this faster since we know
   * the length of 'end'... */
  while ('\0' != *nxt)
  {
    if (DIR_SEPARATOR == *nxt)
      end = nxt + 1;
    nxt++;
  }
  if ((NULL == end) || (0 == strlen (end)))
  {
    GNUNET_break (0);
    return NULL;
  }
  GNUNET_break (6 == strlen (end));
  return GNUNET_strdup (end);
}

References DIR_SEPARATOR, end, GNUNET_break, and GNUNET_strdup.

Referenced by deserialize_download_file(), deserialize_publish_file(), deserialize_search_file(), deserialize_search_result(), deserialize_subdownload(), deserialize_unindex_file(), GNUNET_FS_download_sync_(), make_serialization_file_name(), and make_serialization_file_name_in_dir().

Here is the caller graph for this function:

make_serialization_file_name()

static char * make_serialization_file_name ( struct GNUNET_FS_Handle *  h, const char *  ext  )

static

Create a new random name for serialization.

Also checks if persistence is enabled and returns NULL if not.

Parameters

h	master context
ext	component of the path

Returns

NULL on error

Definition at line 1220 of file fs_api.c.

{
  char *fn;
  char *dn;
  char *ret;
 
  if (0 == (h->flags & GNUNET_FS_FLAGS_PERSISTENCE))
    return NULL; /* persistence not requested */
  dn = get_serialization_file_name (h, ext, "");
  if (NULL == dn)
    return NULL;
  if (GNUNET_OK != GNUNET_DISK_directory_create_for_file (dn))
  {
    GNUNET_free (dn);
    return NULL;
  }
  fn = GNUNET_DISK_mktemp (dn);
  GNUNET_free (dn);
  if (NULL == fn)
    return NULL; /* epic fail */
  ret = get_serialization_short_name (fn);
  GNUNET_free (fn);
  return ret;
}

References get_serialization_file_name(), get_serialization_short_name(), GNUNET_DISK_directory_create_for_file(), GNUNET_DISK_mktemp(), GNUNET_free, GNUNET_FS_FLAGS_PERSISTENCE, GNUNET_OK, h, and ret.

Referenced by GNUNET_FS_file_information_sync_(), GNUNET_FS_publish_sync_(), GNUNET_FS_search_sync_(), and GNUNET_FS_unindex_sync_().

Here is the call graph for this function:

Here is the caller graph for this function:

make_serialization_file_name_in_dir()

static char * make_serialization_file_name_in_dir ( struct GNUNET_FS_Handle *  h, const char *  ext, const char *  uni  )

static

Create a new random name for serialization.

Also checks if persistence is enabled and returns NULL if not.

Parameters

h	master context
ext	component of the path
uni	name of parent

Returns

NULL on error

Definition at line 1256 of file fs_api.c.

{
  char *fn;
  char *dn;
  char *ret;
 
  if (0 == (h->flags & GNUNET_FS_FLAGS_PERSISTENCE))
    return NULL; /* persistence not requested */
  dn = get_serialization_file_name_in_dir (h, ext, uni, "");
  if (NULL == dn)
    return NULL;
  if (GNUNET_OK != GNUNET_DISK_directory_create_for_file (dn))
  {
    GNUNET_free (dn);
    return NULL;
  }
  fn = GNUNET_DISK_mktemp (dn);
  GNUNET_free (dn);
  if (NULL == fn)
    return NULL; /* epic fail */
  ret = get_serialization_short_name (fn);
  GNUNET_free (fn);
  return ret;
}

References get_serialization_file_name_in_dir(), get_serialization_short_name(), GNUNET_DISK_directory_create_for_file(), GNUNET_DISK_mktemp(), GNUNET_free, GNUNET_FS_FLAGS_PERSISTENCE, GNUNET_OK, h, and ret.

Referenced by GNUNET_FS_search_result_sync_().

Here is the call graph for this function:

Here is the caller graph for this function:

copy_from_reader()

static int copy_from_reader ( struct GNUNET_BIO_WriteHandle *  wh, struct GNUNET_FS_FileInformation *  fi  )

static

Copy all of the data from the reader to the write handle.

Parameters

wh	write handle
fi	file with reader

Returns

GNUNET_OK on success

Definition at line 1292 of file fs_api.c.

{
  char buf[32 * 1024];
  uint64_t off;
  size_t ret;
  size_t left;
  char *emsg;
 
  emsg = NULL;
  off = 0;
  while (off < fi->data.file.file_size)
  {
    left = GNUNET_MIN (sizeof(buf), fi->data.file.file_size - off);
    ret =
      fi->data.file.reader (fi->data.file.reader_cls, off, left, buf, &emsg);
    if (0 == ret)
    {
      GNUNET_free (emsg);
      return GNUNET_SYSERR;
    }
    if (GNUNET_OK != GNUNET_BIO_write (wh, "copied from reader", buf, ret))
      return GNUNET_SYSERR;
    off += ret;
  }
  return GNUNET_OK;
}

References data, GNUNET_FS_FileInformation::data, GNUNET_BIO_ReadHandle::emsg, GNUNET_FS_FileInformation::file, GNUNET_FS_FileInformation::file_size, GNUNET_BIO_write(), GNUNET_free, GNUNET_MIN, GNUNET_OK, GNUNET_SYSERR, GNUNET_FS_FileInformation::reader, GNUNET_FS_FileInformation::reader_cls, and ret.

Referenced by GNUNET_FS_file_information_sync_().

Here is the call graph for this function:

Here is the caller graph for this function:

GNUNET_FS_file_information_sync_()

void GNUNET_FS_file_information_sync_

(

struct GNUNET_FS_FileInformation *

fi

)

Create a temporary file on disk to store the current state of fi in.

Synchronize this file-information struct with its mirror on disk.

Parameters

fi	file information to sync with disk

Definition at line 1328 of file fs_api.c.

{
  char *fn;
  struct GNUNET_BIO_WriteHandle *wh;
  char b;
  char *ksks;
  char *chks;
  char *skss;
 
  if (NULL == fi->serialization)
    fi->serialization =
      make_serialization_file_name (fi->h, GNUNET_FS_SYNC_PATH_FILE_INFO);
  if (NULL == fi->serialization)
    return;
  wh =
    get_write_handle (fi->h, GNUNET_FS_SYNC_PATH_FILE_INFO, fi->serialization);
  if (NULL == wh)
  {
    GNUNET_free (fi->serialization);
    fi->serialization = NULL;
    return;
  }
  if (GNUNET_YES == fi->is_directory)
    b = 4;
  else if (GNUNET_YES == fi->data.file.index_start_confirmed)
    b = 3;
  else if (GNUNET_YES == fi->data.file.have_hash)
    b = 2;
  else if (GNUNET_YES == fi->data.file.do_index)
    b = 1;
  else
    b = 0;
  if (NULL != fi->keywords)
    ksks = GNUNET_FS_uri_to_string (fi->keywords);
  else
    ksks = NULL;
  if (NULL != fi->chk_uri)
    chks = GNUNET_FS_uri_to_string (fi->chk_uri);
  else
    chks = NULL;
  if (NULL != fi->sks_uri)
    skss = GNUNET_FS_uri_to_string (fi->sks_uri);
  else
    skss = NULL;
  {
    struct GNUNET_BIO_WriteSpec ws1[] = {
      GNUNET_BIO_write_spec_object ("b", &b, sizeof (b)),
      GNUNET_FS_write_spec_meta_data ("meta", fi->meta),
      GNUNET_BIO_write_spec_string ("ksks", ksks),
      GNUNET_BIO_write_spec_string ("chks", chks),
      GNUNET_BIO_write_spec_string ("skss", skss),
      GNUNET_BIO_write_spec_end (),
    };
    struct GNUNET_BIO_WriteSpec ws2[] = {
      GNUNET_BIO_write_spec_string ("emsg", fi->emsg),
      GNUNET_BIO_write_spec_string ("filename", fi->filename),
      GNUNET_BIO_write_spec_int64 (
        "expiration time",
        (int64_t *) &fi->bo.expiration_time.abs_value_us),
      GNUNET_BIO_write_spec_int32 (
        "anonymity level",
        (int32_t *) &fi->bo.anonymity_level),
      GNUNET_BIO_write_spec_int32 (
        "content priority",
        (int32_t *) &fi->bo.content_priority),
      GNUNET_BIO_write_spec_int32 (
        "replication level",
        (int32_t *) &fi->bo.replication_level),
      GNUNET_BIO_write_spec_end (),
    };
    if ((GNUNET_OK != GNUNET_BIO_write_spec_commit (wh, ws1)) ||
        (GNUNET_OK != write_start_time (wh, fi->start_time)) ||
        (GNUNET_OK != GNUNET_BIO_write_spec_commit (wh, ws2)))
    {
      GNUNET_break (0);
      goto cleanup;
    }
  }
  GNUNET_free (chks);
  chks = NULL;
  GNUNET_free (ksks);
  ksks = NULL;
  GNUNET_free (skss);
  skss = NULL;
 
  switch (b)
  {
  case 0:   /* file-insert */
    if (GNUNET_OK != GNUNET_BIO_write_int64 (wh, "file size",
                                             fi->data.file.file_size))
    {
      GNUNET_break (0);
      goto cleanup;
    }
    if ((GNUNET_NO == fi->is_published) && (NULL == fi->filename))
      if (GNUNET_OK != copy_from_reader (wh, fi))
      {
        GNUNET_break (0);
        goto cleanup;
      }
    break;
 
  case 1:   /* file-index, no hash */
    if (NULL == fi->filename)
    {
      GNUNET_break (0);
      goto cleanup;
    }
    if (GNUNET_OK != GNUNET_BIO_write_int64 (wh, "file size",
                                             fi->data.file.file_size))
    {
      GNUNET_break (0);
      goto cleanup;
    }
    break;
 
  case 2:   /* file-index-with-hash */
  case 3:   /* file-index-with-hash-confirmed */
    if (NULL == fi->filename)
    {
      GNUNET_break (0);
      goto cleanup;
    }
    if ((GNUNET_OK != GNUNET_BIO_write_int64 (wh, "file size",
                                              fi->data.file.file_size)) ||
        (GNUNET_OK != GNUNET_BIO_write (wh,
                                        "file id",
                                        &fi->data.file.file_id,
                                        sizeof(struct GNUNET_HashCode))))
    {
      GNUNET_break (0);
      goto cleanup;
    }
    break;
 
  case 4:   /* directory */
    if ((NULL != fi->data.dir.entries) &&
        (NULL == fi->data.dir.entries->serialization))
      GNUNET_FS_file_information_sync_ (fi->data.dir.entries);
    {
      struct GNUNET_BIO_WriteSpec ws[] = {
        GNUNET_BIO_write_spec_int32 ("dir size",
                                     (int32_t *) &fi->data.dir.dir_size),
        GNUNET_BIO_write_spec_int64 (
          "contents completed",
          (int64_t *) &fi->data.dir.contents_completed),
        GNUNET_BIO_write_spec_int64 ("contents size",
                                     (int64_t *) &fi->data.dir.contents_size),
        GNUNET_BIO_write_spec_object ("dir data",
                                      fi->data.dir.dir_data,
                                      (uint32_t) fi->data.dir.dir_size),
        GNUNET_BIO_write_spec_string ("dir entries",
                                      (fi->data.dir.entries == NULL)
                                    ? NULL
                                    : fi->data.dir.entries->serialization),
        GNUNET_BIO_write_spec_end (),
      };
      if ((GNUNET_OK != GNUNET_BIO_write_spec_commit (wh, ws)))
      {
        GNUNET_break (0);
        goto cleanup;
      }
    }
    break;
 
  default:
    GNUNET_assert (0);
    goto cleanup;
  }
  if ((NULL != fi->next) && (NULL == fi->next->serialization))
    GNUNET_FS_file_information_sync_ (fi->next);
  if (GNUNET_OK != GNUNET_BIO_write_string (wh,
                                            "serialization",
                                            (fi->next != NULL)
                                            ? fi->next->serialization
                                            : NULL))
  {
    GNUNET_break (0);
    goto cleanup;
  }
  if (GNUNET_OK != GNUNET_BIO_write_close (wh, NULL))
  {
    wh = NULL;
    GNUNET_break (0);
    goto cleanup;
  }
  return; /* done! */
cleanup:
  if (NULL != wh)
    (void) GNUNET_BIO_write_close (wh, NULL);
  GNUNET_free (chks);
  GNUNET_free (ksks);
  GNUNET_free (skss);
  fn = get_serialization_file_name (fi->h,
                                    GNUNET_FS_SYNC_PATH_FILE_INFO,
                                    fi->serialization);
  if (NULL != fn)
  {
    if (0 != unlink (fn))
      GNUNET_log_strerror_file (GNUNET_ERROR_TYPE_WARNING, "unlink", fn);
    GNUNET_free (fn);
  }
  GNUNET_free (fi->serialization);
  fi->serialization = NULL;
}

References GNUNET_TIME_Absolute::abs_value_us, GNUNET_FS_BlockOptions::anonymity_level, GNUNET_FS_FileInformation::bo, GNUNET_FS_FileInformation::chk_uri, cleanup(), GNUNET_FS_BlockOptions::content_priority, GNUNET_FS_FileInformation::contents_completed, GNUNET_FS_FileInformation::contents_size, copy_from_reader(), GNUNET_FS_FileInformation::data, GNUNET_FS_FileInformation::dir, GNUNET_FS_FileInformation::dir_data, GNUNET_FS_FileInformation::dir_size, GNUNET_FS_FileInformation::do_index, GNUNET_FS_FileInformation::emsg, GNUNET_FS_FileInformation::entries, GNUNET_FS_BlockOptions::expiration_time, GNUNET_FS_FileInformation::file, GNUNET_FS_FileInformation::file_id, GNUNET_FS_FileInformation::file_size, GNUNET_FS_FileInformation::filename, get_serialization_file_name(), get_write_handle(), GNUNET_assert, GNUNET_BIO_write(), GNUNET_BIO_write_close(), GNUNET_BIO_write_int64(), GNUNET_BIO_write_spec_commit(), GNUNET_BIO_write_spec_end, GNUNET_BIO_write_spec_int32(), GNUNET_BIO_write_spec_int64(), GNUNET_BIO_write_spec_object(), GNUNET_BIO_write_spec_string(), GNUNET_BIO_write_string(), GNUNET_break, GNUNET_ERROR_TYPE_WARNING, GNUNET_free, GNUNET_FS_file_information_sync_(), GNUNET_FS_SYNC_PATH_FILE_INFO, GNUNET_FS_uri_to_string(), GNUNET_FS_write_spec_meta_data(), GNUNET_log_strerror_file, GNUNET_NO, GNUNET_OK, GNUNET_YES, GNUNET_FS_FileInformation::h, GNUNET_FS_FileInformation::have_hash, GNUNET_FS_FileInformation::index_start_confirmed, GNUNET_FS_FileInformation::is_directory, GNUNET_FS_FileInformation::is_published, GNUNET_FS_FileInformation::keywords, make_serialization_file_name(), GNUNET_FS_FileInformation::meta, GNUNET_FS_FileInformation::next, GNUNET_FS_BlockOptions::replication_level, GNUNET_FS_FileInformation::serialization, GNUNET_FS_FileInformation::sks_uri, GNUNET_FS_FileInformation::start_time, GNUNET_BIO_WriteSpec::wh, and write_start_time().

Referenced by encode_cont(), fip_signal_start(), GNUNET_FS_file_information_sync_(), GNUNET_FS_publish_main_(), handle_index_start_failed(), handle_index_start_ok(), handle_signature_response(), hash_for_index_cb(), index_mq_error_handler(), publish_content(), and publish_kblocks_cont().

Here is the call graph for this function:

Here is the caller graph for this function:

find_file_position()

static struct GNUNET_FS_FileInformation * find_file_position ( struct GNUNET_FS_FileInformation *  pos, const char *  srch  )

static

Find the entry in the file information struct where the serialization filename matches the given name.

Parameters

pos	file information to search
srch	filename to search for

Returns

NULL if srch was not found in this subtree

Definition at line 1544 of file fs_api.c.

{
  struct GNUNET_FS_FileInformation *r;
 
  while (NULL != pos)
  {
    if (0 == strcmp (srch, pos->serialization))
      return pos;
    if ((GNUNET_YES == pos->is_directory) &&
        (NULL != (r = find_file_position (pos->data.dir.entries, srch))))
      return r;
    pos = pos->next;
  }
  return NULL;
}

References GNUNET_FS_FileInformation::data, GNUNET_FS_FileInformation::dir, GNUNET_FS_FileInformation::entries, find_file_position(), GNUNET_YES, GNUNET_FS_FileInformation::is_directory, GNUNET_FS_FileInformation::next, and GNUNET_FS_FileInformation::serialization.

Referenced by deserialize_publish_file(), and find_file_position().

Here is the call graph for this function:

Here is the caller graph for this function:

fip_signal_resume()

static int fip_signal_resume ( void *  cls, struct GNUNET_FS_FileInformation *  fi, uint64_t  length, struct GNUNET_FS_MetaData *  meta, struct GNUNET_FS_Uri **  uri, struct GNUNET_FS_BlockOptions *  bo, int *  do_index, void **  client_info  )

static

Signal the FS's progress function that we are resuming an upload.

Parameters

cls	closure (of type struct GNUNET_FS_PublishContext *, for the parent (!))
fi	the entry in the publish-structure
length	length of the file or directory
meta	metadata for the file or directory (can be modified)
uri	pointer to the keywords that will be used for this entry (can be modified)
bo	block options (can be modified)
do_index	should we index?
client_info	pointer to client context set upon creation (can be modified)

Returns

GNUNET_OK to continue (always)

Definition at line 1576 of file fs_api.c.

{
  struct GNUNET_FS_PublishContext *pc = cls;
  struct GNUNET_FS_ProgressInfo pi;
 
  if (GNUNET_YES == pc->skip_next_fi_callback)
  {
    pc->skip_next_fi_callback = GNUNET_NO;
    return GNUNET_OK;
  }
  pi.status = GNUNET_FS_STATUS_PUBLISH_RESUME;
  pi.value.publish.specifics.resume.message = fi->emsg;
  pi.value.publish.specifics.resume.chk_uri = fi->chk_uri;
  *client_info = GNUNET_FS_publish_make_status_ (&pi, pc, fi, 0);
  if (GNUNET_YES == GNUNET_FS_meta_data_test_for_directory (meta))
  {
    /* process entries in directory */
    pc->skip_next_fi_callback = GNUNET_YES;
    GNUNET_FS_file_information_inspect (fi, &fip_signal_resume, pc);
  }
  return GNUNET_OK;
}

References GNUNET_FS_FileInformation::chk_uri, GNUNET_FS_FileInformation::emsg, GNUNET_FS_ProgressInfo::fi, fip_signal_resume(), GNUNET_FS_file_information_inspect(), GNUNET_FS_meta_data_test_for_directory(), GNUNET_FS_publish_make_status_(), GNUNET_FS_STATUS_PUBLISH_RESUME, GNUNET_NO, GNUNET_OK, GNUNET_YES, meta, pc, GNUNET_FS_ProgressInfo::publish, GNUNET_FS_PublishContext::skip_next_fi_callback, GNUNET_FS_ProgressInfo::status, and GNUNET_FS_ProgressInfo::value.

Referenced by deserialize_publish_file(), and fip_signal_resume().

Here is the call graph for this function:

Here is the caller graph for this function:

deserialize_publish_file()

static int deserialize_publish_file ( void *  cls, const char *  filename  )

static

Function called with a filename of serialized publishing operation to deserialize.

Parameters

cls	the struct GNUNET_FS_Handle *
filename	complete filename (absolute path)

Returns

GNUNET_OK (continue to iterate)

Definition at line 1616 of file fs_api.c.

{
  struct GNUNET_FS_Handle *h = cls;
  struct GNUNET_BIO_ReadHandle *rh;
  struct GNUNET_FS_PublishContext *pc;
  int32_t options;
  int32_t all_done;
  int32_t have_ns;
  char *fi_root;
  struct GNUNET_CRYPTO_EcdsaPrivateKey ns;
  char *fi_pos;
  char *emsg;
 
  pc = GNUNET_new (struct GNUNET_FS_PublishContext);
  pc->h = h;
  pc->serialization = get_serialization_short_name (filename);
  fi_root = NULL;
  fi_pos = NULL;
  rh = GNUNET_BIO_read_open_file (filename);
  if (NULL == rh)
  {
    GNUNET_break (0);
    goto cleanup;
  }
  {
    struct GNUNET_BIO_ReadSpec rs[] = {
      GNUNET_BIO_read_spec_string ("publish-nid", &pc->nid, 1024),
      GNUNET_BIO_read_spec_string ("publish-nuid", &pc->nuid, 1024),
      GNUNET_BIO_read_spec_int32 ("options", &options),
      GNUNET_BIO_read_spec_int32 ("all done", &all_done),
      GNUNET_BIO_read_spec_int32 ("have ns", &have_ns),
      GNUNET_BIO_read_spec_string ("publish-firoot", &fi_root, 128),
      GNUNET_BIO_read_spec_string ("publish-fipos", &fi_pos, 128),
      GNUNET_BIO_read_spec_end (),
    };
    if ((GNUNET_OK != GNUNET_BIO_read_spec_commit (rh, rs)) ||
        ((GNUNET_YES == have_ns) &&
         (GNUNET_OK != GNUNET_BIO_read (rh, "publish-ns", &ns, sizeof(ns)))))
    {
      GNUNET_break (0);
      goto cleanup;
    }
  }
  pc->options = options;
  pc->all_done = all_done;
  if (NULL == fi_root)
  {
    GNUNET_break (0);
    goto cleanup;
  }
  pc->fi = deserialize_file_information (h, fi_root);
  if (NULL == pc->fi)
  {
    GNUNET_break (0);
    goto cleanup;
  }
  if (GNUNET_YES == have_ns)
  {
    pc->ns = GNUNET_new (struct GNUNET_CRYPTO_EcdsaPrivateKey);
    *pc->ns = ns;
  }
  if ((0 == (pc->options & GNUNET_FS_PUBLISH_OPTION_SIMULATE_ONLY)) &&
      (GNUNET_YES != pc->all_done))
  {
    pc->dsh = GNUNET_DATASTORE_connect (h->cfg);
    if (NULL == pc->dsh)
      goto cleanup;
  }
  if (NULL != fi_pos)
  {
    pc->fi_pos = find_file_position (pc->fi, fi_pos);
    GNUNET_free (fi_pos);
    fi_pos = NULL;
    if (NULL == pc->fi_pos)
    {
      /* failed to find position for resuming, outch! Will start from root! */
      GNUNET_break (0);
      if (GNUNET_YES != pc->all_done)
        pc->fi_pos = pc->fi;
    }
  }
  GNUNET_free (fi_root);
  fi_root = NULL;
  /* generate RESUME event(s) */
  GNUNET_FS_file_information_inspect (pc->fi, &fip_signal_resume, pc);
 
  /* re-start publishing (if needed)... */
  if (GNUNET_YES != pc->all_done)
  {
    GNUNET_assert (NULL == pc->upload_task);
    pc->upload_task =
      GNUNET_SCHEDULER_add_with_priority (GNUNET_SCHEDULER_PRIORITY_BACKGROUND,
                                          &GNUNET_FS_publish_main_,
                                          pc);
  }
  if (GNUNET_OK != GNUNET_BIO_read_close (rh, &emsg))
  {
    GNUNET_log (GNUNET_ERROR_TYPE_WARNING,
                _ ("Failure while resuming publishing operation `%s': %s\n"),
                filename,
                emsg);
    GNUNET_free (emsg);
  }
  pc->top = GNUNET_FS_make_top (h, &GNUNET_FS_publish_signal_suspend_, pc);
  return GNUNET_OK;
cleanup:
  GNUNET_free (pc->nid);
  GNUNET_free (pc->nuid);
  GNUNET_free (fi_root);
  GNUNET_free (fi_pos);
  if ((NULL != rh) && (GNUNET_OK != GNUNET_BIO_read_close (rh, &emsg)))
  {
    GNUNET_log (GNUNET_ERROR_TYPE_WARNING,
                _ ("Failed to resume publishing operation `%s': %s\n"),
                filename,
                emsg);
    GNUNET_free (emsg);
  }
  if (NULL != pc->fi)
    GNUNET_FS_file_information_destroy (pc->fi, NULL, NULL);
  if (0 != unlink (filename))
    GNUNET_log_strerror_file (GNUNET_ERROR_TYPE_WARNING, "unlink", filename);
  GNUNET_free (pc->serialization);
  GNUNET_free (pc);
  return GNUNET_OK;
}

References _, GNUNET_FS_PublishContext::all_done, GNUNET_ARM_Handle::cfg, cleanup(), deserialize_file_information(), GNUNET_FS_PublishContext::dsh, GNUNET_FS_PublishContext::fi, GNUNET_FS_PublishContext::fi_pos, filename, find_file_position(), fip_signal_resume(), get_serialization_short_name(), GNUNET_assert, GNUNET_BIO_read(), GNUNET_BIO_read_close(), GNUNET_BIO_read_open_file(), GNUNET_BIO_read_spec_commit(), GNUNET_BIO_read_spec_end, GNUNET_BIO_read_spec_int32(), GNUNET_BIO_read_spec_string(), GNUNET_break, GNUNET_DATASTORE_connect(), GNUNET_ERROR_TYPE_WARNING, GNUNET_free, GNUNET_FS_file_information_destroy(), GNUNET_FS_file_information_inspect(), GNUNET_FS_make_top(), GNUNET_FS_publish_main_(), GNUNET_FS_PUBLISH_OPTION_SIMULATE_ONLY, GNUNET_FS_publish_signal_suspend_(), GNUNET_log, GNUNET_log_strerror_file, GNUNET_new, GNUNET_OK, GNUNET_SCHEDULER_add_with_priority(), GNUNET_SCHEDULER_PRIORITY_BACKGROUND, GNUNET_YES, h, GNUNET_FS_PublishContext::h, GNUNET_FS_PublishContext::nid, ns, GNUNET_FS_PublishContext::ns, GNUNET_FS_PublishContext::nuid, options, GNUNET_FS_PublishContext::options, pc, GNUNET_BIO_ReadSpec::rh, GNUNET_FS_PublishContext::serialization, GNUNET_FS_PublishContext::top, and GNUNET_FS_PublishContext::upload_task.

Referenced by GNUNET_FS_start().

Here is the call graph for this function:

Here is the caller graph for this function:

GNUNET_FS_publish_sync_()

void GNUNET_FS_publish_sync_

(

struct GNUNET_FS_PublishContext *

pc

)

Synchronize this publishing struct with its mirror on disk.

Note that all internal FS-operations that change publishing structs should already call "sync" internally, so this function is likely not useful for clients.

Parameters

pc	the struct to sync

Definition at line 1753 of file fs_api.c.

{
  struct GNUNET_BIO_WriteHandle *wh;
  int32_t have_ns;
 
  if (NULL == pc->serialization)
    pc->serialization =
      make_serialization_file_name (pc->h, GNUNET_FS_SYNC_PATH_MASTER_PUBLISH);
  if (NULL == pc->serialization)
    return;
  if (NULL == pc->fi)
    return;
  if (NULL == pc->fi->serialization)
  {
    GNUNET_break (0);
    return;
  }
  wh = get_write_handle (pc->h,
                         GNUNET_FS_SYNC_PATH_MASTER_PUBLISH,
                         pc->serialization);
  if (NULL == wh)
  {
    GNUNET_break (0);
    goto cleanup;
  }
  have_ns = (NULL != pc->ns) ? GNUNET_YES : GNUNET_NO;
  {
    struct GNUNET_BIO_WriteSpec ws[] = {
      GNUNET_BIO_write_spec_string ("nid", pc->nid),
      GNUNET_BIO_write_spec_string ("nuid", pc->nuid),
      GNUNET_BIO_write_spec_int32 ("options", (int32_t *) &pc->options),
      GNUNET_BIO_write_spec_int32 ("all done", &pc->all_done),
      GNUNET_BIO_write_spec_int32 ("have ns", &have_ns),
      GNUNET_BIO_write_spec_string ("serialization", pc->fi->serialization),
      GNUNET_BIO_write_spec_string ("pos serialization", (NULL == pc->fi_pos)
                                  ? NULL
                                  : pc->fi_pos->serialization),
      GNUNET_BIO_read_spec_end ()
    };
    if ((GNUNET_OK != GNUNET_BIO_write_spec_commit (wh, ws)) ||
        ((NULL != pc->ns) &&
         (GNUNET_OK !=
          GNUNET_BIO_write (wh,
                            "ns",
                            pc->ns,
                            sizeof(struct GNUNET_CRYPTO_EcdsaPrivateKey)))))
    {
      GNUNET_break (0);
      goto cleanup;
    }
  }
  if (GNUNET_OK != GNUNET_BIO_write_close (wh, NULL))
  {
    wh = NULL;
    GNUNET_break (0);
    goto cleanup;
  }
  return;
cleanup:
  if (NULL != wh)
    (void) GNUNET_BIO_write_close (wh, NULL);
  GNUNET_FS_remove_sync_file_ (pc->h,
                               GNUNET_FS_SYNC_PATH_MASTER_PUBLISH,
                               pc->serialization);
  GNUNET_free (pc->serialization);
  pc->serialization = NULL;
}

References GNUNET_FS_PublishContext::all_done, cleanup(), GNUNET_FS_PublishContext::fi, GNUNET_FS_PublishContext::fi_pos, get_write_handle(), GNUNET_BIO_read_spec_end, GNUNET_BIO_write(), GNUNET_BIO_write_close(), GNUNET_BIO_write_spec_commit(), GNUNET_BIO_write_spec_int32(), GNUNET_BIO_write_spec_string(), GNUNET_break, GNUNET_free, GNUNET_FS_remove_sync_file_(), GNUNET_FS_SYNC_PATH_MASTER_PUBLISH, GNUNET_NO, GNUNET_OK, GNUNET_YES, GNUNET_FS_PublishContext::h, make_serialization_file_name(), GNUNET_FS_PublishContext::nid, GNUNET_FS_PublishContext::ns, GNUNET_FS_PublishContext::nuid, GNUNET_FS_PublishContext::options, pc, GNUNET_FS_FileInformation::serialization, GNUNET_FS_PublishContext::serialization, and GNUNET_BIO_WriteSpec::wh.

Referenced by finish_release_reserve(), GNUNET_FS_publish_main_(), GNUNET_FS_publish_start(), handle_index_start_failed(), handle_signature_response(), publish_kblocks_cont(), and publish_sblocks_cont().

Here is the call graph for this function:

Here is the caller graph for this function:

GNUNET_FS_unindex_sync_()

void GNUNET_FS_unindex_sync_

(

struct GNUNET_FS_UnindexContext *

uc

)

Synchronize this unindex struct with its mirror on disk.

Note that all internal FS-operations that change publishing structs should already call "sync" internally, so this function is likely not useful for clients.

Parameters

uc	the struct to sync

Definition at line 1831 of file fs_api.c.

{
  struct GNUNET_BIO_WriteHandle *wh;
  char *uris;
 
  if (NULL == uc->serialization)
    uc->serialization =
      make_serialization_file_name (uc->h, GNUNET_FS_SYNC_PATH_MASTER_UNINDEX);
  if (NULL == uc->serialization)
    return;
  wh = get_write_handle (uc->h,
                         GNUNET_FS_SYNC_PATH_MASTER_UNINDEX,
                         uc->serialization);
  if (NULL == wh)
  {
    GNUNET_break (0);
    goto cleanup;
  }
  if (NULL != uc->ksk_uri)
    uris = GNUNET_FS_uri_to_string (uc->ksk_uri);
  else
    uris = NULL;
  {
    struct GNUNET_BIO_WriteSpec ws1[] = {
      GNUNET_BIO_write_spec_string ("filename", uc->filename),
      GNUNET_BIO_write_spec_int64 ("file size", (int64_t *) &uc->file_size),
      GNUNET_BIO_write_spec_end (),
    };
    struct GNUNET_BIO_WriteSpec ws2[] = {
      GNUNET_BIO_write_spec_int32 ("state", (int32_t *) &uc->state),
      GNUNET_BIO_write_spec_object ("hashkey", &uc->chk,
                                    sizeof (struct ContentHashKey)),
      GNUNET_BIO_write_spec_string ("uris", uris),
      GNUNET_BIO_write_spec_int32 ("ksk offset", (int32_t *) &uc->ksk_offset),
      GNUNET_BIO_write_spec_end (),
    };
    if ((GNUNET_OK != GNUNET_BIO_write_spec_commit (wh, ws1)) ||
        (GNUNET_OK != write_start_time (wh, uc->start_time)) ||
        (GNUNET_OK != GNUNET_BIO_write_spec_commit (wh, ws2)) ||
        ((uc->state == UNINDEX_STATE_FS_NOTIFY) &&
         (GNUNET_OK != GNUNET_BIO_write (wh,
                                         "file id",
                                         &uc->file_id,
                                         sizeof(struct GNUNET_HashCode)))) ||
        ((uc->state == UNINDEX_STATE_ERROR) &&
         (GNUNET_OK != GNUNET_BIO_write_string (wh, "emsg", uc->emsg))))
    {
      GNUNET_break (0);
      goto cleanup;
    }
  }
  if (GNUNET_OK != GNUNET_BIO_write_close (wh, NULL))
  {
    wh = NULL;
    GNUNET_break (0);
    goto cleanup;
  }
  return;
cleanup:
  if (NULL != wh)
    (void) GNUNET_BIO_write_close (wh, NULL);
  GNUNET_FS_remove_sync_file_ (uc->h,
                               GNUNET_FS_SYNC_PATH_MASTER_UNINDEX,
                               uc->serialization);
  GNUNET_free (uc->serialization);
  uc->serialization = NULL;
}

References GNUNET_FS_UnindexContext::chk, cleanup(), GNUNET_FS_UnindexContext::emsg, GNUNET_FS_UnindexContext::file_id, GNUNET_FS_UnindexContext::file_size, GNUNET_FS_UnindexContext::filename, get_write_handle(), GNUNET_BIO_write(), GNUNET_BIO_write_close(), GNUNET_BIO_write_spec_commit(), GNUNET_BIO_write_spec_end, GNUNET_BIO_write_spec_int32(), GNUNET_BIO_write_spec_int64(), GNUNET_BIO_write_spec_object(), GNUNET_BIO_write_spec_string(), GNUNET_BIO_write_string(), GNUNET_break, GNUNET_free, GNUNET_FS_remove_sync_file_(), GNUNET_FS_SYNC_PATH_MASTER_UNINDEX, GNUNET_FS_uri_to_string(), GNUNET_OK, GNUNET_FS_UnindexContext::h, GNUNET_FS_UnindexContext::ksk_offset, GNUNET_FS_UnindexContext::ksk_uri, make_serialization_file_name(), GNUNET_FS_UnindexContext::serialization, GNUNET_FS_UnindexContext::start_time, GNUNET_FS_UnindexContext::state, uc, UNINDEX_STATE_ERROR, UNINDEX_STATE_FS_NOTIFY, GNUNET_BIO_WriteSpec::wh, and write_start_time().

Referenced by GNUNET_FS_unindex_do_remove_(), GNUNET_FS_unindex_do_remove_kblocks_(), GNUNET_FS_unindex_process_hash_(), GNUNET_FS_unindex_start(), handle_unindex_response(), unindex_directory_scan_cb(), unindex_extract_keywords(), unindex_finish(), and unindex_mq_error_handler().

Here is the call graph for this function:

Here is the caller graph for this function:

write_download_request()

static int write_download_request ( struct GNUNET_BIO_WriteHandle *  wh, struct DownloadRequest *  dr  )

static

Serialize a download request.

Parameters

wh	handle for writing the download request to disk
dr	the the request to write to disk

Returns

GNUNET_YES on success, GNUNET_NO on error

Definition at line 1908 of file fs_api.c.

{
  unsigned int i;
  struct GNUNET_BIO_WriteSpec ws[] = {
    GNUNET_BIO_write_spec_int32 ("state", (int32_t *) &dr->state),
    GNUNET_BIO_write_spec_int64 ("offset", (int64_t *) &dr->offset),
    GNUNET_BIO_write_spec_int32 ("num children", (int32_t *) &dr->num_children),
    GNUNET_BIO_write_spec_int32 ("depth", (int32_t *) &dr->depth),
    GNUNET_BIO_write_spec_end (),
  };
 
  if ((GNUNET_OK != GNUNET_BIO_write_spec_commit (wh, ws)))
    return GNUNET_NO;
  if ((BRS_CHK_SET == dr->state) &&
      (GNUNET_OK !=
       GNUNET_BIO_write (wh, "hashkey",
                         &dr->chk, sizeof(struct ContentHashKey))))
    return GNUNET_NO;
  for (i = 0; i < dr->num_children; i++)
    if (GNUNET_NO == write_download_request (wh, dr->children[i]))
      return GNUNET_NO;
  return GNUNET_YES;
}

References BRS_CHK_SET, DownloadRequest::children, DownloadRequest::chk, DownloadRequest::depth, GNUNET_BIO_write(), GNUNET_BIO_write_spec_commit(), GNUNET_BIO_write_spec_end, GNUNET_BIO_write_spec_int32(), GNUNET_BIO_write_spec_int64(), GNUNET_NO, GNUNET_OK, GNUNET_YES, DownloadRequest::num_children, DownloadRequest::offset, DownloadRequest::state, GNUNET_BIO_WriteSpec::wh, and write_download_request().

Referenced by GNUNET_FS_download_sync_(), and write_download_request().

Here is the call graph for this function:

Here is the caller graph for this function:

read_download_request()

static struct DownloadRequest * read_download_request ( struct GNUNET_BIO_ReadHandle *  rh )

static

Read a download request tree.

Parameters

rh	cadet to read from

Returns

value the download request read from disk, NULL on error

Definition at line 1941 of file fs_api.c.

{
  struct DownloadRequest *dr;
  unsigned int i;
 
  dr = GNUNET_new (struct DownloadRequest);
  {
    struct GNUNET_BIO_ReadSpec rs[] = {
      GNUNET_BIO_read_spec_int32 ("state", (int32_t *) &dr->state),
      GNUNET_BIO_read_spec_int64 ("offset", (int64_t *) &dr->offset),
      GNUNET_BIO_read_spec_int32 ("num children", (int32_t *) &dr->num_children)
      ,
      GNUNET_BIO_read_spec_end (),
    };
    if ((GNUNET_OK != GNUNET_BIO_read_spec_commit (rh, rs)) ||
        (dr->num_children > CHK_PER_INODE) ||
        (GNUNET_OK != GNUNET_BIO_read_int32 (rh, "depth",
                                             (int32_t *) &dr->depth)) ||
        ((0 == dr->depth) && (dr->num_children > 0)) ||
        ((dr->depth > 0) && (0 == dr->num_children)))
    {
      GNUNET_break (0);
      dr->num_children = 0;
      goto cleanup;
    }
  }
  if (dr->num_children > 0)
    dr->children =
      GNUNET_malloc (dr->num_children * sizeof(struct DownloadRequest *));
  switch (dr->state)
  {
  case BRS_INIT:
  case BRS_RECONSTRUCT_DOWN:
  case BRS_RECONSTRUCT_META_UP:
  case BRS_RECONSTRUCT_UP:
    break;
 
  case BRS_CHK_SET:
    if (GNUNET_OK !=
        GNUNET_BIO_read (rh, "chk", &dr->chk, sizeof(struct ContentHashKey)))
      goto cleanup;
    break;
 
  case BRS_DOWNLOAD_DOWN:
  case BRS_DOWNLOAD_UP:
  case BRS_ERROR:
    break;
 
  default:
    GNUNET_break (0);
    goto cleanup;
  }
  for (i = 0; i < dr->num_children; i++)
  {
    if (NULL == (dr->children[i] = read_download_request (rh)))
      goto cleanup;
    dr->children[i]->parent = dr;
  }
  return dr;
cleanup:
  GNUNET_FS_free_download_request_ (dr);
  return NULL;
}

References BRS_CHK_SET, BRS_DOWNLOAD_DOWN, BRS_DOWNLOAD_UP, BRS_ERROR, BRS_INIT, BRS_RECONSTRUCT_DOWN, BRS_RECONSTRUCT_META_UP, BRS_RECONSTRUCT_UP, DownloadRequest::children, DownloadRequest::chk, CHK_PER_INODE, cleanup(), DownloadRequest::depth, GNUNET_BIO_read(), GNUNET_BIO_read_int32(), GNUNET_BIO_read_spec_commit(), GNUNET_BIO_read_spec_end, GNUNET_BIO_read_spec_int32(), GNUNET_BIO_read_spec_int64(), GNUNET_break, GNUNET_FS_free_download_request_(), GNUNET_malloc, GNUNET_new, GNUNET_OK, DownloadRequest::num_children, DownloadRequest::offset, DownloadRequest::parent, read_download_request(), GNUNET_BIO_ReadSpec::rh, and DownloadRequest::state.

Referenced by deserialize_download(), and read_download_request().

Here is the call graph for this function:

Here is the caller graph for this function:

get_download_sync_filename()

static char * get_download_sync_filename ( struct GNUNET_FS_DownloadContext *  dc, const char *  uni, const char *  ext  )

static

Compute the name of the sync file (or directory) for the given download context.

Parameters

dc	download context to compute for
uni	unique filename to use, use "" for the directory name
ext	extension to use, use ".dir" for our own subdirectory

Returns

the expanded file name, NULL for none

Definition at line 2016 of file fs_api.c.

{
  char *par;
  char *epar;
 
  if (dc->parent == NULL)
    return get_serialization_file_name (dc->h,
                                        (dc->search != NULL)
                                        ? GNUNET_FS_SYNC_PATH_CHILD_DOWNLOAD
                                        : GNUNET_FS_SYNC_PATH_MASTER_DOWNLOAD,
                                        uni);
  if (NULL == dc->parent->serialization)
    return NULL;
  par = get_download_sync_filename (dc->parent, dc->parent->serialization, "");
  if (NULL == par)
    return NULL;
  GNUNET_asprintf (&epar, "%s.dir%s%s%s", par, DIR_SEPARATOR_STR, uni, ext);
  GNUNET_free (par);
  return epar;
}

References dc, DIR_SEPARATOR_STR, get_download_sync_filename(), get_serialization_file_name(), GNUNET_asprintf(), GNUNET_free, GNUNET_FS_SYNC_PATH_CHILD_DOWNLOAD, GNUNET_FS_SYNC_PATH_MASTER_DOWNLOAD, GNUNET_FS_DownloadContext::h, GNUNET_FS_DownloadContext::parent, GNUNET_FS_DownloadContext::search, and GNUNET_FS_DownloadContext::serialization.

Referenced by deserialize_download(), get_download_sync_filename(), and GNUNET_FS_download_sync_().

Here is the call graph for this function:

Here is the caller graph for this function:

GNUNET_FS_download_sync_()

void GNUNET_FS_download_sync_

(

struct GNUNET_FS_DownloadContext *

dc

)

Synchronize this download struct with its mirror on disk.

Note that all internal FS-operations that change publishing structs should already call "sync" internally, so this function is likely not useful for clients.

Parameters

dc	the struct to sync

Definition at line 2049 of file fs_api.c.

{
  struct GNUNET_BIO_WriteHandle *wh;
  char *uris;
  char *fn;
  char *dir;
 
  if (0 != (dc->options & GNUNET_FS_DOWNLOAD_IS_PROBE))
    return; /* we don't sync probes */
  if (NULL == dc->serialization)
  {
    dir = get_download_sync_filename (dc, "", "");
    if (NULL == dir)
      return;
    if (GNUNET_OK != GNUNET_DISK_directory_create_for_file (dir))
    {
      GNUNET_free (dir);
      return;
    }
    fn = GNUNET_DISK_mktemp (dir);
    GNUNET_free (dir);
    if (NULL == fn)
      return;
    dc->serialization = get_serialization_short_name (fn);
  }
  else
  {
    fn = get_download_sync_filename (dc, dc->serialization, "");
    if (NULL == fn)
    {
      GNUNET_free (dc->serialization);
      dc->serialization = NULL;
      GNUNET_free (fn);
      return;
    }
  }
  wh = GNUNET_BIO_write_open_file (fn);
  if (NULL == wh)
  {
    GNUNET_free (dc->serialization);
    dc->serialization = NULL;
    GNUNET_free (fn);
    return;
  }
  GNUNET_assert ((GNUNET_YES == GNUNET_FS_uri_test_chk (dc->uri)) ||
                 (GNUNET_YES == GNUNET_FS_uri_test_loc (dc->uri)));
  uris = GNUNET_FS_uri_to_string (dc->uri);
  {
    struct GNUNET_BIO_WriteSpec ws1[] = {
      GNUNET_BIO_write_spec_string ("uris", uris),
      GNUNET_FS_write_spec_meta_data ("metadata", dc->meta),
      GNUNET_BIO_write_spec_string ("emsg", dc->emsg),
      GNUNET_BIO_write_spec_string ("filename", dc->filename),
      GNUNET_BIO_write_spec_string ("temp filename", dc->temp_filename),
      GNUNET_BIO_write_spec_int64 ("old file size",
                                   (int64_t *) &dc->old_file_size),
      GNUNET_BIO_write_spec_int64 ("offset", (int64_t *) &dc->offset),
      GNUNET_BIO_write_spec_int64 ("length", (int64_t *) &dc->length),
      GNUNET_BIO_write_spec_int64 ("completed", (int64_t *) &dc->completed),
      GNUNET_BIO_write_spec_end (),
    };
    struct GNUNET_BIO_WriteSpec ws2[] = {
      GNUNET_BIO_write_spec_int32 ("anonymity", (int32_t *) &dc->anonymity),
      GNUNET_BIO_write_spec_int32 ("options", (int32_t *) &dc->options),
      GNUNET_BIO_write_spec_int32 ("has finished", (int32_t *) &dc->has_finished
                                   ),
      GNUNET_BIO_write_spec_end (),
    };
    if ((GNUNET_OK != GNUNET_BIO_write_spec_commit (wh, ws1)) ||
        (GNUNET_OK != write_start_time (wh, dc->start_time)) ||
        (GNUNET_OK != GNUNET_BIO_write_spec_commit (wh, ws2)))
    {
      GNUNET_break (0);
      goto cleanup;
    }
  }
  if (NULL == dc->emsg)
  {
    GNUNET_assert (dc->top_request != NULL);
    if (GNUNET_YES != write_download_request (wh, dc->top_request))
    {
      GNUNET_break (0);
      goto cleanup;
    }
  }
  GNUNET_free (uris);
  uris = NULL;
  if (GNUNET_OK != GNUNET_BIO_write_close (wh, NULL))
  {
    wh = NULL;
    GNUNET_break (0);
    goto cleanup;
  }
  GNUNET_free (fn);
  return;
cleanup:
  if (NULL != wh)
    (void) GNUNET_BIO_write_close (wh, NULL);
  GNUNET_free (uris);
  if (0 != unlink (fn))
    GNUNET_log_strerror_file (GNUNET_ERROR_TYPE_WARNING, "unlink", fn);
  GNUNET_free (fn);
  GNUNET_free (dc->serialization);
  dc->serialization = NULL;
}

References GNUNET_FS_DownloadContext::anonymity, cleanup(), GNUNET_FS_DownloadContext::completed, dc, dir, GNUNET_FS_DownloadContext::emsg, GNUNET_FS_DownloadContext::filename, get_download_sync_filename(), get_serialization_short_name(), GNUNET_assert, GNUNET_BIO_write_close(), GNUNET_BIO_write_open_file(), GNUNET_BIO_write_spec_commit(), GNUNET_BIO_write_spec_end, GNUNET_BIO_write_spec_int32(), GNUNET_BIO_write_spec_int64(), GNUNET_BIO_write_spec_string(), GNUNET_break, GNUNET_DISK_directory_create_for_file(), GNUNET_DISK_mktemp(), GNUNET_ERROR_TYPE_WARNING, GNUNET_free, GNUNET_FS_DOWNLOAD_IS_PROBE, GNUNET_FS_uri_test_chk(), GNUNET_FS_uri_test_loc(), GNUNET_FS_uri_to_string(), GNUNET_FS_write_spec_meta_data(), GNUNET_log_strerror_file, GNUNET_OK, GNUNET_YES, GNUNET_FS_DownloadContext::has_finished, GNUNET_FS_DownloadContext::length, GNUNET_FS_DownloadContext::meta, GNUNET_FS_DownloadContext::offset, GNUNET_FS_DownloadContext::old_file_size, GNUNET_FS_DownloadContext::options, GNUNET_FS_DownloadContext::serialization, GNUNET_FS_DownloadContext::start_time, GNUNET_FS_DownloadContext::temp_filename, GNUNET_FS_DownloadContext::top_request, GNUNET_FS_DownloadContext::uri, GNUNET_BIO_WriteSpec::wh, write_download_request(), and write_start_time().

Referenced by check_completed(), GNUNET_FS_download_start_task_(), process_result_with_request(), search_result_stop(), and try_match_block().

Here is the call graph for this function:

Here is the caller graph for this function:

GNUNET_FS_search_result_sync_()

void GNUNET_FS_search_result_sync_

(

struct GNUNET_FS_SearchResult *

sr

)

Synchronize this search result with its mirror on disk.

Note that all internal FS-operations that change publishing structs should already call "sync" internally, so this function is likely not useful for clients.

Parameters

sr	the struct to sync

Definition at line 2165 of file fs_api.c.

{
  struct GNUNET_BIO_WriteHandle *wh;
  char *uris;
 
  if (NULL == sr->sc)
    return;
  uris = NULL;
  if (NULL == sr->serialization)
    sr->serialization =
      make_serialization_file_name_in_dir (sr->h,
                                           (sr->sc->psearch_result == NULL)
                                           ? GNUNET_FS_SYNC_PATH_MASTER_SEARCH
                                           : GNUNET_FS_SYNC_PATH_CHILD_SEARCH,
                                           sr->sc->serialization);
  if (NULL == sr->serialization)
    return;
  wh = get_write_handle_in_dir (sr->h,
                                (sr->sc->psearch_result == NULL)
                                ? GNUNET_FS_SYNC_PATH_MASTER_SEARCH
                                : GNUNET_FS_SYNC_PATH_CHILD_SEARCH,
                                sr->sc->serialization,
                                sr->serialization);
  if (NULL == wh)
  {
    GNUNET_break (0);
    goto cleanup;
  }
  uris = GNUNET_FS_uri_to_string (sr->uri);
  {
    struct GNUNET_BIO_WriteSpec ws[] = {
      GNUNET_BIO_write_spec_string ("uris", uris),
      GNUNET_BIO_write_spec_string ("download serialization",
                                    (sr->download != NULL)
                                  ? sr->download->serialization
                                  : NULL),
      GNUNET_BIO_write_spec_string ("update search serialization",
                                    (sr->update_search != NULL)
                                  ? sr->update_search->serialization
                                  : NULL),
      GNUNET_FS_write_spec_meta_data ("metadata", sr->meta),
      GNUNET_BIO_write_spec_object ("key", &sr->key,
                                    sizeof(struct GNUNET_HashCode)),
      GNUNET_BIO_write_spec_int32 ("mandatory missing",
                                   (int32_t *) &sr->mandatory_missing),
      GNUNET_BIO_write_spec_int32 ("optional support",
                                   (int32_t *) &sr->optional_support),
      GNUNET_BIO_write_spec_int32 ("availability success",
                                   (int32_t *) &sr->availability_success),
      GNUNET_BIO_write_spec_int32 ("availability trials",
                                   (int32_t *) &sr->availability_trials),
      GNUNET_BIO_write_spec_end (),
    };
    if ((GNUNET_OK != GNUNET_BIO_write_spec_commit (wh, ws)))
    {
      GNUNET_break (0);
      goto cleanup;
    }
  }
  if ((NULL != sr->uri) && (GNUNET_FS_URI_KSK == sr->sc->uri->type) &&
      (GNUNET_OK !=
       GNUNET_BIO_write (wh,
                         "keyword bitmap",
                         sr->keyword_bitmap,
                         (sr->sc->uri->data.ksk.keywordCount + 7) / 8)))
  {
    GNUNET_break (0);
    goto cleanup;
  }
  if (GNUNET_OK != GNUNET_BIO_write_close (wh, NULL))
  {
    wh = NULL;
    GNUNET_break (0);
    goto cleanup;
  }
  GNUNET_free (uris);
  return;
cleanup:
  GNUNET_free (uris);
  if (NULL != wh)
    (void) GNUNET_BIO_write_close (wh, NULL);
  remove_sync_file_in_dir (sr->h,
                           (NULL == sr->sc->psearch_result)
                           ? GNUNET_FS_SYNC_PATH_MASTER_SEARCH
                           : GNUNET_FS_SYNC_PATH_CHILD_SEARCH,
                           sr->sc->serialization,
                           sr->serialization);
  GNUNET_free (sr->serialization);
  sr->serialization = NULL;
}

References GNUNET_FS_SearchResult::availability_success, GNUNET_FS_SearchResult::availability_trials, cleanup(), GNUNET_FS_Uri::data, GNUNET_FS_SearchResult::download, get_write_handle_in_dir(), GNUNET_BIO_write(), GNUNET_BIO_write_close(), GNUNET_BIO_write_spec_commit(), GNUNET_BIO_write_spec_end, GNUNET_BIO_write_spec_int32(), GNUNET_BIO_write_spec_object(), GNUNET_BIO_write_spec_string(), GNUNET_break, GNUNET_free, GNUNET_FS_SYNC_PATH_CHILD_SEARCH, GNUNET_FS_SYNC_PATH_MASTER_SEARCH, GNUNET_FS_URI_KSK, GNUNET_FS_uri_to_string(), GNUNET_FS_write_spec_meta_data(), GNUNET_OK, GNUNET_FS_SearchResult::h, GNUNET_FS_SearchResult::key, GNUNET_FS_SearchResult::keyword_bitmap, GNUNET_FS_Uri::keywordCount, GNUNET_FS_Uri::ksk, make_serialization_file_name_in_dir(), GNUNET_FS_SearchResult::mandatory_missing, GNUNET_FS_SearchResult::meta, GNUNET_FS_SearchResult::optional_support, GNUNET_FS_SearchContext::psearch_result, remove_sync_file_in_dir(), GNUNET_FS_SearchResult::sc, GNUNET_FS_SearchResult::serialization, GNUNET_FS_SearchContext::serialization, GNUNET_FS_DownloadContext::serialization, GNUNET_FS_Uri::type, GNUNET_FS_SearchResult::update_search, GNUNET_FS_SearchResult::uri, GNUNET_FS_SearchContext::uri, and GNUNET_BIO_WriteSpec::wh.

Referenced by GNUNET_FS_download_start_task_(), GNUNET_FS_download_stop(), GNUNET_FS_search_probe_progress_(), probe_failure_handler(), probe_success_handler(), process_ksk_result(), and process_sks_result().

Here is the call graph for this function:

Here is the caller graph for this function:

GNUNET_FS_search_sync_()

void GNUNET_FS_search_sync_

(

struct GNUNET_FS_SearchContext *

sc

)

Synchronize this search struct with its mirror on disk.

Note that all internal FS-operations that change publishing structs should already call "sync" internally, so this function is likely not useful for clients.

Parameters

sc	the struct to sync

Definition at line 2266 of file fs_api.c.

{
  struct GNUNET_BIO_WriteHandle *wh;
  char *uris;
  char in_pause;
  const char *category;
 
  category = (NULL == sc->psearch_result) ? GNUNET_FS_SYNC_PATH_MASTER_SEARCH
             : GNUNET_FS_SYNC_PATH_CHILD_SEARCH;
  if (NULL == sc->serialization)
    sc->serialization = make_serialization_file_name (sc->h, category);
  if (NULL == sc->serialization)
    return;
  uris = NULL;
  wh = get_write_handle (sc->h, category, sc->serialization);
  if (NULL == wh)
  {
    GNUNET_break (0);
    goto cleanup;
  }
  GNUNET_assert ((GNUNET_YES == GNUNET_FS_uri_test_ksk (sc->uri)) ||
                 (GNUNET_YES == GNUNET_FS_uri_test_sks (sc->uri)));
  uris = GNUNET_FS_uri_to_string (sc->uri);
  in_pause = (sc->task != NULL) ? 'r' : '\0';
  if ((GNUNET_OK != GNUNET_BIO_write_string (wh, "uris", uris)) ||
      (GNUNET_OK != write_start_time (wh, sc->start_time)) ||
      (GNUNET_OK != GNUNET_BIO_write_string (wh, "emsg", sc->emsg)) ||
      (GNUNET_OK != GNUNET_BIO_write_int32 (wh, "options",
                                            (uint32_t) sc->options)) ||
      (GNUNET_OK != GNUNET_BIO_write (wh, "in pause",
                                      &in_pause, sizeof(in_pause))) ||
      (GNUNET_OK != GNUNET_BIO_write_int32 (wh, "anonymity", sc->anonymity)))
  {
    GNUNET_break (0);
    goto cleanup;
  }
  GNUNET_free (uris);
  uris = NULL;
  if (GNUNET_OK != GNUNET_BIO_write_close (wh, NULL))
  {
    wh = NULL;
    GNUNET_break (0);
    goto cleanup;
  }
  return;
cleanup:
  if (NULL != wh)
    (void) GNUNET_BIO_write_close (wh, NULL);
  GNUNET_free (uris);
  GNUNET_FS_remove_sync_file_ (sc->h, category, sc->serialization);
  GNUNET_free (sc->serialization);
  sc->serialization = NULL;
}

References GNUNET_FS_SearchContext::anonymity, cleanup(), GNUNET_FS_SearchContext::emsg, get_write_handle(), GNUNET_assert, GNUNET_BIO_write(), GNUNET_BIO_write_close(), GNUNET_BIO_write_int32(), GNUNET_BIO_write_string(), GNUNET_break, GNUNET_free, GNUNET_FS_remove_sync_file_(), GNUNET_FS_SYNC_PATH_CHILD_SEARCH, GNUNET_FS_SYNC_PATH_MASTER_SEARCH, GNUNET_FS_uri_test_ksk(), GNUNET_FS_uri_test_sks(), GNUNET_FS_uri_to_string(), GNUNET_OK, GNUNET_YES, GNUNET_FS_SearchContext::h, make_serialization_file_name(), GNUNET_FS_SearchContext::options, GNUNET_FS_SearchContext::psearch_result, sc, GNUNET_FS_SearchContext::serialization, GNUNET_FS_SearchContext::start_time, GNUNET_FS_SearchContext::task, GNUNET_FS_SearchContext::uri, and write_start_time().

Referenced by GNUNET_FS_search_continue(), GNUNET_FS_search_pause(), and search_start().

Here is the call graph for this function:

Here is the caller graph for this function:

deserialize_unindex_file()

static int deserialize_unindex_file ( void *  cls, const char *  filename  )

static

Function called with a filename of serialized unindexing operation to deserialize.

Parameters

cls	the struct GNUNET_FS_Handle *
filename	complete filename (absolute path)

Returns

GNUNET_OK (continue to iterate)

Definition at line 2330 of file fs_api.c.

{
  struct GNUNET_FS_Handle *h = cls;
  struct GNUNET_BIO_ReadHandle *rh;
  struct GNUNET_FS_UnindexContext *uc;
  struct GNUNET_FS_ProgressInfo pi;
  char *emsg;
  char *uris;
  uint32_t state;
 
  uc = GNUNET_new (struct GNUNET_FS_UnindexContext);
  uc->h = h;
  uc->serialization = get_serialization_short_name (filename);
  rh = GNUNET_BIO_read_open_file (filename);
  if (NULL == rh)
  {
    GNUNET_break (0);
    goto cleanup;
  }
  uris = NULL;
  if ((GNUNET_OK !=
       GNUNET_BIO_read_string (rh, "unindex-fn", &uc->filename, 10 * 1024)) ||
      (GNUNET_OK != GNUNET_BIO_read_int64 (rh, "file size",
                                           (int64_t *) &uc->file_size)) ||
      (GNUNET_OK != read_start_time (rh, &uc->start_time)) ||
      (GNUNET_OK != GNUNET_BIO_read_int32 (rh, "state",
                                           (int32_t *) &state)) ||
      (GNUNET_OK !=
       GNUNET_BIO_read (rh, "uri", &uc->chk, sizeof(struct ContentHashKey))) ||
      (GNUNET_OK !=
       GNUNET_BIO_read_string (rh, "unindex-kskuri", &uris, 10 * 1024)) ||
      (GNUNET_OK != GNUNET_BIO_read_int32 (rh, "ksk offset",
                                           (int32_t *) &uc->ksk_offset)))
  {
    GNUNET_free (uris);
    GNUNET_break (0);
    goto cleanup;
  }
  if (NULL != uris)
  {
    uc->ksk_uri = GNUNET_FS_uri_parse (uris, &emsg);
    GNUNET_free (uris);
    if (NULL == uc->ksk_uri)
    {
      GNUNET_break (0);
      GNUNET_free (emsg);
      goto cleanup;
    }
  }
  if ((uc->ksk_offset > 0) &&
      ((NULL == uc->ksk_uri) ||
       (uc->ksk_offset > uc->ksk_uri->data.ksk.keywordCount)))
  {
    GNUNET_break (0);
    goto cleanup;
  }
  uc->state = (enum UnindexState) state;
  switch (state)
  {
  case UNINDEX_STATE_HASHING:
    break;
 
  case UNINDEX_STATE_FS_NOTIFY:
    if (GNUNET_OK != GNUNET_BIO_read (rh,
                                      "unindex-hash",
                                      &uc->file_id,
                                      sizeof(struct GNUNET_HashCode)))
    {
      GNUNET_break (0);
      goto cleanup;
    }
    break;
 
  case UNINDEX_STATE_DS_REMOVE:
  case UNINDEX_STATE_EXTRACT_KEYWORDS:
  case UNINDEX_STATE_DS_REMOVE_KBLOCKS:
    break;
 
  case UNINDEX_STATE_COMPLETE:
    break;
 
  case UNINDEX_STATE_ERROR:
    if (GNUNET_OK !=
        GNUNET_BIO_read_string (rh, "unindex-emsg", &uc->emsg, 10 * 1024))
    {
      GNUNET_break (0);
      goto cleanup;
    }
    break;
 
  default:
    GNUNET_break (0);
    goto cleanup;
  }
  uc->top = GNUNET_FS_make_top (h, &GNUNET_FS_unindex_signal_suspend_, uc);
  pi.status = GNUNET_FS_STATUS_UNINDEX_RESUME;
  pi.value.unindex.specifics.resume.message = uc->emsg;
  GNUNET_FS_unindex_make_status_ (&pi,
                                  uc,
                                  (uc->state == UNINDEX_STATE_COMPLETE)
                                  ? uc->file_size
                                  : 0);
  switch (uc->state)
  {
  case UNINDEX_STATE_HASHING:
    uc->fhc = GNUNET_CRYPTO_hash_file (GNUNET_SCHEDULER_PRIORITY_IDLE,
                                       uc->filename,
                                       HASHING_BLOCKSIZE,
                                       &GNUNET_FS_unindex_process_hash_,
                                       uc);
    break;
 
  case UNINDEX_STATE_FS_NOTIFY:
    uc->state = UNINDEX_STATE_HASHING;
    GNUNET_FS_unindex_process_hash_ (uc, &uc->file_id);
    break;
 
  case UNINDEX_STATE_DS_REMOVE:
    GNUNET_FS_unindex_do_remove_ (uc);
    break;
 
  case UNINDEX_STATE_EXTRACT_KEYWORDS:
    GNUNET_FS_unindex_do_extract_keywords_ (uc);
    break;
 
  case UNINDEX_STATE_DS_REMOVE_KBLOCKS:
    GNUNET_FS_unindex_do_remove_kblocks_ (uc);
    break;
 
  case UNINDEX_STATE_COMPLETE:
  case UNINDEX_STATE_ERROR:
    /* no need to resume any operation, we were done */
    break;
 
  default:
    break;
  }
  if (GNUNET_OK != GNUNET_BIO_read_close (rh, &emsg))
  {
    GNUNET_log (GNUNET_ERROR_TYPE_WARNING,
                _ ("Failure while resuming unindexing operation `%s': %s\n"),
                filename,
                emsg);
    GNUNET_free (emsg);
  }
  return GNUNET_OK;
cleanup:
  GNUNET_free (uc->filename);
  if ((NULL != rh) && (GNUNET_OK != GNUNET_BIO_read_close (rh, &emsg)))
  {
    GNUNET_log (GNUNET_ERROR_TYPE_WARNING,
                _ ("Failed to resume unindexing operation `%s': %s\n"),
                filename,
                emsg);
    GNUNET_free (emsg);
  }
  if (NULL != uc->serialization)
    GNUNET_FS_remove_sync_file_ (h,
                                 GNUNET_FS_SYNC_PATH_MASTER_UNINDEX,
                                 uc->serialization);
  GNUNET_free (uc->serialization);
  GNUNET_free (uc);
  return GNUNET_OK;
}

References _, GNUNET_FS_UnindexContext::chk, cleanup(), GNUNET_FS_Uri::data, GNUNET_FS_UnindexContext::emsg, GNUNET_FS_UnindexContext::fhc, GNUNET_FS_UnindexContext::file_id, GNUNET_FS_UnindexContext::file_size, filename, GNUNET_FS_UnindexContext::filename, get_serialization_short_name(), GNUNET_BIO_read(), GNUNET_BIO_read_close(), GNUNET_BIO_read_int32(), GNUNET_BIO_read_int64(), GNUNET_BIO_read_open_file(), GNUNET_BIO_read_string(), GNUNET_break, GNUNET_CRYPTO_hash_file(), GNUNET_ERROR_TYPE_WARNING, GNUNET_free, GNUNET_FS_make_top(), GNUNET_FS_remove_sync_file_(), GNUNET_FS_STATUS_UNINDEX_RESUME, GNUNET_FS_SYNC_PATH_MASTER_UNINDEX, GNUNET_FS_unindex_do_extract_keywords_(), GNUNET_FS_unindex_do_remove_(), GNUNET_FS_unindex_do_remove_kblocks_(), GNUNET_FS_unindex_make_status_(), GNUNET_FS_unindex_process_hash_(), GNUNET_FS_unindex_signal_suspend_(), GNUNET_FS_uri_parse(), GNUNET_log, GNUNET_new, GNUNET_OK, GNUNET_SCHEDULER_PRIORITY_IDLE, h, GNUNET_FS_UnindexContext::h, HASHING_BLOCKSIZE, GNUNET_FS_Uri::keywordCount, GNUNET_FS_Uri::ksk, GNUNET_FS_UnindexContext::ksk_offset, GNUNET_FS_UnindexContext::ksk_uri, read_start_time(), GNUNET_FS_UnindexContext::serialization, GNUNET_FS_UnindexContext::start_time, GNUNET_FS_UnindexContext::state, state, GNUNET_FS_ProgressInfo::status, GNUNET_FS_UnindexContext::top, uc, GNUNET_FS_ProgressInfo::unindex, UNINDEX_STATE_COMPLETE, UNINDEX_STATE_DS_REMOVE, UNINDEX_STATE_DS_REMOVE_KBLOCKS, UNINDEX_STATE_ERROR, UNINDEX_STATE_EXTRACT_KEYWORDS, UNINDEX_STATE_FS_NOTIFY, UNINDEX_STATE_HASHING, and GNUNET_FS_ProgressInfo::value.

Referenced by GNUNET_FS_start().

Here is the call graph for this function:

Here is the caller graph for this function:

deserialize_download()

static void deserialize_download ( struct GNUNET_FS_Handle *  h, struct GNUNET_BIO_ReadHandle *  rh, struct GNUNET_FS_DownloadContext *  parent, struct GNUNET_FS_SearchResult *  search, const char *  serialization  )

static

Deserialize a download.

Parameters

h	overall context
rh	file to deserialize from
parent	parent download
search	associated search
serialization	name under which the search was serialized

Definition at line 2927 of file fs_api.c.

{
  struct GNUNET_FS_DownloadContext *dc;
  char *emsg;
  char *uris;
  char *dn;
  uint32_t options;
  uint32_t status;
 
  uris = NULL;
  emsg = NULL;
  dc = GNUNET_new (struct GNUNET_FS_DownloadContext);
  dc->parent = parent;
  dc->h = h;
  dc->serialization = GNUNET_strdup (serialization);
  {
    struct GNUNET_BIO_ReadSpec rs[] = {
      GNUNET_FS_read_spec_meta_data ("download-meta", &dc->meta),
      GNUNET_BIO_read_spec_string ("download-emsg", &dc->emsg, 10 * 1024),
      GNUNET_BIO_read_spec_string ("download-fn", &dc->filename, 10 * 1024),
      GNUNET_BIO_read_spec_string ("download-tfn",
                                   &dc->temp_filename, 10 * 1024),
      GNUNET_BIO_read_spec_int64 ("old file size",
                                  (int64_t *) &dc->old_file_size),
      GNUNET_BIO_read_spec_int64 ("offset",
                                  (int64_t *) &dc->offset),
      GNUNET_BIO_read_spec_int64 ("length",
                                  (int64_t *) &dc->length),
      GNUNET_BIO_read_spec_int64 ("completed",
                                  (int64_t *) &dc->completed),
      GNUNET_BIO_read_spec_end (),
    };
    if ((GNUNET_OK !=
         GNUNET_BIO_read_string (rh, "download-uri", &uris, 10 * 1024)) ||
        (NULL == (dc->uri = GNUNET_FS_uri_parse (uris, &emsg))) ||
        ((GNUNET_YES != GNUNET_FS_uri_test_chk (dc->uri)) &&
         (GNUNET_YES != GNUNET_FS_uri_test_loc (dc->uri))) ||
        (GNUNET_OK != GNUNET_BIO_read_spec_commit (rh, rs)) ||
        (GNUNET_OK != read_start_time (rh, &dc->start_time)) ||
        (GNUNET_OK != GNUNET_BIO_read_int32 (rh, "anonymity",
                                             (int32_t *) &dc->anonymity)) ||
        (GNUNET_OK != GNUNET_BIO_read_int32 (rh, "options",
                                             (int32_t *) &options)) ||
        (GNUNET_OK != GNUNET_BIO_read_int32 (rh, "status",
                                             (int32_t *) &status)))
    {
      GNUNET_break (0);
      goto cleanup;
    }
  }
  dc->options = (enum GNUNET_FS_DownloadOptions) options;
  dc->active =
    GNUNET_CONTAINER_multihashmap_create (1 + 2 * (dc->length / DBLOCK_SIZE),
                                          GNUNET_NO);
  dc->has_finished = (int) status;
  dc->treedepth =
    GNUNET_FS_compute_depth (GNUNET_FS_uri_chk_get_file_size (dc->uri));
  if (GNUNET_FS_uri_test_loc (dc->uri))
    GNUNET_assert (GNUNET_OK ==
                   GNUNET_FS_uri_loc_get_peer_identity (dc->uri, &dc->target));
  if (NULL == dc->emsg)
  {
    dc->top_request = read_download_request (rh);
    if (NULL == dc->top_request)
    {
      GNUNET_break (0);
      goto cleanup;
    }
  }
  dn = get_download_sync_filename (dc, dc->serialization, ".dir");
  if (NULL != dn)
  {
    if (GNUNET_YES == GNUNET_DISK_directory_test (dn, GNUNET_YES))
      GNUNET_DISK_directory_scan (dn, &deserialize_subdownload, dc);
    GNUNET_free (dn);
  }
  if (NULL != parent)
  {
    GNUNET_CONTAINER_DLL_insert (parent->child_head, parent->child_tail, dc);
  }
  if (NULL != search)
  {
    dc->search = search;
    search->download = dc;
  }
  if ((NULL == parent) && (NULL == search))
  {
    dc->top =
      GNUNET_FS_make_top (dc->h, &GNUNET_FS_download_signal_suspend_, dc);
    signal_download_resume (dc);
  }
  GNUNET_free (uris);
  GNUNET_assert (NULL == dc->job_queue);
  dc->task = GNUNET_SCHEDULER_add_now (&GNUNET_FS_download_start_task_, dc);
  return;
cleanup:
  GNUNET_free (uris);
  GNUNET_free (emsg);
  free_download_context (dc);
}

References GNUNET_FS_DownloadContext::active, GNUNET_FS_DownloadContext::anonymity, GNUNET_FS_DownloadContext::child_head, GNUNET_FS_DownloadContext::child_tail, cleanup(), GNUNET_FS_DownloadContext::completed, DBLOCK_SIZE, dc, deserialize_subdownload(), GNUNET_FS_SearchResult::download, GNUNET_FS_DownloadContext::emsg, GNUNET_FS_DownloadContext::filename, free_download_context(), get_download_sync_filename(), GNUNET_assert, GNUNET_BIO_read_int32(), GNUNET_BIO_read_spec_commit(), GNUNET_BIO_read_spec_end, GNUNET_BIO_read_spec_int64(), GNUNET_BIO_read_spec_string(), GNUNET_BIO_read_string(), GNUNET_break, GNUNET_CONTAINER_DLL_insert, GNUNET_CONTAINER_multihashmap_create(), GNUNET_DISK_directory_scan(), GNUNET_DISK_directory_test(), GNUNET_free, GNUNET_FS_compute_depth(), GNUNET_FS_download_signal_suspend_(), GNUNET_FS_download_start_task_(), GNUNET_FS_make_top(), GNUNET_FS_read_spec_meta_data(), GNUNET_FS_uri_chk_get_file_size(), GNUNET_FS_uri_loc_get_peer_identity(), GNUNET_FS_uri_parse(), GNUNET_FS_uri_test_chk(), GNUNET_FS_uri_test_loc(), GNUNET_new, GNUNET_NO, GNUNET_OK, GNUNET_SCHEDULER_add_now(), GNUNET_strdup, GNUNET_YES, h, GNUNET_FS_DownloadContext::h, GNUNET_FS_DownloadContext::has_finished, GNUNET_FS_DownloadContext::job_queue, GNUNET_FS_DownloadContext::length, GNUNET_FS_DownloadContext::meta, GNUNET_FS_DownloadContext::offset, GNUNET_FS_DownloadContext::old_file_size, options, GNUNET_FS_DownloadContext::options, GNUNET_FS_DownloadContext::parent, read_download_request(), read_start_time(), GNUNET_BIO_ReadSpec::rh, GNUNET_FS_DownloadContext::search, GNUNET_FS_DownloadContext::serialization, signal_download_resume(), GNUNET_FS_DownloadContext::start_time, status, GNUNET_FS_DownloadContext::target, GNUNET_FS_DownloadContext::task, GNUNET_FS_DownloadContext::temp_filename, GNUNET_FS_DownloadContext::top, GNUNET_FS_DownloadContext::top_request, GNUNET_FS_DownloadContext::treedepth, and GNUNET_FS_DownloadContext::uri.

Referenced by deserialize_download_file(), deserialize_search_result(), and deserialize_subdownload().

Here is the call graph for this function:

Here is the caller graph for this function:

deserialize_search()

static struct GNUNET_FS_SearchContext * deserialize_search ( struct GNUNET_FS_Handle *  h, struct GNUNET_BIO_ReadHandle *  rh, struct GNUNET_FS_SearchResult *  psearch_result, const char *  serialization  )

static

Deserialize a search.

Parameters

h	overall context
rh	file to deserialize from
psearch_result	parent search result
serialization	name under which the search was serialized

Definition at line 3064 of file fs_api.c.

{
  struct GNUNET_FS_SearchContext *sc;
  char *emsg;
  char *uris;
  char *dn;
  uint32_t options;
  char in_pause;
 
  if ((NULL != psearch_result) && (NULL != psearch_result->update_search))
  {
    GNUNET_break (0);
    return NULL;
  }
  uris = NULL;
  emsg = NULL;
  sc = GNUNET_new (struct GNUNET_FS_SearchContext);
  if (NULL != psearch_result)
  {
    sc->psearch_result = psearch_result;
    psearch_result->update_search = sc;
  }
  sc->h = h;
  sc->serialization = GNUNET_strdup (serialization);
  if ((GNUNET_OK !=
       GNUNET_BIO_read_string (rh, "search-uri", &uris, 10 * 1024)) ||
      (NULL == (sc->uri = GNUNET_FS_uri_parse (uris, &emsg))) ||
      ((GNUNET_YES != GNUNET_FS_uri_test_ksk (sc->uri)) &&
       (GNUNET_YES != GNUNET_FS_uri_test_sks (sc->uri))) ||
      (GNUNET_OK != read_start_time (rh, &sc->start_time)) ||
      (GNUNET_OK !=
       GNUNET_BIO_read_string (rh, "search-emsg", &sc->emsg, 10 * 1024)) ||
      (GNUNET_OK != GNUNET_BIO_read_int32 (rh, "options",
                                           (int32_t *) &options)) ||
      (GNUNET_OK !=
       GNUNET_BIO_read (rh, "search-pause", &in_pause, sizeof(in_pause))) ||
      (GNUNET_OK != GNUNET_BIO_read_int32 (rh, "anonymity",
                                           (int32_t *) &sc->anonymity)))
  {
    GNUNET_break (0);
    goto cleanup;
  }
  sc->options = (enum GNUNET_FS_SearchOptions) options;
  sc->master_result_map = GNUNET_CONTAINER_multihashmap_create (16, GNUNET_NO);
  dn = get_serialization_file_name_in_dir (h,
                                           (NULL == sc->psearch_result)
                                           ? GNUNET_FS_SYNC_PATH_MASTER_SEARCH
                                           : GNUNET_FS_SYNC_PATH_CHILD_SEARCH,
                                           sc->serialization,
                                           "");
  if (NULL != dn)
  {
    if (GNUNET_YES == GNUNET_DISK_directory_test (dn, GNUNET_YES))
      GNUNET_DISK_directory_scan (dn, &deserialize_search_result, sc);
    GNUNET_free (dn);
  }
  if (('\0' == in_pause) &&
      (GNUNET_OK != GNUNET_FS_search_start_searching_ (sc)))
  {
    GNUNET_log (
      GNUNET_ERROR_TYPE_WARNING,
      _ ("Could not resume running search, will resume as paused search\n"));
  }
  signal_search_resume (sc);
  GNUNET_free (uris);
  return sc;
cleanup:
  GNUNET_free (emsg);
  free_search_context (sc);
  GNUNET_free (uris);
  return NULL;
}

References _, GNUNET_FS_SearchContext::anonymity, cleanup(), deserialize_search_result(), GNUNET_FS_SearchContext::emsg, free_search_context(), get_serialization_file_name_in_dir(), GNUNET_BIO_read(), GNUNET_BIO_read_int32(), GNUNET_BIO_read_string(), GNUNET_break, GNUNET_CONTAINER_multihashmap_create(), GNUNET_DISK_directory_scan(), GNUNET_DISK_directory_test(), GNUNET_ERROR_TYPE_WARNING, GNUNET_free, GNUNET_FS_search_start_searching_(), GNUNET_FS_SYNC_PATH_CHILD_SEARCH, GNUNET_FS_SYNC_PATH_MASTER_SEARCH, GNUNET_FS_uri_parse(), GNUNET_FS_uri_test_ksk(), GNUNET_FS_uri_test_sks(), GNUNET_log, GNUNET_new, GNUNET_NO, GNUNET_OK, GNUNET_strdup, GNUNET_YES, h, GNUNET_FS_SearchContext::h, GNUNET_FS_SearchContext::master_result_map, options, GNUNET_FS_SearchContext::options, GNUNET_FS_SearchContext::psearch_result, read_start_time(), sc, GNUNET_FS_SearchContext::serialization, signal_search_resume(), GNUNET_FS_SearchContext::start_time, GNUNET_FS_SearchResult::update_search, and GNUNET_FS_SearchContext::uri.

Referenced by deserialize_search_file(), and deserialize_search_result().

Here is the call graph for this function:

Here is the caller graph for this function:

deserialize_search_result()

static int deserialize_search_result ( void *  cls, const char *  filename  )

static

Function called with a filename of serialized search result to deserialize.

Parameters

cls	the struct GNUNET_FS_SearchContext *
filename	complete filename (absolute path)

Returns

GNUNET_OK (continue to iterate)

Definition at line 2537 of file fs_api.c.

{
  struct GNUNET_FS_SearchContext *sc = cls;
  char *serialized;
  char *uris;
  char *emsg;
  char *download;
  char *update_srch;
  struct GNUNET_BIO_ReadHandle *rh;
  struct GNUNET_BIO_ReadHandle *drh;
  struct GNUNET_FS_SearchResult *sr;
 
  serialized = get_serialization_short_name (filename);
  rh = GNUNET_BIO_read_open_file (filename);
  if (NULL == rh)
  {
    if (NULL != serialized)
    {
      remove_sync_file_in_dir (sc->h,
                               (NULL == sc->psearch_result)
                               ? GNUNET_FS_SYNC_PATH_MASTER_SEARCH
                               : GNUNET_FS_SYNC_PATH_CHILD_SEARCH,
                               sc->serialization,
                               serialized);
      GNUNET_free (serialized);
    }
    return GNUNET_OK;
  }
  emsg = NULL;
  uris = NULL;
  download = NULL;
  update_srch = NULL;
  sr = GNUNET_new (struct GNUNET_FS_SearchResult);
  sr->h = sc->h;
  sr->sc = sc;
  sr->serialization = serialized;
  if ((GNUNET_OK !=
       GNUNET_BIO_read_string (rh, "result-uri", &uris, 10 * 1024)) ||
      (NULL == (sr->uri = GNUNET_FS_uri_parse (uris, &emsg))) ||
      (GNUNET_OK !=
       GNUNET_BIO_read_string (rh, "download-lnk", &download, 16)) ||
      (GNUNET_OK !=
       GNUNET_BIO_read_string (rh, "search-lnk", &update_srch, 16)) ||
      (GNUNET_OK != GNUNET_FS_read_meta_data (rh, "result-meta", &sr->meta)) ||
      (GNUNET_OK != GNUNET_BIO_read (rh,
                                     "result-key",
                                     &sr->key,
                                     sizeof(struct GNUNET_HashCode))) ||
      (GNUNET_OK != GNUNET_BIO_read_int32 (
         rh,
         "mandatory missing",
         (int32_t *) &sr->mandatory_missing)) ||
      (GNUNET_OK != GNUNET_BIO_read_int32 (
         rh,
         "optional support",
         (int32_t *) &sr->optional_support)) ||
      (GNUNET_OK != GNUNET_BIO_read_int32 (
         rh,
         "availability success",
         (int32_t *) &sr->availability_success)) ||
      (GNUNET_OK != GNUNET_BIO_read_int32 (
         rh,
         "availability trials",
         (int32_t *) &sr->availability_trials)))
  {
    GNUNET_break (0);
    goto cleanup;
  }
  if (GNUNET_FS_URI_KSK == sr->sc->uri->type)
  {
    sr->keyword_bitmap = GNUNET_malloc (
      (sr->sc->uri->data.ksk.keywordCount + 7) / 8);   /* round up, count bits */
    if (GNUNET_OK !=
        GNUNET_BIO_read (rh,
                         "keyword-bitmap",
                         sr->keyword_bitmap,
                         (sr->sc->uri->data.ksk.keywordCount + 7) / 8))
    {
      GNUNET_break (0);
      goto cleanup;
    }
  }
  GNUNET_free (uris);
  if (NULL != download)
  {
    drh = get_read_handle (sc->h, GNUNET_FS_SYNC_PATH_CHILD_DOWNLOAD, download);
    if (NULL != drh)
    {
      deserialize_download (sc->h, drh, NULL, sr, download);
      if (GNUNET_OK != GNUNET_BIO_read_close (drh, &emsg))
      {
        GNUNET_log (GNUNET_ERROR_TYPE_WARNING,
                    _ ("Failed to resume sub-download `%s': %s\n"),
                    download,
                    emsg);
        GNUNET_free (emsg);
      }
    }
    GNUNET_free (download);
  }
  if (NULL != update_srch)
  {
    drh =
      get_read_handle (sc->h, GNUNET_FS_SYNC_PATH_CHILD_SEARCH, update_srch);
    if (NULL != drh)
    {
      deserialize_search (sc->h, drh, sr, update_srch);
      if (GNUNET_OK != GNUNET_BIO_read_close (drh, &emsg))
      {
        GNUNET_log (GNUNET_ERROR_TYPE_WARNING,
                    _ ("Failed to resume sub-search `%s': %s\n"),
                    update_srch,
                    emsg);
        GNUNET_free (emsg);
      }
    }
    GNUNET_free (update_srch);
  }
  GNUNET_break (GNUNET_YES == GNUNET_CONTAINER_multihashmap_put (
                  sc->master_result_map,
                  &sr->key,
                  sr,
                  GNUNET_CONTAINER_MULTIHASHMAPOPTION_MULTIPLE));
  if (GNUNET_OK != GNUNET_BIO_read_close (rh, &emsg))
  {
    GNUNET_log (GNUNET_ERROR_TYPE_WARNING,
                _ ("Failure while resuming search operation `%s': %s\n"),
                filename,
                emsg);
    GNUNET_free (emsg);
  }
  return GNUNET_OK;
cleanup:
  GNUNET_free (download);
  GNUNET_free (emsg);
  GNUNET_free (uris);
  GNUNET_free (update_srch);
  if (NULL != sr->uri)
    GNUNET_FS_uri_destroy (sr->uri);
  if (NULL != sr->meta)
    GNUNET_FS_meta_data_destroy (sr->meta);
  GNUNET_free (sr->serialization);
  GNUNET_free (sr);
  if (GNUNET_OK != GNUNET_BIO_read_close (rh, &emsg))
  {
    GNUNET_log (GNUNET_ERROR_TYPE_WARNING,
                _ ("Failure while resuming search operation `%s': %s\n"),
                filename,
                emsg);
    GNUNET_free (emsg);
  }
  return GNUNET_OK;
}

References _, GNUNET_FS_SearchResult::availability_success, GNUNET_FS_SearchResult::availability_trials, cleanup(), GNUNET_FS_Uri::data, deserialize_download(), deserialize_search(), GNUNET_FS_SearchResult::download, GNUNET_FS_SearchContext::emsg, filename, get_read_handle(), get_serialization_short_name(), GNUNET_BIO_read(), GNUNET_BIO_read_close(), GNUNET_BIO_read_int32(), GNUNET_BIO_read_open_file(), GNUNET_BIO_read_string(), GNUNET_break, GNUNET_CONTAINER_multihashmap_put(), GNUNET_CONTAINER_MULTIHASHMAPOPTION_MULTIPLE, GNUNET_ERROR_TYPE_WARNING, GNUNET_free, GNUNET_FS_meta_data_destroy(), GNUNET_FS_read_meta_data(), GNUNET_FS_SYNC_PATH_CHILD_DOWNLOAD, GNUNET_FS_SYNC_PATH_CHILD_SEARCH, GNUNET_FS_SYNC_PATH_MASTER_SEARCH, GNUNET_FS_uri_destroy(), GNUNET_FS_URI_KSK, GNUNET_FS_uri_parse(), GNUNET_log, GNUNET_malloc, GNUNET_new, GNUNET_OK, GNUNET_YES, GNUNET_FS_SearchResult::h, GNUNET_FS_SearchContext::h, GNUNET_FS_SearchResult::key, GNUNET_FS_SearchResult::keyword_bitmap, GNUNET_FS_Uri::keywordCount, GNUNET_FS_Uri::ksk, GNUNET_FS_SearchResult::mandatory_missing, GNUNET_FS_SearchContext::master_result_map, GNUNET_FS_SearchResult::meta, GNUNET_FS_SearchResult::optional_support, GNUNET_FS_SearchContext::psearch_result, remove_sync_file_in_dir(), sc, GNUNET_FS_SearchResult::sc, GNUNET_FS_SearchResult::serialization, GNUNET_FS_SearchContext::serialization, GNUNET_FS_Uri::type, GNUNET_FS_SearchResult::uri, and GNUNET_FS_SearchContext::uri.

Referenced by deserialize_search().

Here is the call graph for this function:

Here is the caller graph for this function:

signal_download_resume()

static void signal_download_resume ( struct GNUNET_FS_DownloadContext *  dc )

static

Send the 'resume' signal to the callback; also actually resume the download (put it in the queue).

Does this recursively for the top-level download and all child downloads.

Parameters

dc	download to resume

Definition at line 2701 of file fs_api.c.

{
  struct GNUNET_FS_DownloadContext *dcc;
  struct GNUNET_FS_ProgressInfo pi;
 
  pi.status = GNUNET_FS_STATUS_DOWNLOAD_RESUME;
  pi.value.download.specifics.resume.meta = dc->meta;
  pi.value.download.specifics.resume.message = dc->emsg;
  GNUNET_FS_download_make_status_ (&pi, dc);
  dcc = dc->child_head;
  while (NULL != dcc)
  {
    signal_download_resume (dcc);
    dcc = dcc->next;
  }
}

References GNUNET_FS_DownloadContext::child_head, dc, GNUNET_FS_ProgressInfo::download, GNUNET_FS_DownloadContext::emsg, GNUNET_FS_download_make_status_(), GNUNET_FS_STATUS_DOWNLOAD_RESUME, GNUNET_FS_DownloadContext::meta, GNUNET_FS_DownloadContext::next, signal_download_resume(), GNUNET_FS_ProgressInfo::status, and GNUNET_FS_ProgressInfo::value.

Referenced by deserialize_download(), signal_download_resume(), and signal_result_resume().

Here is the call graph for this function:

Here is the caller graph for this function:

signal_search_resume()

static void signal_search_resume ( struct GNUNET_FS_SearchContext *  sc )

static

Signal resuming of a search to our clients (for the top level search and all sub-searches).

Parameters

sc	search being resumed

Definition at line 3040 of file fs_api.c.

{
  struct GNUNET_FS_ProgressInfo pi;
 
  pi.status = GNUNET_FS_STATUS_SEARCH_RESUME;
  pi.value.search.specifics.resume.message = sc->emsg;
  pi.value.search.specifics.resume.is_paused =
    (NULL == sc->mq) ? GNUNET_YES : GNUNET_NO;
  sc->client_info = GNUNET_FS_search_make_status_ (&pi, sc->h, sc);
  GNUNET_CONTAINER_multihashmap_iterate (sc->master_result_map,
                                         &signal_result_resume,
                                         sc);
}

References GNUNET_FS_SearchContext::client_info, GNUNET_FS_SearchContext::emsg, GNUNET_CONTAINER_multihashmap_iterate(), GNUNET_FS_search_make_status_(), GNUNET_FS_STATUS_SEARCH_RESUME, GNUNET_NO, GNUNET_YES, GNUNET_FS_SearchContext::h, GNUNET_FS_SearchContext::master_result_map, GNUNET_FS_SearchContext::mq, sc, GNUNET_FS_ProgressInfo::search, signal_result_resume(), GNUNET_FS_ProgressInfo::status, and GNUNET_FS_ProgressInfo::value.

Referenced by deserialize_search(), and signal_result_resume().

Here is the call graph for this function:

Here is the caller graph for this function:

signal_result_resume()

static int signal_result_resume ( void *  cls, const struct GNUNET_HashCode *  key, void *  value  )

static

Iterator over search results signaling resume to the client for each result.

Parameters

cls	closure, the struct GNUNET_FS_SearchContext *
key	current key code
value	value in the hash map, the struct GNUNET_FS_SearchResult *

Returns

GNUNET_YES (we should continue to iterate)

Definition at line 2739 of file fs_api.c.

{
  struct GNUNET_FS_SearchContext *sc = cls;
  struct GNUNET_FS_ProgressInfo pi;
  struct GNUNET_FS_SearchResult *sr = value;
 
  if (0 == sr->mandatory_missing)
  {
    pi.status = GNUNET_FS_STATUS_SEARCH_RESUME_RESULT;
    pi.value.search.specifics.resume_result.meta = sr->meta;
    pi.value.search.specifics.resume_result.uri = sr->uri;
    pi.value.search.specifics.resume_result.result = sr;
    pi.value.search.specifics.resume_result.availability_rank =
      2 * sr->availability_success - sr->availability_trials;
    pi.value.search.specifics.resume_result.availability_certainty =
      sr->availability_trials;
    pi.value.search.specifics.resume_result.applicability_rank =
      sr->optional_support;
    sr->client_info = GNUNET_FS_search_make_status_ (&pi, sc->h, sc);
  }
  if (NULL != sr->download)
  {
    signal_download_resume (sr->download);
  }
  else
  {
    GNUNET_FS_search_start_probe_ (sr);
  }
  if (NULL != sr->update_search)
    signal_search_resume (sr->update_search);
  return GNUNET_YES;
}

References GNUNET_FS_SearchResult::availability_success, GNUNET_FS_SearchResult::availability_trials, GNUNET_FS_SearchResult::client_info, GNUNET_FS_SearchResult::download, GNUNET_FS_search_make_status_(), GNUNET_FS_search_start_probe_(), GNUNET_FS_STATUS_SEARCH_RESUME_RESULT, GNUNET_YES, GNUNET_FS_SearchContext::h, GNUNET_FS_SearchResult::mandatory_missing, GNUNET_FS_SearchResult::meta, GNUNET_FS_SearchResult::optional_support, sc, GNUNET_FS_ProgressInfo::search, signal_download_resume(), signal_search_resume(), GNUNET_FS_ProgressInfo::status, GNUNET_FS_SearchResult::update_search, GNUNET_FS_SearchResult::uri, value, and GNUNET_FS_ProgressInfo::value.

Referenced by signal_search_resume().

Here is the call graph for this function:

Here is the caller graph for this function:

free_search_context()

static void free_search_context ( struct GNUNET_FS_SearchContext *  sc )

static

Free memory allocated by the search context and its children.

Parameters

sc	search context to free

Definition at line 2813 of file fs_api.c.

{
  if (NULL != sc->serialization)
  {
    GNUNET_FS_remove_sync_file_ (sc->h,
                                 (sc->psearch_result == NULL)
                                 ? GNUNET_FS_SYNC_PATH_MASTER_SEARCH
                                 : GNUNET_FS_SYNC_PATH_CHILD_SEARCH,
                                 sc->serialization);
    GNUNET_FS_remove_sync_dir_ (sc->h,
                                (sc->psearch_result == NULL)
                                ? GNUNET_FS_SYNC_PATH_MASTER_SEARCH
                                : GNUNET_FS_SYNC_PATH_CHILD_SEARCH,
                                sc->serialization);
  }
  GNUNET_free (sc->serialization);
  GNUNET_free (sc->emsg);
  if (NULL != sc->uri)
    GNUNET_FS_uri_destroy (sc->uri);
  if (NULL != sc->master_result_map)
  {
    GNUNET_CONTAINER_multihashmap_iterate (sc->master_result_map,
                                           &free_result,
                                           sc);
    GNUNET_CONTAINER_multihashmap_destroy (sc->master_result_map);
  }
  GNUNET_free (sc);
}

References GNUNET_FS_SearchContext::emsg, free_result(), GNUNET_CONTAINER_multihashmap_destroy(), GNUNET_CONTAINER_multihashmap_iterate(), GNUNET_free, GNUNET_FS_remove_sync_dir_(), GNUNET_FS_remove_sync_file_(), GNUNET_FS_SYNC_PATH_CHILD_SEARCH, GNUNET_FS_SYNC_PATH_MASTER_SEARCH, GNUNET_FS_uri_destroy(), GNUNET_FS_SearchContext::h, GNUNET_FS_SearchContext::master_result_map, GNUNET_FS_SearchContext::psearch_result, sc, GNUNET_FS_SearchContext::serialization, and GNUNET_FS_SearchContext::uri.

Referenced by deserialize_search(), and free_result().

Here is the call graph for this function:

Here is the caller graph for this function:

free_result()

static int free_result ( void *  cls, const struct GNUNET_HashCode *  key, void *  value  )

static

Iterator over search results freeing each.

Parameters

cls	closure, the struct GNUNET_FS_SearchContext *
key	current key code
value	value in the hash map, the struct GNUNET_FS_SearchResult *

Returns

GNUNET_YES (we should continue to iterate)

Definition at line 2791 of file fs_api.c.

{
  struct GNUNET_FS_SearchResult *sr = value;
 
  if (NULL != sr->update_search)
  {
    free_search_context (sr->update_search);
    GNUNET_assert (NULL == sr->update_search);
  }
  GNUNET_FS_meta_data_destroy (sr->meta);
  GNUNET_FS_uri_destroy (sr->uri);
  GNUNET_free (sr);
  return GNUNET_YES;
}

References free_search_context(), GNUNET_assert, GNUNET_free, GNUNET_FS_meta_data_destroy(), GNUNET_FS_uri_destroy(), GNUNET_YES, GNUNET_FS_SearchResult::meta, GNUNET_FS_SearchResult::update_search, GNUNET_FS_SearchResult::uri, and value.

Referenced by free_search_context().

Here is the call graph for this function:

Here is the caller graph for this function:

deserialize_subdownload()

static int deserialize_subdownload ( void *  cls, const char *  filename  )

static

Function called with a filename of serialized sub-download to deserialize.

Parameters

cls	the struct GNUNET_FS_DownloadContext * (parent)
filename	complete filename (absolute path)

Returns

GNUNET_OK (continue to iterate)

Definition at line 2852 of file fs_api.c.

{
  struct GNUNET_FS_DownloadContext *parent = cls;
  char *serialized;
  char *emsg;
  struct GNUNET_BIO_ReadHandle *rh;
 
  serialized = get_serialization_short_name (filename);
  rh = GNUNET_BIO_read_open_file (filename);
  if (NULL == rh)
  {
    GNUNET_log (GNUNET_ERROR_TYPE_WARNING,
                _ (
                  "Failed to resume sub-download `%s': could not open file `%s'\n"),
                serialized,
                filename);
    GNUNET_free (serialized);
    return GNUNET_OK;
  }
  deserialize_download (parent->h, rh, parent, NULL, serialized);
  if (GNUNET_OK != GNUNET_BIO_read_close (rh, &emsg))
  {
    GNUNET_log (GNUNET_ERROR_TYPE_WARNING,
                _ ("Failed to resume sub-download `%s': %s\n"),
                serialized,
                emsg);
    GNUNET_free (emsg);
  }
  GNUNET_free (serialized);
  return GNUNET_OK;
}

References _, deserialize_download(), GNUNET_BIO_ReadHandle::emsg, GNUNET_FS_DownloadContext::emsg, filename, get_serialization_short_name(), GNUNET_BIO_read_close(), GNUNET_BIO_read_open_file(), GNUNET_ERROR_TYPE_WARNING, GNUNET_free, GNUNET_log, GNUNET_OK, GNUNET_FS_DownloadContext::h, and GNUNET_FS_DownloadContext::parent.

Referenced by deserialize_download().

Here is the call graph for this function:

Here is the caller graph for this function:

free_download_context()

static void free_download_context ( struct GNUNET_FS_DownloadContext *  dc )

static

Free this download context and all of its descendants.

(only works during deserialization since not all possible state it taken care of).

Parameters

dc	context to free

Definition at line 2893 of file fs_api.c.

{
  struct GNUNET_FS_DownloadContext *dcc;
 
  if (NULL != dc->meta)
    GNUNET_FS_meta_data_destroy (dc->meta);
  if (NULL != dc->uri)
    GNUNET_FS_uri_destroy (dc->uri);
  GNUNET_free (dc->temp_filename);
  GNUNET_free (dc->emsg);
  GNUNET_free (dc->filename);
  GNUNET_free (dc->serialization);
  while (NULL != (dcc = dc->child_head))
  {
    GNUNET_CONTAINER_DLL_remove (dc->child_head, dc->child_tail, dcc);
    free_download_context (dcc);
  }
  GNUNET_FS_free_download_request_ (dc->top_request);
  if (NULL != dc->active)
    GNUNET_CONTAINER_multihashmap_destroy (dc->active);
  GNUNET_free (dc);
}

References GNUNET_FS_DownloadContext::active, GNUNET_FS_DownloadContext::child_head, GNUNET_FS_DownloadContext::child_tail, dc, GNUNET_FS_DownloadContext::emsg, GNUNET_FS_DownloadContext::filename, free_download_context(), GNUNET_CONTAINER_DLL_remove, GNUNET_CONTAINER_multihashmap_destroy(), GNUNET_free, GNUNET_FS_free_download_request_(), GNUNET_FS_meta_data_destroy(), GNUNET_FS_uri_destroy(), GNUNET_FS_DownloadContext::meta, GNUNET_FS_DownloadContext::serialization, GNUNET_FS_DownloadContext::temp_filename, GNUNET_FS_DownloadContext::top_request, and GNUNET_FS_DownloadContext::uri.

Referenced by deserialize_download(), and free_download_context().

Here is the call graph for this function:

Here is the caller graph for this function:

deserialize_search_file()

static int deserialize_search_file ( void *  cls, const char *  filename  )

static

Function called with a filename of serialized search operation to deserialize.

Parameters

cls	the struct GNUNET_FS_Handle *
filename	complete filename (absolute path)

Returns

GNUNET_OK (continue to iterate)

Definition at line 3150 of file fs_api.c.

{
  struct GNUNET_FS_Handle *h = cls;
  char *set;
  char *emsg;
  struct GNUNET_BIO_ReadHandle *rh;
  struct GNUNET_FS_SearchContext *sc;
  struct stat buf;
 
  if (0 != stat (filename, &buf))
  {
    GNUNET_log_strerror_file (GNUNET_ERROR_TYPE_WARNING, "stat", filename);
    return GNUNET_OK;
  }
  if (S_ISDIR (buf.st_mode))
    return GNUNET_OK; /* skip directories */
  set = get_serialization_short_name (filename);
  rh = GNUNET_BIO_read_open_file (filename);
  if (NULL == rh)
  {
    if (NULL != set)
    {
      GNUNET_FS_remove_sync_file_ (h, GNUNET_FS_SYNC_PATH_MASTER_SEARCH, set);
      GNUNET_free (set);
    }
    return GNUNET_OK;
  }
  sc = deserialize_search (h, rh, NULL, set);
  if (NULL != sc)
    sc->top = GNUNET_FS_make_top (h, &GNUNET_FS_search_signal_suspend_, sc);
  GNUNET_free (set);
  if (GNUNET_OK != GNUNET_BIO_read_close (rh, &emsg))
  {
    GNUNET_log (GNUNET_ERROR_TYPE_WARNING,
                _ ("Failure while resuming search operation `%s': %s\n"),
                filename,
                emsg);
    GNUNET_free (emsg);
  }
  return GNUNET_OK;
}

References _, deserialize_search(), filename, get_serialization_short_name(), GNUNET_BIO_read_close(), GNUNET_BIO_read_open_file(), GNUNET_ERROR_TYPE_WARNING, GNUNET_free, GNUNET_FS_make_top(), GNUNET_FS_remove_sync_file_(), GNUNET_FS_search_signal_suspend_(), GNUNET_FS_SYNC_PATH_MASTER_SEARCH, GNUNET_log, GNUNET_log_strerror_file, GNUNET_OK, h, sc, and GNUNET_FS_SearchContext::top.

Referenced by GNUNET_FS_start().

Here is the call graph for this function:

Here is the caller graph for this function:

deserialize_download_file()

static int deserialize_download_file ( void *  cls, const char *  filename  )

static

Function called with a filename of serialized download operation to deserialize.

Parameters

cls	the struct GNUNET_FS_Handle *
filename	complete filename (absolute path)

Returns

GNUNET_OK (continue to iterate)

Definition at line 3202 of file fs_api.c.

{
  struct GNUNET_FS_Handle *h = cls;
  char *set;
  char *emsg;
  struct GNUNET_BIO_ReadHandle *rh;
 
  set = get_serialization_short_name (filename);
  rh = GNUNET_BIO_read_open_file (filename);
  if (NULL == rh)
  {
    if (0 != unlink (filename))
      GNUNET_log_strerror_file (GNUNET_ERROR_TYPE_WARNING,
                                "unlink",
                                filename);
    GNUNET_free (set);
    return GNUNET_OK;
  }
  deserialize_download (h, rh, NULL, NULL, set);
  GNUNET_free (set);
  if (GNUNET_OK !=
      GNUNET_BIO_read_close (rh,
                             &emsg))
  {
    GNUNET_log (GNUNET_ERROR_TYPE_WARNING,
                "Failure while resuming download operation `%s': %s\n",
                filename,
                emsg);
    GNUNET_free (emsg);
  }
  return GNUNET_OK;
}

References deserialize_download(), GNUNET_BIO_ReadHandle::emsg, filename, get_serialization_short_name(), GNUNET_BIO_read_close(), GNUNET_BIO_read_open_file(), GNUNET_ERROR_TYPE_WARNING, GNUNET_free, GNUNET_log, GNUNET_log_strerror_file, GNUNET_OK, and h.

Referenced by GNUNET_FS_start().

Here is the call graph for this function:

Here is the caller graph for this function:

deserialization_master()

static void deserialization_master ( const char *  master_path, GNUNET_FileNameCallback  proc, struct GNUNET_FS_Handle *  h  )

static

Deserialize information about pending operations.

Parameters

master_path	which master directory should be scanned
proc	function to call for each entry (will get h for 'cls')
h	the struct GNUNET_FS_Handle *

Definition at line 3244 of file fs_api.c.

{
  char *dn;
 
  dn = get_serialization_file_name (h, master_path, "");
  if (NULL == dn)
    return;
  if (GNUNET_YES ==
      GNUNET_DISK_directory_test (dn,
                                  GNUNET_YES))
    GNUNET_DISK_directory_scan (dn,
                                proc,
                                h);
  GNUNET_free (dn);
}

References get_serialization_file_name(), GNUNET_DISK_directory_scan(), GNUNET_DISK_directory_test(), GNUNET_free, GNUNET_YES, and h.

Referenced by GNUNET_FS_start().

Here is the call graph for this function:

Here is the caller graph for this function: