GNUnet  0.11.x
plugin_namecache_flat.c
Go to the documentation of this file.
1 /*
2  * This file is part of GNUnet
3  * Copyright (C) 2009-2015 GNUnet e.V.
4  *
5  * GNUnet is free software: you can redistribute it and/or modify it
6  * under the terms of the GNU Affero General Public License as published
7  * by the Free Software Foundation, either version 3 of the License,
8  * or (at your option) any later version.
9  *
10  * GNUnet is distributed in the hope that it will be useful, but
11  * WITHOUT ANY WARRANTY; without even the implied warranty of
12  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
13  * Affero General Public License for more details.
14  *
15  * You should have received a copy of the GNU Affero General Public License
16  * along with this program. If not, see <http://www.gnu.org/licenses/>.
17 
18  SPDX-License-Identifier: AGPL3.0-or-later
19  */
20 
27 #include "platform.h"
30 #include "gnunet_gnsrecord_lib.h"
31 #include "namecache.h"
32 
36 struct Plugin
37 {
38  const struct GNUNET_CONFIGURATION_Handle *cfg;
39 
43  char *fn;
44 
49 };
50 
52 {
57 
61  struct GNUNET_HashCode query;
62 };
63 
72 static int
74 {
75  char *afsdir;
76  char*block_buffer;
77  char*buffer;
78  char*line;
79  char*query;
80  char*block;
81  size_t size;
82  struct FlatFileEntry *entry;
83  struct GNUNET_DISK_FileHandle *fh;
84 
85  if (GNUNET_OK !=
87  "namecache-flat",
88  "FILENAME",
89  &afsdir))
90  {
92  "namecache-flat", "FILENAME");
93  return GNUNET_SYSERR;
94  }
95  if (GNUNET_OK != GNUNET_DISK_file_test (afsdir))
96  {
98  {
99  GNUNET_break (0);
100  GNUNET_free (afsdir);
101  return GNUNET_SYSERR;
102  }
103  }
104  /* afsdir should be UTF-8-encoded. If it isn't, it's a bug */
105  plugin->fn = afsdir;
106 
107  /* Load data from file into hashmap */
109  GNUNET_NO);
110  fh = GNUNET_DISK_file_open (afsdir,
115  if (NULL == fh)
116  {
118  _ ("Unable to initialize file: %s.\n"),
119  afsdir);
120  return GNUNET_SYSERR;
121  }
122 
123  if (GNUNET_SYSERR == GNUNET_DISK_file_size (afsdir,
124  &size,
125  GNUNET_YES,
126  GNUNET_YES))
127  {
129  _ ("Unable to get filesize: %s.\n"),
130  afsdir);
132  return GNUNET_SYSERR;
133  }
134 
135  if (0 == size)
136  {
138  return GNUNET_OK;
139  }
140 
141  buffer = GNUNET_malloc (size + 1);
142 
144  buffer,
145  size))
146  {
148  _ ("Unable to read file: %s.\n"),
149  afsdir);
150  GNUNET_free (buffer);
152  return GNUNET_SYSERR;
153  }
154  buffer[size] = '\0';
155 
157  if (0 < size)
158  {
159  line = strtok (buffer, "\n");
160  while (line != NULL)
161  {
162  query = strtok (line, ",");
163  if (NULL == query)
164  break;
165  block = strtok (NULL, ",");
166  if (NULL == block)
167  break;
168  line = strtok (NULL, "\n");
169  entry = GNUNET_malloc (sizeof(struct FlatFileEntry));
171  &entry->query));
173  strlen (block),
174  (void**) &block_buffer);
175  entry->block = (struct GNUNET_GNSRECORD_Block *) block_buffer;
176  if (GNUNET_OK !=
178  &entry->query,
179  entry,
181  {
182  GNUNET_free (entry);
183  GNUNET_break (0);
184  }
185  }
186  }
187  GNUNET_free (buffer);
188  return GNUNET_OK;
189 }
190 
191 
197 static int
199  const struct GNUNET_HashCode *key,
200  void *value)
201 {
202  struct GNUNET_DISK_FileHandle *fh = cls;
203  struct FlatFileEntry *entry = value;
204 
205  char *line;
206  char *block_b64;
207  struct GNUNET_CRYPTO_HashAsciiEncoded query;
208  size_t block_size;
209 
210  block_size = ntohl (entry->block->purpose.size)
211  + sizeof(struct GNUNET_CRYPTO_EcdsaPublicKey)
212  + sizeof(struct GNUNET_CRYPTO_EcdsaSignature);
213 
214  GNUNET_STRINGS_base64_encode ((char*) entry->block,
215  block_size,
216  &block_b64);
218  &query);
219  GNUNET_asprintf (&line,
220  "%s,%s\n",
221  (char*) &query,
222  block_b64);
223 
224  GNUNET_free (block_b64);
225 
227  line,
228  strlen (line));
229 
230  GNUNET_free (entry->block);
231  GNUNET_free (entry);
232  GNUNET_free (line);
233  return GNUNET_YES;
234 }
235 
236 
242 static void
244 {
245  struct GNUNET_DISK_FileHandle *fh;
246 
247  fh = GNUNET_DISK_file_open (plugin->fn,
253  if (NULL == fh)
254  {
256  _ ("Unable to initialize file: %s.\n"),
257  plugin->fn);
258  return;
259  }
260 
263  fh);
266 }
267 
268 
269 static int
270 expire_blocks (void *cls,
271  const struct GNUNET_HashCode *key,
272  void *value)
273 {
274  struct Plugin *plugin = cls;
275  struct FlatFileEntry *entry = value;
276  struct GNUNET_TIME_Absolute now;
277  struct GNUNET_TIME_Absolute expiration;
278 
279  now = GNUNET_TIME_absolute_get ();
280  expiration = GNUNET_TIME_absolute_ntoh (entry->block->expiration_time);
281 
283  expiration).rel_value_us)
284  {
286  }
287  return GNUNET_YES;
288 }
289 
290 
296 static void
298 {
300  &expire_blocks,
301  plugin);
302 }
303 
304 
312 static int
314  const struct GNUNET_GNSRECORD_Block *block)
315 {
316  struct Plugin *plugin = cls;
317  struct GNUNET_HashCode query;
318  struct FlatFileEntry *entry;
319  size_t block_size;
320 
321  namecache_expire_blocks (plugin);
323  sizeof(struct GNUNET_CRYPTO_EcdsaPublicKey),
324  &query);
325  block_size = ntohl (block->purpose.size)
326  + sizeof(struct GNUNET_CRYPTO_EcdsaPublicKey)
327  + sizeof(struct GNUNET_CRYPTO_EcdsaSignature);
328  if (block_size > 64 * 65536)
329  {
330  GNUNET_break (0);
331  return GNUNET_SYSERR;
332  }
333  entry = GNUNET_malloc (sizeof(struct FlatFileEntry));
334  entry->block = GNUNET_malloc (block_size);
335  GNUNET_memcpy (entry->block, block, block_size);
337  if (GNUNET_OK !=
339  &query,
340  entry,
342  {
343  GNUNET_free (entry);
344  GNUNET_break (0);
345  return GNUNET_SYSERR;
346  }
348  "Caching block under derived key `%s'\n",
349  GNUNET_h2s_full (&query));
350  return GNUNET_OK;
351 }
352 
353 
364 static int
366  const struct GNUNET_HashCode *query,
368 {
369  struct Plugin *plugin = cls;
370  const struct GNUNET_GNSRECORD_Block *block;
371 
372  block = GNUNET_CONTAINER_multihashmap_get (plugin->hm, query);
373  if (NULL == block)
374  return GNUNET_NO;
376  "Found block under derived key `%s'\n",
377  GNUNET_h2s_full (query));
378  iter (iter_cls, block);
379  return GNUNET_YES;
380 }
381 
382 
389 void *
391 {
392  static struct Plugin plugin;
393  const struct GNUNET_CONFIGURATION_Handle *cfg = cls;
395 
396  if (NULL != plugin.cfg)
397  return NULL; /* can only initialize once! */
398  memset (&plugin, 0, sizeof(struct Plugin));
399  plugin.cfg = cfg;
400  if (GNUNET_OK != database_setup (&plugin))
401  {
402  database_shutdown (&plugin);
403  return NULL;
404  }
406  api->cls = &plugin;
410  _ ("flat plugin running\n"));
411  return api;
412 }
413 
414 
421 void *
423 {
425  struct Plugin *plugin = api->cls;
426 
427  database_shutdown (plugin);
428  plugin->cfg = NULL;
429  GNUNET_free (api);
431  "flat plugin is finished\n");
432  return NULL;
433 }
434 
435 
436 /* end of plugin_namecache_sqlite.c */
int GNUNET_DISK_file_test(const char *fil)
Check that fil corresponds to a filename (of a file that exists and that is not a directory)...
Definition: disk.c:544
void(* GNUNET_NAMECACHE_BlockCallback)(void *cls, const struct GNUNET_GNSRECORD_Block *block)
Function called for matching blocks.
struct GNUNET_TIME_AbsoluteNBO expiration_time
Expiration time of the block.
Create file if it doesn&#39;t exist.
void * cls
Closure to pass to all plugin functions.
struct GNUNET_TIME_Absolute GNUNET_TIME_absolute_ntoh(struct GNUNET_TIME_AbsoluteNBO a)
Convert absolute time from network byte order.
Definition: time.c:673
int GNUNET_DISK_file_close(struct GNUNET_DISK_FileHandle *h)
Close an open file.
Definition: disk.c:1345
struct GNUNET_GNSRECORD_Block * block
Block.
ssize_t GNUNET_DISK_file_read(const struct GNUNET_DISK_FileHandle *h, void *result, size_t len)
Read the contents of a binary file into a buffer.
Definition: disk.c:732
static int namecache_cache_block(void *cls, const struct GNUNET_GNSRECORD_Block *block)
Cache a block in the datastore.
#define GNUNET_assert(cond)
Use this for fatal errors that cannot be handled.
struct GNUNET_HashCode query
query
char * key
TLS key.
const struct GNUNET_CONFIGURATION_Handle * cfg
Our configuration.
#define GNUNET_memcpy(dst, src, n)
Call memcpy() but check for n being 0 first.
int GNUNET_DISK_directory_create_for_file(const char *filename)
Create the directory structure for storing a file.
Definition: disk.c:684
#define GNUNET_NO
Definition: gnunet_common.h:78
#define GNUNET_OK
Named constants for return values.
Definition: gnunet_common.h:75
#define GNUNET_new(type)
Allocate a struct or union of the given type.
int GNUNET_CONTAINER_multihashmap_remove_all(struct GNUNET_CONTAINER_MultiHashMap *map, const struct GNUNET_HashCode *key)
Remove all entries for the given key from the map.
sqlite3_stmt * expire_blocks
Precompiled SQL for removing expired blocks.
Information we have in an encrypted block with record data (i.e.
Internal representation of the hash map.
#define GNUNET_break(cond)
Use this for internal assertion violations that are not fatal (can be handled) but should not occur...
void * libgnunet_plugin_namecache_flat_init(void *cls)
Entry point for the plugin.
struct GNUNET_BLOCK_PluginFunctions * api
Plugin API.
Definition: block.c:47
void * GNUNET_CONTAINER_multihashmap_get(const struct GNUNET_CONTAINER_MultiHashMap *map, const struct GNUNET_HashCode *key)
Given a key find a value in the map matching the key.
#define _(String)
GNU gettext support macro.
Definition: platform.h:181
int(* cache_block)(void *cls, const struct GNUNET_GNSRECORD_Block *block)
Cache a block in the datastore.
int GNUNET_asprintf(char **buf, const char *format,...)
Like asprintf, just portable.
static char * line
Desired phone line (string to be converted to a hash).
void GNUNET_log_config_missing(enum GNUNET_ErrorType kind, const char *section, const char *option)
Log error message about missing configuration option.
static char * value
Value of the record to add/remove.
int(* lookup_block)(void *cls, const struct GNUNET_HashCode *query, GNUNET_NAMECACHE_BlockCallback iter, void *iter_cls)
Get the block for a particular zone and label in the datastore.
void GNUNET_CRYPTO_hash(const void *block, size_t size, struct GNUNET_HashCode *ret)
Compute hash of a given block.
Definition: crypto_hash.c:48
Truncate file if it exists.
ssize_t GNUNET_DISK_file_write(const struct GNUNET_DISK_FileHandle *h, const void *buffer, size_t n)
Write a buffer to a file.
Definition: disk.c:820
void GNUNET_CONTAINER_multihashmap_destroy(struct GNUNET_CONTAINER_MultiHashMap *map)
Destroy a hash map.
static int fh
Handle to the unique file.
uint32_t size
How many bytes does this signature sign? (including this purpose header); in network byte order (!)...
static void namecache_expire_blocks(struct Plugin *plugin)
Removes any expired block.
static int store_and_free_entries(void *cls, const struct GNUNET_HashCode *key, void *value)
Store values in hashmap in file and free data.
A 512-bit hashcode.
static char * plugin
Solver plugin name as string.
struct GNUNET_TIME_Absolute GNUNET_TIME_absolute_get(void)
Get the current time.
Definition: time.c:118
size_t GNUNET_STRINGS_base64_decode(const char *data, size_t len, void **output)
Decode from Base64.
Definition: strings.c:1920
size_t GNUNET_STRINGS_base64_encode(const void *in, size_t len, char **output)
Encode into Base64.
Definition: strings.c:1855
There must only be one value per key; storing a value should fail if a value under the same key alrea...
void GNUNET_CRYPTO_hash_to_enc(const struct GNUNET_HashCode *block, struct GNUNET_CRYPTO_HashAsciiEncoded *result)
Convert hash to ASCII encoding.
Definition: crypto_hash.c:73
#define GNUNET_SYSERR
Definition: gnunet_common.h:76
struct GNUNET_CONTAINER_MultiHashMap * hm
HashMap.
void * iter_cls
Iterator cls.
const char * GNUNET_h2s_full(const struct GNUNET_HashCode *hc)
Convert a hash value to a string (for printing debug messages).
int GNUNET_CONTAINER_multihashmap_put(struct GNUNET_CONTAINER_MultiHashMap *map, const struct GNUNET_HashCode *key, void *value, enum GNUNET_CONTAINER_MultiHashMapOption opt)
Store a key-value pair in the map.
struct returned by the initialization function of the plugin
int GNUNET_DISK_file_size(const char *filename, uint64_t *size, int include_symbolic_links, int single_file_mode)
Get the size of the file (or directory) of the given file (in bytes).
Definition: disk.c:257
0-terminated ASCII encoding of a struct GNUNET_HashCode.
char * fn
Filename used for the DB.
static void database_shutdown(struct Plugin *plugin)
Shutdown database connection and associate data structures.
unsigned long long size
Size of all values we&#39;re storing.
configuration data
Definition: configuration.c:85
Handle for a plugin.
Definition: block.c:37
Public ECC key (always for Curve25519) encoded in a format suitable for network transmission and ECDS...
#define GNUNET_log(kind,...)
Open the file for both reading and writing.
int GNUNET_CONFIGURATION_get_value_filename(const struct GNUNET_CONFIGURATION_Handle *cfg, const char *section, const char *option, char **value)
Get a configuration value that should be the name of a file or directory.
struct GNUNET_CONTAINER_MultiHashMap * GNUNET_CONTAINER_multihashmap_create(unsigned int len, int do_not_copy_keys)
Create a multi hash map.
static int namecache_lookup_block(void *cls, const struct GNUNET_HashCode *query, GNUNET_NAMECACHE_BlockCallback iter, void *iter_cls)
Get the block for a particular zone and label in the datastore.
Time for absolute times used by GNUnet, in microseconds.
#define GNUNET_YES
Definition: gnunet_common.h:77
struct GNUNET_TIME_Relative GNUNET_TIME_absolute_get_difference(struct GNUNET_TIME_Absolute start, struct GNUNET_TIME_Absolute end)
Compute the time difference between the given start and end times.
Definition: time.c:354
int GNUNET_CONTAINER_multihashmap_iterate(struct GNUNET_CONTAINER_MultiHashMap *map, GNUNET_CONTAINER_MulitHashMapIteratorCallback it, void *it_cls)
Iterate over all entries in the map.
struct GNUNET_DISK_FileHandle * GNUNET_DISK_file_open(const char *fn, enum GNUNET_DISK_OpenFlags flags, enum GNUNET_DISK_AccessPermissions perm)
Open a file.
Definition: disk.c:1268
struct GNUNET_CRYPTO_EccSignaturePurpose purpose
Number of bytes signed; also specifies the number of bytes of encrypted data that follow...
GNUNET_PEERSTORE_Processor iter
Iterator.
#define GNUNET_CRYPTO_hash_from_string(enc, result)
Convert ASCII encoding back to struct GNUNET_HashCode
common internal definitions for namecache service
struct GNUNET_CRYPTO_EcdsaPublicKey derived_key
Derived key used for signing; hash of this is the query.
static int database_setup(struct Plugin *plugin)
Initialize the database connections and associated data structures (create tables and indices as need...
Handle used to access files (and pipes).
void * libgnunet_plugin_namecache_flat_done(void *cls)
Exit point from the plugin.
#define GNUNET_malloc(size)
Wrapper around malloc.
#define GNUNET_free(ptr)
Wrapper around free.