2 This file is part of GNUnet
3 Copyright (C) 2009, 2010, 2011 Christian Grothoff (and other contributing authors)
5 GNUnet is free software; you can redistribute it and/or modify
6 it under the terms of the GNU General Public License as published
7 by the Free Software Foundation; either version 3, or (at your
8 option) any later version.
10 GNUnet is distributed in the hope that it will be useful, but
11 WITHOUT ANY WARRANTY; without even the implied warranty of
12 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
13 General Public License for more details.
15 You should have received a copy of the GNU General Public License
16 along with GNUnet; see the file COPYING. If not, write to the
17 Free Software Foundation, Inc., 51 Franklin Street, Fifth Floor,
18 Boston, MA 02110-1301, USA.
22 * @file datastore/plugin_datastore_mysql.c
23 * @brief mysql-based datastore backend
24 * @author Igor Wronsky
25 * @author Christian Grothoff
27 * NOTE: This db module does NOT work with mysql prior to 4.1 since
28 * it uses prepared statements. MySQL 5.0.46 promises to fix a bug
29 * in MyISAM that is causing us grief. At the time of this writing,
30 * that version is yet to be released. In anticipation, the code
31 * will use MyISAM with 5.0.46 (and higher). If you run such a
32 * version, please run "make check" to verify that the MySQL bug
33 * was actually fixed in your version (and if not, change the
34 * code below to use MyISAM for gn071).
39 * + On up-to-date hardware where mysql can be used comfortably, this
40 * module will have better performance than the other db choices
41 * (according to our tests).
42 * + Its often possible to recover the mysql database from internal
43 * inconsistencies. The other db choices do not support repair!
45 * - Memory usage (Comment: "I have 1G and it never caused me trouble")
48 * MANUAL SETUP INSTRUCTIONS
50 * 1) in gnunet.conf, set
55 * 2) Then access mysql as root,
59 * and do the following. [You should replace $USER with the username
60 * that will be running the gnunetd process].
62 CREATE DATABASE gnunet;
63 GRANT select,insert,update,delete,create,alter,drop,create temporary tables
64 ON gnunet.* TO $USER@localhost;
65 SET PASSWORD FOR $USER@localhost=PASSWORD('$the_password_you_like');
68 * 3) In the $HOME directory of $USER, create a ".my.cnf" file
69 * with the following lines
73 password=$the_password_you_like
76 * Thats it. Note that .my.cnf file is a security risk unless its on
77 * a safe partition etc. The $HOME/.my.cnf can of course be a symbolic
78 * link. Even greater security risk can be achieved by setting no
79 * password for $USER. Luckily $USER has only priviledges to mess
80 * up GNUnet's tables, nothing else (unless you give him more,
83 * 4) Still, perhaps you should briefly try if the DB connection
84 * works. First, login as $USER. Then use,
87 $ mysql -u $USER -p $the_password_you_like
91 * If you get the message "Database changed" it probably works.
93 * [If you get "ERROR 2002: Can't connect to local MySQL server
94 * through socket '/tmp/mysql.sock' (2)" it may be resolvable by
95 * "ln -s /var/run/mysqld/mysqld.sock /tmp/mysql.sock"
96 * so there may be some additional trouble depending on your mysql setup.]
100 * - Its probably healthy to check your tables for inconsistencies
101 * every now and then.
102 * - If you get odd SEGVs on gnunetd startup, it might be that the mysql
103 * databases have been corrupted.
104 * - The tables can be verified/fixed in two ways;
105 * 1) by running mysqlcheck -A, or
106 * 2) by executing (inside of mysql using the GNUnet database):
108 mysql> REPAIR TABLE gn090;
113 * If you have problems related to the mysql module, your best
114 * friend is probably the mysql manual. The first thing to check
115 * is that mysql is basically operational, that you can connect
116 * to it, create tables, issue queries etc.
119 #include "platform.h"
120 #include "gnunet_datastore_plugin.h"
121 #include "gnunet_util_lib.h"
122 #include "gnunet_mysql_lib.h"
125 #define MAX_DATUM_SIZE 65536
129 * Context for all functions in this plugin.
134 * Our execution environment.
136 struct GNUNET_DATASTORE_PluginEnvironment *env;
139 * Handle to talk to MySQL.
141 struct GNUNET_MYSQL_Context *mc;
144 * Prepared statements.
146 #define INSERT_ENTRY "INSERT INTO gn090 (repl,type,prio,anonLevel,expire,rvalue,hash,vhash,value) VALUES (?,?,?,?,?,?,?,?,?)"
147 struct GNUNET_MYSQL_StatementHandle *insert_entry;
149 #define DELETE_ENTRY_BY_UID "DELETE FROM gn090 WHERE uid=?"
150 struct GNUNET_MYSQL_StatementHandle *delete_entry_by_uid;
152 #define COUNT_ENTRY_BY_HASH "SELECT count(*) FROM gn090 FORCE INDEX (idx_hash) WHERE hash=?"
153 struct GNUNET_MYSQL_StatementHandle *count_entry_by_hash;
155 #define SELECT_ENTRY_BY_HASH "SELECT type,prio,anonLevel,expire,hash,value,uid FROM gn090 FORCE INDEX (idx_hash) WHERE hash=? ORDER BY uid LIMIT 1 OFFSET ?"
156 struct GNUNET_MYSQL_StatementHandle *select_entry_by_hash;
158 #define COUNT_ENTRY_BY_HASH_AND_VHASH "SELECT count(*) FROM gn090 FORCE INDEX (idx_hash_vhash) WHERE hash=? AND vhash=?"
159 struct GNUNET_MYSQL_StatementHandle *count_entry_by_hash_and_vhash;
161 #define SELECT_ENTRY_BY_HASH_AND_VHASH "SELECT type,prio,anonLevel,expire,hash,value,uid FROM gn090 FORCE INDEX (idx_hash_vhash) WHERE hash=? AND vhash=? ORDER BY uid LIMIT 1 OFFSET ?"
162 struct GNUNET_MYSQL_StatementHandle *select_entry_by_hash_and_vhash;
164 #define COUNT_ENTRY_BY_HASH_AND_TYPE "SELECT count(*) FROM gn090 FORCE INDEX (idx_hash_type_uid) WHERE hash=? AND type=?"
165 struct GNUNET_MYSQL_StatementHandle *count_entry_by_hash_and_type;
167 #define SELECT_ENTRY_BY_HASH_AND_TYPE "SELECT type,prio,anonLevel,expire,hash,value,uid FROM gn090 FORCE INDEX (idx_hash_type_uid) WHERE hash=? AND type=? ORDER BY uid LIMIT 1 OFFSET ?"
168 struct GNUNET_MYSQL_StatementHandle *select_entry_by_hash_and_type;
170 #define COUNT_ENTRY_BY_HASH_VHASH_AND_TYPE "SELECT count(*) FROM gn090 FORCE INDEX (idx_hash_vhash) WHERE hash=? AND vhash=? AND type=?"
171 struct GNUNET_MYSQL_StatementHandle *count_entry_by_hash_vhash_and_type;
173 #define SELECT_ENTRY_BY_HASH_VHASH_AND_TYPE "SELECT type,prio,anonLevel,expire,hash,value,uid FROM gn090 FORCE INDEX (idx_hash_vhash) WHERE hash=? AND vhash=? AND type=? ORDER BY uid ASC LIMIT 1 OFFSET ?"
174 struct GNUNET_MYSQL_StatementHandle *select_entry_by_hash_vhash_and_type;
176 #define UPDATE_ENTRY "UPDATE gn090 SET prio=prio+?,expire=IF(expire>=?,expire,?) WHERE uid=?"
177 struct GNUNET_MYSQL_StatementHandle *update_entry;
179 #define DEC_REPL "UPDATE gn090 SET repl=GREATEST (1, repl) - 1 WHERE uid=?"
180 struct GNUNET_MYSQL_StatementHandle *dec_repl;
182 #define SELECT_SIZE "SELECT SUM(BIT_LENGTH(value) DIV 8) FROM gn090"
183 struct GNUNET_MYSQL_StatementHandle *get_size;
185 #define SELECT_IT_NON_ANONYMOUS "SELECT type,prio,anonLevel,expire,hash,value,uid "\
186 "FROM gn090 FORCE INDEX (idx_anonLevel_type_rvalue) "\
187 "WHERE anonLevel=0 AND type=? AND "\
189 " NOT EXISTS (SELECT 1 FROM gn090 FORCE INDEX (idx_anonLevel_type_rvalue) WHERE anonLevel=0 AND type=? AND rvalue>=?)) "\
190 "ORDER BY rvalue ASC LIMIT 1"
191 struct GNUNET_MYSQL_StatementHandle *zero_iter;
193 #define SELECT_IT_EXPIRATION "SELECT type,prio,anonLevel,expire,hash,value,uid FROM gn090 FORCE INDEX (idx_expire) WHERE expire < ? ORDER BY expire ASC LIMIT 1"
194 struct GNUNET_MYSQL_StatementHandle *select_expiration;
196 #define SELECT_IT_PRIORITY "SELECT type,prio,anonLevel,expire,hash,value,uid FROM gn090 FORCE INDEX (idx_prio) ORDER BY prio ASC LIMIT 1"
197 struct GNUNET_MYSQL_StatementHandle *select_priority;
199 #define SELECT_IT_REPLICATION "SELECT type,prio,anonLevel,expire,hash,value,uid "\
200 "FROM gn090 FORCE INDEX (idx_repl_rvalue) "\
203 " NOT EXISTS (SELECT 1 FROM gn090 FORCE INDEX (idx_repl_rvalue) WHERE repl=? AND rvalue>=?)) "\
204 "ORDER BY rvalue ASC "\
206 struct GNUNET_MYSQL_StatementHandle *select_replication;
208 #define SELECT_MAX_REPL "SELECT MAX(repl) FROM gn090"
209 struct GNUNET_MYSQL_StatementHandle *max_repl;
211 #define GET_ALL_KEYS "SELECT hash from gn090"
212 struct GNUNET_MYSQL_StatementHandle *get_all_keys;
218 * Delete an entry from the gn090 table.
220 * @param plugin plugin context
221 * @param uid unique ID of the entry to delete
222 * @return GNUNET_OK on success, GNUNET_NO if no such value exists, GNUNET_SYSERR on error
225 do_delete_entry (struct Plugin *plugin, unsigned long long uid)
229 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG, "Deleting value %llu from gn090 table\n",
231 ret = GNUNET_MYSQL_statement_run_prepared (plugin->mc,
232 plugin->delete_entry_by_uid, NULL,
233 MYSQL_TYPE_LONGLONG, &uid, GNUNET_YES, -1);
236 GNUNET_log (GNUNET_ERROR_TYPE_WARNING,
237 "Deleting value %llu from gn090 table failed\n", uid);
243 * Get an estimate of how much space the database is
246 * @param cls our "struct Plugin *"
247 * @return number of bytes used on disk
250 mysql_plugin_estimate_size (void *cls, unsigned long long *estimate)
252 struct Plugin *plugin = cls;
256 if (NULL == estimate)
258 memset (cbind, 0, sizeof (cbind));
260 cbind[0].buffer_type = MYSQL_TYPE_LONGLONG;
261 cbind[0].buffer = &total;
262 cbind[0].is_unsigned = GNUNET_NO;
264 GNUNET_MYSQL_statement_run_prepared_select (plugin->mc, plugin->get_size, 1, cbind, NULL, NULL, -1))
272 * Store an item in the datastore.
275 * @param key key for the item
276 * @param size number of bytes in data
277 * @param data content stored
278 * @param type type of the content
279 * @param priority priority of the content
280 * @param anonymity anonymity-level for the content
281 * @param replication replication-level for the content
282 * @param expiration expiration time for the content
283 * @param cont continuation called with success or failure status
284 * @param cont_cls continuation closure
287 mysql_plugin_put (void *cls, const struct GNUNET_HashCode * key, uint32_t size,
288 const void *data, enum GNUNET_BLOCK_Type type,
289 uint32_t priority, uint32_t anonymity, uint32_t replication,
290 struct GNUNET_TIME_Absolute expiration, PluginPutCont cont,
293 struct Plugin *plugin = cls;
294 unsigned int irepl = replication;
295 unsigned int ipriority = priority;
296 unsigned int ianonymity = anonymity;
297 unsigned long long lexpiration = expiration.abs_value_us;
298 unsigned long long lrvalue =
299 (unsigned long long) GNUNET_CRYPTO_random_u64 (GNUNET_CRYPTO_QUALITY_WEAK,
301 unsigned long hashSize;
302 unsigned long hashSize2;
304 struct GNUNET_HashCode vhash;
306 if (size > MAX_DATUM_SIZE)
309 cont (cont_cls, key, size, GNUNET_SYSERR, _("Data too large"));
312 hashSize = sizeof (struct GNUNET_HashCode);
313 hashSize2 = sizeof (struct GNUNET_HashCode);
315 GNUNET_CRYPTO_hash (data, size, &vhash);
317 GNUNET_MYSQL_statement_run_prepared (plugin->mc, plugin->insert_entry, NULL,
318 MYSQL_TYPE_LONG, &irepl, GNUNET_YES,
319 MYSQL_TYPE_LONG, &type, GNUNET_YES,
320 MYSQL_TYPE_LONG, &ipriority, GNUNET_YES,
321 MYSQL_TYPE_LONG, &ianonymity, GNUNET_YES,
322 MYSQL_TYPE_LONGLONG, &lexpiration, GNUNET_YES,
323 MYSQL_TYPE_LONGLONG, &lrvalue, GNUNET_YES,
324 MYSQL_TYPE_BLOB, key, hashSize, &hashSize,
325 MYSQL_TYPE_BLOB, &vhash, hashSize2, &hashSize2,
326 MYSQL_TYPE_BLOB, data, lsize, &lsize, -1))
328 cont (cont_cls, key, size, GNUNET_SYSERR, _("MySQL statement run failure"));
331 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
332 "Inserted value `%s' with size %u into gn090 table\n",
333 GNUNET_h2s (key), (unsigned int) size);
335 plugin->env->duc (plugin->env->cls, size);
336 cont (cont_cls, key, size, GNUNET_OK, NULL);
341 * Update the priority for a particular key in the datastore. If
342 * the expiration time in value is different than the time found in
343 * the datastore, the higher value should be kept. For the
344 * anonymity level, the lower value is to be used. The specified
345 * priority should be added to the existing priority, ignoring the
348 * Note that it is possible for multiple values to match this put.
349 * In that case, all of the respective values are updated.
351 * @param cls our "struct Plugin*"
352 * @param uid unique identifier of the datum
353 * @param delta by how much should the priority
354 * change? If priority + delta < 0 the
355 * priority should be set to 0 (never go
357 * @param expire new expiration time should be the
358 * MAX of any existing expiration time and
360 * @param cont continuation called with success or failure status
361 * @param cons_cls continuation closure
364 mysql_plugin_update (void *cls, uint64_t uid, int delta,
365 struct GNUNET_TIME_Absolute expire,
366 PluginUpdateCont cont, void *cont_cls)
368 struct Plugin *plugin = cls;
369 unsigned long long vkey = uid;
370 unsigned long long lexpire = expire.abs_value_us;
373 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
374 "Updating value %llu adding %d to priority and maxing exp at %s\n",
376 GNUNET_STRINGS_absolute_time_to_string (expire));
378 GNUNET_MYSQL_statement_run_prepared (plugin->mc, plugin->update_entry, NULL,
379 MYSQL_TYPE_LONG, &delta, GNUNET_NO,
380 MYSQL_TYPE_LONGLONG, &lexpire, GNUNET_YES,
381 MYSQL_TYPE_LONGLONG, &lexpire, GNUNET_YES,
382 MYSQL_TYPE_LONGLONG, &vkey, GNUNET_YES, -1);
383 if (ret != GNUNET_OK)
385 GNUNET_log (GNUNET_ERROR_TYPE_WARNING, "Failed to update value %llu\n",
388 cont (cont_cls, ret, NULL);
393 * Run the given select statement and call 'proc' on the resulting
394 * values (which must be in particular positions).
396 * @param plugin the plugin handle
397 * @param stmt select statement to run
398 * @param proc function to call on result
399 * @param proc_cls closure for proc
400 * @param ... arguments to initialize stmt
403 execute_select (struct Plugin *plugin, struct GNUNET_MYSQL_StatementHandle *stmt,
404 PluginDatumProcessor proc, void *proc_cls, ...)
409 unsigned int priority;
410 unsigned int anonymity;
411 unsigned long long exp;
412 unsigned long hashSize;
414 unsigned long long uid;
415 char value[GNUNET_DATASTORE_MAX_VALUE_SIZE];
416 struct GNUNET_HashCode key;
417 struct GNUNET_TIME_Absolute expiration;
420 hashSize = sizeof (struct GNUNET_HashCode);
421 memset (rbind, 0, sizeof (rbind));
422 rbind[0].buffer_type = MYSQL_TYPE_LONG;
423 rbind[0].buffer = &type;
424 rbind[0].is_unsigned = 1;
425 rbind[1].buffer_type = MYSQL_TYPE_LONG;
426 rbind[1].buffer = &priority;
427 rbind[1].is_unsigned = 1;
428 rbind[2].buffer_type = MYSQL_TYPE_LONG;
429 rbind[2].buffer = &anonymity;
430 rbind[2].is_unsigned = 1;
431 rbind[3].buffer_type = MYSQL_TYPE_LONGLONG;
432 rbind[3].buffer = &exp;
433 rbind[3].is_unsigned = 1;
434 rbind[4].buffer_type = MYSQL_TYPE_BLOB;
435 rbind[4].buffer = &key;
436 rbind[4].buffer_length = hashSize;
437 rbind[4].length = &hashSize;
438 rbind[5].buffer_type = MYSQL_TYPE_BLOB;
439 rbind[5].buffer = value;
440 rbind[5].buffer_length = size = sizeof (value);
441 rbind[5].length = &size;
442 rbind[6].buffer_type = MYSQL_TYPE_LONGLONG;
443 rbind[6].buffer = &uid;
444 rbind[6].is_unsigned = 1;
446 va_start (ap, proc_cls);
447 ret = GNUNET_MYSQL_statement_run_prepared_select_va (plugin->mc, stmt, 7, rbind, NULL, NULL, ap);
451 proc (proc_cls, NULL, 0, NULL, 0, 0, 0, GNUNET_TIME_UNIT_ZERO_ABS, 0);
454 GNUNET_assert (size <= sizeof (value));
455 if ((rbind[4].buffer_length != sizeof (struct GNUNET_HashCode)) ||
456 (hashSize != sizeof (struct GNUNET_HashCode)))
459 proc (proc_cls, NULL, 0, NULL, 0, 0, 0, GNUNET_TIME_UNIT_ZERO_ABS, 0);
462 expiration.abs_value_us = exp;
463 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
464 "Found %u-byte value under key `%s' with prio %u, anon %u, expire %s selecting from gn090 table\n",
465 (unsigned int) size, GNUNET_h2s (&key),
467 GNUNET_STRINGS_absolute_time_to_string (expiration));
468 GNUNET_assert (size < MAX_DATUM_SIZE);
470 proc (proc_cls, &key, size, value, type, priority, anonymity, expiration,
472 if (ret == GNUNET_NO)
474 do_delete_entry (plugin, uid);
476 plugin->env->duc (plugin->env->cls, -size);
483 * Get one of the results for a particular key in the datastore.
486 * @param offset offset of the result (modulo num-results);
487 * specific ordering does not matter for the offset
488 * @param key key to match, never NULL
489 * @param vhash hash of the value, maybe NULL (to
490 * match all values that have the right key).
491 * Note that for DBlocks there is no difference
492 * betwen key and vhash, but for other blocks
494 * @param type entries of which type are relevant?
495 * Use 0 for any type.
496 * @param proc function to call on the matching value,
497 * with NULL for if no value matches
498 * @param proc_cls closure for proc
501 mysql_plugin_get_key (void *cls, uint64_t offset, const struct GNUNET_HashCode * key,
502 const struct GNUNET_HashCode * vhash,
503 enum GNUNET_BLOCK_Type type, PluginDatumProcessor proc,
506 struct Plugin *plugin = cls;
510 unsigned long hashSize;
511 unsigned long hashSize2;
512 unsigned long long off;
514 GNUNET_assert (key != NULL);
515 GNUNET_assert (NULL != proc);
516 hashSize = sizeof (struct GNUNET_HashCode);
517 hashSize2 = sizeof (struct GNUNET_HashCode);
518 memset (cbind, 0, sizeof (cbind));
520 cbind[0].buffer_type = MYSQL_TYPE_LONGLONG;
521 cbind[0].buffer = &total;
522 cbind[0].is_unsigned = GNUNET_NO;
528 GNUNET_MYSQL_statement_run_prepared_select (plugin->mc,
530 count_entry_by_hash_vhash_and_type, 1,
531 cbind, NULL, NULL, MYSQL_TYPE_BLOB, key, hashSize,
532 &hashSize, MYSQL_TYPE_BLOB, vhash,
533 hashSize2, &hashSize2, MYSQL_TYPE_LONG,
534 &type, GNUNET_YES, -1);
539 GNUNET_MYSQL_statement_run_prepared_select (plugin->mc,
540 plugin->count_entry_by_hash_and_type,
541 1, cbind, NULL, NULL, MYSQL_TYPE_BLOB, key,
542 hashSize, &hashSize, MYSQL_TYPE_LONG,
543 &type, GNUNET_YES, -1);
551 GNUNET_MYSQL_statement_run_prepared_select (plugin->mc,
552 plugin->count_entry_by_hash_and_vhash,
553 1, cbind, NULL, NULL, MYSQL_TYPE_BLOB, key,
554 hashSize, &hashSize, MYSQL_TYPE_BLOB,
555 vhash, hashSize2, &hashSize2, -1);
561 GNUNET_MYSQL_statement_run_prepared_select (plugin->mc, plugin->count_entry_by_hash, 1,
562 cbind, NULL, NULL, MYSQL_TYPE_BLOB, key, hashSize,
566 if ((ret != GNUNET_OK) || (0 >= total))
568 proc (proc_cls, NULL, 0, NULL, 0, 0, 0, GNUNET_TIME_UNIT_ZERO_ABS, 0);
571 offset = offset % total;
572 off = (unsigned long long) offset;
573 GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
574 "Obtaining %llu/%lld result for GET `%s'\n", off, total,
576 if (type != GNUNET_BLOCK_TYPE_ANY)
580 execute_select (plugin, plugin->select_entry_by_hash_vhash_and_type, proc,
581 proc_cls, MYSQL_TYPE_BLOB, key, hashSize, &hashSize,
582 MYSQL_TYPE_BLOB, vhash, hashSize, &hashSize,
583 MYSQL_TYPE_LONG, &type, GNUNET_YES, MYSQL_TYPE_LONGLONG,
584 &off, GNUNET_YES, -1);
588 execute_select (plugin, plugin->select_entry_by_hash_and_type, proc,
589 proc_cls, MYSQL_TYPE_BLOB, key, hashSize, &hashSize,
590 MYSQL_TYPE_LONG, &type, GNUNET_YES, MYSQL_TYPE_LONGLONG,
591 &off, GNUNET_YES, -1);
598 execute_select (plugin, plugin->select_entry_by_hash_and_vhash, proc,
599 proc_cls, MYSQL_TYPE_BLOB, key, hashSize, &hashSize,
600 MYSQL_TYPE_BLOB, vhash, hashSize, &hashSize,
601 MYSQL_TYPE_LONGLONG, &off, GNUNET_YES, -1);
605 execute_select (plugin, plugin->select_entry_by_hash, proc, proc_cls,
606 MYSQL_TYPE_BLOB, key, hashSize, &hashSize,
607 MYSQL_TYPE_LONGLONG, &off, GNUNET_YES, -1);
614 * Get a zero-anonymity datum from the datastore.
616 * @param cls our "struct Plugin*"
617 * @param offset offset of the result
618 * @param type entries of which type should be considered?
619 * Use 0 for any type.
620 * @param proc function to call on a matching value or NULL
621 * @param proc_cls closure for iter
624 mysql_plugin_get_zero_anonymity (void *cls, uint64_t offset,
625 enum GNUNET_BLOCK_Type type,
626 PluginDatumProcessor proc, void *proc_cls)
628 struct Plugin *plugin = cls;
629 unsigned long long rvalue =
630 (unsigned long long) GNUNET_CRYPTO_random_u64 (GNUNET_CRYPTO_QUALITY_WEAK,
633 execute_select (plugin, plugin->zero_iter, proc, proc_cls, MYSQL_TYPE_LONG,
634 &type, GNUNET_YES, MYSQL_TYPE_LONGLONG, &rvalue, GNUNET_YES,
635 MYSQL_TYPE_LONG, &type, GNUNET_YES, MYSQL_TYPE_LONGLONG,
636 &rvalue, GNUNET_YES, -1);
641 * Context for 'repl_proc' function.
649 struct Plugin *plugin;
652 * Function to call for the result (or the NULL).
654 PluginDatumProcessor proc;
664 * Wrapper for the processor for 'mysql_plugin_get_replication'.
665 * Decrements the replication counter and calls the original
669 * @param key key for the content
670 * @param size number of bytes in data
671 * @param data content stored
672 * @param type type of the content
673 * @param priority priority of the content
674 * @param anonymity anonymity-level for the content
675 * @param expiration expiration time for the content
676 * @param uid unique identifier for the datum;
677 * maybe 0 if no unique identifier is available
679 * @return GNUNET_SYSERR to abort the iteration, GNUNET_OK to continue
680 * (continue on call to "next", of course),
681 * GNUNET_NO to delete the item and continue (if supported)
684 repl_proc (void *cls, const struct GNUNET_HashCode * key, uint32_t size,
685 const void *data, enum GNUNET_BLOCK_Type type, uint32_t priority,
686 uint32_t anonymity, struct GNUNET_TIME_Absolute expiration,
689 struct ReplCtx *rc = cls;
690 struct Plugin *plugin = rc->plugin;
691 unsigned long long oid;
696 rc->proc (rc->proc_cls, key, size, data, type, priority, anonymity,
700 oid = (unsigned long long) uid;
702 GNUNET_MYSQL_statement_run_prepared (plugin->mc, plugin->dec_repl, NULL,
703 MYSQL_TYPE_LONGLONG, &oid, GNUNET_YES, -1);
704 if (iret == GNUNET_SYSERR)
706 GNUNET_log (GNUNET_ERROR_TYPE_WARNING,
707 "Failed to reduce replication counter\n");
708 return GNUNET_SYSERR;
716 * Get a random item for replication. Returns a single, not expired,
717 * random item from those with the highest replication counters. The
718 * item's replication counter is decremented by one IF it was positive
719 * before. Call 'proc' with all values ZERO or NULL if the datastore
723 * @param proc function to call the value (once only).
724 * @param proc_cls closure for proc
727 mysql_plugin_get_replication (void *cls, PluginDatumProcessor proc,
730 struct Plugin *plugin = cls;
732 unsigned long long rvalue;
738 rc.proc_cls = proc_cls;
739 memset (&results, 0, sizeof (results));
740 results.buffer_type = MYSQL_TYPE_LONG;
741 results.buffer = &repl;
742 results.is_unsigned = GNUNET_YES;
745 GNUNET_MYSQL_statement_run_prepared_select (plugin->mc, plugin->max_repl, 1, &results, NULL, NULL, -1))
747 proc (proc_cls, NULL, 0, NULL, 0, 0, 0, GNUNET_TIME_UNIT_ZERO_ABS, 0);
752 (unsigned long long) GNUNET_CRYPTO_random_u64 (GNUNET_CRYPTO_QUALITY_WEAK,
754 execute_select (plugin, plugin->select_replication, &repl_proc, &rc,
755 MYSQL_TYPE_LONG, &repl, GNUNET_YES, MYSQL_TYPE_LONGLONG,
756 &rvalue, GNUNET_YES, MYSQL_TYPE_LONG, &repl, GNUNET_YES,
757 MYSQL_TYPE_LONGLONG, &rvalue, GNUNET_YES, -1);
763 * Get all of the keys in the datastore.
766 * @param proc function to call on each key
767 * @param proc_cls closure for proc
770 mysql_plugin_get_keys (void *cls,
771 PluginKeyProcessor proc,
774 struct Plugin *plugin = cls;
775 const char *query = "SELECT hash FROM gn090";
777 MYSQL_STMT *statement;
778 struct GNUNET_HashCode key;
780 unsigned long length;
782 statement = GNUNET_MYSQL_statement_get_stmt (plugin->mc,
783 plugin->get_all_keys);
784 if (statement == NULL)
786 GNUNET_MYSQL_statements_invalidate (plugin->mc);
787 proc (proc_cls, NULL, 0);
790 if (mysql_stmt_prepare (statement, query, strlen (query)))
792 GNUNET_log_from (GNUNET_ERROR_TYPE_ERROR, "mysql",
793 _("Failed to prepare statement `%s'\n"), query);
794 GNUNET_MYSQL_statements_invalidate (plugin->mc);
795 proc (proc_cls, NULL, 0);
798 GNUNET_assert (proc != NULL);
799 if (mysql_stmt_execute (statement))
801 GNUNET_log (GNUNET_ERROR_TYPE_ERROR,
802 _("`%s' for `%s' failed at %s:%d with error: %s\n"),
803 "mysql_stmt_execute", query, __FILE__, __LINE__,
804 mysql_stmt_error (statement));
805 GNUNET_MYSQL_statements_invalidate (plugin->mc);
806 proc (proc_cls, NULL, 0);
809 memset (cbind, 0, sizeof (cbind));
810 cbind[0].buffer_type = MYSQL_TYPE_BLOB;
811 cbind[0].buffer = &key;
812 cbind[0].buffer_length = sizeof (key);
813 cbind[0].length = &length;
814 cbind[0].is_unsigned = GNUNET_NO;
815 if (mysql_stmt_bind_result (statement, cbind))
817 GNUNET_log (GNUNET_ERROR_TYPE_ERROR,
818 _("`%s' failed at %s:%d with error: %s\n"),
819 "mysql_stmt_bind_result", __FILE__, __LINE__,
820 mysql_stmt_error (statement));
821 GNUNET_MYSQL_statements_invalidate (plugin->mc);
822 proc (proc_cls, NULL, 0);
825 while (0 == (ret = mysql_stmt_fetch (statement)))
827 if (sizeof (struct GNUNET_HashCode) == length)
828 proc (proc_cls, &key, 1);
830 proc (proc_cls, NULL, 0);
831 if (ret != MYSQL_NO_DATA)
833 GNUNET_log (GNUNET_ERROR_TYPE_ERROR,
834 _("`%s' failed at %s:%d with error: %s\n"),
835 "mysql_stmt_fetch", __FILE__, __LINE__,
836 mysql_stmt_error (statement));
837 GNUNET_MYSQL_statements_invalidate (plugin->mc);
840 mysql_stmt_reset (statement);
845 * Context for 'expi_proc' function.
853 struct Plugin *plugin;
856 * Function to call for the result (or the NULL).
858 PluginDatumProcessor proc;
869 * Wrapper for the processor for 'mysql_plugin_get_expiration'.
870 * If no expired value was found, we do a second query for
871 * low-priority content.
874 * @param key key for the content
875 * @param size number of bytes in data
876 * @param data content stored
877 * @param type type of the content
878 * @param priority priority of the content
879 * @param anonymity anonymity-level for the content
880 * @param expiration expiration time for the content
881 * @param uid unique identifier for the datum;
882 * maybe 0 if no unique identifier is available
884 * @return GNUNET_SYSERR to abort the iteration, GNUNET_OK to continue
885 * (continue on call to "next", of course),
886 * GNUNET_NO to delete the item and continue (if supported)
889 expi_proc (void *cls, const struct GNUNET_HashCode * key, uint32_t size,
890 const void *data, enum GNUNET_BLOCK_Type type, uint32_t priority,
891 uint32_t anonymity, struct GNUNET_TIME_Absolute expiration,
894 struct ExpiCtx *rc = cls;
895 struct Plugin *plugin = rc->plugin;
899 execute_select (plugin, plugin->select_priority, rc->proc, rc->proc_cls,
901 return GNUNET_SYSERR;
903 return rc->proc (rc->proc_cls, key, size, data, type, priority, anonymity,
909 * Get a random item for expiration.
910 * Call 'proc' with all values ZERO or NULL if the datastore is empty.
913 * @param proc function to call the value (once only).
914 * @param proc_cls closure for proc
917 mysql_plugin_get_expiration (void *cls, PluginDatumProcessor proc,
920 struct Plugin *plugin = cls;
926 rc.proc_cls = proc_cls;
927 nt = (long long) GNUNET_TIME_absolute_get ().abs_value_us;
928 execute_select (plugin, plugin->select_expiration, expi_proc, &rc,
929 MYSQL_TYPE_LONGLONG, &nt, GNUNET_YES, -1);
937 * @param cls the "struct Plugin*"
940 mysql_plugin_drop (void *cls)
942 struct Plugin *plugin = cls;
944 if (GNUNET_OK != GNUNET_MYSQL_statement_run (plugin->mc, "DROP TABLE gn090"))
946 plugin->env->duc (plugin->env->cls, 0);
951 * Entry point for the plugin.
953 * @param cls the "struct GNUNET_DATASTORE_PluginEnvironment*"
954 * @return our "struct Plugin*"
957 libgnunet_plugin_datastore_mysql_init (void *cls)
959 struct GNUNET_DATASTORE_PluginEnvironment *env = cls;
960 struct GNUNET_DATASTORE_PluginFunctions *api;
961 struct Plugin *plugin;
963 plugin = GNUNET_new (struct Plugin);
965 plugin->mc = GNUNET_MYSQL_context_create (env->cfg, "datastore-mysql");
966 if (NULL == plugin->mc)
968 GNUNET_free (plugin);
971 #define MRUNS(a) (GNUNET_OK != GNUNET_MYSQL_statement_run (plugin->mc, a) )
972 #define PINIT(a,b) (NULL == (a = GNUNET_MYSQL_statement_prepare (plugin->mc, b)))
974 ("CREATE TABLE IF NOT EXISTS gn090 ("
975 " repl INT(11) UNSIGNED NOT NULL DEFAULT 0,"
976 " type INT(11) UNSIGNED NOT NULL DEFAULT 0,"
977 " prio INT(11) UNSIGNED NOT NULL DEFAULT 0,"
978 " anonLevel INT(11) UNSIGNED NOT NULL DEFAULT 0,"
979 " expire BIGINT UNSIGNED NOT NULL DEFAULT 0,"
980 " rvalue BIGINT UNSIGNED NOT NULL,"
981 " hash BINARY(64) NOT NULL DEFAULT '',"
982 " vhash BINARY(64) NOT NULL DEFAULT '',"
983 " value BLOB NOT NULL DEFAULT ''," " uid BIGINT NOT NULL AUTO_INCREMENT,"
984 " PRIMARY KEY (uid)," " INDEX idx_hash (hash(64)),"
985 " INDEX idx_hash_uid (hash(64),uid),"
986 " INDEX idx_hash_vhash (hash(64),vhash(64)),"
987 " INDEX idx_hash_type_uid (hash(64),type,rvalue),"
988 " INDEX idx_prio (prio)," " INDEX idx_repl_rvalue (repl,rvalue),"
989 " INDEX idx_expire (expire),"
990 " INDEX idx_anonLevel_type_rvalue (anonLevel,type,rvalue)"
991 ") ENGINE=InnoDB") || MRUNS ("SET AUTOCOMMIT = 1") ||
992 PINIT (plugin->insert_entry, INSERT_ENTRY) ||
993 PINIT (plugin->delete_entry_by_uid, DELETE_ENTRY_BY_UID) ||
994 PINIT (plugin->select_entry_by_hash, SELECT_ENTRY_BY_HASH) ||
995 PINIT (plugin->select_entry_by_hash_and_vhash,
996 SELECT_ENTRY_BY_HASH_AND_VHASH) ||
997 PINIT (plugin->select_entry_by_hash_and_type,
998 SELECT_ENTRY_BY_HASH_AND_TYPE) ||
999 PINIT (plugin->select_entry_by_hash_vhash_and_type,
1000 SELECT_ENTRY_BY_HASH_VHASH_AND_TYPE) ||
1001 PINIT (plugin->count_entry_by_hash, COUNT_ENTRY_BY_HASH) ||
1002 PINIT (plugin->get_size, SELECT_SIZE) ||
1003 PINIT (plugin->count_entry_by_hash_and_vhash,
1004 COUNT_ENTRY_BY_HASH_AND_VHASH) ||
1005 PINIT (plugin->count_entry_by_hash_and_type, COUNT_ENTRY_BY_HASH_AND_TYPE)
1006 || PINIT (plugin->count_entry_by_hash_vhash_and_type,
1007 COUNT_ENTRY_BY_HASH_VHASH_AND_TYPE) ||
1008 PINIT (plugin->update_entry, UPDATE_ENTRY) ||
1009 PINIT (plugin->dec_repl, DEC_REPL) ||
1010 PINIT (plugin->zero_iter, SELECT_IT_NON_ANONYMOUS) ||
1011 PINIT (plugin->select_expiration, SELECT_IT_EXPIRATION) ||
1012 PINIT (plugin->select_priority, SELECT_IT_PRIORITY) ||
1013 PINIT (plugin->max_repl, SELECT_MAX_REPL) ||
1014 PINIT (plugin->get_all_keys, GET_ALL_KEYS) ||
1015 PINIT (plugin->select_replication, SELECT_IT_REPLICATION))
1017 GNUNET_MYSQL_context_destroy (plugin->mc);
1018 GNUNET_free (plugin);
1024 api = GNUNET_new (struct GNUNET_DATASTORE_PluginFunctions);
1026 api->estimate_size = &mysql_plugin_estimate_size;
1027 api->put = &mysql_plugin_put;
1028 api->update = &mysql_plugin_update;
1029 api->get_key = &mysql_plugin_get_key;
1030 api->get_replication = &mysql_plugin_get_replication;
1031 api->get_expiration = &mysql_plugin_get_expiration;
1032 api->get_zero_anonymity = &mysql_plugin_get_zero_anonymity;
1033 api->get_keys = &mysql_plugin_get_keys;
1034 api->drop = &mysql_plugin_drop;
1035 GNUNET_log_from (GNUNET_ERROR_TYPE_INFO, "mysql",
1036 _("Mysql database running\n"));
1042 * Exit point from the plugin.
1043 * @param cls our "struct Plugin*"
1044 * @return always NULL
1047 libgnunet_plugin_datastore_mysql_done (void *cls)
1049 struct GNUNET_DATASTORE_PluginFunctions *api = cls;
1050 struct Plugin *plugin = api->cls;
1052 GNUNET_MYSQL_context_destroy (plugin->mc);
1053 GNUNET_free (plugin);
1058 /* end of plugin_datastore_mysql.c */