2 * Copyright (C) Joerg Lenneis 2003
3 * Copyright (C) Frank Lahm 2009
4 * All Rights Reserved. See COPYING.
9 #endif /* HAVE_CONFIG_H */
15 #include <sys/types.h>
18 #include <arpa/inet.h>
22 #include <atalk/logger.h>
23 #include <atalk/util.h>
24 #include <atalk/errchk.h>
25 #include <atalk/cnid.h>
31 #define DB_ERRLOGFILE "db_errlog"
34 * Get the db stamp which is the st_ctime of the file "cnid2.db" and store it in buffer
36 static int dbif_stamp(DBD *dbd, void *buffer, int size)
46 if ((cwd = open(".", O_RDONLY)) < 0) {
47 LOG(log_error, logtype_cnid, "error opening cwd: %s", strerror(errno));
51 /* chdir to db_envhome */
52 if ((chdir(dbd->db_envhome)) != 0) {
53 LOG(log_error, logtype_cnid, "error chdiring to db_env '%s': %s", dbd->db_envhome, strerror(errno));
57 if (stat(dbd->db_table[DBIF_CNID].name, &st) < 0) {
58 LOG(log_error, logtype_cnid, "error stating database %s: %s", dbd->db_table[DBIF_CNID].name, db_strerror(errno));
62 LOG(log_maxdebug, logtype_cnid,"stamp: %s", asctime(localtime(&st.st_ctime)));
64 memset(buffer, 0, size);
65 memcpy(buffer, &st.st_ctime, sizeof(st.st_ctime));
69 if (fchdir(cwd) != 0) {
70 LOG(log_error, logtype_cnid, "error chdiring back: %s", strerror(errno));
79 * Inititialize rootinfo key (which has CNID 0 as key)
81 * This also "stamps" the database, which means storing st.st_ctime of the
82 * "cnid2.db" file in the rootinfo data at the DEV offset
84 * @param dbd (rw) database handle
85 * @param version (r) database version number
87 * @returns -1 on error, 0 on success
89 static int dbif_init_rootinfo(DBD *dbd, int version)
93 char buf[ROOTINFO_DATALEN];
95 LOG(log_debug, logtype_cnid, "Setting CNID database version to %u", version);
98 memset(&key, 0, sizeof(key));
99 memset(&data, 0, sizeof(data));
100 key.data = ROOTINFO_KEY;
101 key.size = ROOTINFO_KEYLEN;
103 data.size = ROOTINFO_DATALEN;
105 memcpy(buf, ROOTINFO_DATA, ROOTINFO_DATALEN);
107 uint32 = htonl(CNID_START - 1);
108 memcpy(buf + CNID_TYPE_OFS, &uint32, sizeof(uint32));
110 uint32 = htonl(version);
111 memcpy(buf + CNID_DID_OFS, &uint32, sizeof(uint32));
113 if (dbif_stamp(dbd, buf + CNID_DEV_OFS, CNID_DEV_LEN) < 0)
116 if (dbif_put(dbd, DBIF_CNID, &key, &data, 0) < 0)
118 if (dbif_txn_commit(dbd) != 1) {
119 LOG(log_error, logtype_cnid, "dbif_init_rootinfo: cant commit txn");
127 * Return CNID database version number
129 * Returns version in *version
131 * @returns -1 on error, 0 if theres no rootinfo key yet, 1 if *version is returned
133 static int dbif_getversion(DBD *dbd, uint32_t *version)
138 LOG(log_maxdebug, logtype_cnid, "dbif_getversion: reading version info");
141 memset(&key, 0, sizeof(key));
142 memset(&data, 0, sizeof(data));
143 key.data = ROOTINFO_KEY;
144 key.size = ROOTINFO_KEYLEN;
146 switch (dbif_get(dbd, DBIF_CNID, &key, &data, 0)) {
148 memcpy(version, (char *)data.data + CNID_DID_OFS, sizeof(uint32_t));
149 *version = ntohl(*version);
150 LOG(log_debug, logtype_cnid, "CNID database version %u", *version);
153 case 0: /* not found */
154 LOG(log_debug, logtype_cnid, "dbif_getversion: no version info found");
158 LOG(log_error, logtype_cnid, "dbif_getversion: database error");
167 * Set CNID database version number
169 * Initializes rootinfo key as neccessary
170 * @returns -1 on error, 0 on success
172 static int dbif_setversion(DBD *dbd, uint32_t version)
178 LOG(log_debug, logtype_cnid, "Setting CNID database version to %u", version);
183 memset(&key, 0, sizeof(key));
184 memset(&data, 0, sizeof(data));
185 key.data = ROOTINFO_KEY;
186 key.size = ROOTINFO_KEYLEN;
188 if ((ret = dbif_get(dbd, DBIF_CNID, &key, &data, 0)) == -1)
191 /* No rootinfo key yet, init it */
192 if (dbif_init_rootinfo(dbd, CNID_VERSION) != 0)
195 if (dbif_get(dbd, DBIF_CNID, &key, &data, 0) == -1)
198 memcpy((char *)data.data + CNID_DID_OFS, &v, sizeof(v));
199 data.size = ROOTINFO_DATALEN;
200 if (dbif_put(dbd, DBIF_CNID, &key, &data, 0) < 0)
207 * Upgrade CNID database versions, initialize rootinfo key as as necessary in dbif_setversion()
209 * For now this does nothing, as upgrading from ver. 0 to 1 is done in dbif_open
211 #define UNINTIALIZED_DB UINT32_MAX
212 static int dbif_upgrade(DBD *dbd)
214 uint32_t version = CNID_VERSION_UNINTIALIZED_DB;
216 if (dbif_getversion(dbd, &version) == -1)
218 if (version == CNID_VERSION_UNINTIALIZED_DB) {
219 version = CNID_VERSION;
220 if (dbif_setversion(dbd, CNID_VERSION) != 0)
225 * Do upgrade stuff ...
228 /* Write current version to database */
229 if (version != CNID_VERSION) {
230 if (dbif_setversion(dbd, CNID_VERSION) != 0)
234 LOG(log_debug, logtype_cnid, "Finished CNID database version upgrade check");
239 /* --------------- */
240 static int dbif_openlog(DBD *dbd)
245 if ( ! dbd->db_filename)
250 if ((cwd = open(".", O_RDONLY)) < 0) {
251 LOG(log_error, logtype_cnid, "error opening cwd: %s", strerror(errno));
255 /* chdir to db_envhome */
256 if ((chdir(dbd->db_envhome)) != 0) {
257 LOG(log_error, logtype_cnid, "error chdiring to db_env '%s': %s", dbd->db_envhome, strerror(errno));
262 if ((dbd->db_errlog = fopen(DB_ERRLOGFILE, "a")) == NULL)
263 LOG(log_warning, logtype_cnid, "error creating/opening DB errlogfile: %s", strerror(errno));
265 if (dbd->db_errlog != NULL) {
266 dbd->db_env->set_errfile(dbd->db_env, dbd->db_errlog);
267 dbd->db_env->set_msgfile(dbd->db_env, dbd->db_errlog);
272 if ((fchdir(cwd)) != 0) {
273 LOG(log_error, logtype_cnid, "error chdiring back: %s", strerror(errno));
281 /* --------------- */
282 static int dbif_logautorem(DBD *dbd)
286 char **logfiles = NULL;
289 if ( ! dbd->db_filename)
294 if ((cwd = open(".", O_RDONLY)) < 0) {
295 LOG(log_error, logtype_cnid, "error opening cwd: %s", strerror(errno));
299 /* chdir to db_envhome */
300 if ((chdir(dbd->db_envhome)) != 0) {
301 LOG(log_error, logtype_cnid, "error chdiring to db_env '%s': %s", dbd->db_envhome, strerror(errno));
306 if ((ret = dbd->db_env->log_archive(dbd->db_env, &logfiles, 0)) != 0) {
307 LOG(log_error, logtype_cnid, "error getting list of stale logfiles: %s",
309 dbd->db_env->close(dbd->db_env, 0);
315 if (logfiles != NULL) {
316 for (file = logfiles; *file != NULL; file++) {
317 if (unlink(*file) < 0)
318 LOG(log_warning, logtype_cnid, "Error removing stale logfile %s: %s", *file, strerror(errno));
325 if ((fchdir(cwd)) != 0) {
326 LOG(log_error, logtype_cnid, "error chdiring back: %s", strerror(errno));
334 /* --------------- */
335 DBD *dbif_init(const char *envhome, const char *filename)
339 if ( NULL == (dbd = calloc(sizeof(DBD), 1)) )
342 /* filename == NULL means in memory db */
347 dbd->db_envhome = strdup(envhome);
348 if (NULL == dbd->db_envhome) {
353 dbd->db_filename = strdup(filename);
354 if (NULL == dbd->db_filename) {
355 free(dbd->db_envhome);
361 dbd->db_table[DBIF_CNID].name = "cnid2.db";
362 dbd->db_table[DBIF_IDX_DEVINO].name = "devino.db";
363 dbd->db_table[DBIF_IDX_DIDNAME].name = "didname.db";
364 dbd->db_table[DBIF_IDX_NAME].name = "name.db";
366 dbd->db_table[DBIF_CNID].type = DB_BTREE;
367 dbd->db_table[DBIF_IDX_DEVINO].type = DB_BTREE;
368 dbd->db_table[DBIF_IDX_DIDNAME].type = DB_BTREE;
369 dbd->db_table[DBIF_IDX_NAME].type = DB_BTREE;
371 dbd->db_table[DBIF_CNID].openflags = DB_CREATE;
372 dbd->db_table[DBIF_IDX_DEVINO].openflags = DB_CREATE;
373 dbd->db_table[DBIF_IDX_DIDNAME].openflags = DB_CREATE;
374 dbd->db_table[DBIF_IDX_NAME].openflags = DB_CREATE;
376 dbd->db_table[DBIF_IDX_NAME].flags = DB_DUPSORT;
382 We must open the db_env with an absolute pathname, as `dbd` keeps chdir'ing, which
383 breaks e.g. bdb logfile-rotation with relative pathnames.
384 But still we use relative paths with DB_ERRLOGFILE
385 in order to avoid creating absolute paths by copying. Both have no problem with
388 int dbif_env_open(DBD *dbd, struct db_param *dbp, uint32_t dbenv_oflags)
392 if ((ret = db_env_create(&dbd->db_env, 0))) {
393 LOG(log_error, logtype_cnid, "error creating DB environment: %s",
399 dbd->db_param = *dbp;
401 if ((dbif_openlog(dbd)) != 0)
404 if (dbenv_oflags & DB_RECOVER) {
406 LOG(log_debug, logtype_cnid, "Running recovery");
408 dbd->db_env->set_verbose(dbd->db_env, DB_VERB_RECOVERY, 1);
409 /* Open the database for recovery using DB_PRIVATE option which is faster */
410 if ((ret = dbd->db_env->open(dbd->db_env, dbd->db_envhome, dbenv_oflags | DB_PRIVATE, 0))) {
411 LOG(log_error, logtype_cnid, "error opening DB environment: %s",
413 dbd->db_env->close(dbd->db_env, 0);
417 dbenv_oflags = (dbenv_oflags & ~DB_RECOVER);
419 if (dbd->db_errlog != NULL)
420 fflush(dbd->db_errlog);
422 if ((ret = dbd->db_env->close(dbd->db_env, 0))) {
423 LOG(log_error, logtype_cnid, "error closing DB environment after recovery: %s",
428 dbd->db_errlog = NULL;
430 if ((ret = db_env_create(&dbd->db_env, 0))) {
431 LOG(log_error, logtype_cnid, "error creating DB environment after recovery: %s",
437 if ((dbif_openlog(dbd)) != 0)
440 LOG(log_debug, logtype_cnid, "Finished recovery.");
443 if ((ret = dbd->db_env->set_cachesize(dbd->db_env, 0, 1024 * dbp->cachesize, 0))) {
444 LOG(log_error, logtype_cnid, "error setting DB environment cachesize to %i: %s",
445 dbp->cachesize, db_strerror(ret));
446 dbd->db_env->close(dbd->db_env, 0);
451 if ((ret = dbd->db_env->set_lk_max_locks(dbd->db_env, dbp->maxlocks))) {
452 LOG(log_error, logtype_cnid, "error setting DB environment maxlocks to %i: %s",
453 10000, db_strerror(ret));
454 dbd->db_env->close(dbd->db_env, 0);
459 if ((ret = dbd->db_env->set_lk_max_objects(dbd->db_env, dbp->maxlockobjs))) {
460 LOG(log_error, logtype_cnid, "error setting DB environment max lockobjects to %i: %s",
461 10000, db_strerror(ret));
462 dbd->db_env->close(dbd->db_env, 0);
467 if ((ret = dbd->db_env->open(dbd->db_env, dbd->db_envhome, dbenv_oflags, 0))) {
468 LOG(log_error, logtype_cnid, "error opening DB environment after recovery: %s",
470 dbd->db_env->close(dbd->db_env, 0);
475 if ((ret = dbd->db_env->set_flags(dbd->db_env, DB_AUTO_COMMIT, 1))) {
476 LOG(log_error, logtype_cnid, "error setting DB_AUTO_COMMIT flag: %s",
478 dbd->db_env->close(dbd->db_env, 0);
483 if (dbp->logfile_autoremove) {
484 if ((dbif_logautorem(dbd)) != 0)
487 #if DB_VERSION_MAJOR > 4 || (DB_VERSION_MAJOR == 4 && DB_VERSION_MINOR >= 7)
488 if ((ret = dbd->db_env->log_set_config(dbd->db_env, DB_LOG_AUTO_REMOVE, 1))) {
489 LOG(log_error, logtype_cnid, "error setting DB_LOG_AUTO_REMOVE flag: %s",
491 dbd->db_env->close(dbd->db_env, 0);
496 if ((ret = dbd->db_env->set_flags(dbd->db_env, DB_LOG_AUTOREMOVE, 1))) {
497 LOG(log_error, logtype_cnid, "error setting DB_LOG_AUTOREMOVE flag: %s",
499 dbd->db_env->close(dbd->db_env, 0);
509 /* --------------- */
510 int dbif_open(DBD *dbd, struct db_param *dbp, int reindex)
517 /* Try to upgrade if it's a normal on-disk database */
518 if (dbd->db_envhome) {
520 if ((cwd = open(".", O_RDONLY)) < 0) {
521 LOG(log_error, logtype_cnid, "error opening cwd: %s", strerror(errno));
525 /* chdir to db_envhome. makes it easier checking for old db files and creating db_errlog file */
526 if ((chdir(dbd->db_envhome)) != 0) {
527 LOG(log_error, logtype_cnid, "error chdiring to db_env '%s': %s", dbd->db_envhome, strerror(errno));
531 if ((stat(dbd->db_filename, &st)) == 0) {
532 LOG(log_debug, logtype_cnid, "See if we can upgrade the CNID database...");
533 if ((ret = db_create(&upgrade_db, dbd->db_env, 0))) {
534 LOG(log_error, logtype_cnid, "error creating handle for database: %s", db_strerror(ret));
537 if ((ret = upgrade_db->upgrade(upgrade_db, dbd->db_filename, 0))) {
538 LOG(log_error, logtype_cnid, "error upgarding database: %s", db_strerror(ret));
541 if ((ret = upgrade_db->close(upgrade_db, 0))) {
542 LOG(log_error, logtype_cnid, "error closing database: %s", db_strerror(ret));
545 if ((ret = dbd->db_env->txn_checkpoint(dbd->db_env, 0, 0, DB_FORCE))) {
546 LOG(log_error, logtype_cnid, "error forcing checkpoint: %s", db_strerror(ret));
549 LOG(log_debug, logtype_cnid, "Finished BerkeleyBD upgrade check");
552 if ((fchdir(cwd)) != 0) {
553 LOG(log_error, logtype_cnid, "error chdiring back: %s", strerror(errno));
558 /* Now open databases ... */
559 for (i = 0; i != DBIF_DB_CNT; i++) {
560 if ((ret = db_create(&dbd->db_table[i].db, dbd->db_env, 0))) {
561 LOG(log_error, logtype_cnid, "error creating handle for database %s: %s",
562 dbd->db_table[i].name, db_strerror(ret));
566 if (dbd->db_table[i].flags) {
567 if ((ret = dbd->db_table[i].db->set_flags(dbd->db_table[i].db,
568 dbd->db_table[i].flags))) {
569 LOG(log_error, logtype_cnid, "error setting flags for database %s: %s",
570 dbd->db_table[i].name, db_strerror(ret));
575 if ( ! dbd->db_env) { /* In memory db */
576 if ((ret = dbd->db_table[i].db->set_cachesize(dbd->db_table[i].db,
579 4)) /* split in 4 memory chunks */
581 LOG(log_error, logtype_cnid, "error setting cachesize %u KB for database %s: %s",
582 dbp->cachesize / 1024, dbd->db_table[i].name, db_strerror(ret));
587 if (dbd->db_table[i].db->open(dbd->db_table[i].db,
590 dbd->db_table[i].name,
591 dbd->db_table[i].type,
592 dbd->db_table[i].openflags,
594 LOG(log_error, logtype_cnid, "Cant open database");
598 if (reindex && i > 0) {
599 LOG(log_info, logtype_cnid, "Truncating CNID index.");
600 if ((ret = dbd->db_table[i].db->truncate(dbd->db_table[i].db, NULL, &count, 0))) {
601 LOG(log_error, logtype_cnid, "error truncating database %s: %s",
602 dbd->db_table[i].name, db_strerror(ret));
608 /* TODO: Implement CNID DB versioning info on new databases. */
610 /* Associate the secondary with the primary. */
612 LOG(log_info, logtype_cnid, "Reindexing did/name index...");
613 if ((ret = dbd->db_table[0].db->associate(dbd->db_table[DBIF_CNID].db,
615 dbd->db_table[DBIF_IDX_DIDNAME].db,
617 (reindex) ? DB_CREATE : 0))
619 LOG(log_error, logtype_cnid, "Failed to associate didname database: %s",db_strerror(ret));
623 LOG(log_info, logtype_cnid, "... done.");
626 LOG(log_info, logtype_cnid, "Reindexing dev/ino index...");
627 if ((ret = dbd->db_table[0].db->associate(dbd->db_table[0].db,
629 dbd->db_table[DBIF_IDX_DEVINO].db,
631 (reindex) ? DB_CREATE : 0))
633 LOG(log_error, logtype_cnid, "Failed to associate devino database: %s",db_strerror(ret));
637 LOG(log_info, logtype_cnid, "... done.");
640 LOG(log_info, logtype_cnid, "Reindexing name index...");
643 * Upgrading from version 0 to 1 requires adding the name index below which
644 * must be done by specifying the DB_CREATE flag
646 uint32_t version = CNID_VERSION;
647 if (dbd->db_envhome && !reindex) {
648 if (dbif_getversion(dbd, &version) == -1)
652 if ((ret = dbd->db_table[0].db->associate(dbd->db_table[0].db,
654 dbd->db_table[DBIF_IDX_NAME].db,
658 ((CNID_VERSION == CNID_VERSION_1) && (version == CNID_VERSION_0)))
659 ? DB_CREATE : 0)) != 0) {
660 LOG(log_error, logtype_cnid, "Failed to associate name index: %s", db_strerror(ret));
664 LOG(log_info, logtype_cnid, "... done.");
666 if ((dbd->db_envhome) && ((ret = dbif_upgrade(dbd)) != 0)) {
667 LOG(log_error, logtype_cnid, "Error upgrading CNID database to version %d", CNID_VERSION);
674 /* ------------------------ */
675 static int dbif_closedb(DBD *dbd)
681 for (i = DBIF_DB_CNT -1; i >= 0; i--) {
682 if (dbd->db_table[i].db != NULL && (ret = dbd->db_table[i].db->close(dbd->db_table[i].db, 0))) {
683 LOG(log_error, logtype_cnid, "error closing database %s: %s", dbd->db_table[i].name, db_strerror(ret));
692 /* ------------------------ */
693 int dbif_close(DBD *dbd)
698 if (dbif_closedb(dbd))
701 if (dbd->db_env != NULL && (ret = dbd->db_env->close(dbd->db_env, 0))) {
702 LOG(log_error, logtype_cnid, "error closing DB environment: %s", db_strerror(ret));
705 if (dbd->db_errlog != NULL && fclose(dbd->db_errlog) == EOF) {
706 LOG(log_error, logtype_cnid, "error closing DB logfile: %s", strerror(errno));
710 free(dbd->db_filename);
720 In order to support silent database upgrades:
721 destroy env at cnid_dbd shutdown.
723 int dbif_env_remove(const char *path)
728 LOG(log_debug, logtype_cnid, "Trying to remove BerkeleyDB environment");
730 if (NULL == (dbd = dbif_init(path, "cnid2.db")))
733 /* Get db_env handle */
734 if ((ret = db_env_create(&dbd->db_env, 0))) {
735 LOG(log_error, logtype_cnid, "error creating DB environment: %s", db_strerror(ret));
740 if ((dbif_openlog(dbd)) != 0)
743 /* Open environment with recovery */
744 if ((ret = dbd->db_env->open(dbd->db_env,
746 DB_CREATE | DB_INIT_LOG | DB_INIT_MPOOL | DB_INIT_LOCK | DB_INIT_TXN | DB_RECOVER | DB_PRIVATE,
748 LOG(log_error, logtype_cnid, "error opening DB environment: %s",
750 dbd->db_env->close(dbd->db_env, 0);
755 if (dbd->db_errlog != NULL)
756 fflush(dbd->db_errlog);
758 /* Remove logfiles */
759 if ((ret = dbd->db_env->log_archive(dbd->db_env, NULL, DB_ARCH_REMOVE))) {
760 LOG(log_error, logtype_cnid, "error removing transaction logfiles: %s", db_strerror(ret));
764 if ((ret = dbd->db_env->close(dbd->db_env, 0))) {
765 LOG(log_error, logtype_cnid, "error closing DB environment after recovery: %s", db_strerror(ret));
770 LOG(log_debug, logtype_cnid, "BerkeleyDB environment recovery done.");
772 /* Get a new db_env handle and then remove environment */
773 if ((ret = db_env_create(&dbd->db_env, 0))) {
774 LOG(log_error, logtype_cnid, "error acquiring db_end handle: %s", db_strerror(ret));
778 if ((ret = dbd->db_env->remove(dbd->db_env, dbd->db_envhome, 0))) {
779 LOG(log_error, logtype_cnid, "error removing BerkeleyDB environment: %s", db_strerror(ret));
783 LOG(log_debug, logtype_cnid, "Removed BerkeleyDB environment.");
789 * The following three functions are wrappers for DB->get(), DB->put() and DB->del().
790 * All three return -1 on error. dbif_get()/dbif_del return 1 if the key was found and 0
791 * otherwise. dbif_put() returns 0 if key/val was successfully updated and 1 if
792 * the DB_NOOVERWRITE flag was specified and the key already exists.
794 * All return codes other than DB_NOTFOUND and DB_KEYEXIST from the DB->()
795 * functions are not expected and therefore error conditions.
798 int dbif_get(DBD *dbd, const int dbi, DBT *key, DBT *val, u_int32_t flags)
802 ret = dbd->db_table[dbi].db->get(dbd->db_table[dbi].db,
808 if (ret == DB_NOTFOUND)
811 LOG(log_error, logtype_cnid, "error retrieving value from %s: %s",
812 dbd->db_table[dbi].name, db_strerror(ret));
818 /* search by secondary return primary */
819 int dbif_pget(DBD *dbd, const int dbi, DBT *key, DBT *pkey, DBT *val, u_int32_t flags)
823 ret = dbd->db_table[dbi].db->pget(dbd->db_table[dbi].db,
830 if (ret == DB_NOTFOUND || ret == DB_SECONDARY_BAD) {
834 LOG(log_error, logtype_cnid, "error retrieving value from %s: %s",
835 dbd->db_table[dbi].name, db_strerror(ret));
841 /* -------------------------- */
842 int dbif_put(DBD *dbd, const int dbi, DBT *key, DBT *val, u_int32_t flags)
846 if (dbif_txn_begin(dbd) < 0) {
847 LOG(log_error, logtype_cnid, "error setting key/value in %s", dbd->db_table[dbi].name);
851 ret = dbd->db_table[dbi].db->put(dbd->db_table[dbi].db,
859 if ((flags & DB_NOOVERWRITE) && ret == DB_KEYEXIST) {
862 LOG(log_error, logtype_cnid, "error setting key/value in %s: %s",
863 dbd->db_table[dbi].name, db_strerror(ret));
870 int dbif_del(DBD *dbd, const int dbi, DBT *key, u_int32_t flags)
874 /* For cooperation with the dbd utility and its usage of a cursor */
876 dbd->db_cur->close(dbd->db_cur);
880 if (dbif_txn_begin(dbd) < 0) {
881 LOG(log_error, logtype_cnid, "error deleting key/value from %s", dbd->db_table[dbi].name);
885 ret = dbd->db_table[dbi].db->del(dbd->db_table[dbi].db,
890 if (ret == DB_NOTFOUND) {
891 LOG(log_debug, logtype_cnid, "key not found");
895 LOG(log_error, logtype_cnid, "error deleting key/value from %s: %s",
896 dbd->db_table[dbi].name, db_strerror(ret));
903 * Search the database by name
905 * @param resbuf (w) buffer for search results CNIDs, maxsize is assumed to be
906 * DBD_MAX_SRCH_RSLTS * sizefof(cnid_t)
908 * @returns -1 on error, 0 when nothing found, else the number of matches
910 int dbif_search(DBD *dbd, DBT *key, char *resbuf)
916 char *cnids = resbuf;
918 char *namebkp = key->data;
919 int namelenbkp = key->size;
921 memset(&pkey, 0, sizeof(DBT));
922 memset(&data, 0, sizeof(DBT));
925 ret = dbd->db_table[DBIF_IDX_NAME].db->cursor(dbd->db_table[DBIF_IDX_NAME].db,
930 LOG(log_error, logtype_cnid, "Couldn't create cursor: %s", db_strerror(ret));
935 ret = cursorp->pget(cursorp, key, &pkey, &data, DB_SET_RANGE);
936 while (count < DBD_MAX_SRCH_RSLTS && ret != DB_NOTFOUND) {
937 if (!((namelenbkp <= key->size) && (strncmp(namebkp, key->data, namelenbkp) == 0)))
940 memcpy(cnids, pkey.data, sizeof(cnid_t));
941 memcpy(&cnid, pkey.data, sizeof(cnid_t));
942 cnids += sizeof(cnid_t);
943 LOG(log_debug, logtype_cnid, "match: CNID %" PRIu32, ntohl(cnid));
945 ret = cursorp->pget(cursorp, key, &pkey, &data, DB_NEXT);
952 cursorp->close(cursorp);
956 int dbif_txn_begin(DBD *dbd)
960 /* If we already have an active txn, just return */
964 /* If our DBD has no env, just return (-> in memory db) */
965 if (dbd->db_env == NULL)
968 ret = dbd->db_env->txn_begin(dbd->db_env, NULL, &dbd->db_txn, 0);
971 LOG(log_error, logtype_cnid, "error starting transaction: %s", db_strerror(ret));
977 int dbif_txn_commit(DBD *dbd)
984 /* If our DBD has no env, just return (-> in memory db) */
985 if (dbd->db_env == NULL)
988 ret = dbd->db_txn->commit(dbd->db_txn, 0);
992 LOG(log_error, logtype_cnid, "error committing transaction: %s", db_strerror(ret));
998 int dbif_txn_abort(DBD *dbd)
1005 /* If our DBD has no env, just return (-> in memory db) */
1006 if (dbd->db_env == NULL)
1009 ret = dbd->db_txn->abort(dbd->db_txn);
1013 LOG(log_error, logtype_cnid, "error aborting transaction: %s", db_strerror(ret));
1020 ret = 1 -> commit txn if db_param.txn_frequency
1021 ret = 0 -> abort txn db_param.txn_frequency -> exit!
1022 anything else -> exit!
1024 @returns 0 on success (abort or commit), -1 on error
1026 int dbif_txn_close(DBD *dbd, int ret)
1029 if (dbif_txn_abort(dbd) < 0) {
1030 LOG( log_error, logtype_cnid, "Fatal error aborting transaction. Exiting!");
1033 } else if (ret == 1) {
1034 ret = dbif_txn_commit(dbd);
1036 LOG( log_error, logtype_cnid, "Fatal error committing transaction. Exiting!");
1046 int dbif_txn_checkpoint(DBD *dbd, u_int32_t kbyte, u_int32_t min, u_int32_t flags)
1049 ret = dbd->db_env->txn_checkpoint(dbd->db_env, kbyte, min, flags);
1051 LOG(log_error, logtype_cnid, "error checkpointing transaction susystem: %s", db_strerror(ret));
1057 int dbif_count(DBD *dbd, const int dbi, u_int32_t *count)
1061 DB *db = dbd->db_table[dbi].db;
1063 ret = db->stat(db, NULL, &sp, 0);
1066 LOG(log_error, logtype_cnid, "error getting stat infotmation on database: %s", db_strerror(ret));
1070 *count = sp->bt_ndata;
1076 int dbif_copy_rootinfokey(DBD *srcdbd, DBD *destdbd)
1081 memset(&key, 0, sizeof(key));
1082 memset(&data, 0, sizeof(data));
1084 key.data = ROOTINFO_KEY;
1085 key.size = ROOTINFO_KEYLEN;
1087 if ((rc = dbif_get(srcdbd, DBIF_CNID, &key, &data, 0)) <= 0) {
1088 LOG(log_error, logtype_cnid, "dbif_copy_rootinfokey: Error getting rootinfo record");
1092 memset(&key, 0, sizeof(key));
1093 key.data = ROOTINFO_KEY;
1094 key.size = ROOTINFO_KEYLEN;
1096 if ((rc = dbif_put(destdbd, DBIF_CNID, &key, &data, 0))) {
1097 LOG(log_error, logtype_cnid, "dbif_copy_rootinfokey: Error writing rootinfo key");
1104 int dbif_dump(DBD *dbd, int dumpindexes)
1107 uint32_t max = 0, count = 0, cnid, type, did, lastid, version;
1111 DBT key = { 0 }, data = { 0 };
1112 DB *db = dbd->db_table[DBIF_CNID].db;
1113 char *typestring[2] = {"f", "d"};
1116 printf("CNID database dump:\n");
1118 rc = db->cursor(db, NULL, &cur, 0);
1120 LOG(log_error, logtype_cnid, "Couldn't create cursor: %s", db_strerror(rc));
1124 cur->c_get(cur, &key, &data, DB_FIRST);
1126 /* Parse and print data */
1127 memcpy(&cnid, key.data, 4);
1132 /* Rootinfo node ? */
1134 memcpy(&stamp, (char *)data.data + CNID_DEV_OFS, sizeof(time_t));
1135 memcpy(&lastid, (char *)data.data + CNID_TYPE_OFS, CNID_TYPE_LEN);
1136 lastid = ntohl(lastid);
1137 memcpy(&version, (char *)data.data + CNID_DID_OFS, CNID_DID_LEN);
1138 version = ntohl(version);
1140 strftime(timebuf, sizeof(timebuf), "%b %d %Y %H:%M:%S", localtime(&stamp));
1141 printf("CNID db version: %u, dbd stamp: 0x%08x (%s), next free CNID: %u\n",
1142 version, (unsigned int)stamp, timebuf, lastid + 1);
1145 memcpy(&dev, (char *)data.data + CNID_DEV_OFS, 8);
1148 memcpy(&ino, (char *)data.data + CNID_INO_OFS, 8);
1151 memcpy(&type, (char *)data.data + CNID_TYPE_OFS, 4);
1154 memcpy(&did, (char *)data.data + CNID_DID_OFS, 4);
1158 printf("id: %10u, did: %10u, type: %s, dev: 0x%llx, ino: 0x%016llx, name: %s\n",
1159 cnid, did, typestring[type],
1160 (long long unsigned int)dev, (long long unsigned int)ino,
1161 (char *)data.data + CNID_NAME_OFS);
1165 rc = cur->c_get(cur, &key, &data, DB_NEXT);
1168 if (rc != DB_NOTFOUND) {
1169 LOG(log_error, logtype_cnid, "Error iterating over btree: %s", db_strerror(rc));
1173 rc = cur->c_close(cur);
1175 LOG(log_error, logtype_cnid, "Couldn't close cursor: %s", db_strerror(rc));
1178 printf("%u CNIDs in database. Max CNID: %u.\n", count, max);
1180 /* Dump indexes too ? */
1182 /* DBIF_IDX_DEVINO */
1183 printf("\ndev/inode index:\n");
1185 db = dbd->db_table[DBIF_IDX_DEVINO].db;
1186 rc = db->cursor(db, NULL, &cur, 0);
1188 LOG(log_error, logtype_cnid, "Couldn't create cursor: %s", db_strerror(rc));
1192 cur->c_get(cur, &key, &data, DB_FIRST);
1194 /* Parse and print data */
1197 memcpy(&cnid, data.data, CNID_LEN);
1203 memcpy(&dev, key.data, CNID_DEV_LEN);
1206 memcpy(&ino, (char *)key.data + CNID_DEV_LEN, CNID_INO_LEN);
1209 printf("id: %10u <== dev: 0x%llx, ino: 0x%016llx\n",
1210 cnid, (unsigned long long int)dev, (unsigned long long int)ino);
1213 rc = cur->c_get(cur, &key, &data, DB_NEXT);
1215 if (rc != DB_NOTFOUND) {
1216 LOG(log_error, logtype_cnid, "Error iterating over btree: %s", db_strerror(rc));
1220 rc = cur->c_close(cur);
1222 LOG(log_error, logtype_cnid, "Couldn't close cursor: %s", db_strerror(rc));
1225 printf("%u items\n", count);
1227 /* Now dump DBIF_IDX_DIDNAME */
1228 printf("\ndid/name index:\n");
1230 db = dbd->db_table[DBIF_IDX_DIDNAME].db;
1231 rc = db->cursor(db, NULL, &cur, 0);
1233 LOG(log_error, logtype_cnid, "Couldn't create cursor: %s", db_strerror(rc));
1237 cur->c_get(cur, &key, &data, DB_FIRST);
1239 /* Parse and print data */
1242 memcpy(&cnid, data.data, CNID_LEN);
1248 memcpy(&did, key.data, CNID_LEN);
1251 printf("id: %10u <== did: %10u, name: %s\n", cnid, did, (char *)key.data + CNID_LEN);
1254 rc = cur->c_get(cur, &key, &data, DB_NEXT);
1256 if (rc != DB_NOTFOUND) {
1257 LOG(log_error, logtype_cnid, "Error iterating over btree: %s", db_strerror(rc));
1261 rc = cur->c_close(cur);
1263 LOG(log_error, logtype_cnid, "Couldn't close cursor: %s", db_strerror(rc));
1266 printf("%u items\n", count);
1273 Iterates over dbd, returning cnids.
1274 Uses in-value of cnid to seek to that cnid, then gets next and return that in cnid.
1275 If close=1, close cursor.
1276 Return -1 on error, 0 on EOD (end-of-database), 1 if returning cnid.
1278 int dbif_idwalk(DBD *dbd, cnid_t *cnid, int close)
1284 static DBT key = { 0 }, data = { 0 };
1285 DB *db = dbd->db_table[DBIF_CNID].db;
1289 dbd->db_cur->close(dbd->db_cur);
1295 /* An dbif_del will have closed our cursor too */
1296 if ( ! dbd->db_cur ) {
1297 if ((rc = db->cursor(db, NULL, &dbd->db_cur, 0)) != 0) {
1298 LOG(log_error, logtype_cnid, "Couldn't create cursor: %s", db_strerror(rc));
1301 flag = DB_SET_RANGE; /* This will seek to next cnid after the one just deleted */
1304 key.size = sizeof(cnid_t);
1308 if ((rc = dbd->db_cur->get(dbd->db_cur, &key, &data, flag)) == 0) {
1309 memcpy(cnid, key.data, sizeof(cnid_t));
1310 *cnid = ntohl(*cnid);
1314 if (rc != DB_NOTFOUND) {
1315 LOG(log_error, logtype_cnid, "Error iterating over btree: %s", db_strerror(rc));
1316 dbd->db_cur->close(dbd->db_cur);
1322 dbd->db_cur->close(dbd->db_cur);