2 * Copyright (C) Joerg Lenneis 2003
3 * Copyright (C) Frank Lahm 2009
4 * All Rights Reserved. See COPYING.
9 #endif /* HAVE_CONFIG_H */
15 #include <sys/types.h>
17 #include <sys/cdefs.h>
22 #include <atalk/logger.h>
23 #include <atalk/util.h>
29 #define DB_ERRLOGFILE "db_errlog"
32 * Get the db stamp which is the st_ctime of the file "cnid2.db" and store it in buffer
34 static int dbif_stamp(DBD *dbd, void *buffer, int size)
43 if ((cwd = open(".", O_RDONLY)) < 0) {
44 LOG(log_error, logtype_cnid, "error opening cwd: %s", strerror(errno));
48 /* chdir to db_envhome */
49 if ((chdir(dbd->db_envhome)) != 0) {
50 LOG(log_error, logtype_cnid, "error chdiring to db_env '%s': %s", dbd->db_envhome, strerror(errno));
54 if ((rc = stat(dbd->db_table[DBIF_CNID].name, &st)) < 0) {
55 LOG(log_error, logtype_cnid, "error stating database %s: %s", dbd->db_table[DBIF_CNID].name, db_strerror(errno));
59 LOG(log_maxdebug, logtype_cnid,"stamp: %s", asctime(localtime(&st.st_ctime)));
61 memset(buffer, 0, size);
62 memcpy(buffer, &st.st_ctime, sizeof(st.st_ctime));
64 if ((fchdir(cwd)) != 0) {
65 LOG(log_error, logtype_cnid, "error chdiring back: %s", strerror(errno));
73 * Inititialize rootinfo key (which has CNID 0 as key)
75 * This also "stamps" the database, which means storing st.st_ctime of the
76 * "cnid2.db" file in the rootinfo data at the DEV offset
78 * @param dbd (rw) database handle
79 * @param version (r) database version number
81 * @returns -1 on error, 0 on success
83 static int dbif_init_rootinfo(DBD *dbd, int version)
87 char buf[ROOTINFO_DATALEN];
89 LOG(log_debug, logtype_cnid, "Setting CNID database version to %u", version);
94 memset(&key, 0, sizeof(key));
95 memset(&data, 0, sizeof(data));
96 key.data = ROOTINFO_KEY;
97 key.size = ROOTINFO_KEYLEN;
99 data.size = ROOTINFO_DATALEN;
101 memcpy(buf, ROOTINFO_DATA, ROOTINFO_DATALEN);
102 memcpy(buf + CNID_DID_OFS, &v, sizeof(v));
103 if (dbif_stamp(dbd, buf + CNID_DEV_OFS, CNID_DEV_LEN) < 0)
106 if (dbif_put(dbd, DBIF_CNID, &key, &data, 0) < 0)
108 if (dbif_txn_commit(dbd) != 1) {
109 LOG(log_error, logtype_cnid, "dbif_init_rootinfo: cant commit txn");
117 * Return CNID database version number
119 * Returns version in *version
121 * @returns -1 on error, 0 if theres no rootinfo key yet, 1 if *version is returned
123 static int dbif_getversion(DBD *dbd, uint32_t *version)
128 LOG(log_maxdebug, logtype_cnid, "dbif_getversion: reading version info");
131 memset(&key, 0, sizeof(key));
132 memset(&data, 0, sizeof(data));
133 key.data = ROOTINFO_KEY;
134 key.size = ROOTINFO_KEYLEN;
136 switch (dbif_get(dbd, DBIF_CNID, &key, &data, 0)) {
138 memcpy(version, (char *)data.data + CNID_DID_OFS, sizeof(uint32_t));
139 *version = ntohl(*version);
140 LOG(log_debug, logtype_cnid, "CNID database version %u", *version);
143 case 0: /* not found */
144 LOG(log_debug, logtype_cnid, "dbif_getversion: no version info found");
148 LOG(log_error, logtype_cnid, "dbif_getversion: database error");
157 * Set CNID database version number
159 * Initializes rootinfo key as neccessary
160 * @returns -1 on error, 0 on success
162 static int dbif_setversion(DBD *dbd, uint32_t version)
168 LOG(log_debug, logtype_cnid, "Setting CNID database version to %u", version);
173 memset(&key, 0, sizeof(key));
174 memset(&data, 0, sizeof(data));
175 key.data = ROOTINFO_KEY;
176 key.size = ROOTINFO_KEYLEN;
178 if ((ret = dbif_get(dbd, DBIF_CNID, &key, &data, 0)) == -1)
181 /* No rootinfo key yet, init it */
182 if (dbif_init_rootinfo(dbd, CNID_VERSION) != 0)
185 if (dbif_get(dbd, DBIF_CNID, &key, &data, 0) == -1)
188 memcpy((char *)data.data + CNID_DID_OFS, &v, sizeof(v));
189 data.size = ROOTINFO_DATALEN;
190 if (dbif_put(dbd, DBIF_CNID, &key, &data, 0) < 0)
197 * Upgrade CNID database versions, initialize rootinfo key as as necessary in dbif_setversion()
199 * For now this does nothing, as upgrading from ver. 0 to 1 is done in dbif_open
201 #define UNINTIALIZED_DB UINT32_MAX
202 static int dbif_upgrade(DBD *dbd)
204 uint32_t version = CNID_VERSION_UNINTIALIZED_DB;
206 if (dbif_getversion(dbd, &version) == -1)
208 if (version == CNID_VERSION_UNINTIALIZED_DB) {
209 version = CNID_VERSION;
210 if (dbif_setversion(dbd, CNID_VERSION) != 0)
215 * Do upgrade stuff ...
218 /* Write current version to database */
219 if (version != CNID_VERSION) {
220 if (dbif_setversion(dbd, CNID_VERSION) != 0)
224 LOG(log_debug, logtype_cnid, "Finished CNID database version upgrade check");
229 /* --------------- */
230 static int dbif_openlog(DBD *dbd)
235 if ( ! dbd->db_filename)
240 if ((cwd = open(".", O_RDONLY)) < 0) {
241 LOG(log_error, logtype_cnid, "error opening cwd: %s", strerror(errno));
245 /* chdir to db_envhome */
246 if ((chdir(dbd->db_envhome)) != 0) {
247 LOG(log_error, logtype_cnid, "error chdiring to db_env '%s': %s", dbd->db_envhome, strerror(errno));
252 if ((dbd->db_errlog = fopen(DB_ERRLOGFILE, "a")) == NULL)
253 LOG(log_warning, logtype_cnid, "error creating/opening DB errlogfile: %s", strerror(errno));
255 if (dbd->db_errlog != NULL) {
256 dbd->db_env->set_errfile(dbd->db_env, dbd->db_errlog);
257 dbd->db_env->set_msgfile(dbd->db_env, dbd->db_errlog);
262 if ((fchdir(cwd)) != 0) {
263 LOG(log_error, logtype_cnid, "error chdiring back: %s", strerror(errno));
271 /* --------------- */
272 static int dbif_logautorem(DBD *dbd)
276 char **logfiles = NULL;
279 if ( ! dbd->db_filename)
284 if ((cwd = open(".", O_RDONLY)) < 0) {
285 LOG(log_error, logtype_cnid, "error opening cwd: %s", strerror(errno));
289 /* chdir to db_envhome */
290 if ((chdir(dbd->db_envhome)) != 0) {
291 LOG(log_error, logtype_cnid, "error chdiring to db_env '%s': %s", dbd->db_envhome, strerror(errno));
296 if ((ret = dbd->db_env->log_archive(dbd->db_env, &logfiles, 0)) != 0) {
297 LOG(log_error, logtype_cnid, "error getting list of stale logfiles: %s",
299 dbd->db_env->close(dbd->db_env, 0);
305 if (logfiles != NULL) {
306 for (file = logfiles; *file != NULL; file++) {
307 if (unlink(*file) < 0)
308 LOG(log_warning, logtype_cnid, "Error removing stale logfile %s: %s", *file, strerror(errno));
315 if ((fchdir(cwd)) != 0) {
316 LOG(log_error, logtype_cnid, "error chdiring back: %s", strerror(errno));
324 /* --------------- */
325 DBD *dbif_init(const char *envhome, const char *filename)
329 if ( NULL == (dbd = calloc(sizeof(DBD), 1)) )
332 /* filename == NULL means in memory db */
337 dbd->db_envhome = strdup(envhome);
338 if (NULL == dbd->db_envhome) {
343 dbd->db_filename = strdup(filename);
344 if (NULL == dbd->db_filename) {
345 free(dbd->db_envhome);
351 dbd->db_table[DBIF_CNID].name = "cnid2.db";
352 dbd->db_table[DBIF_IDX_DEVINO].name = "devino.db";
353 dbd->db_table[DBIF_IDX_DIDNAME].name = "didname.db";
354 dbd->db_table[DBIF_IDX_NAME].name = "name.db";
356 dbd->db_table[DBIF_CNID].type = DB_BTREE;
357 dbd->db_table[DBIF_IDX_DEVINO].type = DB_BTREE;
358 dbd->db_table[DBIF_IDX_DIDNAME].type = DB_BTREE;
359 dbd->db_table[DBIF_IDX_NAME].type = DB_BTREE;
361 dbd->db_table[DBIF_CNID].openflags = DB_CREATE;
362 dbd->db_table[DBIF_IDX_DEVINO].openflags = DB_CREATE;
363 dbd->db_table[DBIF_IDX_DIDNAME].openflags = DB_CREATE;
364 dbd->db_table[DBIF_IDX_NAME].openflags = DB_CREATE;
366 dbd->db_table[DBIF_IDX_NAME].flags = DB_DUPSORT;
372 We must open the db_env with an absolute pathname, as `dbd` keeps chdir'ing, which
373 breaks e.g. bdb logfile-rotation with relative pathnames.
374 But still we use relative paths with DB_ERRLOGFILE
375 in order to avoid creating absolute paths by copying. Both have no problem with
378 int dbif_env_open(DBD *dbd, struct db_param *dbp, uint32_t dbenv_oflags)
382 if ((ret = db_env_create(&dbd->db_env, 0))) {
383 LOG(log_error, logtype_cnid, "error creating DB environment: %s",
389 dbd->db_param = *dbp;
391 if ((dbif_openlog(dbd)) != 0)
394 if (dbenv_oflags & DB_RECOVER) {
396 LOG(log_debug, logtype_cnid, "Running recovery");
398 dbd->db_env->set_verbose(dbd->db_env, DB_VERB_RECOVERY, 1);
399 /* Open the database for recovery using DB_PRIVATE option which is faster */
400 if ((ret = dbd->db_env->open(dbd->db_env, dbd->db_envhome, dbenv_oflags | DB_PRIVATE, 0))) {
401 LOG(log_error, logtype_cnid, "error opening DB environment: %s",
403 dbd->db_env->close(dbd->db_env, 0);
407 dbenv_oflags = (dbenv_oflags & ~DB_RECOVER);
409 if (dbd->db_errlog != NULL)
410 fflush(dbd->db_errlog);
412 if ((ret = dbd->db_env->close(dbd->db_env, 0))) {
413 LOG(log_error, logtype_cnid, "error closing DB environment after recovery: %s",
418 dbd->db_errlog = NULL;
420 if ((ret = db_env_create(&dbd->db_env, 0))) {
421 LOG(log_error, logtype_cnid, "error creating DB environment after recovery: %s",
427 if ((dbif_openlog(dbd)) != 0)
430 LOG(log_debug, logtype_cnid, "Finished recovery.");
433 if ((ret = dbd->db_env->set_cachesize(dbd->db_env, 0, 1024 * dbp->cachesize, 0))) {
434 LOG(log_error, logtype_cnid, "error setting DB environment cachesize to %i: %s",
435 dbp->cachesize, db_strerror(ret));
436 dbd->db_env->close(dbd->db_env, 0);
441 if ((ret = dbd->db_env->set_lk_max_locks(dbd->db_env, dbp->maxlocks))) {
442 LOG(log_error, logtype_cnid, "error setting DB environment maxlocks to %i: %s",
443 10000, db_strerror(ret));
444 dbd->db_env->close(dbd->db_env, 0);
449 if ((ret = dbd->db_env->set_lk_max_objects(dbd->db_env, dbp->maxlockobjs))) {
450 LOG(log_error, logtype_cnid, "error setting DB environment max lockobjects to %i: %s",
451 10000, db_strerror(ret));
452 dbd->db_env->close(dbd->db_env, 0);
457 if ((ret = dbd->db_env->open(dbd->db_env, dbd->db_envhome, dbenv_oflags, 0))) {
458 LOG(log_error, logtype_cnid, "error opening DB environment after recovery: %s",
460 dbd->db_env->close(dbd->db_env, 0);
465 if ((ret = dbd->db_env->set_flags(dbd->db_env, DB_AUTO_COMMIT, 1))) {
466 LOG(log_error, logtype_cnid, "error setting DB_AUTO_COMMIT flag: %s",
468 dbd->db_env->close(dbd->db_env, 0);
473 if (dbp->logfile_autoremove) {
474 if ((dbif_logautorem(dbd)) != 0)
477 #if DB_VERSION_MAJOR > 4 || (DB_VERSION_MAJOR == 4 && DB_VERSION_MINOR >= 7)
478 if ((ret = dbd->db_env->log_set_config(dbd->db_env, DB_LOG_AUTO_REMOVE, 1))) {
479 LOG(log_error, logtype_cnid, "error setting DB_LOG_AUTO_REMOVE flag: %s",
481 dbd->db_env->close(dbd->db_env, 0);
486 if ((ret = dbd->db_env->set_flags(dbd->db_env, DB_LOG_AUTOREMOVE, 1))) {
487 LOG(log_error, logtype_cnid, "error setting DB_LOG_AUTOREMOVE flag: %s",
489 dbd->db_env->close(dbd->db_env, 0);
499 /* --------------- */
500 int dbif_open(DBD *dbd, struct db_param *dbp, int reindex)
507 /* Try to upgrade if it's a normal on-disk database */
508 if (dbd->db_envhome) {
510 if ((cwd = open(".", O_RDONLY)) < 0) {
511 LOG(log_error, logtype_cnid, "error opening cwd: %s", strerror(errno));
515 /* chdir to db_envhome. makes it easier checking for old db files and creating db_errlog file */
516 if ((chdir(dbd->db_envhome)) != 0) {
517 LOG(log_error, logtype_cnid, "error chdiring to db_env '%s': %s", dbd->db_envhome, strerror(errno));
521 if ((stat(dbd->db_filename, &st)) == 0) {
522 LOG(log_debug, logtype_cnid, "See if we can upgrade the CNID database...");
523 if ((ret = db_create(&upgrade_db, dbd->db_env, 0))) {
524 LOG(log_error, logtype_cnid, "error creating handle for database: %s", db_strerror(ret));
527 if ((ret = upgrade_db->upgrade(upgrade_db, dbd->db_filename, 0))) {
528 LOG(log_error, logtype_cnid, "error upgarding database: %s", db_strerror(ret));
531 if ((ret = upgrade_db->close(upgrade_db, 0))) {
532 LOG(log_error, logtype_cnid, "error closing database: %s", db_strerror(ret));
535 if ((ret = dbd->db_env->txn_checkpoint(dbd->db_env, 0, 0, DB_FORCE))) {
536 LOG(log_error, logtype_cnid, "error forcing checkpoint: %s", db_strerror(ret));
539 LOG(log_debug, logtype_cnid, "Finished BerkeleyBD upgrade check");
542 if ((fchdir(cwd)) != 0) {
543 LOG(log_error, logtype_cnid, "error chdiring back: %s", strerror(errno));
548 /* Now open databases ... */
549 for (i = 0; i != DBIF_DB_CNT; i++) {
550 if ((ret = db_create(&dbd->db_table[i].db, dbd->db_env, 0))) {
551 LOG(log_error, logtype_cnid, "error creating handle for database %s: %s",
552 dbd->db_table[i].name, db_strerror(ret));
556 if (dbd->db_table[i].flags) {
557 if ((ret = dbd->db_table[i].db->set_flags(dbd->db_table[i].db,
558 dbd->db_table[i].flags))) {
559 LOG(log_error, logtype_cnid, "error setting flags for database %s: %s",
560 dbd->db_table[i].name, db_strerror(ret));
565 if ( ! dbd->db_env) { /* In memory db */
566 if ((ret = dbd->db_table[i].db->set_cachesize(dbd->db_table[i].db,
569 4)) /* split in 4 memory chunks */
571 LOG(log_error, logtype_cnid, "error setting cachesize %u KB for database %s: %s",
572 dbp->cachesize / 1024, dbd->db_table[i].name, db_strerror(ret));
577 if (dbd->db_table[i].db->open(dbd->db_table[i].db,
580 dbd->db_table[i].name,
581 dbd->db_table[i].type,
582 dbd->db_table[i].openflags,
584 LOG(log_error, logtype_cnid, "Cant open database");
588 if (reindex && i > 0) {
589 LOG(log_info, logtype_cnid, "Truncating CNID index.");
590 if ((ret = dbd->db_table[i].db->truncate(dbd->db_table[i].db, NULL, &count, 0))) {
591 LOG(log_error, logtype_cnid, "error truncating database %s: %s",
592 dbd->db_table[i].name, db_strerror(ret));
598 /* TODO: Implement CNID DB versioning info on new databases. */
600 /* Associate the secondary with the primary. */
602 LOG(log_info, logtype_cnid, "Reindexing did/name index...");
603 if ((ret = dbd->db_table[0].db->associate(dbd->db_table[DBIF_CNID].db,
605 dbd->db_table[DBIF_IDX_DIDNAME].db,
607 (reindex) ? DB_CREATE : 0))
609 LOG(log_error, logtype_cnid, "Failed to associate didname database: %s",db_strerror(ret));
613 LOG(log_info, logtype_cnid, "... done.");
616 LOG(log_info, logtype_cnid, "Reindexing dev/ino index...");
617 if ((ret = dbd->db_table[0].db->associate(dbd->db_table[0].db,
619 dbd->db_table[DBIF_IDX_DEVINO].db,
621 (reindex) ? DB_CREATE : 0))
623 LOG(log_error, logtype_cnid, "Failed to associate devino database: %s",db_strerror(ret));
627 LOG(log_info, logtype_cnid, "... done.");
630 LOG(log_info, logtype_cnid, "Reindexing name index...");
633 * Upgrading from version 0 to 1 requires adding the name index below which
634 * must be done by specifying the DB_CREATE flag
636 uint32_t version = CNID_VERSION;
637 if (dbd->db_envhome && !reindex) {
638 if (dbif_getversion(dbd, &version) == -1)
642 if ((ret = dbd->db_table[0].db->associate(dbd->db_table[0].db,
644 dbd->db_table[DBIF_IDX_NAME].db,
648 ((CNID_VERSION == CNID_VERSION_1) && (version == CNID_VERSION_0)))
649 ? DB_CREATE : 0)) != 0) {
650 LOG(log_error, logtype_cnid, "Failed to associate name index: %s", db_strerror(ret));
654 LOG(log_info, logtype_cnid, "... done.");
656 if ((dbd->db_envhome) && ((ret = dbif_upgrade(dbd)) != 0)) {
657 LOG(log_error, logtype_cnid, "Error upgrading CNID database to version %d", CNID_VERSION);
664 /* ------------------------ */
665 static int dbif_closedb(DBD *dbd)
671 for (i = DBIF_DB_CNT -1; i >= 0; i--) {
672 if (dbd->db_table[i].db != NULL && (ret = dbd->db_table[i].db->close(dbd->db_table[i].db, 0))) {
673 LOG(log_error, logtype_cnid, "error closing database %s: %s", dbd->db_table[i].name, db_strerror(ret));
682 /* ------------------------ */
683 int dbif_close(DBD *dbd)
688 if (dbif_closedb(dbd))
691 if (dbd->db_env != NULL && (ret = dbd->db_env->close(dbd->db_env, 0))) {
692 LOG(log_error, logtype_cnid, "error closing DB environment: %s", db_strerror(ret));
695 if (dbd->db_errlog != NULL && fclose(dbd->db_errlog) == EOF) {
696 LOG(log_error, logtype_cnid, "error closing DB logfile: %s", strerror(errno));
700 free(dbd->db_filename);
710 In order to support silent database upgrades:
711 destroy env at cnid_dbd shutdown.
713 int dbif_env_remove(const char *path)
718 LOG(log_debug, logtype_cnid, "Reopening BerkeleyDB environment");
720 if (NULL == (dbd = dbif_init(path, "cnid2.db")))
723 /* Get db_env handle */
724 if ((ret = db_env_create(&dbd->db_env, 0))) {
725 LOG(log_error, logtype_cnid, "error creating DB environment: %s", db_strerror(ret));
730 if ((dbif_openlog(dbd)) != 0)
733 /* Open environment with recovery */
734 if ((ret = dbd->db_env->open(dbd->db_env,
736 DB_CREATE | DB_INIT_LOG | DB_INIT_MPOOL | DB_INIT_LOCK | DB_INIT_TXN | DB_RECOVER | DB_PRIVATE,
738 LOG(log_error, logtype_cnid, "error opening DB environment: %s",
740 dbd->db_env->close(dbd->db_env, 0);
745 if (dbd->db_errlog != NULL)
746 fflush(dbd->db_errlog);
748 /* Remove logfiles */
749 if ((ret = dbd->db_env->log_archive(dbd->db_env, NULL, DB_ARCH_REMOVE))) {
750 LOG(log_error, logtype_cnid, "error removing transaction logfiles: %s", db_strerror(ret));
754 if ((ret = dbd->db_env->close(dbd->db_env, 0))) {
755 LOG(log_error, logtype_cnid, "error closing DB environment after recovery: %s", db_strerror(ret));
760 LOG(log_debug, logtype_cnid, "BerkeleyDB environment recovery done.");
762 /* Get a new db_env handle and then remove environment */
763 if ((ret = db_env_create(&dbd->db_env, 0))) {
764 LOG(log_error, logtype_cnid, "error acquiring db_end handle: %s", db_strerror(ret));
768 if ((ret = dbd->db_env->remove(dbd->db_env, dbd->db_envhome, 0))) {
769 LOG(log_error, logtype_cnid, "error removing BerkeleyDB environment: %s", db_strerror(ret));
773 LOG(log_debug, logtype_cnid, "Removed BerkeleyDB environment.");
779 * The following three functions are wrappers for DB->get(), DB->put() and DB->del().
780 * All three return -1 on error. dbif_get()/dbif_del return 1 if the key was found and 0
781 * otherwise. dbif_put() returns 0 if key/val was successfully updated and 1 if
782 * the DB_NOOVERWRITE flag was specified and the key already exists.
784 * All return codes other than DB_NOTFOUND and DB_KEYEXIST from the DB->()
785 * functions are not expected and therefore error conditions.
788 int dbif_get(DBD *dbd, const int dbi, DBT *key, DBT *val, u_int32_t flags)
792 ret = dbd->db_table[dbi].db->get(dbd->db_table[dbi].db,
798 if (ret == DB_NOTFOUND)
801 LOG(log_error, logtype_cnid, "error retrieving value from %s: %s",
802 dbd->db_table[dbi].name, db_strerror(ret));
808 /* search by secondary return primary */
809 int dbif_pget(DBD *dbd, const int dbi, DBT *key, DBT *pkey, DBT *val, u_int32_t flags)
813 ret = dbd->db_table[dbi].db->pget(dbd->db_table[dbi].db,
820 if (ret == DB_NOTFOUND || ret == DB_SECONDARY_BAD) {
824 LOG(log_error, logtype_cnid, "error retrieving value from %s: %s",
825 dbd->db_table[dbi].name, db_strerror(ret));
831 /* -------------------------- */
832 int dbif_put(DBD *dbd, const int dbi, DBT *key, DBT *val, u_int32_t flags)
836 if (dbif_txn_begin(dbd) < 0) {
837 LOG(log_error, logtype_cnid, "error setting key/value in %s", dbd->db_table[dbi].name);
841 ret = dbd->db_table[dbi].db->put(dbd->db_table[dbi].db,
849 if ((flags & DB_NOOVERWRITE) && ret == DB_KEYEXIST) {
852 LOG(log_error, logtype_cnid, "error setting key/value in %s: %s",
853 dbd->db_table[dbi].name, db_strerror(ret));
860 int dbif_del(DBD *dbd, const int dbi, DBT *key, u_int32_t flags)
864 /* For cooperation with the dbd utility and its usage of a cursor */
866 dbd->db_cur->close(dbd->db_cur);
870 if (dbif_txn_begin(dbd) < 0) {
871 LOG(log_error, logtype_cnid, "error deleting key/value from %s", dbd->db_table[dbi].name);
875 ret = dbd->db_table[dbi].db->del(dbd->db_table[dbi].db,
880 if (ret == DB_NOTFOUND) {
881 LOG(log_info, logtype_cnid, "key not found");
885 LOG(log_error, logtype_cnid, "error deleting key/value from %s: %s",
886 dbd->db_table[dbi].name, db_strerror(ret));
893 * Search the database by name
895 * @param resbuf (w) buffer for search results CNIDs, maxsize is assumed to be
896 * DBD_MAX_SRCH_RSLTS * sizefof(cnid_t)
898 * @returns -1 on error, 0 when nothing found, else the number of matches
900 int dbif_search(DBD *dbd, DBT *key, char *resbuf)
906 char *cnids = resbuf;
908 char *namebkp = key->data;
909 int namelenbkp = key->size;
911 memset(&pkey, 0, sizeof(DBT));
912 memset(&data, 0, sizeof(DBT));
915 ret = dbd->db_table[DBIF_IDX_NAME].db->cursor(dbd->db_table[DBIF_IDX_NAME].db,
920 LOG(log_error, logtype_cnid, "Couldn't create cursor: %s", db_strerror(ret));
925 ret = cursorp->pget(cursorp, key, &pkey, &data, DB_SET_RANGE);
926 while (count < DBD_MAX_SRCH_RSLTS && ret != DB_NOTFOUND) {
927 if (!((namelenbkp <= key->size) && (strncmp(namebkp, key->data, namelenbkp) == 0)))
930 memcpy(cnids, pkey.data, sizeof(cnid_t));
931 memcpy(&cnid, pkey.data, sizeof(cnid_t));
932 cnids += sizeof(cnid_t);
933 LOG(log_debug, logtype_cnid, "match: CNID %" PRIu32, ntohl(cnid));
935 ret = cursorp->pget(cursorp, key, &pkey, &data, DB_NEXT);
942 cursorp->close(cursorp);
946 int dbif_txn_begin(DBD *dbd)
950 /* If we already have an active txn, just return */
954 /* If our DBD has no env, just return (-> in memory db) */
955 if (dbd->db_env == NULL)
958 ret = dbd->db_env->txn_begin(dbd->db_env, NULL, &dbd->db_txn, 0);
961 LOG(log_error, logtype_cnid, "error starting transaction: %s", db_strerror(ret));
967 int dbif_txn_commit(DBD *dbd)
974 /* If our DBD has no env, just return (-> in memory db) */
975 if (dbd->db_env == NULL)
978 ret = dbd->db_txn->commit(dbd->db_txn, 0);
982 LOG(log_error, logtype_cnid, "error committing transaction: %s", db_strerror(ret));
988 int dbif_txn_abort(DBD *dbd)
995 /* If our DBD has no env, just return (-> in memory db) */
996 if (dbd->db_env == NULL)
999 ret = dbd->db_txn->abort(dbd->db_txn);
1003 LOG(log_error, logtype_cnid, "error aborting transaction: %s", db_strerror(ret));
1010 ret = 1 -> commit txn if db_param.txn_frequency
1011 ret = 0 -> abort txn db_param.txn_frequency -> exit!
1012 anything else -> exit!
1014 @returns 0 on success (abort or commit), -1 on error
1016 int dbif_txn_close(DBD *dbd, int ret)
1019 if (dbif_txn_abort(dbd) < 0) {
1020 LOG( log_error, logtype_cnid, "Fatal error aborting transaction. Exiting!");
1023 } else if (ret == 1) {
1024 ret = dbif_txn_commit(dbd);
1026 LOG( log_error, logtype_cnid, "Fatal error committing transaction. Exiting!");
1036 int dbif_txn_checkpoint(DBD *dbd, u_int32_t kbyte, u_int32_t min, u_int32_t flags)
1039 ret = dbd->db_env->txn_checkpoint(dbd->db_env, kbyte, min, flags);
1041 LOG(log_error, logtype_cnid, "error checkpointing transaction susystem: %s", db_strerror(ret));
1047 int dbif_count(DBD *dbd, const int dbi, u_int32_t *count)
1051 DB *db = dbd->db_table[dbi].db;
1053 ret = db->stat(db, NULL, &sp, 0);
1056 LOG(log_error, logtype_cnid, "error getting stat infotmation on database: %s", db_strerror(ret));
1060 *count = sp->bt_ndata;
1066 int dbif_copy_rootinfokey(DBD *srcdbd, DBD *destdbd)
1071 memset(&key, 0, sizeof(key));
1072 memset(&data, 0, sizeof(data));
1074 key.data = ROOTINFO_KEY;
1075 key.size = ROOTINFO_KEYLEN;
1077 if ((rc = dbif_get(srcdbd, DBIF_CNID, &key, &data, 0)) <= 0) {
1078 LOG(log_error, logtype_cnid, "dbif_copy_rootinfokey: Error getting rootinfo record");
1082 memset(&key, 0, sizeof(key));
1083 key.data = ROOTINFO_KEY;
1084 key.size = ROOTINFO_KEYLEN;
1086 if ((rc = dbif_put(destdbd, DBIF_CNID, &key, &data, 0))) {
1087 LOG(log_error, logtype_cnid, "dbif_copy_rootinfokey: Error writing rootinfo key");
1094 int dbif_dump(DBD *dbd, int dumpindexes)
1097 uint32_t max = 0, count = 0, cnid, type, did, lastid, version;
1101 DBT key = { 0 }, data = { 0 };
1102 DB *db = dbd->db_table[DBIF_CNID].db;
1103 char *typestring[2] = {"f", "d"};
1106 printf("CNID database dump:\n");
1108 rc = db->cursor(db, NULL, &cur, 0);
1110 LOG(log_error, logtype_cnid, "Couldn't create cursor: %s", db_strerror(rc));
1114 cur->c_get(cur, &key, &data, DB_FIRST);
1116 /* Parse and print data */
1117 memcpy(&cnid, key.data, 4);
1122 /* Rootinfo node ? */
1124 memcpy(&stamp, (char *)data.data + CNID_DEV_OFS, sizeof(time_t));
1125 memcpy(&lastid, (char *)data.data + CNID_TYPE_OFS, CNID_TYPE_LEN);
1126 lastid = ntohl(lastid);
1127 memcpy(&version, (char *)data.data + CNID_DID_OFS, CNID_DID_LEN);
1128 version = ntohl(version);
1130 strftime(timebuf, sizeof(timebuf), "%b %d %Y %H:%M:%S", localtime(&stamp));
1131 printf("CNID db version: %u, dbd stamp: 0x%08x (%s), next free CNID: %u\n",
1132 version, (unsigned int)stamp, timebuf, lastid + 1);
1135 memcpy(&dev, (char *)data.data + CNID_DEV_OFS, 8);
1138 memcpy(&ino, (char *)data.data + CNID_INO_OFS, 8);
1141 memcpy(&type, (char *)data.data + CNID_TYPE_OFS, 4);
1144 memcpy(&did, (char *)data.data + CNID_DID_OFS, 4);
1148 printf("id: %10u, did: %10u, type: %s, dev: 0x%llx, ino: 0x%016llx, name: %s\n",
1149 cnid, did, typestring[type],
1150 (long long unsigned int)dev, (long long unsigned int)ino,
1151 (char *)data.data + CNID_NAME_OFS);
1155 rc = cur->c_get(cur, &key, &data, DB_NEXT);
1158 if (rc != DB_NOTFOUND) {
1159 LOG(log_error, logtype_cnid, "Error iterating over btree: %s", db_strerror(rc));
1163 rc = cur->c_close(cur);
1165 LOG(log_error, logtype_cnid, "Couldn't close cursor: %s", db_strerror(rc));
1168 printf("%u CNIDs in database. Max CNID: %u.\n", count, max);
1170 /* Dump indexes too ? */
1172 /* DBIF_IDX_DEVINO */
1173 printf("\ndev/inode index:\n");
1175 db = dbd->db_table[DBIF_IDX_DEVINO].db;
1176 rc = db->cursor(db, NULL, &cur, 0);
1178 LOG(log_error, logtype_cnid, "Couldn't create cursor: %s", db_strerror(rc));
1182 cur->c_get(cur, &key, &data, DB_FIRST);
1184 /* Parse and print data */
1187 memcpy(&cnid, data.data, CNID_LEN);
1193 memcpy(&dev, key.data, CNID_DEV_LEN);
1196 memcpy(&ino, (char *)key.data + CNID_DEV_LEN, CNID_INO_LEN);
1199 printf("id: %10u <== dev: 0x%llx, ino: 0x%016llx\n",
1200 cnid, (unsigned long long int)dev, (unsigned long long int)ino);
1203 rc = cur->c_get(cur, &key, &data, DB_NEXT);
1205 if (rc != DB_NOTFOUND) {
1206 LOG(log_error, logtype_cnid, "Error iterating over btree: %s", db_strerror(rc));
1210 rc = cur->c_close(cur);
1212 LOG(log_error, logtype_cnid, "Couldn't close cursor: %s", db_strerror(rc));
1215 printf("%u items\n", count);
1217 /* Now dump DBIF_IDX_DIDNAME */
1218 printf("\ndid/name index:\n");
1220 db = dbd->db_table[DBIF_IDX_DIDNAME].db;
1221 rc = db->cursor(db, NULL, &cur, 0);
1223 LOG(log_error, logtype_cnid, "Couldn't create cursor: %s", db_strerror(rc));
1227 cur->c_get(cur, &key, &data, DB_FIRST);
1229 /* Parse and print data */
1232 memcpy(&cnid, data.data, CNID_LEN);
1238 memcpy(&did, key.data, CNID_LEN);
1241 printf("id: %10u <== did: %10u, name: %s\n", cnid, did, (char *)key.data + CNID_LEN);
1244 rc = cur->c_get(cur, &key, &data, DB_NEXT);
1246 if (rc != DB_NOTFOUND) {
1247 LOG(log_error, logtype_cnid, "Error iterating over btree: %s", db_strerror(rc));
1251 rc = cur->c_close(cur);
1253 LOG(log_error, logtype_cnid, "Couldn't close cursor: %s", db_strerror(rc));
1256 printf("%u items\n", count);
1263 Iterates over dbd, returning cnids.
1264 Uses in-value of cnid to seek to that cnid, then gets next and return that in cnid.
1265 If close=1, close cursor.
1266 Return -1 on error, 0 on EOD (end-of-database), 1 if returning cnid.
1268 int dbif_idwalk(DBD *dbd, cnid_t *cnid, int close)
1274 static DBT key = { 0 }, data = { 0 };
1275 DB *db = dbd->db_table[DBIF_CNID].db;
1279 dbd->db_cur->close(dbd->db_cur);
1285 /* An dbif_del will have closed our cursor too */
1286 if ( ! dbd->db_cur ) {
1287 if ((rc = db->cursor(db, NULL, &dbd->db_cur, 0)) != 0) {
1288 LOG(log_error, logtype_cnid, "Couldn't create cursor: %s", db_strerror(rc));
1291 flag = DB_SET_RANGE; /* This will seek to next cnid after the one just deleted */
1294 key.size = sizeof(cnid_t);
1298 if ((rc = dbd->db_cur->get(dbd->db_cur, &key, &data, flag)) == 0) {
1299 memcpy(cnid, key.data, sizeof(cnid_t));
1300 *cnid = ntohl(*cnid);
1304 if (rc != DB_NOTFOUND) {
1305 LOG(log_error, logtype_cnid, "Error iterating over btree: %s", db_strerror(rc));
1306 dbd->db_cur->close(dbd->db_cur);
1312 dbd->db_cur->close(dbd->db_cur);