2 Copyright (c) 2009 Frank Lahm <franklahm@gmail.com>
4 This program is free software; you can redistribute it and/or modify
5 it under the terms of the GNU General Public License as published by
6 the Free Software Foundation; either version 2 of the License, or
7 (at your option) any later version.
9 This program is distributed in the hope that it will be useful,
10 but WITHOUT ANY WARRANTY; without even the implied warranty of
11 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
12 GNU General Public License for more details.
17 #endif /* HAVE_CONFIG_H */
21 #include <sys/types.h>
29 #include <atalk/adouble.h>
30 #include <atalk/unicode.h>
31 #include <atalk/netatalk_conf.h>
32 #include <atalk/cnid_dbd_private.h>
33 #include <atalk/volume.h>
35 #include <atalk/util.h>
36 #include <atalk/acl.h>
37 #include <atalk/compat.h>
44 /* Some defines to ease code parsing */
45 #define ADDIR_OK (addir_ok == 0)
46 #define ADFILE_OK (adfile_ok == 0)
49 static struct vol *myvol;
50 static char cwdbuf[MAXPATHLEN+1];
52 static DBD *dbd_rebuild;
53 static dbd_flags_t dbd_flags;
54 static char stamp[CNID_DEV_LEN];
55 static char *netatalk_dirs[] = {
60 static char *special_dirs[] = {
64 static struct cnid_dbd_rqst rqst;
65 static struct cnid_dbd_rply rply;
67 static char pname[MAXPATHLEN] = "../";
70 Taken form afpd/desktop.c
72 static char *utompath(char *upath)
74 static char mpath[ MAXPATHLEN + 2]; /* for convert_charset dest_len parameter +2 */
76 uint16_t flags = CONV_IGNORE | CONV_UNESCAPEHEX;
84 outlen = strlen(upath);
86 if ((myvol->v_casefold & AFPVOL_UTOMUPPER))
87 flags |= CONV_TOUPPER;
88 else if ((myvol->v_casefold & AFPVOL_UTOMLOWER))
89 flags |= CONV_TOLOWER;
91 if ((myvol->v_flags & AFPVOL_EILSEQ)) {
92 flags |= CONV__EILSEQ;
95 /* convert charsets */
96 if ((size_t)-1 == ( outlen = convert_charset(myvol->v_volcharset,
99 u, outlen, mpath, MAXPATHLEN, &flags)) ) {
100 dbd_log( LOGSTD, "Conversion from %s to %s for %s failed.",
101 myvol->v_volcodepage, myvol->v_maccodepage, u);
109 Taken form afpd/desktop.c
111 static char *mtoupath(char *mpath)
113 static char upath[ MAXPATHLEN + 2]; /* for convert_charset dest_len parameter +2 */
122 if ( *mpath == '\0' ) {
126 /* set conversion flags */
127 if ((myvol->v_casefold & AFPVOL_MTOUUPPER))
128 flags |= CONV_TOUPPER;
129 else if ((myvol->v_casefold & AFPVOL_MTOULOWER))
130 flags |= CONV_TOLOWER;
132 if ((myvol->v_flags & AFPVOL_EILSEQ)) {
133 flags |= CONV__EILSEQ;
142 if ((size_t)-1 == (outlen = convert_charset(CH_UTF8_MAC,
145 m, inplen, u, outlen, &flags)) ) {
146 dbd_log( LOGSTD, "conversion from UTF8-MAC to %s for %s failed.",
147 myvol->v_volcodepage, mpath);
155 Check for netatalk special folders e.g. ".AppleDB" or ".AppleDesktop"
156 Returns pointer to name or NULL.
158 static const char *check_netatalk_dirs(const char *name)
162 for (c=0; netatalk_dirs[c]; c++) {
163 if ((strcmp(name, netatalk_dirs[c])) == 0)
164 return netatalk_dirs[c];
170 Check for special names
171 Returns pointer to name or NULL.
173 static const char *check_special_dirs(const char *name)
177 for (c=0; special_dirs[c]; c++) {
178 if ((strcmp(name, special_dirs[c])) == 0)
179 return special_dirs[c];
185 * We unCAPed a name, update CNID db
187 static int update_cnid(cnid_t did, const struct stat *sp, const char *oldname, const char *newname)
192 /* Prepare request data */
193 memset(&rqst, 0, sizeof(struct cnid_dbd_rqst));
194 memset(&rply, 0, sizeof(struct cnid_dbd_rply));
197 if ( ! (myvol->v_flags & AFPVOL_NODEV))
198 rqst.dev = sp->st_dev;
199 rqst.ino = sp->st_ino;
200 rqst.type = S_ISDIR(sp->st_mode) ? 1 : 0;
201 rqst.name = (char *)oldname;
202 rqst.namelen = strlen(oldname);
204 /* Query the database */
205 ret = dbd_lookup(dbd, &rqst, &rply, (dbd_flags & DBD_FLAGS_SCAN) ? 1 : 0);
206 if (dbif_txn_close(dbd, ret) != 0)
208 if (rply.result != CNID_DBD_RES_OK)
212 /* Prepare request data */
213 memset(&rqst, 0, sizeof(struct cnid_dbd_rqst));
214 memset(&rply, 0, sizeof(struct cnid_dbd_rply));
217 if ( ! (myvol->v_flags & AFPVOL_NODEV))
218 rqst.dev = sp->st_dev;
219 rqst.ino = sp->st_ino;
220 rqst.type = S_ISDIR(sp->st_mode) ? 1 : 0;
221 rqst.name = (char *)newname;
222 rqst.namelen = strlen(newname);
224 /* Update the database */
225 ret = dbd_update(dbd, &rqst, &rply);
226 if (dbif_txn_close(dbd, ret) != 0)
228 if (rply.result != CNID_DBD_RES_OK)
235 Check for .AppleDouble file, create if missing
237 static int check_adfile(const char *fname, const struct stat *st, const char **newname)
240 int adflags = ADFLAGS_HF;
246 if (myvol->v_adouble == AD_VERSION_EA) {
247 if (!(dbd_flags & DBD_FLAGS_V2TOEA))
249 if (ad_convert(fname, st, myvol, newname) != 0) {
254 dbd_log(LOGSTD, "Conversion error for \"%s/%s\": %s", cwdbuf, fname, strerror(errno));
261 if (dbd_flags & DBD_FLAGS_CLEANUP)
264 if (S_ISDIR(st->st_mode))
265 adflags |= ADFLAGS_DIR;
267 adname = myvol->ad_path(fname, adflags);
269 if ((ret = access( adname, F_OK)) != 0) {
270 if (errno != ENOENT) {
271 dbd_log(LOGSTD, "Access error for ad-file '%s/%s': %s",
272 cwdbuf, adname, strerror(errno));
275 /* Missing. Log and create it */
276 dbd_log(LOGSTD, "Missing AppleDouble file '%s/%s'", cwdbuf, adname);
278 if (dbd_flags & DBD_FLAGS_SCAN)
279 /* Scan only requested, dont change anything */
285 if ((ret = ad_open(&ad, fname, adflags | ADFLAGS_CREATE | ADFLAGS_RDWR, 0666)) != 0) {
286 dbd_log( LOGSTD, "Error creating AppleDouble file '%s/%s': %s",
287 cwdbuf, adname, strerror(errno));
292 /* Set name in ad-file */
293 ad_setname(&ad, utompath((char *)fname));
295 ad_close(&ad, ADFLAGS_HF);
297 chown(adname, st->st_uid, st->st_gid);
298 /* FIXME: should we inherit mode too here ? */
300 chmod(adname, st->st_mode);
304 if (ad_open(&ad, fname, adflags | ADFLAGS_RDONLY) != 0) {
305 dbd_log( LOGSTD, "Error opening AppleDouble file for '%s/%s'", cwdbuf, fname);
308 ad_close(&ad, ADFLAGS_HF);
314 Remove all files with file::EA* from adouble dir
316 static void remove_eafiles(const char *name, struct ea *ea)
320 char eaname[MAXPATHLEN];
322 strlcpy(eaname, name, sizeof(eaname));
323 if (strlcat(eaname, "::EA", sizeof(eaname)) >= sizeof(eaname)) {
324 dbd_log(LOGSTD, "name too long: '%s/%s/%s'", cwdbuf, ADv2_DIRNAME, name);
328 if ((chdir(ADv2_DIRNAME)) != 0) {
329 dbd_log(LOGSTD, "Couldn't chdir to '%s/%s': %s",
330 cwdbuf, ADv2_DIRNAME, strerror(errno));
334 if ((dp = opendir(".")) == NULL) {
335 dbd_log(LOGSTD, "Couldn't open the directory '%s/%s': %s",
336 cwdbuf, ADv2_DIRNAME, strerror(errno));
340 while ((ep = readdir(dp))) {
341 if (strstr(ep->d_name, eaname) != NULL) {
342 dbd_log(LOGSTD, "Removing EA file: '%s/%s/%s'",
343 cwdbuf, ADv2_DIRNAME, ep->d_name);
344 if ((unlink(ep->d_name)) != 0) {
345 dbd_log(LOGSTD, "Error unlinking EA file '%s/%s/%s': %s",
346 cwdbuf, ADv2_DIRNAME, ep->d_name, strerror(errno));
354 if ((chdir("..")) != 0) {
355 dbd_log(LOGSTD, "Couldn't chdir to '%s': %s", cwdbuf, strerror(errno));
356 /* we can't proceed */
357 longjmp(jmp, 1); /* this jumps back to cmd_dbd_scanvol() */
362 Check Extended Attributes files
364 static int check_eafiles(const char *fname)
366 unsigned int count = 0;
372 if ((ret = ea_open(myvol, fname, EA_RDWR, &ea)) != 0) {
375 dbd_log(LOGSTD, "Error calling ea_open for file: %s/%s, removing EA files", cwdbuf, fname);
376 if ( ! (dbd_flags & DBD_FLAGS_SCAN))
377 remove_eafiles(fname, &ea);
382 while (count < ea.ea_count) {
383 dbd_log(LOGDEBUG, "EA: %s", (*ea.ea_entries)[count].ea_name);
386 eaname = ea_path(&ea, (*ea.ea_entries)[count].ea_name, 0);
388 if (lstat(eaname, &st) != 0) {
390 dbd_log(LOGSTD, "Missing EA: %s/%s", cwdbuf, eaname);
392 dbd_log(LOGSTD, "Bogus EA: %s/%s", cwdbuf, eaname);
394 } else if (st.st_size != (*ea.ea_entries)[count].ea_size) {
395 dbd_log(LOGSTD, "Bogus EA: %s/%s, removing it...", cwdbuf, eaname);
397 if ((unlink(eaname)) != 0)
398 dbd_log(LOGSTD, "Error removing EA file '%s/%s': %s",
399 cwdbuf, eaname, strerror(errno));
403 /* Be CAREFUL here! This should do what ea_delentry does. ea_close relies on it !*/
404 free((*ea.ea_entries)[count].ea_name);
405 (*ea.ea_entries)[count].ea_name = NULL;
416 Check for .AppleDouble folder and .Parent, create if missing
418 static int check_addir(int volroot)
420 int addir_ok, adpar_ok;
425 if (dbd_flags & DBD_FLAGS_CLEANUP)
428 if (myvol->v_adouble == AD_VERSION_EA)
431 /* Check for ad-dir */
432 if ( (addir_ok = access(ADv2_DIRNAME, F_OK)) != 0) {
433 if (errno != ENOENT) {
434 dbd_log(LOGSTD, "Access error in directory %s: %s", cwdbuf, strerror(errno));
437 dbd_log(LOGSTD, "Missing %s for '%s'", ADv2_DIRNAME, cwdbuf);
440 /* Check for ".Parent" */
441 if ( (adpar_ok = access(myvol->ad_path(".", ADFLAGS_DIR), F_OK)) != 0) {
442 if (errno != ENOENT) {
443 dbd_log(LOGSTD, "Access error on '%s/%s': %s",
444 cwdbuf, myvol->ad_path(".", ADFLAGS_DIR), strerror(errno));
447 dbd_log(LOGSTD, "Missing .AppleDouble/.Parent for '%s'", cwdbuf);
450 /* Is one missing ? */
451 if ((addir_ok != 0) || (adpar_ok != 0)) {
452 /* Yes, but are we only scanning ? */
453 if (dbd_flags & DBD_FLAGS_SCAN) {
454 /* Yes: missing .Parent is not a problem, but missing ad-dir
455 causes later checking of ad-files to fail. So we have to return appropiately */
458 else /* (adpar_ok != 0) */
462 /* Create ad dir and set name */
465 if (ad_open(&ad, ".", ADFLAGS_HF | ADFLAGS_DIR | ADFLAGS_CREATE | ADFLAGS_RDWR, 0777) != 0) {
466 dbd_log( LOGSTD, "Error creating AppleDouble dir in %s: %s", cwdbuf, strerror(errno));
470 /* Get basename of cwd from cwdbuf */
471 mname = utompath(strrchr(cwdbuf, '/') + 1);
473 /* Update name in ad file */
474 ad_setname(&ad, mname);
476 ad_close(&ad, ADFLAGS_HF);
478 /* Inherit owner/group from "." to ".AppleDouble" and ".Parent" */
479 if ((lstat(".", &st)) != 0) {
480 dbd_log( LOGSTD, "Couldnt stat %s: %s", cwdbuf, strerror(errno));
483 chown(ADv2_DIRNAME, st.st_uid, st.st_gid);
484 chown(myvol->ad_path(".", ADFLAGS_DIR), st.st_uid, st.st_gid);
491 Check if file cotains "::EA" and if it does check if its correspondig data fork exists.
493 0 = name is not an EA file
494 1 = name is an EA file and no problem was found
495 -1 = name is an EA file and data fork is gone
497 static int check_eafile_in_adouble(const char *name)
500 char *namep, *namedup = NULL;
502 /* Check if this is an AFPVOL_EA_AD vol */
503 if (myvol->v_vfs_ea == AFPVOL_EA_AD) {
504 /* Does the filename contain "::EA" ? */
505 namedup = strdup(name);
506 if ((namep = strstr(namedup, "::EA")) == NULL) {
510 /* File contains "::EA" so it's an EA file. Check for data file */
512 /* Get string before "::EA" from EA filename */
514 strlcpy(pname + 3, namedup, sizeof(pname)); /* Prepends "../" */
516 if ((access( pname, F_OK)) == 0) {
521 if (errno != ENOENT) {
522 dbd_log(LOGSTD, "Access error for file '%s/%s': %s",
523 cwdbuf, name, strerror(errno));
527 /* Orphaned EA file*/
528 dbd_log(LOGSTD, "Orphaned Extended Attribute file '%s/%s/%s'",
529 cwdbuf, ADv2_DIRNAME, name);
531 if (dbd_flags & DBD_FLAGS_SCAN)
532 /* Scan only requested, dont change anything */
535 if ((unlink(name)) != 0) {
536 dbd_log(LOGSTD, "Error unlinking orphaned Extended Attribute file '%s/%s/%s'",
537 cwdbuf, ADv2_DIRNAME, name);
541 } /* if AFPVOL_EA_AD */
551 Check files and dirs inside .AppleDouble folder:
552 - remove orphaned files
555 static int read_addir(void)
561 if ((chdir(ADv2_DIRNAME)) != 0) {
562 if (myvol->v_adouble == AD_VERSION_EA) {
565 dbd_log(LOGSTD, "Couldn't chdir to '%s/%s': %s",
566 cwdbuf, ADv2_DIRNAME, strerror(errno));
570 if ((dp = opendir(".")) == NULL) {
571 dbd_log(LOGSTD, "Couldn't open the directory '%s/%s': %s",
572 cwdbuf, ADv2_DIRNAME, strerror(errno));
576 while ((ep = readdir(dp))) {
577 /* Check if its "." or ".." */
578 if (DIR_DOT_OR_DOTDOT(ep->d_name))
582 if (STRCMP(ep->d_name, ==, ".Parent"))
585 if ((lstat(ep->d_name, &st)) < 0) {
586 dbd_log( LOGSTD, "Lost file or dir while enumeratin dir '%s/%s/%s', probably removed: %s",
587 cwdbuf, ADv2_DIRNAME, ep->d_name, strerror(errno));
592 if (S_ISDIR(st.st_mode)) {
593 dbd_log( LOGSTD, "Unexpected directory '%s' in AppleDouble dir '%s/%s'",
594 ep->d_name, cwdbuf, ADv2_DIRNAME);
598 /* Check if for orphaned and corrupt Extended Attributes file */
599 if (check_eafile_in_adouble(ep->d_name) != 0)
602 /* Check for data file */
603 strcpy(pname + 3, ep->d_name);
604 if ((access( pname, F_OK)) != 0) {
605 if (errno != ENOENT) {
606 dbd_log(LOGSTD, "Access error for file '%s/%s': %s",
607 cwdbuf, pname, strerror(errno));
610 /* Orphaned ad-file*/
611 dbd_log(LOGSTD, "Orphaned AppleDoube file '%s/%s/%s'",
612 cwdbuf, ADv2_DIRNAME, ep->d_name);
614 if (dbd_flags & DBD_FLAGS_SCAN)
615 /* Scan only requested, dont change anything */
618 if ((unlink(ep->d_name)) != 0) {
619 dbd_log(LOGSTD, "Error unlinking orphaned AppleDoube file '%s/%s/%s'",
620 cwdbuf, ADv2_DIRNAME, ep->d_name);
626 if ((chdir("..")) != 0) {
627 dbd_log(LOGSTD, "Couldn't chdir back to '%s' from AppleDouble dir: %s",
628 cwdbuf, strerror(errno));
629 /* This really is EOT! */
630 longjmp(jmp, 1); /* this jumps back to cmd_dbd_scanvol() */
639 Check CNID for a file/dir, both from db and from ad-file.
640 For detailed specs see intro.
642 @return Correct CNID of object or CNID_INVALID (ie 0) on error
644 static cnid_t check_cnid(const char *name, cnid_t did, struct stat *st, int adfile_ok)
646 int ret, adflags = ADFLAGS_HF;
647 cnid_t db_cnid, ad_cnid;
650 adflags = ADFLAGS_HF | (S_ISDIR(st->st_mode) ? ADFLAGS_DIR : 0);
652 /* Force checkout every X items */
653 static int cnidcount = 0;
655 if (cnidcount > 10000) {
657 if (dbif_txn_checkpoint(dbd, 0, 0, 0) < 0) {
658 dbd_log(LOGSTD, "Error checkpointing!");
663 /* Get CNID from ad-file */
667 if (ad_open(&ad, name, adflags | ADFLAGS_RDWR) != 0) {
669 if (dbd_flags & DBD_FLAGS_CLEANUP)
672 if (myvol->v_adouble != AD_VERSION_EA) {
673 dbd_log( LOGSTD, "Error opening AppleDouble file for '%s/%s': %s", cwdbuf, name, strerror(errno));
676 dbd_log( LOGDEBUG, "File without meta EA: \"%s/%s\"", cwdbuf, name);
680 if (dbd_flags & DBD_FLAGS_FORCE) {
681 ad_cnid = ad_forcegetid(&ad);
682 /* This ensures the changed stamp is written */
683 ad_setid( &ad, st->st_dev, st->st_ino, ad_cnid, did, stamp);
686 ad_cnid = ad_getid(&ad, st->st_dev, st->st_ino, 0, stamp);
689 dbd_log( LOGSTD, "Bad CNID in adouble file of '%s/%s'", cwdbuf, name);
691 dbd_log( LOGDEBUG, "CNID from .AppleDouble file for '%s/%s': %u", cwdbuf, name, ntohl(ad_cnid));
692 ad_close(&ad, ADFLAGS_HF);
696 /* Get CNID from database */
698 /* Prepare request data */
699 memset(&rqst, 0, sizeof(struct cnid_dbd_rqst));
700 memset(&rply, 0, sizeof(struct cnid_dbd_rply));
703 if ( ! (myvol->v_flags & AFPVOL_NODEV))
704 rqst.dev = st->st_dev;
705 rqst.ino = st->st_ino;
706 rqst.type = S_ISDIR(st->st_mode)?1:0;
707 rqst.name = (char *)name;
708 rqst.namelen = strlen(name);
710 /* Query the database */
711 ret = dbd_lookup(dbd, &rqst, &rply, (dbd_flags & DBD_FLAGS_SCAN) ? 1 : 0);
712 if (dbif_txn_close(dbd, ret) != 0)
714 if (rply.result == CNID_DBD_RES_OK) {
716 } else if (rply.result == CNID_DBD_RES_NOTFOUND) {
717 if ( ! (dbd_flags & DBD_FLAGS_FORCE))
718 dbd_log( LOGSTD, "No CNID for '%s/%s' in database", cwdbuf, name);
721 dbd_log( LOGSTD, "Fatal error resolving '%s/%s'", cwdbuf, name);
725 /* Compare results from both CNID searches */
726 if (ad_cnid && db_cnid && (ad_cnid == db_cnid)) {
727 /* Everything is fine */
729 } else if (ad_cnid && db_cnid && (ad_cnid != db_cnid)) {
730 /* Mismatch, overwrite ad file with value from db */
731 dbd_log( LOGSTD, "CNID mismatch for '%s/%s', db: %u, ad-file: %u", cwdbuf, name, ntohl(db_cnid), ntohl(ad_cnid));
732 if ( ! (dbd_flags & DBD_FLAGS_SCAN)) {
733 dbd_log(LOGSTD, "Updating AppleDouble file for '%s/%s' with CNID: %u from database",
734 cwdbuf, name, ntohl(db_cnid));
736 if (ad_open(&ad, name, adflags | ADFLAGS_HF | ADFLAGS_RDWR) != 0) {
737 dbd_log(LOGSTD, "Error opening AppleDouble file for '%s/%s': %s",
738 cwdbuf, name, strerror(errno));
741 ad_setid( &ad, st->st_dev, st->st_ino, db_cnid, did, stamp);
743 ad_close(&ad, ADFLAGS_HF);
746 } else if (ad_cnid && (db_cnid == 0)) {
747 /* in ad-file but not in db */
748 if ( ! (dbd_flags & DBD_FLAGS_SCAN)) {
749 /* Ensure the cnid from the ad-file is not already occupied by another file */
750 dbd_log(LOGDEBUG, "Checking whether CNID %u from ad-file is occupied",
754 ret = dbd_resolve(dbd, &rqst, &rply);
755 if (rply.result == CNID_DBD_RES_OK) {
756 /* Occupied! Choose another, update ad-file */
757 ret = dbd_add(dbd, &rqst, &rply, 1);
758 if (dbif_txn_close(dbd, ret) != 0)
761 dbd_log(LOGSTD, "New CNID for '%s/%s': %u", cwdbuf, name, ntohl(db_cnid));
763 if (ADFILE_OK && ( ! (dbd_flags & DBD_FLAGS_SCAN))) {
764 dbd_log(LOGSTD, "Writing CNID data for '%s/%s' to AppleDouble file",
765 cwdbuf, name, ntohl(db_cnid));
767 if (ad_open(&ad, name, adflags | ADFLAGS_RDWR) != 0) {
768 dbd_log(LOGSTD, "Error opening AppleDouble file for '%s/%s': %s",
769 cwdbuf, name, strerror(errno));
772 ad_setid( &ad, st->st_dev, st->st_ino, db_cnid, did, stamp);
774 ad_close(&ad, ADFLAGS_HF);
779 dbd_log(LOGDEBUG, "CNID rebuild add '%s/%s' with CNID from ad-file %u",
780 cwdbuf, name, ntohl(ad_cnid));
782 ret = dbd_rebuild_add(dbd, &rqst, &rply);
783 if (dbif_txn_close(dbd, ret) != 0)
787 } else if ((db_cnid == 0) && (ad_cnid == 0)) {
788 /* No CNID at all, we clearly have to allocate a fresh one... */
789 /* Note: the next test will use this new CNID too! */
790 if ( ! (dbd_flags & DBD_FLAGS_SCAN)) {
792 ret = dbd_add(dbd, &rqst, &rply, 1);
793 if (dbif_txn_close(dbd, ret) != 0)
796 dbd_log(LOGSTD, "New CNID for '%s/%s': %u", cwdbuf, name, ntohl(db_cnid));
800 if ((ad_cnid == 0) && db_cnid) {
801 /* in db but zeroID in ad-file, write it to ad-file */
802 if (ADFILE_OK && ! (dbd_flags & DBD_FLAGS_SCAN)) {
803 dbd_log(LOGSTD, "Writing CNID data for '%s/%s' to AppleDouble file",
804 cwdbuf, name, ntohl(db_cnid));
806 if (ad_open(&ad, name, adflags | ADFLAGS_RDWR) != 0) {
807 dbd_log(LOGSTD, "Error opening AppleDouble file for '%s/%s': %s",
808 cwdbuf, name, strerror(errno));
811 ad_setid( &ad, st->st_dev, st->st_ino, db_cnid, did, stamp);
813 ad_close(&ad, ADFLAGS_HF);
822 This is called recursively for all dirs.
823 volroot=1 means we're in the volume root dir, 0 means we aren't.
824 We use this when checking for netatalk private folders like .AppleDB.
825 did is our parents CNID.
827 static int dbd_readdir(int volroot, cnid_t did)
829 int cwd, ret = 0, adfile_ok, addir_ok, encoding_ok;
834 static struct stat st; /* Save some stack space */
836 /* Check again for .AppleDouble folder, check_adfile also checks/creates it */
837 if ((addir_ok = check_addir(volroot)) != 0)
838 if ( ! (dbd_flags & DBD_FLAGS_SCAN))
839 /* Fatal on rebuild run, continue if only scanning ! */
842 /* Check AppleDouble files in AppleDouble folder, but only if it exists or could be created */
844 if ((read_addir()) != 0)
845 if ( ! (dbd_flags & DBD_FLAGS_SCAN))
846 /* Fatal on rebuild run, continue if only scanning ! */
849 if ((dp = opendir (".")) == NULL) {
850 dbd_log(LOGSTD, "Couldn't open the directory: %s",strerror(errno));
854 while ((ep = readdir (dp))) {
855 /* Check if we got a termination signal */
857 longjmp(jmp, 1); /* this jumps back to cmd_dbd_scanvol() */
859 /* Check if its "." or ".." */
860 if (DIR_DOT_OR_DOTDOT(ep->d_name))
863 /* Check for netatalk special folders e.g. ".AppleDB" or ".AppleDesktop" */
864 if ((name = check_netatalk_dirs(ep->d_name)) != NULL) {
866 dbd_log(LOGSTD, "Nested %s in %s", name, cwdbuf);
870 /* Check for special folders in volume root e.g. ".zfs" */
872 if ((name = check_special_dirs(ep->d_name)) != NULL) {
873 dbd_log(LOGSTD, "Ignoring special dir \"%s\"", name);
878 /* Skip .AppleDouble dir in this loop */
879 if (STRCMP(ep->d_name, == , ADv2_DIRNAME))
882 if ((ret = lstat(ep->d_name, &st)) < 0) {
883 dbd_log( LOGSTD, "Lost file while reading dir '%s/%s', probably removed: %s",
884 cwdbuf, ep->d_name, strerror(errno));
888 switch (st.st_mode & S_IFMT) {
893 dbd_log(LOGDEBUG, "Ignoring symlink %s/%s", cwdbuf, ep->d_name);
896 dbd_log(LOGSTD, "Bad filetype: %s/%s", cwdbuf, ep->d_name);
897 if ( ! (dbd_flags & DBD_FLAGS_SCAN)) {
898 if ((unlink(ep->d_name)) != 0) {
899 dbd_log(LOGSTD, "Error removing: %s/%s: %s", cwdbuf, ep->d_name, strerror(errno));
905 /**************************************************************************
907 **************************************************************************/
908 static unsigned long long statcount = 0;
915 if ((statcount % 10000) == 0) {
916 if (dbd_flags & DBD_FLAGS_STATS)
917 dbd_log(LOGSTD, "Scanned: %10llu, time: %10llu s",
918 statcount, (unsigned long long)(time(NULL) - t));
921 /**************************************************************************
923 **************************************************************************/
925 /* Check for appledouble file, create if missing, but only if we have addir */
926 const char *name = NULL;
929 adfile_ok = check_adfile(ep->d_name, &st, &name);
934 update_cnid(did, &st, ep->d_name, name);
939 cnid = check_cnid(name, did, &st, adfile_ok);
941 /* Now add this object to our rebuild dbd */
942 if (cnid && dbd_rebuild) {
943 static uint count = 0;
944 rqst.cnid = rply.cnid;
945 ret = dbd_rebuild_add(dbd_rebuild, &rqst, &rply);
946 if (dbif_txn_close(dbd_rebuild, ret) != 0)
948 if (rply.result != CNID_DBD_RES_OK) {
949 dbd_log( LOGSTD, "Fatal error adding CNID: %u for '%s/%s' to in-memory rebuild-db",
954 if (count == 10000) {
955 if (dbif_txn_checkpoint(dbd_rebuild, 0, 0, 0) < 0) {
956 dbd_log(LOGSTD, "Error checkpointing!");
965 if (myvol->v_vfs_ea == AFPVOL_EA_AD)
968 /**************************************************************************
970 **************************************************************************/
971 if (S_ISDIR(st.st_mode) && (cnid || nocniddb)) { /* If we have no cnid for it we cant recur */
973 strcat(cwdbuf, name);
974 dbd_log( LOGDEBUG, "Entering directory: %s", cwdbuf);
975 if (-1 == (cwd = open(".", O_RDONLY))) {
976 dbd_log( LOGSTD, "Cant open directory '%s': %s", cwdbuf, strerror(errno));
979 if (0 != chdir(name)) {
980 dbd_log( LOGSTD, "Cant chdir to directory '%s': %s", cwdbuf, strerror(errno));
985 ret = dbd_readdir(0, cnid);
989 *(strrchr(cwdbuf, '/')) = 0;
996 Use results of previous checks
998 if ((myvol->v_adouble == AD_VERSION_EA) && (dbd_flags & DBD_FLAGS_V2TOEA)) {
999 if (rmdir(ADv2_DIRNAME) != 0) {
1004 dbd_log(LOGSTD, "Error removing adouble dir \"%s/%s\": %s", cwdbuf, ADv2_DIRNAME, strerror(errno));
1013 static int scanvol(struct vol *vol, dbd_flags_t flags)
1017 /* Make this stuff accessible from all funcs easily */
1021 /* Run with umask 0 */
1024 strcpy(cwdbuf, myvol->v_path);
1025 chdir(myvol->v_path);
1027 if ((myvol->v_adouble == AD_VERSION_EA) && (dbd_flags & DBD_FLAGS_V2TOEA)) {
1028 if (lstat(".", &st) != 0)
1030 if (ad_convert(".", &st, vol, NULL) != 0) {
1035 dbd_log(LOGSTD, "Conversion error for \"%s\": %s", myvol->v_path, strerror(errno));
1041 /* Start recursion */
1042 if (dbd_readdir(1, htonl(2)) < 0) /* 2 = volumeroot CNID */
1049 Remove all CNIDs from dbd that are not in dbd_rebuild
1051 static void delete_orphaned_cnids(DBD *dbd, DBD *dbd_rebuild, dbd_flags_t flags)
1053 int ret = 0, deleted = 0;
1054 cnid_t dbd_cnid = 0, rebuild_cnid = 0;
1055 struct cnid_dbd_rqst rqst;
1056 struct cnid_dbd_rply rply;
1058 /* jump over rootinfo key */
1059 if ( dbif_idwalk(dbd, &dbd_cnid, 0) != 1)
1061 if ( dbif_idwalk(dbd_rebuild, &rebuild_cnid, 0) != 1)
1064 /* Get first id from dbd_rebuild */
1065 if ((dbif_idwalk(dbd_rebuild, &rebuild_cnid, 0)) == -1)
1068 /* Start main loop through dbd: get CNID from dbd */
1069 while ((dbif_idwalk(dbd, &dbd_cnid, 0)) == 1) {
1070 /* Check if we got a termination signal */
1072 longjmp(jmp, 1); /* this jumps back to cmd_dbd_scanvol() */
1074 if (deleted > 1000) {
1076 if (dbif_txn_checkpoint(dbd, 0, 0, 0) < 0) {
1077 dbd_log(LOGSTD, "Error checkpointing!");
1082 /* This should be the normal case: CNID is in both dbs */
1083 if (dbd_cnid == rebuild_cnid) {
1084 /* Get next CNID from rebuild db */
1085 if ((ret = dbif_idwalk(dbd_rebuild, &rebuild_cnid, 0)) == -1) {
1088 } else if (ret == 0) {
1089 /* end of rebuild_cnid, delete all remaining CNIDs from dbd */
1090 while ((dbif_idwalk(dbd, &dbd_cnid, 0)) == 1) {
1091 dbd_log(LOGSTD, "Orphaned CNID in database: %u", dbd_cnid);
1092 if ( ! (dbd_flags & DBD_FLAGS_SCAN)) {
1093 rqst.cnid = htonl(dbd_cnid);
1094 if ((ret = dbd_delete(dbd, &rqst, &rply, DBIF_CNID)) == -1) {
1095 dbd_log(LOGSTD, "Error deleting CNID %u", dbd_cnid);
1096 (void)dbif_txn_abort(dbd);
1100 if (dbif_txn_close(dbd, ret) != 0)
1104 /* Check if we got a termination signal */
1106 longjmp(jmp, 1); /* this jumps back to cmd_dbd_scanvol() */
1110 /* Normal case (ret=1): continue while loop */
1114 if (dbd_cnid < rebuild_cnid) {
1115 /* CNID is orphaned -> delete */
1116 dbd_log(LOGSTD, "One orphaned CNID in database: %u.", dbd_cnid);
1117 if ( ! (dbd_flags & DBD_FLAGS_SCAN)) {
1118 rqst.cnid = htonl(dbd_cnid);
1119 if ((ret = dbd_delete(dbd, &rqst, &rply, DBIF_CNID)) == -1) {
1120 dbd_log(LOGSTD, "Error deleting CNID %u", dbd_cnid);
1121 (void)dbif_txn_abort(dbd);
1124 if (dbif_txn_close(dbd, ret) != 0)
1131 if (dbd_cnid > rebuild_cnid) {
1132 dbif_idwalk(dbd, NULL, 1); /* Close cursor */
1133 dbif_idwalk(dbd_rebuild, NULL, 1); /* Close cursor */
1134 (void)dbif_txn_close(dbd, 2);
1135 (void)dbif_txn_close(dbd_rebuild, 2);
1136 dbd_log(LOGSTD, "Ghost CNID: %u. This is fatal! Dumping rebuild db:\n", rebuild_cnid);
1137 dbif_dump(dbd_rebuild, 0);
1138 dbd_log(LOGSTD, "Send this dump and a `dbd -d ...` dump to the Netatalk Dev team!");
1141 } /* while ((dbif_idwalk(dbd, &dbd_cnid, 0)) == 1) */
1144 dbif_idwalk(dbd, NULL, 1); /* Close cursor */
1145 dbif_idwalk(dbd_rebuild, NULL, 1); /* Close cursor */
1149 static const char *get_tmpdb_path(void)
1151 pid_t pid = getpid();
1152 static char path[MAXPATHLEN];
1153 snprintf(path, MAXPATHLEN, "/tmp/tmpdb-dbd.%u", pid);
1154 if (mkdir(path, 0755) != 0)
1160 Main func called from cmd_dbd.c
1162 int cmd_dbd_scanvol(DBD *dbd_ref, struct vol *vol, dbd_flags_t flags)
1165 struct db_param db_param = { 0 };
1166 const char *tmpdb_path = NULL;
1168 /* Set cachesize for in-memory rebuild db */
1169 db_param.cachesize = 64 * 1024; /* 64 MB */
1170 db_param.maxlocks = DEFAULT_MAXLOCKS;
1171 db_param.maxlockobjs = DEFAULT_MAXLOCKOBJS;
1172 db_param.logfile_autoremove = 1;
1174 /* Make it accessible for all funcs */
1177 /* We only support unicode volumes ! */
1178 if (vol->v_volcharset != CH_UTF8) {
1179 dbd_log( LOGSTD, "Not a Unicode volume: %s, %u != %u", vol->v_volcodepage, vol->v_volcharset, CH_UTF8);
1183 /* Get volume stamp */
1184 dbd_getstamp(dbd, &rqst, &rply);
1185 if (rply.result != CNID_DBD_RES_OK) {
1189 memcpy(stamp, rply.name, CNID_DEV_LEN);
1191 /* temporary rebuild db, used with -re rebuild to delete unused CNIDs, not used with -f */
1192 if (! nocniddb && (flags & DBD_FLAGS_EXCL) && !(flags & DBD_FLAGS_FORCE)) {
1193 tmpdb_path = get_tmpdb_path();
1194 if (NULL == (dbd_rebuild = dbif_init(tmpdb_path, "cnid2.db"))) {
1199 if (dbif_env_open(dbd_rebuild,
1201 DB_CREATE | DB_INIT_LOCK | DB_INIT_LOG | DB_INIT_MPOOL | DB_INIT_TXN) < 0) {
1202 dbd_log(LOGSTD, "error opening tmp database!");
1206 if (0 != (dbif_open(dbd_rebuild, NULL, 0))) {
1211 if (0 != (dbif_copy_rootinfokey(dbd, dbd_rebuild))) {
1217 if (setjmp(jmp) != 0) {
1218 ret = 0; /* Got signal, jump from dbd_readdir */
1223 if ((scanvol(vol, flags)) != 0) {
1230 if (dbif_txn_close(dbd, ret == 0 ? 1 : 0) != 0)
1233 if (dbif_txn_close(dbd_rebuild, ret == 0 ? 1 : 0) != 0)
1235 if ((ret == 0) && dbd_rebuild && (flags & DBD_FLAGS_EXCL) && !(flags & DBD_FLAGS_FORCE))
1236 /* We can only do this in exclusive mode, otherwise we might delete CNIDs added from
1237 other clients in between our pass 1 and 2 */
1238 delete_orphaned_cnids(dbd, dbd_rebuild, flags);
1242 dbd_log(LOGDEBUG, "Closing tmp db");
1243 dbif_close(dbd_rebuild);
1246 char cmd[8 + MAXPATHLEN];
1247 snprintf(cmd, 8 + MAXPATHLEN, "rm -f %s/*", tmpdb_path);
1248 dbd_log( LOGDEBUG, "Removing temp database '%s'", tmpdb_path);
1250 snprintf(cmd, 8 + MAXPATHLEN, "rmdir %s", tmpdb_path);