2 * Copyright (C) Joerg Lenneis 2003
3 * All Rights Reserved. See COPYING.
8 #endif /* HAVE_CONFIG_H */
10 #ifdef CNID_BACKEND_DBD
13 #ifdef HAVE_SYS_STAT_H
15 #endif /* HAVE_SYS_STAT_H */
18 #endif /* HAVE_SYS_UIO_H */
24 #include <sys/socket.h>
25 #include <sys/param.h>
27 #include <netinet/in.h>
29 #include <netinet/tcp.h>
30 #include <netinet/in.h>
31 #include <arpa/inet.h>
36 #include <netatalk/endian.h>
37 #include <atalk/logger.h>
38 #include <atalk/adouble.h>
39 #include <atalk/cnid.h>
40 #include <atalk/cnid_dbd_private.h>
41 #include <atalk/util.h>
46 #define SOL_TCP IPPROTO_TCP
47 #endif /* ! SOL_TCP */
49 /* Wait MAX_DELAY seconds before a request to the CNID server times out */
52 static void RQST_RESET(struct cnid_dbd_rqst *r)
54 memset(r, 0, sizeof(struct cnid_dbd_rqst ));
57 static void delay(int sec)
63 select(0, NULL, NULL, NULL, &tv);
66 static int tsock_getfd(const char *host, const char *port)
71 struct addrinfo hints, *servinfo, *p;
73 socklen_t optlen = sizeof(optval);
75 /* Prepare hint for getaddrinfo */
76 memset(&hints, 0, sizeof hints);
77 hints.ai_family = AF_UNSPEC;
78 hints.ai_socktype = SOCK_STREAM;
79 hints.ai_flags = AI_NUMERICSERV;
81 if ((err = getaddrinfo(host, port, &hints, &servinfo)) != 0) {
82 LOG(log_error, logtype_default, "tsock_getfd: getaddrinfo: CNID server %s:%s : %s\n",
83 host, port, gai_strerror(err));
87 /* loop through all the results and bind to the first we can */
88 for (p = servinfo; p != NULL; p = p->ai_next) {
89 if ((sock = socket(p->ai_family, p->ai_socktype, p->ai_protocol)) == -1) {
90 LOG(log_info, logtype_default, "tsock_getfd: socket CNID server %s:: %s",
91 host, strerror(errno));
96 if (setsockopt(sock, SOL_TCP, TCP_NODELAY, &attr, sizeof(attr)) == -1) {
97 LOG(log_error, logtype_cnid, "getfd: set TCP_NODELAY CNID server %s: %s",
98 host, strerror(errno));
104 if (setnonblock(sock, 1) != 0) {
105 LOG(log_error, logtype_cnid, "getfd: setnonblock: %s", strerror(err));
111 if (connect(sock, p->ai_addr, p->ai_addrlen) == -1) {
112 if (errno == EINPROGRESS) {
115 tv.tv_sec = 5; /* give it five seconds ... */
120 if ((err = select(sock + 1, NULL, &wfds, NULL, &tv)) == 0) {
122 LOG(log_error, logtype_cnid, "getfd: select timed out for CNID server %s",
130 LOG(log_error, logtype_cnid, "getfd: select failed for CNID server %s",
137 if ( ! FD_ISSET(sock, &wfds)) {
139 LOG(log_error, logtype_cnid, "getfd: socket not ready connecting to %s",
146 if ((err = getsockopt(sock, SOL_SOCKET, SO_ERROR, &optval, &optlen)) != 0 || optval != 0) {
148 /* somethings very wrong */
149 LOG(log_error, logtype_cnid, "getfd: getsockopt error with CNID server %s: %s",
150 host, strerror(errno));
153 LOG(log_error, logtype_cnid, "getfd: getsockopt says: %s",
161 LOG(log_error, logtype_cnid, "getfd: connect CNID server %s: %s",
162 host, strerror(errno));
169 /* We've got a socket */
173 freeaddrinfo(servinfo);
177 LOG(log_error, logtype_cnid, "tsock_getfd: no suitable network config from CNID server (%s:%s): %s",
178 host, port, strerror(errno));
186 * Write "towrite" bytes using writev on non-blocking fd
188 * Every short write is considered an error, transmit can handle that.
190 * @param fd (r) socket fd which must be non-blocking
191 * @param iov (r) iovec for writev
192 * @param towrite (r) number of bytes in all iovec elements
193 * @param vecs (r) number of iovecs in array
195 * @returns "towrite" bytes written or -1 on error
197 static int write_vec(int fd, struct iovec *iov, ssize_t towrite, int vecs)
204 if (((len = writev(fd, iov, vecs)) == -1 && errno == EINTR))
207 if ((! slept) && len == -1 && errno == EAGAIN) {
209 while ((sleepsecs = sleep(sleepsecs)));
214 if (len == towrite) /* wrote everything out */
218 LOG(log_error, logtype_cnid, "write_vec: short write: %s", strerror(errno));
220 LOG(log_error, logtype_cnid, "write_vec: short write: %d", len);
224 LOG(log_maxdebug, logtype_cnid, "write_vec: wrote %d bytes", len);
229 /* --------------------- */
230 static int init_tsock(CNID_private *db)
236 LOG(log_debug, logtype_cnid, "init_tsock: BEGIN. Opening volume '%s', CNID Server: %s/%s",
237 db->db_dir, db->cnidserver, db->cnidport);
239 if ((fd = tsock_getfd(db->cnidserver, db->cnidport)) < 0)
242 len = strlen(db->db_dir);
244 iov[0].iov_base = &len;
245 iov[0].iov_len = sizeof(int);
247 iov[1].iov_base = db->db_dir;
248 iov[1].iov_len = len;
250 if (write_vec(fd, iov, len + sizeof(int), 2) != len + sizeof(int)) {
251 LOG(log_error, logtype_cnid, "init_tsock: Error/short write: %s", strerror(errno));
256 LOG(log_debug, logtype_cnid, "init_tsock: ok");
261 /* --------------------- */
262 static int send_packet(CNID_private *db, struct cnid_dbd_rqst *rqst)
268 iov[0].iov_base = rqst;
269 iov[0].iov_len = sizeof(struct cnid_dbd_rqst);
270 towrite = sizeof(struct cnid_dbd_rqst);
274 iov[1].iov_base = rqst->name;
275 iov[1].iov_len = rqst->namelen;
276 towrite += rqst->namelen;
280 if (write_vec(db->fd, iov, towrite, vecs) != towrite) {
281 LOG(log_warning, logtype_cnid, "send_packet: Error writev rqst (db_dir %s): %s",
282 db->db_dir, strerror(errno));
286 LOG(log_maxdebug, logtype_cnid, "send_packet: {done}");
290 /* ------------------- */
291 static void dbd_initstamp(struct cnid_dbd_rqst *rqst)
294 rqst->op = CNID_DBD_OP_GETSTAMP;
297 /* ------------------- */
298 static int dbd_reply_stamp(struct cnid_dbd_rply *rply)
300 switch (rply->result) {
301 case CNID_DBD_RES_OK:
303 case CNID_DBD_RES_NOTFOUND:
305 case CNID_DBD_RES_ERR_DB:
314 * Non-blocking read "length" bytes within 1 second using select
316 * @param socket (r) must be nonblocking !
317 * @param data (rw) buffer for the read data
318 * @param lenght (r) how many bytes to read
320 * @returns number of bytes actually read or -1 on fatal error
322 static ssize_t read_packet(int socket, void *data, const size_t length)
332 while (stored < length) {
333 len = readt(socket, (u_int8_t *) data + stored, length - stored, 0, 5);
343 FD_SET(socket, &rfds);
344 while ((ret = select(socket + 1, &rfds, NULL, NULL, &tv)) < 1) {
347 LOG(log_warning, logtype_cnid, "select timeout 1s");
350 LOG(log_error, logtype_cnid, "select: %s", strerror(errno));
356 LOG(log_error, logtype_cnid, "read: %s", strerror(errno));
367 /* ---------------------
368 * send a request and get reply
369 * assume send is non blocking
370 * if no answer after sometime (at least MAX_DELAY secondes) return an error
372 static int dbd_rpc(CNID_private *db, struct cnid_dbd_rqst *rqst, struct cnid_dbd_rply *rply)
378 if (send_packet(db, rqst) < 0) {
382 nametmp = rply->name;
384 ret = read_packet(db->fd, rply, sizeof(struct cnid_dbd_rply));
386 if (ret != sizeof(struct cnid_dbd_rply)) {
387 LOG(log_error, logtype_cnid, "dbd_rpc: Error reading header from fd (db_dir %s): %s",
388 db->db_dir, ret == -1?strerror(errno):"closed");
389 rply->name = nametmp;
392 rply->name = nametmp;
393 if (rply->namelen && rply->namelen > len) {
394 LOG(log_error, logtype_cnid,
395 "dbd_rpc: Error reading name (db_dir %s): %s name too long: %d. only wanted %d, garbage?",
396 db->db_dir, rply->name, rply->namelen, len);
399 if (rply->namelen && (ret = read_packet(db->fd, rply->name, rply->namelen)) != (ssize_t)rply->namelen) {
400 LOG(log_error, logtype_cnid, "dbd_rpc: Error reading name from fd (db_dir %s): %s",
401 db->db_dir, ret == -1?strerror(errno):"closed");
405 LOG(log_maxdebug, logtype_cnid, "dbd_rpc: {done}");
410 /* -------------------- */
411 static int transmit(CNID_private *db, struct cnid_dbd_rqst *rqst, struct cnid_dbd_rply *rply)
414 int clean = 1; /* no errors so far - to prevent sleep on first try */
417 /* volume and db don't have the same timestamp
423 struct cnid_dbd_rqst rqst_stamp;
424 struct cnid_dbd_rply rply_stamp;
425 char stamp[ADEDLEN_PRIVSYN];
427 LOG(log_maxdebug, logtype_cnid, "transmit: connecting to cnid_dbd ...");
428 if ((db->fd = init_tsock(db)) < 0) {
431 dbd_initstamp(&rqst_stamp);
432 memset(stamp, 0, ADEDLEN_PRIVSYN);
433 rply_stamp.name = stamp;
434 rply_stamp.namelen = ADEDLEN_PRIVSYN;
436 if (dbd_rpc(db, &rqst_stamp, &rply_stamp) < 0)
438 if (dbd_reply_stamp(&rply_stamp ) < 0)
442 LOG(log_debug7, logtype_cnid, "transmit: reconnected to cnid_dbd, comparing database stamps...");
443 if (memcmp(stamp, db->stamp, ADEDLEN_PRIVSYN)) {
444 LOG(log_error, logtype_cnid, "transmit: ... not the same db!");
448 LOG(log_debug7, logtype_cnid, "transmit: ... OK.");
449 } else { /* db->notfirst == 0 */
451 if (db->client_stamp)
452 memcpy(db->client_stamp, stamp, ADEDLEN_PRIVSYN);
453 memcpy(db->stamp, stamp, ADEDLEN_PRIVSYN);
455 LOG(log_debug, logtype_cnid, "transmit: attached to '%s', stamp: '%08lx'.",
456 db->db_dir, *(uint64_t *)stamp);
458 if (!dbd_rpc(db, rqst, rply)) {
459 LOG(log_maxdebug, logtype_cnid, "transmit: {done}");
465 db->fd = -1; /* FD not valid... will need to reconnect */
468 if (errno == ECONNREFUSED) { /* errno carefully injected in tsock_getfd */
470 LOG(log_error, logtype_cnid, "transmit: connection refused (db_dir %s)", db->db_dir);
474 if (!clean) { /* don't sleep if just got disconnected by cnid server */
476 if (t - orig > MAX_DELAY) {
477 LOG(log_error, logtype_cnid, "transmit: Request to dbd daemon (db_dir %s) timed out.", db->db_dir);
480 /* sleep a little before retry */
483 clean = 0; /* false... next time sleep */
490 /* ---------------------- */
491 static struct _cnid_db *cnid_dbd_new(const char *volpath)
493 struct _cnid_db *cdb;
495 if ((cdb = (struct _cnid_db *)calloc(1, sizeof(struct _cnid_db))) == NULL)
498 if ((cdb->volpath = strdup(volpath)) == NULL) {
503 cdb->flags = CNID_FLAG_PERSISTENT | CNID_FLAG_LAZY_INIT;
505 cdb->cnid_add = cnid_dbd_add;
506 cdb->cnid_delete = cnid_dbd_delete;
507 cdb->cnid_get = cnid_dbd_get;
508 cdb->cnid_lookup = cnid_dbd_lookup;
509 cdb->cnid_nextid = NULL;
510 cdb->cnid_resolve = cnid_dbd_resolve;
511 cdb->cnid_getstamp = cnid_dbd_getstamp;
512 cdb->cnid_update = cnid_dbd_update;
513 cdb->cnid_rebuild_add = cnid_dbd_rebuild_add;
514 cdb->cnid_close = cnid_dbd_close;
519 /* ---------------------- */
520 struct _cnid_db *cnid_dbd_open(struct cnid_open_args *args)
522 CNID_private *db = NULL;
523 struct _cnid_db *cdb = NULL;
529 if ((cdb = cnid_dbd_new(args->dir)) == NULL) {
530 LOG(log_error, logtype_cnid, "cnid_open: Unable to allocate memory for database");
534 if ((db = (CNID_private *)calloc(1, sizeof(CNID_private))) == NULL) {
535 LOG(log_error, logtype_cnid, "cnid_open: Unable to allocate memory for database");
536 goto cnid_dbd_open_fail;
541 /* We keep a copy of the directory in the db structure so that we can
542 transparently reconnect later. */
543 strcpy(db->db_dir, args->dir);
544 db->magic = CNID_DB_MAGIC;
546 db->cnidserver = strdup(args->cnidserver);
547 db->cnidport = strdup(args->cnidport);
549 LOG(log_debug, logtype_cnid, "cnid_dbd_open: Finished initializing cnid dbd module for volume '%s'", db->db_dir);
555 if (cdb->volpath != NULL) {
566 /* ---------------------- */
567 void cnid_dbd_close(struct _cnid_db *cdb)
572 LOG(log_error, logtype_cnid, "cnid_close called with NULL argument !");
576 if ((db = cdb->_private) != NULL) {
577 LOG(log_debug, logtype_cnid, "closing database connection for volume '%s'", db->db_dir);
590 /* ---------------------- */
591 cnid_t cnid_dbd_add(struct _cnid_db *cdb, const struct stat *st,
592 const cnid_t did, char *name, const size_t len,
596 struct cnid_dbd_rqst rqst;
597 struct cnid_dbd_rply rply;
600 if (!cdb || !(db = cdb->_private) || !st || !name) {
601 LOG(log_error, logtype_cnid, "cnid_add: Parameter error");
602 errno = CNID_ERR_PARAM;
606 if (len > MAXPATHLEN) {
607 LOG(log_error, logtype_cnid, "cnid_add: Path name is too long");
608 errno = CNID_ERR_PATH;
613 rqst.op = CNID_DBD_OP_ADD;
615 if (!(cdb->flags & CNID_FLAG_NODEV)) {
616 rqst.dev = st->st_dev;
619 rqst.ino = st->st_ino;
620 rqst.type = S_ISDIR(st->st_mode)?1:0;
626 LOG(log_debug, logtype_cnid, "cnid_dbd_add: CNID: %u, name: '%s', inode: 0x%llx, type: %d (0=file, 1=dir)",
627 ntohl(did), name, (long long)st->st_ino, rqst.type);
630 if (transmit(db, &rqst, &rply) < 0) {
635 switch(rply.result) {
636 case CNID_DBD_RES_OK:
638 LOG(log_debug, logtype_cnid, "cnid_dbd_add: got CNID: %u", ntohl(id));
640 case CNID_DBD_RES_ERR_MAX:
641 errno = CNID_ERR_MAX;
644 case CNID_DBD_RES_ERR_DB:
645 case CNID_DBD_RES_ERR_DUPLCNID:
656 /* ---------------------- */
657 cnid_t cnid_dbd_get(struct _cnid_db *cdb, const cnid_t did, char *name, const size_t len)
660 struct cnid_dbd_rqst rqst;
661 struct cnid_dbd_rply rply;
664 if (!cdb || !(db = cdb->_private) || !name) {
665 LOG(log_error, logtype_cnid, "cnid_dbd_get: Parameter error");
666 errno = CNID_ERR_PARAM;
670 if (len > MAXPATHLEN) {
671 LOG(log_error, logtype_cnid, "cnid_dbd_get: Path name is too long");
672 errno = CNID_ERR_PATH;
676 LOG(log_debug, logtype_cnid, "cnid_dbd_get: DID: %u, name: '%s'", ntohl(did), name);
679 rqst.op = CNID_DBD_OP_GET;
685 if (transmit(db, &rqst, &rply) < 0) {
690 switch(rply.result) {
691 case CNID_DBD_RES_OK:
693 LOG(log_debug, logtype_cnid, "cnid_dbd_get: got CNID: %u", ntohl(id));
695 case CNID_DBD_RES_NOTFOUND:
698 case CNID_DBD_RES_ERR_DB:
709 /* ---------------------- */
710 char *cnid_dbd_resolve(struct _cnid_db *cdb, cnid_t *id, void *buffer, size_t len)
713 struct cnid_dbd_rqst rqst;
714 struct cnid_dbd_rply rply;
717 if (!cdb || !(db = cdb->_private) || !id || !(*id)) {
718 LOG(log_error, logtype_cnid, "cnid_resolve: Parameter error");
719 errno = CNID_ERR_PARAM;
723 LOG(log_debug, logtype_cnid, "cnid_dbd_resolve: resolving CNID: %u", ntohl(*id));
725 /* TODO: We should maybe also check len. At the moment we rely on the caller
726 to provide a buffer that is large enough for MAXPATHLEN plus
727 CNID_HEADER_LEN plus 1 byte, which is large enough for the maximum that
728 can come from the database. */
731 rqst.op = CNID_DBD_OP_RESOLVE;
734 /* This mimicks the behaviour of the "regular" cnid_resolve. So far,
735 nobody uses the content of buffer. It only provides space for the
736 name in the caller. */
737 rply.name = (char *)buffer + CNID_HEADER_LEN;
738 rply.namelen = len - CNID_HEADER_LEN;
740 if (transmit(db, &rqst, &rply) < 0) {
746 switch (rply.result) {
747 case CNID_DBD_RES_OK:
750 LOG(log_debug, logtype_cnid, "cnid_dbd_resolve: resolved did: %u, name: '%s'", ntohl(*id), name);
752 case CNID_DBD_RES_NOTFOUND:
756 case CNID_DBD_RES_ERR_DB:
768 /* ---------------------- */
769 int cnid_dbd_getstamp(struct _cnid_db *cdb, void *buffer, const size_t len)
773 if (!cdb || !(db = cdb->_private) || len != ADEDLEN_PRIVSYN) {
774 LOG(log_error, logtype_cnid, "cnid_getstamp: Parameter error");
775 errno = CNID_ERR_PARAM;
778 db->client_stamp = buffer;
779 db->stamp_size = len;
780 memset(buffer,0, len);
784 /* ---------------------- */
785 cnid_t cnid_dbd_lookup(struct _cnid_db *cdb, const struct stat *st, const cnid_t did,
786 char *name, const size_t len)
789 struct cnid_dbd_rqst rqst;
790 struct cnid_dbd_rply rply;
793 if (!cdb || !(db = cdb->_private) || !st || !name) {
794 LOG(log_error, logtype_cnid, "cnid_lookup: Parameter error");
795 errno = CNID_ERR_PARAM;
799 if (len > MAXPATHLEN) {
800 LOG(log_error, logtype_cnid, "cnid_lookup: Path name is too long");
801 errno = CNID_ERR_PATH;
806 rqst.op = CNID_DBD_OP_LOOKUP;
808 if (!(cdb->flags & CNID_FLAG_NODEV)) {
809 rqst.dev = st->st_dev;
812 rqst.ino = st->st_ino;
813 rqst.type = S_ISDIR(st->st_mode)?1:0;
818 LOG(log_debug, logtype_cnid, "cnid_dbd_lookup: CNID: %u, name: '%s', inode: 0x%llx, type: %d (0=file, 1=dir)",
819 ntohl(did), name, (long long)st->st_ino, rqst.type);
822 if (transmit(db, &rqst, &rply) < 0) {
827 switch (rply.result) {
828 case CNID_DBD_RES_OK:
830 LOG(log_debug, logtype_cnid, "cnid_dbd_lookup: got CNID: %u", ntohl(id));
832 case CNID_DBD_RES_NOTFOUND:
835 case CNID_DBD_RES_ERR_DB:
846 /* ---------------------- */
847 int cnid_dbd_update(struct _cnid_db *cdb, const cnid_t id, const struct stat *st,
848 const cnid_t did, char *name, const size_t len)
851 struct cnid_dbd_rqst rqst;
852 struct cnid_dbd_rply rply;
854 if (!cdb || !(db = cdb->_private) || !id || !st || !name) {
855 LOG(log_error, logtype_cnid, "cnid_update: Parameter error");
856 errno = CNID_ERR_PARAM;
860 if (len > MAXPATHLEN) {
861 LOG(log_error, logtype_cnid, "cnid_update: Path name is too long");
862 errno = CNID_ERR_PATH;
867 rqst.op = CNID_DBD_OP_UPDATE;
869 if (!(cdb->flags & CNID_FLAG_NODEV)) {
870 rqst.dev = st->st_dev;
872 rqst.ino = st->st_ino;
873 rqst.type = S_ISDIR(st->st_mode)?1:0;
878 LOG(log_debug, logtype_cnid, "cnid_dbd_update: CNID: %u, name: '%s', inode: 0x%llx, type: %d (0=file, 1=dir)",
879 ntohl(id), name, (long long)st->st_ino, rqst.type);
882 if (transmit(db, &rqst, &rply) < 0) {
887 switch (rply.result) {
888 case CNID_DBD_RES_OK:
889 LOG(log_debug, logtype_cnid, "cnid_dbd_update: updated");
890 case CNID_DBD_RES_NOTFOUND:
892 case CNID_DBD_RES_ERR_DB:
900 /* ---------------------- */
901 cnid_t cnid_dbd_rebuild_add(struct _cnid_db *cdb, const struct stat *st,
902 const cnid_t did, char *name, const size_t len,
906 struct cnid_dbd_rqst rqst;
907 struct cnid_dbd_rply rply;
910 if (!cdb || !(db = cdb->_private) || !st || !name || hint == CNID_INVALID) {
911 LOG(log_error, logtype_cnid, "cnid_rebuild_add: Parameter error");
912 errno = CNID_ERR_PARAM;
916 if (len > MAXPATHLEN) {
917 LOG(log_error, logtype_cnid, "cnid_rebuild_add: Path name is too long");
918 errno = CNID_ERR_PATH;
923 rqst.op = CNID_DBD_OP_REBUILD_ADD;
925 if (!(cdb->flags & CNID_FLAG_NODEV)) {
926 rqst.dev = st->st_dev;
929 rqst.ino = st->st_ino;
930 rqst.type = S_ISDIR(st->st_mode)?1:0;
936 LOG(log_debug, logtype_cnid, "cnid_dbd_rebuild_add: CNID: %u, name: '%s', inode: 0x%llx, type: %d (0=file, 1=dir), hint: %u",
937 ntohl(did), name, (long long)st->st_ino, rqst.type, hint);
939 if (transmit(db, &rqst, &rply) < 0) {
944 switch(rply.result) {
945 case CNID_DBD_RES_OK:
947 LOG(log_debug, logtype_cnid, "cnid_dbd_rebuild_add: got CNID: %u", ntohl(id));
949 case CNID_DBD_RES_ERR_MAX:
950 errno = CNID_ERR_MAX;
953 case CNID_DBD_RES_ERR_DB:
954 case CNID_DBD_RES_ERR_DUPLCNID:
964 /* ---------------------- */
965 int cnid_dbd_delete(struct _cnid_db *cdb, const cnid_t id)
968 struct cnid_dbd_rqst rqst;
969 struct cnid_dbd_rply rply;
971 if (!cdb || !(db = cdb->_private) || !id) {
972 LOG(log_error, logtype_cnid, "cnid_delete: Parameter error");
973 errno = CNID_ERR_PARAM;
977 LOG(log_debug, logtype_cnid, "cnid_dbd_delete: delete CNID: %u", ntohl(id));
980 rqst.op = CNID_DBD_OP_DELETE;
984 if (transmit(db, &rqst, &rply) < 0) {
989 switch (rply.result) {
990 case CNID_DBD_RES_OK:
991 LOG(log_debug, logtype_cnid, "cnid_dbd_delete: deleted CNID: %u", ntohl(id));
992 case CNID_DBD_RES_NOTFOUND:
994 case CNID_DBD_RES_ERR_DB:
1003 struct _cnid_module cnid_dbd_module = {
1010 #endif /* CNID_DBD */