2 Copyright (c) 2012-2014 Ralph Boehme
4 This program is free software; you can redistribute it and/or modify
5 it under the terms of the GNU General Public License as published by
6 the Free Software Foundation; either version 2 of the License, or
7 (at your option) any later version.
9 This program is distributed in the hope that it will be useful,
10 but WITHOUT ANY WARRANTY; without even the implied warranty of
11 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
12 GNU General Public License for more details.
19 #endif /* HAVE_CONFIG_H */
31 #include <atalk/list.h>
32 #include <atalk/errchk.h>
33 #include <atalk/util.h>
34 #include <atalk/logger.h>
35 #include <atalk/talloc.h>
36 #include <atalk/dalloc.h>
37 #include <atalk/byteorder.h>
38 #include <atalk/netatalk_conf.h>
39 #include <atalk/volume.h>
40 #include <atalk/spotlight.h>
42 #include "directory.h"
43 #include "etc/spotlight/sparql_parser.h"
47 #define MAX_SL_RESULTS 20
49 struct slq_state_names {
51 const char *state_name;
54 static struct slq_state_names slq_state_names[] = {
55 {SLQ_STATE_NEW, "SLQ_STATE_NEW"},
56 {SLQ_STATE_RUNNING, "SLQ_STATE_RUNNING"},
57 {SLQ_STATE_RESULTS, "SLQ_STATE_RESULTS"},
58 {SLQ_STATE_FULL, "SLQ_STATE_FULL"},
59 {SLQ_STATE_DONE, "SLQ_STATE_DONE"},
60 {SLQ_STATE_CANCEL_PENDING, "SLQ_STATE_CANCEL_PENDING"},
61 {SLQ_STATE_CANCELLED, "SLQ_STATE_CANCELLED"},
62 {SLQ_STATE_ERROR, "SLQ_STATE_ERROR"}
66 static char *tracker_to_unix_path(TALLOC_CTX *mem_ctx, const char *uri);
67 static int cnid_comp_fn(const void *p1, const void *p2);
68 static bool create_result_handle(slq_t *slq);
69 static bool add_filemeta(sl_array_t *reqinfo,
72 const struct stat *sp);
74 /************************************************
75 * Misc utility functions
76 ************************************************/
78 static char *tab_level(TALLOC_CTX *mem_ctx, int level)
81 char *string = talloc_array(mem_ctx, char, level + 1);
83 for (i = 0; i < level; i++) {
91 static char *dd_dump(DALLOC_CTX *dd, int nestinglevel)
101 char *logstring, *nested_logstring;
102 char *tab_string1, *tab_string2;
104 tab_string1 = tab_level(dd, nestinglevel);
105 tab_string2 = tab_level(dd, nestinglevel + 1);
106 if (tab_string1 == NULL || tab_string2 == NULL) {
110 logstring = talloc_asprintf(dd,
114 talloc_array_length(dd->dd_talloc_array));
116 for (n = 0; n < talloc_array_length(dd->dd_talloc_array); n++) {
117 type = talloc_get_name(dd->dd_talloc_array[n]);
118 if (strequal(type, "DALLOC_CTX")
119 || strequal(type, "sl_array_t")
120 || strequal(type, "sl_filemeta_t")
121 || strequal(type, "sl_dict_t")) {
122 nested_logstring = dd_dump(dd->dd_talloc_array[n],
124 if (!nested_logstring) {
127 logstring = talloc_strdup_append(logstring,
132 } else if (strequal(type, "uint64_t")) {
133 memcpy(&i, dd->dd_talloc_array[n], sizeof(uint64_t));
134 logstring = talloc_asprintf_append(
136 "%suint64_t: 0x%04" PRIx64 "\n",
141 } else if (strequal(type, "char *")) {
142 logstring = talloc_asprintf_append(
146 (char *)dd->dd_talloc_array[n]);
150 } else if (strequal(type, "smb_ucs2_t *")) {
151 logstring = talloc_asprintf_append(
153 "%sUTF16-string: %s\n",
155 (char *)dd->dd_talloc_array[n]);
159 } else if (strequal(type, "sl_bool_t")) {
160 memcpy(&bl, dd->dd_talloc_array[n], sizeof(sl_bool_t));
161 logstring = talloc_asprintf_append(
165 bl ? "true" : "false");
169 } else if (strequal(type, "sl_nil_t")) {
170 logstring = talloc_asprintf_append(
177 } else if (strequal(type, "sl_time_t")) {
178 memcpy(&t, dd->dd_talloc_array[n], sizeof(sl_time_t));
179 tm = localtime(&t.tv_sec);
182 "%Y-%m-%d %H:%M:%S", tm);
183 logstring = talloc_asprintf_append(
185 "%ssl_time_t: %s.%06lu\n",
188 (unsigned long)t.tv_usec);
192 } else if (strequal(type, "sl_cnids_t")) {
193 memcpy(&cnids, dd->dd_talloc_array[n], sizeof(sl_cnids_t));
194 logstring = talloc_asprintf_append(
196 "%sCNIDs: unkn1: 0x%" PRIx16 ", unkn2: 0x%" PRIx32 "\n",
203 if (cnids.ca_cnids) {
204 nested_logstring = dd_dump(
207 if (!nested_logstring) {
210 logstring = talloc_strdup_append(logstring,
217 logstring = talloc_asprintf_append(
227 logstring = talloc_asprintf_append(logstring,
236 static int cnid_comp_fn(const void *p1, const void *p2)
238 const uint64_t *cnid1 = p1, *cnid2 = p2;
239 if (*cnid1 == *cnid2) {
242 if (*cnid1 < *cnid2) {
248 static int sl_createCNIDArray(slq_t *slq, const DALLOC_CTX *p)
251 uint64_t *cnids = NULL;
253 EC_NULL( cnids = talloc_array(slq, uint64_t, talloc_array_length(p)) );
255 for (int i = 0; i < talloc_array_length(p); i++) {
256 memcpy(&cnids[i], p->dd_talloc_array[i], sizeof(uint64_t));
258 qsort(cnids, talloc_array_length(p), sizeof(uint64_t), cnid_comp_fn);
260 slq->slq_cnids = cnids;
261 slq->slq_cnids_num = talloc_array_length(p);
271 static char *tracker_to_unix_path(TALLOC_CTX *mem_ctx, const char *uri)
275 char *talloc_path = NULL;
277 f = g_file_new_for_uri(uri);
282 path = g_file_get_path(f);
289 talloc_path = talloc_strdup(mem_ctx, path);
296 * Add requested metadata for a query result element
298 * This could be rewritten to something more sophisticated like
299 * querying metadata from Tracker.
301 * If path or sp is NULL, simply add nil values for all attributes.
303 static bool add_filemeta(sl_array_t *reqinfo,
304 sl_array_t *fm_array,
306 const struct stat *sp)
315 metacount = talloc_array_length(reqinfo->dd_talloc_array);
316 if (metacount == 0 || path == NULL || sp == NULL) {
317 dalloc_add_copy(fm_array, &nil, sl_nil_t);
321 meta = talloc_zero(fm_array, sl_array_t);
323 for (i = 0; i < metacount; i++) {
324 if (strequal(reqinfo->dd_talloc_array[i], "kMDItemDisplayName")
325 || strequal(reqinfo->dd_talloc_array[i], "kMDItemFSName")) {
326 if ((p = strrchr(path, '/'))) {
327 name = dalloc_strdup(meta, p + 1);
328 dalloc_add(meta, name, "char *");
330 } else if (strequal(reqinfo->dd_talloc_array[i],
332 name = dalloc_strdup(meta, path);
333 dalloc_add(meta, name, "char *");
334 } else if (strequal(reqinfo->dd_talloc_array[i],
336 uint64var = sp->st_size;
337 dalloc_add_copy(meta, &uint64var, uint64_t);
338 } else if (strequal(reqinfo->dd_talloc_array[i],
339 "kMDItemFSOwnerUserID")) {
340 uint64var = sp->st_uid;
341 dalloc_add_copy(meta, &uint64var, uint64_t);
342 } else if (strequal(reqinfo->dd_talloc_array[i],
343 "kMDItemFSOwnerGroupID")) {
344 uint64var = sp->st_gid;
345 dalloc_add_copy(meta, &uint64var, uint64_t);
346 } else if (strequal(reqinfo->dd_talloc_array[i],
347 "kMDItemFSContentChangeDate")) {
348 sl_time.tv_sec = sp->st_mtime;
349 dalloc_add_copy(meta, &sl_time, sl_time_t);
351 dalloc_add_copy(meta, &nil, sl_nil_t);
355 dalloc_add(fm_array, meta, sl_array_t);
360 * Allocate result handle used in the async Tracker cursor result
361 * handler for storing results
363 static bool create_result_handle(slq_t *slq)
366 struct sl_rslts *query_results;
368 if (slq->query_results) {
369 LOG(log_error, logtype_sl,"unexpected existing result handle");
373 query_results = talloc_zero(slq, struct sl_rslts);
376 query_results->cnids = talloc_zero(query_results, sl_cnids_t);
377 if (query_results->cnids == NULL) {
380 query_results->cnids->ca_cnids = talloc_zero(query_results->cnids,
382 if (query_results->cnids->ca_cnids == NULL) {
386 query_results->cnids->ca_unkn1 = 0xadd;
387 query_results->cnids->ca_context = slq->slq_ctx2;
390 query_results->fm_array = talloc_zero(query_results, sl_array_t);
391 if (query_results->fm_array == NULL) {
395 /* For some reason the list of results always starts with a nil entry */
396 dalloc_add_copy(query_results->fm_array, &nil, sl_nil_t);
398 slq->query_results = query_results;
402 static bool add_results(sl_array_t *array, slq_t *slq)
408 fm = talloc_zero(array, sl_filemeta_t);
413 switch (slq->slq_state) {
414 case SLQ_STATE_RUNNING:
416 * Wtf, why 35? Taken from an AFP capture.
426 dalloc_add_copy(array, &status, uint64_t);
427 dalloc_add(array, slq->query_results->cnids, sl_cnids_t);
428 if (slq->query_results->num_results > 0) {
429 dalloc_add(fm, slq->query_results->fm_array, sl_array_t);
431 dalloc_add(array, fm, sl_filemeta_t);
433 /* This ensure the results get clean up after been sent to the client */
434 talloc_steal(array, slq->query_results);
435 slq->query_results = NULL;
437 if (!create_result_handle(slq)) {
438 LOG(log_error, logtype_sl, "couldn't add result handle");
439 slq->slq_state = SLQ_STATE_ERROR;
446 /******************************************************************************
448 ******************************************************************************/
450 static ATALK_LIST_HEAD(sl_queries);
451 static ATALK_LIST_HEAD(sl_cancelled_queries);
454 * Add a query to the list of active queries
456 static void slq_add(slq_t *slq)
458 list_add(&(slq->slq_list), &sl_queries);
462 * Add a query to the list of active queries
464 static void slq_cancelled_add(slq_t *slq)
466 list_add(&(slq->slq_list), &sl_cancelled_queries);
470 * Remove a query from the active list
472 static void slq_remove(slq_t *slq)
477 list_for_each(p, &sl_queries) {
478 q = list_entry(p, slq_t, slq_list);
479 if ((q->slq_ctx1 == slq->slq_ctx1) && (q->slq_ctx2 == slq->slq_ctx2)) {
488 static slq_t *slq_for_ctx(uint64_t ctx1, uint64_t ctx2)
493 list_for_each(p, &sl_queries) {
494 q = list_entry(p, slq_t, slq_list);
495 if ((q->slq_ctx1 == ctx1) && (q->slq_ctx2 == ctx2)) {
505 * Remove a query from the active queue and free it
507 static void slq_destroy(slq_t *slq)
519 static void slq_cancel(slq_t *slq)
521 slq->slq_state = SLQ_STATE_CANCEL_PENDING;
523 slq_cancelled_add(slq);
527 * talloc destructor cb
529 static int slq_free_cb(slq_t *slq)
531 if (slq->tracker_cursor) {
532 g_object_unref(slq->tracker_cursor);
538 * Free all cancelled queries
540 static void slq_cancelled_cleanup(void)
545 list_for_each(p, &sl_cancelled_queries) {
546 q = list_entry(p, slq_t, slq_list);
547 if (q->slq_state == SLQ_STATE_CANCELLED) {
548 LOG(log_debug, logtype_sl,
549 "ctx1: %" PRIx64 ", ctx2: %" PRIx64 ": cancelled",
550 q->slq_ctx1, q->slq_ctx2);
554 LOG(log_debug, logtype_sl,
555 "ctx1: %" PRIx64 ", ctx2: %" PRIx64 ": %s",
556 q->slq_ctx1, q->slq_ctx2, slq_state_names[q->slq_state].state_name);
563 static void slq_dump(void)
569 list_for_each(p, &sl_queries) {
570 q = list_entry(p, slq_t, slq_list);
571 LOG(log_debug, logtype_sl,
572 "query[%d]: ctx1: %" PRIx64 ", ctx2: %" PRIx64 ", state: %s",
573 i++, q->slq_ctx1, q->slq_ctx2,
574 slq_state_names[q->slq_state].state_name);
580 /************************************************
581 * Tracker async callbacks
582 ************************************************/
584 static void tracker_con_cb(GObject *object,
588 struct sl_ctx *sl_ctx = user_data;
589 GError *error = NULL;
591 sl_ctx->tracker_con = tracker_sparql_connection_get_finish(res,
594 LOG(log_error, logtype_sl, "Could not connect to Tracker: %s",
596 sl_ctx->tracker_con = NULL;
601 LOG(log_info, logtype_sl, "connected to Tracker");
604 static void tracker_cursor_cb(GObject *object,
608 GError *error = NULL;
609 slq_t *slq = user_data;
610 gboolean more_results;
619 LOG(log_debug, logtype_sl,
620 "cursor cb[%d]: ctx1: %" PRIx64 ", ctx2: %" PRIx64,
621 slq->query_results->num_results, slq->slq_ctx1, slq->slq_ctx2);
623 more_results = tracker_sparql_cursor_next_finish(slq->tracker_cursor,
627 if (slq->slq_state == SLQ_STATE_CANCEL_PENDING) {
628 LOG(log_debug, logtype_sl,
629 "cursor cb: ctx1: %" PRIx64 ", ctx2: %" PRIx64 ": cancelled",
630 slq->slq_ctx1, slq->slq_ctx2);
631 slq->slq_state = SLQ_STATE_CANCELLED;
636 LOG(log_error, logtype_sl, "Tracker cursor: %s", error->message);
638 slq->slq_state = SLQ_STATE_ERROR;
643 LOG(log_debug, logtype_sl, "tracker_cursor_cb: done");
644 slq->slq_state = SLQ_STATE_DONE;
648 uri = tracker_sparql_cursor_get_string(slq->tracker_cursor, 0, NULL);
651 * Not sure how this could happen if
652 * tracker_sparql_cursor_next_finish() returns true, but I've
655 LOG(log_debug, logtype_sl, "no URI for result");
659 LOG(log_debug, logtype_sl, "URI: %s", uri);
661 path = tracker_to_unix_path(slq->query_results, uri);
663 LOG(log_error, logtype_sl, "error converting Tracker URI: %s", uri);
664 slq->slq_state = SLQ_STATE_ERROR;
668 result = access(path, R_OK);
673 id = cnid_for_path(slq->slq_vol->v_cdb, slq->slq_vol->v_path, path, &did);
674 if (id == CNID_INVALID) {
675 LOG(log_error, logtype_sl, "cnid_for_path error: %s", path);
678 uint64var = ntohl(id);
680 if (slq->slq_cnids) {
681 ok = bsearch(&uint64var, slq->slq_cnids, slq->slq_cnids_num,
682 sizeof(uint64_t), cnid_comp_fn);
688 dalloc_add_copy(slq->query_results->cnids->ca_cnids,
689 &uint64var, uint64_t);
690 ok = add_filemeta(slq->slq_reqinfo, slq->query_results->fm_array,
693 LOG(log_error, logtype_sl, "add_filemeta error");
694 slq->slq_state = SLQ_STATE_ERROR;
698 slq->query_results->num_results++;
701 if (slq->query_results->num_results < MAX_SL_RESULTS) {
702 LOG(log_debug, logtype_sl,
703 "cursor cb[%d]: ctx1: %" PRIx64 ", ctx2: %" PRIx64 ": requesting more results",
704 slq->query_results->num_results - 1, slq->slq_ctx1, slq->slq_ctx2);
706 slq->slq_state = SLQ_STATE_RESULTS;
708 tracker_sparql_cursor_next_async(slq->tracker_cursor,
709 slq->slq_obj->sl_ctx->cancellable,
713 LOG(log_debug, logtype_sl,
714 "cursor cb[%d]: ctx1: %" PRIx64 ", ctx2: %" PRIx64 ": full",
715 slq->query_results->num_results - 1, slq->slq_ctx1, slq->slq_ctx2);
717 slq->slq_state = SLQ_STATE_FULL;
721 static void tracker_query_cb(GObject *object,
725 GError *error = NULL;
726 slq_t *slq = user_data;
728 LOG(log_debug, logtype_sl,
729 "query cb: ctx1: %" PRIx64 ", ctx2: %" PRIx64,
730 slq->slq_ctx1, slq->slq_ctx2);
732 slq->tracker_cursor = tracker_sparql_connection_query_finish(
733 TRACKER_SPARQL_CONNECTION(object),
737 if (slq->slq_state == SLQ_STATE_CANCEL_PENDING) {
738 slq->slq_state = SLQ_STATE_CANCELLED;
743 slq->slq_state = SLQ_STATE_ERROR;
744 LOG(log_error, logtype_sl, "Tracker query error: %s", error->message);
749 slq->slq_state = SLQ_STATE_RESULTS;
751 tracker_sparql_cursor_next_async(slq->tracker_cursor,
752 slq->slq_obj->sl_ctx->cancellable,
757 /*******************************************************************************
758 * Spotlight RPC functions
759 ******************************************************************************/
761 static int sl_rpc_fetchPropertiesForContext(const AFPObj *obj,
762 const DALLOC_CTX *query,
774 EC_FAIL_LOG("missing UUID for volume: %s", v->v_localname);
776 dict = talloc_zero(reply, sl_dict_t);
779 s = dalloc_strdup(dict, "kMDSStoreMetaScopes");
780 dalloc_add(dict, s, char *);
782 array = talloc_zero(dict, sl_array_t);
783 s = dalloc_strdup(array, "kMDQueryScopeComputer");
784 dalloc_add(array, s, char *);
785 dalloc_add(dict, array, sl_array_t);
788 s = dalloc_strdup(dict, "kMDSStorePathScopes");
789 dalloc_add(dict, s, char *);
791 array = talloc_zero(dict, sl_array_t);
792 s = dalloc_strdup(array, v->v_path);
793 dalloc_add(array, s, char *);
794 dalloc_add(dict, array, sl_array_t);
797 s = dalloc_strdup(dict, "kMDSStoreUUID");
798 dalloc_add(dict, s, char *);
800 memcpy(uuid.sl_uuid, v->v_uuid, 16);
801 dalloc_add_copy(dict, &uuid, sl_uuid_t);
804 s = dalloc_strdup(dict, "kMDSStoreHasPersistentUUID");
805 dalloc_add(dict, s, char *);
807 dalloc_add_copy(dict, &b, sl_bool_t);
809 dalloc_add(reply, dict, sl_dict_t);
815 static int sl_rpc_openQuery(AFPObj *obj,
816 const DALLOC_CTX *query,
827 char slq_host[MAXPATHLEN + 1];
828 uint16_t convflags = v->v_mtou_flags;
831 GError *error = NULL;
834 array = talloc_zero(reply, sl_array_t);
836 if (obj->sl_ctx->tracker_con == NULL) {
837 LOG(log_error, logtype_sl, "no tracker connection");
841 /* Allocate and initialize query object */
842 slq = talloc_zero(obj->sl_ctx, slq_t);
843 slq->slq_state = SLQ_STATE_NEW;
846 slq->slq_allow_expr = obj->options.flags & OPTION_SPOTLIGHT_EXPR ? true : false;
847 slq->slq_result_limit = obj->options.sparql_limit;
848 talloc_set_destructor(slq, slq_free_cb);
850 LOG(log_debug, logtype_sl, "Spotlight: expr: %s, limit: %" PRIu64,
851 slq->slq_allow_expr ? "yes" : "no", slq->slq_result_limit);
853 /* convert spotlight query charset to host charset */
854 sl_query = dalloc_value_for_key(query, "DALLOC_CTX", 0,
857 if (sl_query == NULL) {
860 ret = convert_charset(CH_UTF8_MAC, v->v_volcharset, v->v_maccharset,
861 sl_query, strlen(sl_query), slq_host, MAXPATHLEN,
864 LOG(log_error, logtype_sl, "charset conversion failed");
867 slq->slq_qstring = talloc_strdup(slq, slq_host);
868 LOG(log_debug, logtype_sl, "Spotlight query: \"%s\"", slq->slq_qstring);
870 slq->slq_time = time(NULL);
871 uint64 = dalloc_get(query, "DALLOC_CTX", 0, "DALLOC_CTX", 0, "uint64_t", 1);
872 if (uint64 == NULL) {
875 slq->slq_ctx1 = *uint64;
877 uint64 = dalloc_get(query, "DALLOC_CTX", 0, "DALLOC_CTX", 0, "uint64_t", 2);
878 if (uint64 == NULL) {
881 slq->slq_ctx2 = *uint64;
883 reqinfo = dalloc_value_for_key(query, "DALLOC_CTX", 0, "DALLOC_CTX", 1,
884 "kMDAttributeArray");
885 if (reqinfo == NULL) {
888 slq->slq_reqinfo = talloc_steal(slq, reqinfo);
890 cnids = dalloc_value_for_key(query, "DALLOC_CTX", 0, "DALLOC_CTX", 1,
891 "kMDQueryItemArray");
893 EC_ZERO_LOG( sl_createCNIDArray(slq, cnids->ca_cnids) );
896 ret = map_spotlight_to_sparql_query(slq, &sparql_query);
898 LOG(log_debug, logtype_sl, "mapping retured non-zero");
901 LOG(log_debug, logtype_sl, "SPARQL query: \"%s\"", sparql_query);
903 tracker_sparql_connection_query_async(obj->sl_ctx->tracker_con,
905 slq->slq_obj->sl_ctx->cancellable,
909 LOG(log_error, logtype_sl, "Couldn't query the Tracker Store: '%s'",
911 g_clear_error(&error);
915 slq->slq_state = SLQ_STATE_RUNNING;
917 ok = create_result_handle(slq);
919 LOG(log_error, logtype_sl, "create_result_handle error");
920 slq->slq_state = SLQ_STATE_ERROR;
935 dalloc_add_copy(array, &result, uint64_t);
936 dalloc_add(reply, array, sl_array_t);
940 static int sl_rpc_fetchQueryResultsForContext(const AFPObj *obj,
941 const DALLOC_CTX *query,
947 uint64_t *uint64, ctx1, ctx2, status;
951 array = talloc_zero(reply, sl_array_t);
957 uint64 = dalloc_get(query, "DALLOC_CTX", 0, "DALLOC_CTX", 0, "uint64_t", 1);
958 if (uint64 == NULL) {
962 uint64 = dalloc_get(query, "DALLOC_CTX", 0, "DALLOC_CTX", 0, "uint64_t", 2);
963 if (uint64 == NULL) {
968 /* Get query for context */
969 slq = slq_for_ctx(ctx1, ctx2);
974 switch (slq->slq_state) {
975 case SLQ_STATE_RUNNING:
976 case SLQ_STATE_RESULTS:
979 ok = add_results(array, slq);
981 LOG(log_error, logtype_sl, "error adding results");
984 if (slq->slq_state == SLQ_STATE_FULL) {
985 slq->slq_state = SLQ_STATE_RESULTS;
987 tracker_sparql_cursor_next_async(
989 slq->slq_obj->sl_ctx->cancellable,
995 case SLQ_STATE_ERROR:
996 LOG(log_error, logtype_sl, "query in error state");
1000 LOG(log_error, logtype_sl, "unexpected query state %d", slq->slq_state);
1004 dalloc_add(reply, array, sl_array_t);
1009 status = UINT64_MAX;
1010 dalloc_add_copy(array, &status, uint64_t);
1011 dalloc_add(reply, array, sl_array_t);
1015 static int sl_rpc_storeAttributesForOIDArray(const AFPObj *obj,
1016 const DALLOC_CTX *query,
1018 const struct vol *vol)
1029 EC_NULL_LOG( cnids = dalloc_get(query, "DALLOC_CTX", 0, "sl_cnids_t", 2) );
1030 memcpy(&uint64, cnids->ca_cnids->dd_talloc_array[0], sizeof(uint64_t));
1031 id = (cnid_t)uint64;
1032 LOG(log_debug, logtype_sl, "CNID: %" PRIu32, id);
1034 if (htonl(id) == DIRDID_ROOT) {
1036 } else if (id < CNID_START) {
1040 char buffer[12 + MAXPATHLEN + 1];
1043 EC_NULL_LOG( path = cnid_resolve(vol->v_cdb, &did, buffer, sizeof(buffer)) );
1044 EC_NULL_LOG( dir = dirlookup(vol, did) );
1045 EC_NEG1_LOG( movecwd(vol, dir) );
1049 * We're possibly supposed to update attributes in two places: the
1050 * database and the filesystem. Due to the lack of documentation
1051 * and not yet implemented database updates, we cherry pick attributes
1052 * that seems to be candidates for updating filesystem metadata.
1055 if ((sl_time = dalloc_value_for_key(query, "DALLOC_CTX", 0, "DALLOC_CTX", 1, "DALLOC_CTX", 1, "kMDItemFSContentChangeDate"))) {
1056 struct utimbuf utimes;
1057 utimes.actime = utimes.modtime = sl_time->tv_sec;
1058 utime(path, &utimes);
1061 array = talloc_zero(reply, sl_array_t);
1062 uint64_t sl_res = 0;
1063 dalloc_add_copy(array, &sl_res, uint64_t);
1064 dalloc_add(reply, array, sl_array_t);
1070 static int sl_rpc_fetchAttributeNamesForOIDArray(const AFPObj *obj, const DALLOC_CTX *query, DALLOC_CTX *reply, const struct vol *vol)
1079 EC_NULL_LOG( cnids = dalloc_get(query, "DALLOC_CTX", 0, "sl_cnids_t", 1) );
1080 memcpy(&uint64, cnids->ca_cnids->dd_talloc_array[0], sizeof(uint64_t));
1081 id = (cnid_t)uint64;
1082 LOG(log_debug, logtype_sl, "sl_rpc_fetchAttributeNamesForOIDArray: CNID: %" PRIu32, id);
1084 if (htonl(id) == DIRDID_ROOT) {
1086 } else if (id < CNID_START) {
1090 char buffer[12 + MAXPATHLEN + 1];
1093 EC_NULL_LOG( path = cnid_resolve(vol->v_cdb, &did, buffer, sizeof(buffer)) );
1094 EC_NULL_LOG( dir = dirlookup(vol, did) );
1095 EC_NEG1_LOG( movecwd(vol, dir) );
1099 sl_array_t *array = talloc_zero(reply, sl_array_t);
1100 dalloc_add(reply, array, sl_array_t);
1102 /* Return result value 0 */
1103 uint64_t sl_res = 0;
1104 dalloc_add_copy(array, &sl_res, uint64_t);
1106 /* Return CNID array */
1107 sl_cnids_t *replycnids = talloc_zero(reply, sl_cnids_t);
1108 replycnids->ca_cnids = talloc_zero(cnids, DALLOC_CTX);
1109 replycnids->ca_unkn1 = 0xfec;
1110 replycnids->ca_context = cnids->ca_context;
1111 uint64 = (uint64_t)id;
1112 dalloc_add_copy(replycnids->ca_cnids, &uint64, uint64_t);
1113 dalloc_add(array, replycnids, sl_cnids_t);
1115 /* Return filemeta array */
1118 * FIXME: this should return the real attributes from all known metadata sources
1119 * (Tracker and filesystem)
1121 sl_array_t *mdattrs = talloc_zero(reply, sl_array_t);
1122 dalloc_add(mdattrs, dalloc_strdup(mdattrs, "kMDItemFSName"), "char *");
1123 dalloc_add(mdattrs, dalloc_strdup(mdattrs, "kMDItemDisplayName"), "char *");
1124 dalloc_add(mdattrs, dalloc_strdup(mdattrs, "kMDItemFSSize"), "char *");
1125 dalloc_add(mdattrs, dalloc_strdup(mdattrs, "kMDItemFSOwnerUserID"), "char *");
1126 dalloc_add(mdattrs, dalloc_strdup(mdattrs, "kMDItemFSOwnerGroupID"), "char *");
1127 dalloc_add(mdattrs, dalloc_strdup(mdattrs, "kMDItemFSContentChangeDate"), "char *");
1129 sl_filemeta_t *fmeta = talloc_zero(reply, sl_filemeta_t);
1130 dalloc_add(fmeta, mdattrs, sl_array_t);
1131 dalloc_add(array, fmeta, sl_filemeta_t);
1137 static int sl_rpc_fetchAttributesForOIDArray(AFPObj *obj, const DALLOC_CTX *query, DALLOC_CTX *reply, const struct vol *vol)
1141 sl_cnids_t *cnids, *replycnids;
1144 sl_array_t *array, *reqinfo, *fm_array;
1145 char buffer[12 + MAXPATHLEN + 1];
1152 array = talloc_zero(reply, sl_array_t);
1153 replycnids = talloc_zero(reply, sl_cnids_t);
1154 replycnids->ca_cnids = talloc_zero(replycnids, DALLOC_CTX);
1155 fm = talloc_zero(array, sl_filemeta_t);
1156 fm_array = talloc_zero(fm, sl_array_t);
1158 if (array == NULL || replycnids == NULL || replycnids->ca_cnids == NULL
1159 || fm == NULL || fm_array == NULL) {
1163 reqinfo = dalloc_get(query, "DALLOC_CTX", 0, "sl_array_t", 1);
1164 if (reqinfo == NULL) {
1167 cnids = dalloc_get(query, "DALLOC_CTX", 0, "sl_cnids_t", 2);
1168 if (cnids == NULL) {
1172 memcpy(&uint64, cnids->ca_cnids->dd_talloc_array[0], sizeof(uint64_t));
1173 id = (cnid_t)uint64;
1175 if (htonl(id) == DIRDID_ROOT) {
1176 path = talloc_strdup(reply, vol->v_path);
1177 } else if (id < CNID_START) {
1181 EC_NULL( name = cnid_resolve(vol->v_cdb, &did, buffer, sizeof(buffer)) );
1182 EC_NULL( dir = dirlookup(vol, did) );
1183 EC_NULL( path = talloc_asprintf(reply, "%s/%s", bdata(dir->d_fullpath), name) );
1186 EC_ZERO( stat(path, &sb) );
1189 dalloc_add_copy(array, &sl_res, uint64_t);
1191 replycnids->ca_unkn1 = 0xfec;
1192 replycnids->ca_context = cnids->ca_context;
1193 uint64 = (uint64_t)id;
1194 dalloc_add_copy(replycnids->ca_cnids, &uint64, uint64_t);
1195 dalloc_add(array, replycnids, sl_cnids_t);
1196 dalloc_add(fm, fm_array, fm_array_t);
1197 dalloc_add_copy(fm_array, &nil, sl_nil_t);
1198 add_filemeta(reqinfo, fm_array, path, &sb);
1200 /* Now add result */
1201 dalloc_add(array, fm, sl_filemeta_t);
1202 dalloc_add(reply, array, sl_array_t);
1206 sl_res = UINT64_MAX;
1207 dalloc_add_copy(array, &sl_res, uint64_t);
1208 dalloc_add(array, fm, sl_filemeta_t);
1209 dalloc_add(reply, array, sl_array_t);
1213 static int sl_rpc_closeQueryForContext(const AFPObj *obj,
1214 const DALLOC_CTX *query,
1216 const struct vol *v)
1220 uint64_t *uint64, ctx1, ctx2;
1224 array = talloc_zero(reply, sl_array_t);
1227 uint64 = dalloc_get(query, "DALLOC_CTX", 0, "DALLOC_CTX", 0, "uint64_t", 1);
1228 if (uint64 == NULL) {
1232 uint64 = dalloc_get(query, "DALLOC_CTX", 0, "DALLOC_CTX", 0, "uint64_t", 2);
1233 if (uint64 == NULL) {
1238 /* Get query for context and free it */
1239 slq = slq_for_ctx(ctx1, ctx2);
1244 switch (slq->slq_state) {
1245 case SLQ_STATE_FULL:
1246 case SLQ_STATE_DONE:
1247 case SLQ_STATE_ERROR:
1248 LOG(log_debug, logtype_sl, "close: destroying query: state %s",
1249 slq_state_names[slq->slq_state].state_name);
1253 case SLQ_STATE_RUNNING:
1254 case SLQ_STATE_RESULTS:
1255 LOG(log_debug, logtype_sl, "close: cancel query: state %s",
1256 slq_state_names[slq->slq_state].state_name);
1261 LOG(log_error, logtype_sl, "Unexpected state %d", slq->slq_state);
1269 sl_result = UINT64_MAX;
1271 dalloc_add_copy(array, &sl_result, uint64_t);
1272 dalloc_add(reply, array, sl_array_t);
1276 /******************************************************************************
1277 * Spotlight functions
1278 ******************************************************************************/
1280 int spotlight_init(AFPObj *obj)
1282 static bool initialized = false;
1283 const char *attributes;
1284 struct sl_ctx *sl_ctx;
1290 LOG(log_info, logtype_sl, "Initializing Spotlight");
1292 sl_ctx = talloc_zero(NULL, struct sl_ctx);
1293 obj->sl_ctx = sl_ctx;
1295 attributes = atalk_iniparser_getstring(obj->iniconfig, INISEC_GLOBAL,
1296 "spotlight attributes", NULL);
1298 configure_spotlight_attributes(attributes);
1302 * Tracker uses glibs event dispatching, so we need a mainloop
1304 #if ((GLIB_MAJOR_VERSION <= 2) && (GLIB_MINOR_VERSION < 36))
1307 sl_ctx->mainloop = g_main_loop_new(NULL, false);
1308 sl_ctx->cancellable = g_cancellable_new();
1310 setenv("DBUS_SESSION_BUS_ADDRESS", "unix:path=" _PATH_STATEDIR "spotlight.ipc", 1);
1311 setenv("XDG_DATA_HOME", _PATH_STATEDIR, 0);
1312 setenv("XDG_CACHE_HOME", _PATH_STATEDIR, 0);
1313 setenv("TRACKER_USE_LOG_FILES", "1", 0);
1315 tracker_sparql_connection_get_async(sl_ctx->cancellable,
1316 tracker_con_cb, sl_ctx);
1322 /******************************************************************************
1324 ******************************************************************************/
1326 int afp_spotlight_rpc(AFPObj *obj, char *ibuf, size_t ibuflen,
1327 char *rbuf, size_t *rbuflen)
1330 TALLOC_CTX *tmp_ctx = talloc_new(NULL);
1342 if (!(obj->options.flags & OPTION_SPOTLIGHT)) {
1346 spotlight_init(obj);
1350 * Process finished glib events
1354 event = g_main_context_iteration(NULL, false);
1356 slq_cancelled_cleanup();
1361 vid = SVAL(ibuf, 0);
1362 LOG(log_debug, logtype_sl, "afp_spotlight_rpc(vid: %" PRIu16 ")", vid);
1364 if ((vol = getvolbyvid(vid)) == NULL) {
1365 LOG(log_error, logtype_sl, "afp_spotlight_rpc: bad volume id: %" PRIu16 ")", vid);
1366 ret = AFPERR_ACCESS;
1370 /* IVAL(ibuf, 2): unknown, always 0x00008004, some flags ? */
1372 cmd = RIVAL(ibuf, 6);
1373 LOG(log_debug, logtype_sl, "afp_spotlight_rpc(cmd: %d)", cmd);
1375 /* IVAL(ibuf, 10: unknown, always 0x00000000 */
1379 case SPOTLIGHT_CMD_OPEN:
1380 case SPOTLIGHT_CMD_OPEN2:
1381 RSIVAL(rbuf, 0, ntohs(vid));
1383 len = strlen(vol->v_path) + 1;
1384 strncpy(rbuf + 8, vol->v_path, len);
1385 *rbuflen += 8 + len;
1388 case SPOTLIGHT_CMD_FLAGS:
1389 RSIVAL(rbuf, 0, 0x0100006b); /* Whatever this value means... flags? Helios uses 0x1eefface */
1393 case SPOTLIGHT_CMD_RPC:
1394 EC_NULL( query = talloc_zero(tmp_ctx, DALLOC_CTX) );
1395 EC_NULL( reply = talloc_zero(tmp_ctx, DALLOC_CTX) );
1396 EC_NEG1_LOG( sl_unpack(query, ibuf + 22) );
1398 LOG(log_debug, logtype_sl, "Spotlight RPC request:\n%s",
1401 EC_NULL_LOG( rpccmd = dalloc_get(query, "DALLOC_CTX", 0, "DALLOC_CTX", 0, "char *", 0) );
1403 if (STRCMP(rpccmd, ==, "fetchPropertiesForContext:")) {
1404 EC_ZERO_LOG( sl_rpc_fetchPropertiesForContext(obj, query, reply, vol) );
1405 } else if (STRCMP(rpccmd, ==, "openQueryWithParams:forContext:")) {
1406 EC_ZERO_LOG( sl_rpc_openQuery(obj, query, reply, vol) );
1407 } else if (STRCMP(rpccmd, ==, "fetchQueryResultsForContext:")) {
1408 EC_ZERO_LOG( sl_rpc_fetchQueryResultsForContext(obj, query, reply, vol) );
1409 } else if (STRCMP(rpccmd, ==, "storeAttributes:forOIDArray:context:")) {
1410 EC_ZERO_LOG( sl_rpc_storeAttributesForOIDArray(obj, query, reply, vol) );
1411 } else if (STRCMP(rpccmd, ==, "fetchAttributeNamesForOIDArray:context:")) {
1412 EC_ZERO_LOG( sl_rpc_fetchAttributeNamesForOIDArray(obj, query, reply, vol) );
1413 } else if (STRCMP(rpccmd, ==, "fetchAttributes:forOIDArray:context:")) {
1414 EC_ZERO_LOG( sl_rpc_fetchAttributesForOIDArray(obj, query, reply, vol) );
1415 } else if (STRCMP(rpccmd, ==, "closeQueryForContext:")) {
1416 EC_ZERO_LOG( sl_rpc_closeQueryForContext(obj, query, reply, vol) );
1418 LOG(log_error, logtype_sl, "afp_spotlight_rpc: unknown Spotlight RPC: %s", rpccmd);
1421 LOG(log_debug, logtype_sl, "Spotlight RPC reply dump:\n%s",
1427 EC_NEG1_LOG( len = sl_pack(reply, rbuf + 4) );
1433 talloc_free(tmp_ctx);
1434 if (ret != AFP_OK) {