2 Copyright (c) 2012-2014 Ralph Boehme
4 This program is free software; you can redistribute it and/or modify
5 it under the terms of the GNU General Public License as published by
6 the Free Software Foundation; either version 2 of the License, or
7 (at your option) any later version.
9 This program is distributed in the hope that it will be useful,
10 but WITHOUT ANY WARRANTY; without even the implied warranty of
11 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
12 GNU General Public License for more details.
19 #endif /* HAVE_CONFIG_H */
31 #include <atalk/list.h>
32 #include <atalk/errchk.h>
33 #include <atalk/util.h>
34 #include <atalk/logger.h>
35 #include <atalk/talloc.h>
36 #include <atalk/dalloc.h>
37 #include <atalk/byteorder.h>
38 #include <atalk/netatalk_conf.h>
39 #include <atalk/volume.h>
40 #include <atalk/spotlight.h>
42 #include "directory.h"
43 #include "etc/spotlight/sparql_parser.h"
45 #define MAX_SL_RESULTS 20
47 static char *tracker_to_unix_path(TALLOC_CTX *mem_ctx, const char *uri);
48 static int cnid_comp_fn(const void *p1, const void *p2);
49 static bool create_result_handle(slq_t *slq);
50 static bool add_filemeta(sl_array_t *reqinfo,
53 const struct stat *sp);
55 /************************************************
56 * Misc utility functions
57 ************************************************/
59 static char *tab_level(TALLOC_CTX *mem_ctx, int level)
62 char *string = talloc_array(mem_ctx, char, level + 1);
64 for (i = 0; i < level; i++) {
72 static char *dd_dump(DALLOC_CTX *dd, int nestinglevel)
82 char *logstring, *nested_logstring;
83 char *tab_string1, *tab_string2;
85 tab_string1 = tab_level(dd, nestinglevel);
86 tab_string2 = tab_level(dd, nestinglevel + 1);
87 if (tab_string1 == NULL || tab_string2 == NULL) {
91 logstring = talloc_asprintf(dd,
95 talloc_array_length(dd->dd_talloc_array));
97 for (n = 0; n < talloc_array_length(dd->dd_talloc_array); n++) {
98 type = talloc_get_name(dd->dd_talloc_array[n]);
99 if (strequal(type, "DALLOC_CTX")
100 || strequal(type, "sl_array_t")
101 || strequal(type, "sl_filemeta_t")
102 || strequal(type, "sl_dict_t")) {
103 nested_logstring = dd_dump(dd->dd_talloc_array[n],
105 if (!nested_logstring) {
108 logstring = talloc_strdup_append(logstring,
113 } else if (strequal(type, "uint64_t")) {
114 memcpy(&i, dd->dd_talloc_array[n], sizeof(uint64_t));
115 logstring = talloc_asprintf_append(
117 "%suint64_t: 0x%04" PRIx64 "\n",
122 } else if (strequal(type, "char *")) {
123 logstring = talloc_asprintf_append(
127 (char *)dd->dd_talloc_array[n]);
131 } else if (strequal(type, "smb_ucs2_t *")) {
132 logstring = talloc_asprintf_append(
134 "%sUTF16-string: %s\n",
136 (char *)dd->dd_talloc_array[n]);
140 } else if (strequal(type, "sl_bool_t")) {
141 memcpy(&bl, dd->dd_talloc_array[n], sizeof(sl_bool_t));
142 logstring = talloc_asprintf_append(
146 bl ? "true" : "false");
150 } else if (strequal(type, "sl_nil_t")) {
151 logstring = talloc_asprintf_append(
158 } else if (strequal(type, "sl_time_t")) {
159 memcpy(&t, dd->dd_talloc_array[n], sizeof(sl_time_t));
160 tm = localtime(&t.tv_sec);
163 "%Y-%m-%d %H:%M:%S", tm);
164 logstring = talloc_asprintf_append(
166 "%ssl_time_t: %s.%06lu\n",
169 (unsigned long)t.tv_usec);
173 } else if (strequal(type, "sl_cnids_t")) {
174 memcpy(&cnids, dd->dd_talloc_array[n], sizeof(sl_cnids_t));
175 logstring = talloc_asprintf_append(
177 "%sCNIDs: unkn1: 0x%" PRIx16 ", unkn2: 0x%" PRIx32 "\n",
184 if (cnids.ca_cnids) {
185 nested_logstring = dd_dump(
188 if (!nested_logstring) {
191 logstring = talloc_strdup_append(logstring,
198 logstring = talloc_asprintf_append(
208 logstring = talloc_asprintf_append(logstring,
217 static int cnid_comp_fn(const void *p1, const void *p2)
219 const uint64_t *cnid1 = p1, *cnid2 = p2;
220 if (*cnid1 == *cnid2) {
223 if (*cnid1 < *cnid2) {
229 static int sl_createCNIDArray(slq_t *slq, const DALLOC_CTX *p)
232 uint64_t *cnids = NULL;
234 EC_NULL( cnids = talloc_array(slq, uint64_t, talloc_array_length(p)) );
236 for (int i = 0; i < talloc_array_length(p); i++) {
237 memcpy(&cnids[i], p->dd_talloc_array[i], sizeof(uint64_t));
239 qsort(cnids, talloc_array_length(p), sizeof(uint64_t), cnid_comp_fn);
241 slq->slq_cnids = cnids;
242 slq->slq_cnids_num = talloc_array_length(p);
252 static char *tracker_to_unix_path(TALLOC_CTX *mem_ctx, const char *uri)
256 char *talloc_path = NULL;
258 f = g_file_new_for_uri(uri);
263 path = g_file_get_path(f);
270 talloc_path = talloc_strdup(mem_ctx, path);
277 * Add requested metadata for a query result element
279 * This could be rewritten to something more sophisticated like
280 * querying metadata from Tracker.
282 * If path or sp is NULL, simply add nil values for all attributes.
284 static bool add_filemeta(sl_array_t *reqinfo,
285 sl_array_t *fm_array,
287 const struct stat *sp)
296 metacount = talloc_array_length(reqinfo->dd_talloc_array);
297 if (metacount == 0 || path == NULL || sp == NULL) {
298 dalloc_add_copy(fm_array, &nil, sl_nil_t);
302 meta = talloc_zero(fm_array, sl_array_t);
304 for (i = 0; i < metacount; i++) {
305 if (strequal(reqinfo->dd_talloc_array[i], "kMDItemDisplayName")
306 || strequal(reqinfo->dd_talloc_array[i], "kMDItemFSName")) {
307 if ((p = strrchr(path, '/'))) {
308 name = dalloc_strdup(meta, p + 1);
309 dalloc_add(meta, name, "char *");
311 } else if (strequal(reqinfo->dd_talloc_array[i],
313 name = dalloc_strdup(meta, path);
314 dalloc_add(meta, name, "char *");
315 } else if (strequal(reqinfo->dd_talloc_array[i],
317 uint64var = sp->st_size;
318 dalloc_add_copy(meta, &uint64var, uint64_t);
319 } else if (strequal(reqinfo->dd_talloc_array[i],
320 "kMDItemFSOwnerUserID")) {
321 uint64var = sp->st_uid;
322 dalloc_add_copy(meta, &uint64var, uint64_t);
323 } else if (strequal(reqinfo->dd_talloc_array[i],
324 "kMDItemFSOwnerGroupID")) {
325 uint64var = sp->st_gid;
326 dalloc_add_copy(meta, &uint64var, uint64_t);
327 } else if (strequal(reqinfo->dd_talloc_array[i],
328 "kMDItemFSContentChangeDate")) {
329 sl_time.tv_sec = sp->st_mtime;
330 dalloc_add_copy(meta, &sl_time, sl_time_t);
332 dalloc_add_copy(meta, &nil, sl_nil_t);
336 dalloc_add(fm_array, meta, sl_array_t);
341 * Allocate result handle used in the async Tracker cursor result
342 * handler for storing results
344 static bool create_result_handle(slq_t *slq)
347 struct sl_rslts *query_results;
349 if (slq->query_results) {
350 LOG(log_error, logtype_sl,"unexpected existing result handle");
354 query_results = talloc_zero(slq, struct sl_rslts);
357 query_results->cnids = talloc_zero(query_results, sl_cnids_t);
358 if (query_results->cnids == NULL) {
361 query_results->cnids->ca_cnids = talloc_zero(query_results->cnids,
363 if (query_results->cnids->ca_cnids == NULL) {
367 query_results->cnids->ca_unkn1 = 0xadd;
368 query_results->cnids->ca_context = slq->slq_ctx2;
371 query_results->fm_array = talloc_zero(query_results, sl_array_t);
372 if (query_results->fm_array == NULL) {
376 /* For some reason the list of results always starts with a nil entry */
377 dalloc_add_copy(query_results->fm_array, &nil, sl_nil_t);
379 slq->query_results = query_results;
383 static bool add_results(sl_array_t *array, slq_t *slq)
389 fm = talloc_zero(array, sl_filemeta_t);
394 dalloc_add_copy(array, &status, uint64_t);
395 dalloc_add(array, slq->query_results->cnids, sl_cnids_t);
396 if (slq->query_results->num_results > 0) {
397 dalloc_add(fm, slq->query_results->fm_array, sl_array_t);
399 dalloc_add(array, fm, sl_filemeta_t);
401 /* This ensure the results get clean up after been sent to the client */
402 talloc_steal(array, slq->query_results);
403 slq->query_results = NULL;
405 if (!create_result_handle(slq)) {
406 LOG(log_error, logtype_sl, "couldn't add result handle");
407 slq->slq_state = SLQ_STATE_ERROR;
414 /******************************************************************************
416 ******************************************************************************/
418 static ATALK_LIST_HEAD(sl_queries);
419 static ATALK_LIST_HEAD(sl_cancelled_queries);
422 * Add a query to the list of active queries
424 static void slq_add(slq_t *slq)
426 list_add(&(slq->slq_list), &sl_queries);
430 * Add a query to the list of active queries
432 static void slq_cancelled_add(slq_t *slq)
434 list_add(&(slq->slq_list), &sl_cancelled_queries);
438 * Remove a query from the active list
440 static void slq_remove(slq_t *slq)
445 list_for_each(p, &sl_queries) {
446 q = list_entry(p, slq_t, slq_list);
447 if ((q->slq_ctx1 == slq->slq_ctx1) && (q->slq_ctx2 == slq->slq_ctx2)) {
456 static slq_t *slq_for_ctx(uint64_t ctx1, uint64_t ctx2)
461 list_for_each(p, &sl_queries) {
462 q = list_entry(p, slq_t, slq_list);
463 if ((q->slq_ctx1 == ctx1) && (q->slq_ctx2 == ctx2)) {
473 * Remove a query from the active queue and free it
475 static void slq_destroy(slq_t *slq)
487 static void slq_cancel(slq_t *slq)
489 g_cancellable_cancel(slq->cancellable);
490 slq->slq_state = SLQ_STATE_CANCEL_PENDING;
492 slq_cancelled_add(slq);
496 * talloc destructor cb
498 static int slq_free_cb(slq_t *slq)
500 if (slq->tracker_cursor) {
501 g_object_unref(slq->tracker_cursor);
503 if (slq->cancellable) {
504 g_object_unref(slq->cancellable);
510 * Free all cancelled queries
512 static void slq_cancelled_cleanup(void)
517 list_for_each(p, &sl_cancelled_queries) {
518 q = list_entry(p, slq_t, slq_list);
520 if (q->slq_state != SLQ_STATE_CANCELLED) {
521 LOG(log_error, logtype_sl, "unexpected state: %d", q->slq_state);
529 /************************************************
530 * Tracker async callbacks
531 ************************************************/
533 static void tracker_con_cb(GObject *object,
537 struct sl_ctx *sl_ctx = user_data;
538 GError *error = NULL;
540 sl_ctx->tracker_con = tracker_sparql_connection_get_finish(res,
543 LOG(log_error, logtype_sl, "Could not connect to Tracker: %s",
545 sl_ctx->tracker_con = NULL;
550 LOG(log_info, logtype_sl, "connected to Tracker");
553 static void tracker_cursor_cb(GObject *object,
557 GError *error = NULL;
558 slq_t *slq = user_data;
559 gboolean more_results;
568 if (g_cancellable_is_cancelled(slq->cancellable)) {
569 slq->slq_state = SLQ_STATE_CANCELLED;
573 more_results = tracker_sparql_cursor_next_finish(slq->tracker_cursor,
578 LOG(log_error, logtype_sl, "Tracker cursor: %s", error->message);
580 slq->slq_state = SLQ_STATE_ERROR;
585 slq->slq_state = SLQ_STATE_DONE;
589 uri = tracker_sparql_cursor_get_string(slq->tracker_cursor, 0, NULL);
592 * Not sure how this could happen if
593 * tracker_sparql_cursor_next_finish() returns true, but I've
596 LOG(log_debug, logtype_sl, "no URI for result");
600 path = tracker_to_unix_path(slq->query_results, uri);
602 LOG(log_error, logtype_sl, "error converting Tracker URI: %s", uri);
603 slq->slq_state = SLQ_STATE_ERROR;
607 result = access(path, R_OK);
612 id = cnid_for_path(slq->slq_vol->v_cdb, slq->slq_vol->v_path, path, &did);
613 if (id == CNID_INVALID) {
614 LOG(log_error, logtype_sl, "cnid_for_path error: %s", path);
617 uint64var = ntohl(id);
619 if (slq->slq_cnids) {
620 ok = bsearch(&uint64var, slq->slq_cnids, slq->slq_cnids_num,
621 sizeof(uint64_t), cnid_comp_fn);
627 dalloc_add_copy(slq->query_results->cnids->ca_cnids,
628 &uint64var, uint64_t);
629 ok = add_filemeta(slq->slq_reqinfo, slq->query_results->fm_array,
632 LOG(log_error, logtype_sl, "add_filemeta error");
633 slq->slq_state = SLQ_STATE_ERROR;
637 slq->query_results->num_results++;
640 if (slq->query_results->num_results < MAX_SL_RESULTS) {
641 tracker_sparql_cursor_next_async(slq->tracker_cursor,
648 static void tracker_query_cb(GObject *object,
653 GError *error = NULL;
654 slq_t *slq = user_data;
656 if (g_cancellable_is_cancelled(slq->cancellable)) {
657 slq->slq_state = SLQ_STATE_CANCELLED;
661 slq->tracker_cursor = tracker_sparql_connection_query_finish(
662 TRACKER_SPARQL_CONNECTION(object),
667 slq->slq_state = SLQ_STATE_ERROR;
668 LOG(log_error, logtype_sl, "Tracker query error: %s", error->message);
673 slq->slq_state = SLQ_STATE_RESULTS;
675 ok = create_result_handle(slq);
677 LOG(log_error, logtype_sl, "create_result_handle error");
678 slq->slq_state = SLQ_STATE_ERROR;
682 tracker_sparql_cursor_next_async(slq->tracker_cursor,
683 slq->slq_obj->sl_ctx->cancellable,
688 /*******************************************************************************
689 * Spotlight RPC functions
690 ******************************************************************************/
692 static int sl_rpc_fetchPropertiesForContext(const AFPObj *obj,
693 const DALLOC_CTX *query,
705 EC_FAIL_LOG("missing UUID for volume: %s", v->v_localname);
707 dict = talloc_zero(reply, sl_dict_t);
710 s = dalloc_strdup(dict, "kMDSStoreMetaScopes");
711 dalloc_add(dict, s, char *);
713 array = talloc_zero(dict, sl_array_t);
714 s = dalloc_strdup(array, "kMDQueryScopeComputer");
715 dalloc_add(array, s, char *);
716 dalloc_add(dict, array, sl_array_t);
719 s = dalloc_strdup(dict, "kMDSStorePathScopes");
720 dalloc_add(dict, s, char *);
722 array = talloc_zero(dict, sl_array_t);
723 s = dalloc_strdup(array, v->v_path);
724 dalloc_add(array, s, char *);
725 dalloc_add(dict, array, sl_array_t);
728 s = dalloc_strdup(dict, "kMDSStoreUUID");
729 dalloc_add(dict, s, char *);
731 memcpy(uuid.sl_uuid, v->v_uuid, 16);
732 dalloc_add_copy(dict, &uuid, sl_uuid_t);
735 s = dalloc_strdup(dict, "kMDSStoreHasPersistentUUID");
736 dalloc_add(dict, s, char *);
738 dalloc_add_copy(dict, &b, sl_bool_t);
740 dalloc_add(reply, dict, sl_dict_t);
746 static int sl_rpc_openQuery(AFPObj *obj,
747 const DALLOC_CTX *query,
758 char slq_host[MAXPATHLEN + 1];
759 uint16_t convflags = v->v_mtou_flags;
762 GError *error = NULL;
764 array = talloc_zero(reply, sl_array_t);
766 if (obj->sl_ctx->tracker_con == NULL) {
770 /* Allocate and initialize query object */
771 slq = talloc_zero(obj->sl_ctx, slq_t);
772 slq->slq_state = SLQ_STATE_NEW;
775 slq->slq_allow_expr = obj->options.flags & OPTION_SPOTLIGHT_EXPR ? true : false;
776 slq->slq_result_limit = obj->options.sparql_limit;
777 slq->cancellable = g_cancellable_new();
778 talloc_set_destructor(slq, slq_free_cb);
780 LOG(log_debug, logtype_sl, "Spotlight: expr: %s, limit: %" PRIu64,
781 slq->slq_allow_expr ? "yes" : "no", slq->slq_result_limit);
783 /* convert spotlight query charset to host charset */
784 sl_query = dalloc_value_for_key(query, "DALLOC_CTX", 0,
787 if (sl_query == NULL) {
790 ret = convert_charset(CH_UTF8_MAC, v->v_volcharset, v->v_maccharset,
791 sl_query, strlen(sl_query), slq_host, MAXPATHLEN,
794 LOG(log_error, logtype_sl, "charset conversion failed");
797 slq->slq_qstring = talloc_strdup(slq, slq_host);
798 LOG(log_debug, logtype_sl, "Spotlight query: \"%s\"", slq->slq_qstring);
800 slq->slq_time = time(NULL);
801 uint64 = dalloc_get(query, "DALLOC_CTX", 0, "DALLOC_CTX", 0, "uint64_t", 1);
802 if (uint64 == NULL) {
805 slq->slq_ctx1 = *uint64;
807 uint64 = dalloc_get(query, "DALLOC_CTX", 0, "DALLOC_CTX", 0, "uint64_t", 2);
808 if (uint64 == NULL) {
811 slq->slq_ctx2 = *uint64;
813 reqinfo = dalloc_value_for_key(query, "DALLOC_CTX", 0, "DALLOC_CTX", 1,
814 "kMDAttributeArray");
815 if (reqinfo == NULL) {
818 slq->slq_reqinfo = talloc_steal(slq, reqinfo);
820 cnids = dalloc_value_for_key(query, "DALLOC_CTX", 0, "DALLOC_CTX", 1,
821 "kMDQueryItemArray");
823 EC_ZERO_LOG( sl_createCNIDArray(slq, cnids->ca_cnids) );
826 ret = map_spotlight_to_sparql_query(slq, &sparql_query);
828 LOG(log_debug, logtype_sl, "mapping retured non-zero");
831 LOG(log_debug, logtype_sl, "SPARQL query: \"%s\"", sparql_query);
833 tracker_sparql_connection_query_async(obj->sl_ctx->tracker_con,
839 LOG(log_error, logtype_sl, "Couldn't query the Tracker Store: '%s'",
841 g_clear_error(&error);
845 slq->slq_state = SLQ_STATE_RUNNING;
857 dalloc_add_copy(array, &result, uint64_t);
858 dalloc_add(reply, array, sl_array_t);
862 static int sl_rpc_fetchQueryResultsForContext(const AFPObj *obj,
863 const DALLOC_CTX *query,
869 uint64_t *uint64, ctx1, ctx2, status;
873 array = talloc_zero(reply, sl_array_t);
879 uint64 = dalloc_get(query, "DALLOC_CTX", 0, "DALLOC_CTX", 0, "uint64_t", 1);
880 if (uint64 == NULL) {
884 uint64 = dalloc_get(query, "DALLOC_CTX", 0, "DALLOC_CTX", 0, "uint64_t", 2);
885 if (uint64 == NULL) {
890 /* Get query for context */
891 slq = slq_for_ctx(ctx1, ctx2);
896 switch (slq->slq_state) {
897 case SLQ_STATE_RUNNING:
898 case SLQ_STATE_RESULTS:
900 ok = add_results(array, slq);
902 LOG(log_error, logtype_sl, "error adding results");
905 if (slq->slq_state == SLQ_STATE_RESULTS) {
906 tracker_sparql_cursor_next_async(
914 case SLQ_STATE_ERROR:
915 LOG(log_error, logtype_sl, "query in error state");
919 LOG(log_error, logtype_sl, "unexpected query state %d", slq->slq_state);
923 dalloc_add(reply, array, sl_array_t);
929 dalloc_add_copy(array, &status, uint64_t);
930 dalloc_add(reply, array, sl_array_t);
934 static int sl_rpc_storeAttributesForOIDArray(const AFPObj *obj,
935 const DALLOC_CTX *query,
937 const struct vol *vol)
948 EC_NULL_LOG( cnids = dalloc_get(query, "DALLOC_CTX", 0, "sl_cnids_t", 2) );
949 memcpy(&uint64, cnids->ca_cnids->dd_talloc_array[0], sizeof(uint64_t));
951 LOG(log_debug, logtype_sl, "CNID: %" PRIu32, id);
953 if (htonl(id) == DIRDID_ROOT) {
955 } else if (id < CNID_START) {
959 char buffer[12 + MAXPATHLEN + 1];
962 EC_NULL_LOG( path = cnid_resolve(vol->v_cdb, &did, buffer, sizeof(buffer)) );
963 EC_NULL_LOG( dir = dirlookup(vol, did) );
964 EC_NEG1_LOG( movecwd(vol, dir) );
968 * We're possibly supposed to update attributes in two places: the
969 * database and the filesystem. Due to the lack of documentation
970 * and not yet implemented database updates, we cherry pick attributes
971 * that seems to be candidates for updating filesystem metadata.
974 if ((sl_time = dalloc_value_for_key(query, "DALLOC_CTX", 0, "DALLOC_CTX", 1, "DALLOC_CTX", 1, "kMDItemFSContentChangeDate"))) {
975 struct utimbuf utimes;
976 utimes.actime = utimes.modtime = sl_time->tv_sec;
977 utime(path, &utimes);
980 array = talloc_zero(reply, sl_array_t);
982 dalloc_add_copy(array, &sl_res, uint64_t);
983 dalloc_add(reply, array, sl_array_t);
989 static int sl_rpc_fetchAttributeNamesForOIDArray(const AFPObj *obj, const DALLOC_CTX *query, DALLOC_CTX *reply, const struct vol *vol)
998 EC_NULL_LOG( cnids = dalloc_get(query, "DALLOC_CTX", 0, "sl_cnids_t", 1) );
999 memcpy(&uint64, cnids->ca_cnids->dd_talloc_array[0], sizeof(uint64_t));
1000 id = (cnid_t)uint64;
1001 LOG(log_debug, logtype_sl, "sl_rpc_fetchAttributeNamesForOIDArray: CNID: %" PRIu32, id);
1003 if (htonl(id) == DIRDID_ROOT) {
1005 } else if (id < CNID_START) {
1009 char buffer[12 + MAXPATHLEN + 1];
1012 EC_NULL_LOG( path = cnid_resolve(vol->v_cdb, &did, buffer, sizeof(buffer)) );
1013 EC_NULL_LOG( dir = dirlookup(vol, did) );
1014 EC_NEG1_LOG( movecwd(vol, dir) );
1018 sl_array_t *array = talloc_zero(reply, sl_array_t);
1019 dalloc_add(reply, array, sl_array_t);
1021 /* Return result value 0 */
1022 uint64_t sl_res = 0;
1023 dalloc_add_copy(array, &sl_res, uint64_t);
1025 /* Return CNID array */
1026 sl_cnids_t *replycnids = talloc_zero(reply, sl_cnids_t);
1027 replycnids->ca_cnids = talloc_zero(cnids, DALLOC_CTX);
1028 replycnids->ca_unkn1 = 0xfec;
1029 replycnids->ca_context = cnids->ca_context;
1030 uint64 = (uint64_t)id;
1031 dalloc_add_copy(replycnids->ca_cnids, &uint64, uint64_t);
1032 dalloc_add(array, replycnids, sl_cnids_t);
1034 /* Return filemeta array */
1037 * FIXME: this should return the real attributes from all known metadata sources
1038 * (Tracker and filesystem)
1040 sl_array_t *mdattrs = talloc_zero(reply, sl_array_t);
1041 dalloc_add(mdattrs, dalloc_strdup(mdattrs, "kMDItemFSName"), "char *");
1042 dalloc_add(mdattrs, dalloc_strdup(mdattrs, "kMDItemDisplayName"), "char *");
1043 dalloc_add(mdattrs, dalloc_strdup(mdattrs, "kMDItemFSSize"), "char *");
1044 dalloc_add(mdattrs, dalloc_strdup(mdattrs, "kMDItemFSOwnerUserID"), "char *");
1045 dalloc_add(mdattrs, dalloc_strdup(mdattrs, "kMDItemFSOwnerGroupID"), "char *");
1046 dalloc_add(mdattrs, dalloc_strdup(mdattrs, "kMDItemFSContentChangeDate"), "char *");
1048 sl_filemeta_t *fmeta = talloc_zero(reply, sl_filemeta_t);
1049 dalloc_add(fmeta, mdattrs, sl_array_t);
1050 dalloc_add(array, fmeta, sl_filemeta_t);
1056 static int sl_rpc_fetchAttributesForOIDArray(AFPObj *obj, const DALLOC_CTX *query, DALLOC_CTX *reply, const struct vol *vol)
1060 sl_cnids_t *cnids, *replycnids;
1063 sl_array_t *array, *reqinfo, *fm_array;
1064 char buffer[12 + MAXPATHLEN + 1];
1071 array = talloc_zero(reply, sl_array_t);
1072 replycnids = talloc_zero(reply, sl_cnids_t);
1073 replycnids->ca_cnids = talloc_zero(replycnids, DALLOC_CTX);
1074 fm = talloc_zero(array, sl_filemeta_t);
1075 fm_array = talloc_zero(fm, sl_array_t);
1077 if (array == NULL || replycnids == NULL || replycnids->ca_cnids == NULL
1078 || fm == NULL || fm_array == NULL) {
1082 reqinfo = dalloc_get(query, "DALLOC_CTX", 0, "sl_array_t", 1);
1083 if (reqinfo == NULL) {
1086 cnids = dalloc_get(query, "DALLOC_CTX", 0, "sl_cnids_t", 2);
1087 if (cnids == NULL) {
1091 memcpy(&uint64, cnids->ca_cnids->dd_talloc_array[0], sizeof(uint64_t));
1092 id = (cnid_t)uint64;
1094 if (htonl(id) == DIRDID_ROOT) {
1095 path = talloc_strdup(reply, vol->v_path);
1096 } else if (id < CNID_START) {
1100 EC_NULL( name = cnid_resolve(vol->v_cdb, &did, buffer, sizeof(buffer)) );
1101 EC_NULL( dir = dirlookup(vol, did) );
1102 EC_NULL( path = talloc_asprintf(reply, "%s/%s", bdata(dir->d_fullpath), name) );
1105 EC_ZERO( stat(path, &sb) );
1108 dalloc_add_copy(array, &sl_res, uint64_t);
1110 replycnids->ca_unkn1 = 0xfec;
1111 replycnids->ca_context = cnids->ca_context;
1112 uint64 = (uint64_t)id;
1113 dalloc_add_copy(replycnids->ca_cnids, &uint64, uint64_t);
1114 dalloc_add(array, replycnids, sl_cnids_t);
1115 dalloc_add(fm, fm_array, fm_array_t);
1116 dalloc_add_copy(fm_array, &nil, sl_nil_t);
1117 add_filemeta(reqinfo, fm_array, path, &sb);
1119 /* Now add result */
1120 dalloc_add(array, fm, sl_filemeta_t);
1121 dalloc_add(reply, array, sl_array_t);
1125 sl_res = UINT64_MAX;
1126 dalloc_add_copy(array, &sl_res, uint64_t);
1127 dalloc_add(array, fm, sl_filemeta_t);
1128 dalloc_add(reply, array, sl_array_t);
1132 static int sl_rpc_closeQueryForContext(const AFPObj *obj,
1133 const DALLOC_CTX *query,
1135 const struct vol *v)
1139 uint64_t *uint64, ctx1, ctx2;
1143 array = talloc_zero(reply, sl_array_t);
1146 uint64 = dalloc_get(query, "DALLOC_CTX", 0, "DALLOC_CTX", 0, "uint64_t", 1);
1147 if (uint64 == NULL) {
1151 uint64 = dalloc_get(query, "DALLOC_CTX", 0, "DALLOC_CTX", 0, "uint64_t", 2);
1152 if (uint64 == NULL) {
1157 /* Get query for context and free it */
1158 slq = slq_for_ctx(ctx1, ctx2);
1163 switch (slq->slq_state) {
1164 case SLQ_STATE_DONE:
1165 case SLQ_STATE_ERROR:
1169 case SLQ_STATE_RUNNING:
1170 case SLQ_STATE_RESULTS:
1175 LOG(log_error, logtype_sl, "Unexpected state %d", slq->slq_state);
1183 sl_result = UINT64_MAX;
1185 dalloc_add_copy(array, &sl_result, uint64_t);
1186 dalloc_add(reply, array, sl_array_t);
1190 /******************************************************************************
1191 * Spotlight functions
1192 ******************************************************************************/
1194 int spotlight_init(AFPObj *obj)
1196 const char *attributes;
1197 struct sl_ctx *sl_ctx;
1199 LOG(log_info, logtype_sl, "Initializing Spotlight");
1201 sl_ctx = talloc_zero(NULL, struct sl_ctx);
1202 obj->sl_ctx = sl_ctx;
1204 attributes = atalk_iniparser_getstring(obj->iniconfig, INISEC_GLOBAL,
1205 "spotlight attributes", NULL);
1207 configure_spotlight_attributes(attributes);
1211 * Tracker uses glibs event dispatching, so we need a mainloop
1213 sl_ctx->mainloop = g_main_loop_new(NULL, false);
1214 sl_ctx->cancellable = g_cancellable_new();
1216 setenv("DBUS_SESSION_BUS_ADDRESS", "unix:path=" _PATH_STATEDIR "spotlight.ipc", 1);
1217 setenv("XDG_DATA_HOME", _PATH_STATEDIR, 0);
1218 setenv("XDG_CACHE_HOME", _PATH_STATEDIR, 0);
1219 setenv("TRACKER_USE_LOG_FILES", "1", 0);
1221 tracker_sparql_connection_get_async(sl_ctx->cancellable,
1222 tracker_con_cb, sl_ctx);
1227 /******************************************************************************
1229 ******************************************************************************/
1231 int afp_spotlight_rpc(AFPObj *obj, char *ibuf, size_t ibuflen,
1232 char *rbuf, size_t *rbuflen)
1235 TALLOC_CTX *tmp_ctx = talloc_new(NULL);
1247 if (!(obj->options.flags & OPTION_SPOTLIGHT)) {
1252 * Process finished glib events
1256 event = g_main_context_iteration(NULL, false);
1258 slq_cancelled_cleanup();
1263 vid = SVAL(ibuf, 0);
1264 LOG(log_debug, logtype_sl, "afp_spotlight_rpc(vid: %" PRIu16 ")", vid);
1266 if ((vol = getvolbyvid(vid)) == NULL) {
1267 LOG(log_error, logtype_sl, "afp_spotlight_rpc: bad volume id: %" PRIu16 ")", vid);
1268 ret = AFPERR_ACCESS;
1272 /* IVAL(ibuf, 2): unknown, always 0x00008004, some flags ? */
1274 cmd = RIVAL(ibuf, 6);
1275 LOG(log_debug, logtype_sl, "afp_spotlight_rpc(cmd: %d)", cmd);
1277 /* IVAL(ibuf, 10: unknown, always 0x00000000 */
1281 case SPOTLIGHT_CMD_OPEN:
1282 case SPOTLIGHT_CMD_OPEN2:
1283 RSIVAL(rbuf, 0, ntohs(vid));
1285 len = strlen(vol->v_path) + 1;
1286 strncpy(rbuf + 8, vol->v_path, len);
1287 *rbuflen += 8 + len;
1290 case SPOTLIGHT_CMD_FLAGS:
1291 RSIVAL(rbuf, 0, 0x0100006b); /* Whatever this value means... flags? Helios uses 0x1eefface */
1295 case SPOTLIGHT_CMD_RPC:
1296 EC_NULL( query = talloc_zero(tmp_ctx, DALLOC_CTX) );
1297 EC_NULL( reply = talloc_zero(tmp_ctx, DALLOC_CTX) );
1298 EC_NEG1_LOG( sl_unpack(query, ibuf + 22) );
1300 LOG(log_debug, logtype_sl, "Spotlight RPC request:\n%s",
1303 EC_NULL_LOG( rpccmd = dalloc_get(query, "DALLOC_CTX", 0, "DALLOC_CTX", 0, "char *", 0) );
1305 if (STRCMP(rpccmd, ==, "fetchPropertiesForContext:")) {
1306 EC_ZERO_LOG( sl_rpc_fetchPropertiesForContext(obj, query, reply, vol) );
1307 } else if (STRCMP(rpccmd, ==, "openQueryWithParams:forContext:")) {
1308 EC_ZERO_LOG( sl_rpc_openQuery(obj, query, reply, vol) );
1309 } else if (STRCMP(rpccmd, ==, "fetchQueryResultsForContext:")) {
1310 EC_ZERO_LOG( sl_rpc_fetchQueryResultsForContext(obj, query, reply, vol) );
1311 } else if (STRCMP(rpccmd, ==, "storeAttributes:forOIDArray:context:")) {
1312 EC_ZERO_LOG( sl_rpc_storeAttributesForOIDArray(obj, query, reply, vol) );
1313 } else if (STRCMP(rpccmd, ==, "fetchAttributeNamesForOIDArray:context:")) {
1314 EC_ZERO_LOG( sl_rpc_fetchAttributeNamesForOIDArray(obj, query, reply, vol) );
1315 } else if (STRCMP(rpccmd, ==, "fetchAttributes:forOIDArray:context:")) {
1316 EC_ZERO_LOG( sl_rpc_fetchAttributesForOIDArray(obj, query, reply, vol) );
1317 } else if (STRCMP(rpccmd, ==, "closeQueryForContext:")) {
1318 EC_ZERO_LOG( sl_rpc_closeQueryForContext(obj, query, reply, vol) );
1320 LOG(log_error, logtype_sl, "afp_spotlight_rpc: unknown Spotlight RPC: %s", rpccmd);
1323 LOG(log_debug, logtype_sl, "Spotlight RPC reply dump:\n%s",
1329 EC_NEG1_LOG( len = sl_pack(reply, rbuf + 4) );
1335 talloc_free(tmp_ctx);
1336 if (ret != AFP_OK) {