2 Copyright (c) 2012 Frank Lahm <franklahm@gmail.com>
4 This program is free software; you can redistribute it and/or modify
5 it under the terms of the GNU General Public License as published by
6 the Free Software Foundation; either version 2 of the License, or
7 (at your option) any later version.
9 This program is distributed in the hope that it will be useful,
10 but WITHOUT ANY WARRANTY; without even the implied warranty of
11 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
12 GNU General Public License for more details.
17 #endif /* HAVE_CONFIG_H */
23 #include <tracker-sparql.h>
24 #include <libtracker-miner/tracker-miner.h>
26 #include <atalk/util.h>
27 #include <atalk/errchk.h>
28 #include <atalk/logger.h>
29 #include <atalk/unix.h>
31 #include "spotlight.h"
33 #define MAX_SL_RESULTS 20
35 static TrackerSparqlConnection *connection;
36 static TrackerMinerManager *manager;
38 char *tracker_to_unix_path(const char *uri)
44 EC_NULL_LOG( f = g_file_new_for_uri(uri) );
45 EC_NULL_LOG( path = g_file_get_path(f) );
55 static int sl_mod_init(void *p)
61 LOG(log_info, logtype_sl, "sl_mod_init: %s", msg);
64 setenv("DBUS_SESSION_BUS_ADDRESS", "unix:path=/tmp/spotlight.ipc", 1);
65 setenv("TRACKER_SPARQL_BACKEND", "bus", 1);
68 setenv("TRACKER_VERBOSITY", "3", 1);
69 dup2(type_configs[logtype_sl].fd, 1);
70 dup2(type_configs[logtype_sl].fd, 2);
74 connection = tracker_sparql_connection_get(NULL, &error);
75 manager = tracker_miner_manager_new_full(FALSE, &error);
79 LOG(log_error, logtype_sl, "Couldn't obtain a direct connection to the Tracker store: %s",
80 error ? error->message : "unknown error");
81 g_clear_error(&error);
86 LOG(log_error, logtype_sl, "Couldn't connect to Tracker miner");
87 g_clear_error(&error);
96 * Return talloced query from query string
99 static const gchar *map_spotlight_to_sparql_query(slq_t *slq)
102 const gchar *sparql_query;
103 const char *sparql_query_format;
104 const char *slquery = slq->slq_qstring;
107 LOG(log_debug, logtype_sl, "query_word_from_sl_query: \"%s\"", slquery);
109 if ((word = strstr(slquery, "*==")) || (word = strstr(slquery, "kMDItemTextContent=="))) {
110 /* Full text search */
111 sparql_query_format = "SELECT nie:url(?uri) WHERE {?uri nie:url ?url . FILTER(fn:starts-with(?url, 'file://%s')) . ?uri fts:match '%s'}";
112 EC_NULL_LOG( word = strchr(word, '"') );
114 EC_NULL( word = dalloc_strdup(slq, word) );
115 EC_NULL_LOG( p = strchr(word, '"') );
117 sparql_query = talloc_asprintf(slq, sparql_query_format, slq->slq_vol->v_path, word);
118 LOG(log_debug, logtype_sl, "query_word_from_sl_query: \"%s\"", sparql_query);
119 } else if ((word = strstr(slquery, "kMDItemDisplayName=="))) {
120 /* Filename search */
121 sparql_query_format = "SELECT ?url WHERE { ?x nie:url ?url ; nfo:fileName ?name FILTER(fn:starts-with(?url, 'file://%s/') && regex(?name, '%s')) }";
122 EC_NULL_LOG( word = strchr(word, '"') );
124 EC_NULL( word = dalloc_strdup(slq, word) );
125 EC_NULL_LOG( p = strchr(word, '"') );
130 sparql_query = talloc_asprintf(slq, sparql_query_format, slq->slq_vol->v_path, word);
131 LOG(log_debug, logtype_sl, "query_word_from_sl_query: \"%s\"", sparql_query);
133 EC_FAIL_LOG("Can't parse SL query: '%s'", slquery);
142 static void tracker_cb(GObject *source_object, GAsyncResult *res, gpointer user_data)
144 slq_t *slq = user_data;
145 TrackerSparqlCursor *cursor;
146 GError *error = NULL;
148 LOG(log_debug, logtype_sl, "tracker_cb");
150 cursor = tracker_sparql_connection_query_finish(connection, res, &error);
153 LOG(log_error, logtype_sl, "sl_mod_fetch_result: Couldn't query the Tracker Store: '%s'",
154 error ? error->message : "unknown error");
155 g_clear_error(&error);
159 slq->slq_tracker_cursor = cursor;
162 static int sl_mod_start_search(void *p)
166 const gchar *sparql_query;
167 GError *error = NULL;
169 LOG(log_debug, logtype_sl, "sl_mod_start_search: Spotlight query string: \"%s\"", slq->slq_qstring);
171 EC_NULL_LOG( sparql_query = map_spotlight_to_sparql_query(slq) );
172 LOG(log_debug, logtype_sl, "sl_mod_start_search: SPARQL query: \"%s\"", sparql_query);
175 /* Start the async query */
176 tracker_sparql_connection_query_async(connection, sparql_query, NULL, tracker_cb, slq);
180 slq->slq_tracker_cursor = tracker_sparql_connection_query(connection, sparql_query, NULL, &error);
184 LOG(log_error, logtype_sl, "Couldn't query the Tracker Store: '%s'",
185 error ? error->message : "unknown error");
186 g_clear_error(&error);
189 slq->slq_state = SLQ_STATE_RUNNING;
195 static int add_filemeta(sl_array_t *reqinfo, sl_array_t *fm_array, cnid_t id, const char *path)
202 if ((metacount = talloc_array_length(reqinfo->dd_talloc_array)) == 0) {
203 dalloc_add_copy(fm_array, &nil, sl_nil_t);
207 LOG(log_debug, logtype_sl, "add_filemeta: metadata count: %d", metacount);
209 meta = talloc_zero(fm_array, sl_array_t);
211 for (i = 0; i < metacount; i++) {
212 if (STRCMP(reqinfo->dd_talloc_array[i], ==, "kMDItemDisplayName")) {
214 if ((p = strrchr(path, '/'))) {
215 name = dalloc_strdup(meta, p + 1);
216 dalloc_add(meta, name, "char *");
219 dalloc_add_copy(meta, &nil, sl_nil_t);
223 dalloc_add(fm_array, meta, sl_array_t);
229 static int sl_mod_fetch_result(void *p)
233 GError *error = NULL;
240 sl_array_t *fm_array;
243 gboolean qres, firstmatch = true;
245 if (!slq->slq_tracker_cursor) {
246 LOG(log_debug, logtype_sl, "sl_mod_fetch_result: no results found");
251 cnids = talloc_zero(slq->slq_reply, sl_cnids_t);
252 cnids->ca_cnids = talloc_zero(cnids, DALLOC_CTX);
253 cnids->ca_unkn1 = 0xadd;
254 cnids->ca_context = slq->slq_ctx2;
256 /* Prepare FileMeta */
257 fm = talloc_zero(slq->slq_reply, sl_filemeta_t);
258 fm_array = talloc_zero(fm, sl_array_t);
259 dalloc_add(fm, fm_array, sl_array_t);
261 LOG(log_debug, logtype_sl, "sl_mod_fetch_result: now interating Tracker results cursor");
263 while ((slq->slq_state == SLQ_STATE_RUNNING) && (i <= MAX_SL_RESULTS)) {
265 qres = tracker_sparql_cursor_next(slq->slq_tracker_cursor, NULL, &error);
272 /* For some reason the list of results always starts with a nil entry */
273 dalloc_add_copy(fm_array, &nil, sl_nil_t);
278 uri = tracker_sparql_cursor_get_string(slq->slq_tracker_cursor, 0, NULL);
281 EC_NULL_LOG( path = tracker_to_unix_path(uri) );
283 if ((id = cnid_for_path(slq->slq_vol->v_cdb, slq->slq_vol->v_path, path, &did)) == CNID_INVALID) {
284 LOG(log_error, logtype_sl, "sl_mod_fetch_result: cnid_for_path error");
287 LOG(log_debug, logtype_sl, "Result %d: CNID: %" PRIu32 ", path: \"%s\"", i, ntohl(id), path);
290 dalloc_add_copy(cnids->ca_cnids, &uint64, uint64_t);
291 add_filemeta(slq->slq_reqinfo, fm_array, id, path);
299 LOG(log_error, logtype_sl, "Couldn't query the Tracker Store: '%s'",
300 error ? error->message : "unknown error");
301 g_clear_error (&error);
305 if (i < MAX_SL_RESULTS)
306 slq->slq_state = SLQ_STATE_DONE;
308 uint64 = (i > 0) ? 35 : 0; /* OS X AFP server returns 35 here if results are found */
309 dalloc_add_copy(slq->slq_reply, &uint64, uint64_t);
310 dalloc_add(slq->slq_reply, cnids, sl_cnids_t);
311 dalloc_add(slq->slq_reply, fm, sl_filemeta_t);
315 if (slq->slq_tracker_cursor) {
316 g_object_unref(slq->slq_tracker_cursor);
317 slq->slq_tracker_cursor = NULL;
323 /* Free ressources allocated in this module */
324 static int sl_mod_close_query(void *p)
329 if (slq->slq_tracker_cursor) {
330 g_object_unref(slq->slq_tracker_cursor);
331 slq->slq_tracker_cursor = NULL;
338 static int sl_mod_error(void *p)
346 if (slq->slq_tracker_cursor) {
347 g_object_unref(slq->slq_tracker_cursor);
348 slq->slq_tracker_cursor = NULL;
355 static int sl_mod_index_file(const void *p)
357 #ifdef HAVE_TRACKER_MINER
364 GError *error = NULL;
367 file = g_file_new_for_commandline_arg(f);
370 tracker_miner_manager_index_file(manager, file, &error);
374 LOG(log_error, logtype_sl, "sl_mod_index_file(\"%s\"): indexing failed", f);
376 LOG(log_debug, logtype_sl, "sl_mod_index_file(\"%s\"): indexing file was successful", f);
380 g_object_unref(file);
387 struct sl_module_export sl_mod = {