summaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorCarlos Garnacho <carlos@lanedo.com>2013-02-12 18:59:34 +0100
committerCarlos Garnacho <carlos@lanedo.com>2013-02-12 19:02:21 +0100
commit4f7a807341429836f140918ff4a82ecb5b274f7c (patch)
tree8e281dfca8212e9a30e04cd588a926830f0cef35
parent6786e81310fa1d9cfd3a36e01d69ae21970c3026 (diff)
downloadtracker-fts4.tar.gz
fts: Obey min-word-length configuration on the tokenizerfts4
-rw-r--r--src/libtracker-fts/tracker-fts-tokenizer.c4
1 files changed, 3 insertions, 1 deletions
diff --git a/src/libtracker-fts/tracker-fts-tokenizer.c b/src/libtracker-fts/tracker-fts-tokenizer.c
index 2e1232627..2dfc99750 100644
--- a/src/libtracker-fts/tracker-fts-tokenizer.c
+++ b/src/libtracker-fts/tracker-fts-tokenizer.c
@@ -34,6 +34,7 @@ typedef struct TrackerCursor TrackerCursor;
struct TrackerTokenizer {
sqlite3_tokenizer base;
TrackerLanguage *language;
+ int min_word_length;
int max_word_length;
int max_words;
gboolean enable_stemmer;
@@ -70,6 +71,7 @@ static int trackerCreate(
config = tracker_fts_config_new ();
+ p->min_word_length = tracker_fts_config_get_min_word_length (config);
p->max_word_length = tracker_fts_config_get_max_word_length (config);
p->enable_stemmer = tracker_fts_config_get_enable_stemmer (config);
p->enable_unaccent = tracker_fts_config_get_enable_unaccent (config);
@@ -181,7 +183,7 @@ static int trackerNext(
if (!pToken){
return SQLITE_DONE;
}
- } while (stop_word && p->ignore_stop_words);
+ } while (stop_word && p->ignore_stop_words && len < p->min_word_length);
*ppToken = pToken;
*piStartOffset = start;