From 95147b581608f089e5ac54e7327dcad1e2578a5f Mon Sep 17 00:00:00 2001 From: julian laplace Date: Tue, 20 Jan 2026 15:05:30 +0100 Subject: redo lexicon --- bucky/search/lexicon.js | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) diff --git a/bucky/search/lexicon.js b/bucky/search/lexicon.js index 6dec355..d725777 100644 --- a/bucky/search/lexicon.js +++ b/bucky/search/lexicon.js @@ -106,8 +106,11 @@ function parse_terms(opt) { var terms = string.replace(underscoreRegexp, " ").split(spaceRegexp); for (const term of terms) { var parsedTerm = parse_term(term); + if (STOPWORDS.has(parsedTerm)) { + continue; + } if (!term || !parsedTerm) { - return; + continue; } if (!lexicon.has(parsedTerm)) { lexicon.set(parsedTerm, {}); @@ -149,7 +152,6 @@ function lexicon_store() { // console.log(Object.keys(lexicon)); search_db.reset(); for (const term of lexicon.keys()) { - if (STOPWORDS.has(term)) return; var serialized = serialize_matches(term); if (!serialized) return; if (put_total % 5000 === 0) console.log(put_total + "..."); -- cgit v1.2.3-70-g09d2