redo lexiconHEADmaster

1 files changed, 4 insertions, 2 deletions

diff --git a/bucky/search/lexicon.js b/bucky/search/lexicon.js
index 6dec355..d725777 100644
--- a/bucky/search/lexicon.js
+++ b/bucky/search/lexicon.js
@@ -106,8 +106,11 @@ function parse_terms(opt) {
   var terms = string.replace(underscoreRegexp, " ").split(spaceRegexp);
   for (const term of terms) {
     var parsedTerm = parse_term(term);
+    if (STOPWORDS.has(parsedTerm)) {
+      continue;
+    }
     if (!term || !parsedTerm) {
-      return;
+      continue;
     }
     if (!lexicon.has(parsedTerm)) {
       lexicon.set(parsedTerm, {});
@@ -149,7 +152,6 @@ function lexicon_store() {
   // console.log(Object.keys(lexicon));
   search_db.reset();
   for (const term of lexicon.keys()) {
-    if (STOPWORDS.has(term)) return;
     var serialized = serialize_matches(term);
     if (!serialized) return;
     if (put_total % 5000 === 0) console.log(put_total + "...");