Merge pull request #243 from nyaadevs/elasticsearch-fullword

Multi-field search display_name to match words over ngram limit. Resolves #205

es_mapping.yml

@@ -23,6 +23,17 @@ settings:
           - my_ngram
           - word_delimit
           - trim_zero
+      # For matching full words longer than the ngram limit (15 chars)
+      my_fullword_index_analyzer:
+        type: custom
+        tokenizer: standard
+        char_filter:
+          - my_char_filter
+        filter:
+          - lowercase
+          - word_delimit
+          # These should be enough, as my_index_analyzer will match the rest
+
     filter:
       my_ngram:
         type: edgeNGram
@@ -67,7 +78,13 @@ mappings:
         # the scene convention of stuff in brackets, plus stuff like k-on
         type: text
         analyzer: my_index_analyzer
-        fielddata: true
+        fielddata: true # Is this required?
+        fields:
+          # Multi-field for full-word matching (when going over ngram limits)
+          # Note: will have to be queried for, not automatic
+          fullword:
+            type: text
+            analyzer: my_fullword_index_analyzer
       created_time:
         type: date
         # Only in the ES index for generating magnet links

nyaa/search.py

@@ -109,6 +109,8 @@ def search_elastic(term='', user=None, sort='id', order='desc',
     # Apply search term
     if term:
         s = s.query('simple_query_string',
+                    # Query both fields, latter for words with >15 chars
+                    fields=['display_name', 'display_name.fullword'],
                     analyzer='my_search_analyzer',
                     default_operator="AND",
                     query=term)