enhance: use nori

2024-10-10 19:47:34 +09:00 · 2024-10-10 19:47:34 +09:00 · 8dbc610125
commit 8dbc610125
parent 8839cdd4d0
2 changed files with 16 additions and 2 deletions
--- a/app/chewy/public_statuses_index.rb
+++ b/app/chewy/public_statuses_index.rb
@ -21,6 +21,13 @@ class PublicStatusesIndex < Chewy::Index
      },
    },

+    tokenizer: {
+      nori: {
+        type: 'nori_tokenizer',
+        decompound_mode: 'mixed',
+      },
+    },
+
    analyzer: {
      verbatim: {
        tokenizer: 'uax_url_email',
@ -28,7 +35,7 @@ class PublicStatusesIndex < Chewy::Index
      },

      content: {
-        tokenizer: 'standard',
+        tokenizer: 'nori',
        filter: %w(
          lowercase
          asciifolding
--- a/app/chewy/statuses_index.rb
+++ b/app/chewy/statuses_index.rb
@ -21,6 +21,13 @@ class StatusesIndex < Chewy::Index
      },
    },

+    tokenizer: {
+      nori: {
+        type: 'nori_tokenizer',
+        decompound_mode: 'mixed',
+      },
+    },
+
    analyzer: {
      verbatim: {
        tokenizer: 'uax_url_email',
@ -28,7 +35,7 @@ class StatusesIndex < Chewy::Index
      },

      content: {
-        tokenizer: 'standard',
+        tokenizer: 'nori',
        filter: %w(
          lowercase
          asciifolding