SWREI/instrumental
0
0
Fork 0
Code Issues Activity

enhance: use nori

Browse Source
This commit is contained in:
オスカー、 2024-10-10 19:47:34 +09:00
parent 8839cdd4d0
commit 8dbc610125
Signed by: SWREI
GPG Key ID: 139D6573F92DA9F7
2 changed files with 16 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
app/chewy/public_statuses_index.rb
View File

@ -21,6 +21,13 @@ class PublicStatusesIndex < Chewy::Index
}, },
}, },
tokenizer: {
nori: {
type: 'nori_tokenizer',
decompound_mode: 'mixed',
},
},
analyzer: { analyzer: {
verbatim: { verbatim: {
tokenizer: 'uax_url_email', tokenizer: 'uax_url_email',
@ -28,7 +35,7 @@ class PublicStatusesIndex < Chewy::Index
}, },
content: { content: {
tokenizer: 'standard', tokenizer: 'nori',
filter: %w( filter: %w(
lowercase lowercase
asciifolding asciifolding

9
app/chewy/statuses_index.rb
View File

@ -21,6 +21,13 @@ class StatusesIndex < Chewy::Index
}, },
}, },
tokenizer: {
nori: {
type: 'nori_tokenizer',
decompound_mode: 'mixed',
},
},
analyzer: { analyzer: {
verbatim: { verbatim: {
tokenizer: 'uax_url_email', tokenizer: 'uax_url_email',
@ -28,7 +35,7 @@ class StatusesIndex < Chewy::Index
}, },
content: { content: {
tokenizer: 'standard', tokenizer: 'nori',
filter: %w( filter: %w(
lowercase lowercase
asciifolding asciifolding