kuromojiの設定を追加

This commit is contained in:
nagoya 2024-09-01 14:25:18 +09:00
parent cbd9c81277
commit ad7c411f83

View File

@ -1,9 +1,12 @@
# kuromoji, analysis-icuの記述を追加
# refresh_intevalを30s->5mに変更(なんとなく)
# frozen_string_literal: true
class StatusesIndex < Chewy::Index
include DatetimeClampingConcern
settings index: index_preset(refresh_interval: '30s', number_of_shards: 5), analysis: {
settings index: index_preset(refresh_interval: '5m', number_of_shards: 5), analysis: {
filter: {
english_stop: {
type: 'stop',
@ -20,6 +23,13 @@ class StatusesIndex < Chewy::Index
language: 'possessive_english',
},
},
tokenizer: {
kuromoji: {
type: 'kuromoji_tokenizer',
#mode: 'search',
}
}
analyzer: {
verbatim: {
@ -28,13 +38,23 @@ class StatusesIndex < Chewy::Index
},
content: {
tokenizer: 'standard',
tokenizer: 'kuromoji',
type: 'custom',
char_filter: %w(
icu_normalizer
html_strip
kuromoji_iteration_mark
),
filter: %w(
english_possessive_stemmer
lowercase
asciifolding
kuromoji_stemmer
kuromoji_number
kuromoji_baseform
icu_nomalizer
cjk_width
elision
english_possessive_stemmer
english_stop
english_stemmer
),