kuromoji/org.gnit.lucenekmp.analysis.ja/JapaneseAnalyzer

JapaneseAnalyzer

class JapaneseAnalyzer : StopwordAnalyzerBase

Analyzer for Japanese that uses morphological analysis.

See also

JapaneseTokenizer

Constructors

JapaneseAnalyzer

constructor()

constructor(userDict: UserDictionary?, mode: JapaneseTokenizer.Mode, stopwords: CharArraySet, stoptags: Set<String>)

Types

object Companion

Properties

val reuseStrategy: Analyzer.ReuseStrategy

val stopwords: CharArraySet

var storedValue: CloseableThreadLocal<Any>?

Functions

open override fun close()

open fun getOffsetGap(fieldName: String?): Int

getPositionIncrementGap

open fun getPositionIncrementGap(fieldName: String?): Int

fun normalize(fieldName: String, text: String): BytesRef

fun tokenStream(fieldName: String, text: String): TokenStream

fun tokenStream(fieldName: String, reader: Reader): TokenStream