JapaneseTokenizer
constructor(userDictionary: UserDictionary?, discardPunctuation: Boolean, mode: JapaneseTokenizer.Mode)
constructor(userDictionary: UserDictionary?, discardPunctuation: Boolean, discardCompoundToken: Boolean, mode: JapaneseTokenizer.Mode)
constructor(factory: AttributeFactory, userDictionary: UserDictionary?, discardPunctuation: Boolean, mode: JapaneseTokenizer.Mode)
constructor(factory: AttributeFactory, userDictionary: UserDictionary?, discardPunctuation: Boolean, discardCompoundToken: Boolean, mode: JapaneseTokenizer.Mode)
constructor(factory: AttributeFactory, systemDictionary: TokenInfoDictionary, unkDictionary: UnknownDictionary, connectionCosts: ConnectionCosts, userDictionary: UserDictionary?, discardPunctuation: Boolean, discardCompoundToken: Boolean, mode: JapaneseTokenizer.Mode)