kuromoji/org.gnit.lucenekmp.analysis.ja/Token

Token

class Token(surfaceForm: CharArray, offset: Int, length: Int, startOffset: Int, endOffset: Int, morphId: Int, type: TokenType, morphData: JaMorphData) : Token

Analyzed token with morphological data from its dictionary.

Constructors

constructor(surfaceForm: CharArray, offset: Int, length: Int, startOffset: Int, endOffset: Int, morphId: Int, type: TokenType, morphData: JaMorphData)

Properties

val endOffset: Int

val length: Int

val offset: Int

positionIncrement

var positionIncrement: Int

var positionLength: Int

val startOffset: Int

val surfaceForm: CharArray

surfaceFormString

val surfaceFormString: String

val type: TokenType

Functions

fun getBaseForm(): String?

getInflectionForm

fun getInflectionForm(): String?

getInflectionType

fun getInflectionType(): String?

getPartOfSpeech

fun getPartOfSpeech(): String?

getPronunciation

fun getPronunciation(): String?

fun getReading(): String?

fun isKnown(): Boolean

Returns true if this token is known word

fun isUnknown(): Boolean

Returns true if this token is unknown word

fun isUser(): Boolean

Returns true if this token is defined in user dictionary

open override fun toString(): String