common/org.gnit.lucenekmp.analysis.morph/Token

Token

abstract class Token(val surfaceForm: CharArray, val offset: Int, val length: Int, val startOffset: Int, val endOffset: Int, val type: TokenType)

Analyzed token with morphological data.

Constructors

constructor(surfaceForm: CharArray, offset: Int, length: Int, startOffset: Int, endOffset: Int, type: TokenType)

Properties

val endOffset: Int

val length: Int

val offset: Int

positionIncrement

var positionIncrement: Int

var positionLength: Int

val startOffset: Int

val surfaceForm: CharArray

surfaceFormString

val surfaceFormString: String

val type: TokenType