nori/org.gnit.lucenekmp.analysis.ko/DictionaryToken

DictionaryToken

class DictionaryToken(type: TokenType, morphAtts: KoMorphData, wordId: Int, surfaceForm: CharArray, offset: Int, length: Int, startOffset: Int, endOffset: Int) : Token

A token stored in a KoMorphData.

Constructors

DictionaryToken

constructor(type: TokenType, morphAtts: KoMorphData, wordId: Int, surfaceForm: CharArray, offset: Int, length: Int, startOffset: Int, endOffset: Int)

Properties

endOffset

val endOffset: Int

leftPOS

open override val leftPOS: POS.Tag

Get the left part of speech of the token.

length

val length: Int

morphemeArray

open override val morphemeArray: Array<KoMorphData.Morpheme>?

Get the KoMorphData.Morpheme decomposition of the token.

offset

val offset: Int

positionIncrement

var positionIncrement: Int

positionLength

var positionLength: Int

posType

open override val posType: POS.Type

Get the POS.Type of the token.

readingValue

open override val readingValue: String?

Get the reading of the token.

rightPOS

open override val rightPOS: POS.Tag

Get the right part of speech of the token.

startOffset

val startOffset: Int

surfaceForm

val surfaceForm: CharArray

surfaceFormString

val surfaceFormString: String

type

val type: TokenType

Functions

isKnown

fun isKnown(): Boolean

Returns true if this token is known word

isUnknown

fun isUnknown(): Boolean

Returns true if this token is unknown word

isUser

fun isUser(): Boolean

Returns true if this token is defined in user dictionary

toString

open override fun toString(): String