test-framework/org.gnit.lucenekmp.tests.analysis/Token

Token

class Token : PackedTokenAttributeImpl, FlagsAttribute, PayloadAttribute

A Token is an occurrence of a term from the text of a field. It consists of the term's text, start and end offsets, and optionally flags and payload.

Constructors

Token

constructor()

constructor(text: CharSequence, start: Int, end: Int)

constructor(text: CharSequence, posInc: Int, start: Int, end: Int)

constructor(text: CharSequence, posInc: Int, start: Int, end: Int, posLength: Int)

Types

Companion

object Companion

Properties

bytesRef

open override val bytesRef: BytesRef

flags

open override var flags: Int

length

open override val length: Int

payload

open override var payload: BytesRef?

positionLength

open override var positionLength: Int

termFrequency

open override var termFrequency: Int

Functions

append

open override fun append(c: Char): CharTermAttribute

open override fun append(csq: CharSequence?): CharTermAttribute

open override fun append(s: String): CharTermAttribute

open override fun append(s: StringBuilder): CharTermAttribute

open override fun append(ta: CharTermAttribute): CharTermAttribute

open override fun append(csq: CharSequence?, start: Int, end: Int): CharTermAttribute

buffer

open override fun buffer(): CharArray

clear

open override fun clear()

clone

open override fun clone(): Token

copyBuffer

open override fun copyBuffer(buffer: CharArray, offset: Int, length: Int)

copyTo

open override fun copyTo(target: AttributeImpl)

end

open override fun end()

endOffset

open override fun endOffset(): Int

equals

open operator override fun equals(obj: Any?): Boolean

get

open operator override fun get(index: Int): Char

getPositionIncrement

open override fun getPositionIncrement(): Int

hashCode

open override fun hashCode(): Int

reflectAsString

fun reflectAsString(prependAttClass: Boolean): String

reflectWith

open override fun reflectWith(reflector: AttributeReflector)

reinit

fun reinit(prototype: Token)

Copy the prototype token's fields into this one. Payloads are shared.

resizeBuffer

open override fun resizeBuffer(newSize: Int): CharArray

setEmpty

open override fun setEmpty(): CharTermAttribute?

setLength

open override fun setLength(length: Int): CharTermAttribute

setOffset

open override fun setOffset(startOffset: Int, endOffset: Int)

setPositionIncrement

open override fun setPositionIncrement(positionIncrement: Int)

setType

open override fun setType(type: String)

startOffset

open override fun startOffset(): Int

subSequence

open override fun subSequence(start: Int, end: Int): CharSequence

toString

open override fun toString(): String

type

open override fun type(): String