test-framework/org.gnit.lucenekmp.tests.index/BaseTermVectorsFormatTestCase/RandomTokenStream

RandomTokenStream

open class RandomTokenStream(len: Int, sampleTerms: Array<String>, sampleTermBytes: Array<BytesRef>) : TokenStream

Produces a random TokenStream based off of provided terms.

Constructors

RandomTokenStream

constructor(len: Int, sampleTerms: Array<String>, sampleTermBytes: Array<BytesRef>)

Properties

attributeClassesIterator

val attributeClassesIterator: Iterator<Any>

attributeFactory

val attributeFactory: AttributeFactory

attributeImplsIterator

val attributeImplsIterator: Iterator<AttributeImpl>

val endOffsets: IntArray

val freqs: MutableMap<String, Int>

var i: Int

val oAtt: OffsetAttribute

val pAtt: PayloadAttribute

val payloads: Array<BytesRef?>

val piAtt: PositionIncrementAttribute

val positions: IntArray

positionsIncrements

val positionsIncrements: IntArray

positionToTerms

val positionToTerms: MutableMap<Int, MutableSet<Int>>

val startOffsets: IntArray

startOffsetToTerms

val startOffsetToTerms: MutableMap<Int, MutableSet<Int>>

val termAtt: CharTermAttribute

val termBytes: Array<BytesRef>

val terms: Array<String>

Functions

fun <T : Attribute> addAttribute(attClass: KClass<T>): T

addAttributeImpl

fun addAttributeImpl(att: AttributeImpl)

fun captureState(): AttributeSource.State?

clearAttributes

fun clearAttributes()

cloneAttributes

fun cloneAttributes(): AttributeSource

open override fun close()

fun copyTo(target: AttributeSource)

open fun end()

fun endAttributes()

open operator override fun equals(obj: Any?): Boolean

fun <T : Attribute> getAttribute(attClass: KClass<T>): T?

fun hasAttribute(attClass: KClass<out Attribute>): Boolean

fun hasAttributes(): Boolean

open override fun hashCode(): Int

fun hasPayloads(): Boolean

open override fun incrementToken(): Boolean

reflectAsString

fun reflectAsString(prependAttClass: Boolean): String

fun reflectWith(reflector: AttributeReflector)

removeAllAttributes

fun removeAllAttributes()

open override fun reset()

fun restoreState(state: AttributeSource.State?)

open override fun toString(): String