core/org.gnit.lucenekmp.analysis.standard/StandardTokenizerFactory

StandardTokenizerFactory

class StandardTokenizerFactory : TokenizerFactory

<fieldType name="text_stndrd" class="solr.TextField" positionIncrementGap="100">
<analyzer>
<tokenizer class="solr.StandardTokenizerFactory" maxTokenLength="255"/>
</analyzer>
</fieldType>

Since

3.1

Constructors

StandardTokenizerFactory

constructor(args: MutableMap<String, String>)

Creates a new StandardTokenizerFactory

constructor()

Default ctor for compatibility with SPI

Types

Companion

object Companion

Properties

classArg

val classArg: String

isExplicitLuceneMatchVersion

var isExplicitLuceneMatchVersion: Boolean

whether the luceneMatchVersion arg is explicitly specified in the serialized schema

maxTokenLength

var maxTokenLength: Int

originalArgs

lateinit var originalArgs: Map<String, String>

The original args, before any processing

Functions

create

fun create(): Tokenizer

Creates a TokenStream of the specified input using the default attribute factory.

open override fun create(factory: AttributeFactory): StandardTokenizer

Creates a TokenStream of the specified input using the given AttributeFactory

get

fun get(args: MutableMap<String, String>, name: String): String?

fun get(args: MutableMap<String, String>, name: String, defaultVal: String): String

fun get(args: MutableMap<String, String>, name: String, allowedValues: MutableCollection<String>, defaultVal: String? = null, caseSensitive: Boolean = true): String?

getChar

fun getChar(args: MutableMap<String, String>, name: String, defaultValue: Char): Char

getSet

fun getSet(args: MutableMap<String, String>, name: String): MutableSet<String>?

Returns whitespace- and/or comma-separated set of values, or null if none are found

require

fun require(args: MutableMap<String, String>, name: String): String

fun require(args: MutableMap<String, String>, name: String, allowedValues: MutableCollection<String>, caseSensitive: Boolean = true): String

requireChar

fun requireChar(args: MutableMap<String, String>, name: String): Char