common/org.gnit.lucenekmp.analysis.shingle/ShingleAnalyzerWrapper

ShingleAnalyzerWrapper

class ShingleAnalyzerWrapper : AnalyzerWrapper

A ShingleAnalyzerWrapper wraps a ShingleFilter around another Analyzer.

A shingle is another name for a token based n-gram.

Constructors

constructor(defaultAnalyzer: Analyzer)

constructor(defaultAnalyzer: Analyzer, maxShingleSize: Int)

constructor(defaultAnalyzer: Analyzer, minShingleSize: Int, maxShingleSize: Int)

constructor(delegate: Analyzer, minShingleSize: Int, maxShingleSize: Int, tokenSeparator: String?, outputUnigrams: Boolean, outputUnigramsIfNoShingles: Boolean, fillerToken: String)

Creates a new ShingleAnalyzerWrapper

constructor()

Wraps StandardAnalyzer.

constructor(minShingleSize: Int, maxShingleSize: Int)

Wraps StandardAnalyzer.

Properties

fillerToken

val fillerToken: String

maxShingleSize

val maxShingleSize: Int

minShingleSize

val minShingleSize: Int

outputUnigrams

val outputUnigrams: Boolean

outputUnigramsIfNoShingles

val outputUnigramsIfNoShingles: Boolean

reuseStrategy

val reuseStrategy: Analyzer.ReuseStrategy

storedValue

var storedValue: CloseableThreadLocal<Any>?

tokenSeparator

val tokenSeparator: String

Functions

open override fun close()

getOffsetGap

open override fun getOffsetGap(fieldName: String?): Int

getPositionIncrementGap

open override fun getPositionIncrementGap(fieldName: String?): Int

normalize

fun normalize(fieldName: String, text: String): BytesRef

tokenStream

fun tokenStream(fieldName: String, text: String): TokenStream

fun tokenStream(fieldName: String, reader: Reader): TokenStream