Package org.springframework.ai.transformer.splitter

Class TokenTextSplitter.Builder

java.lang.Object

org.springframework.ai.transformer.splitter.TokenTextSplitter.Builder

Enclosing class:

TokenTextSplitter

public static final class TokenTextSplitter.Builder
extends Object

Method Summary

Modifier and Type	Method	Description
TokenTextSplitter	build()
TokenTextSplitter.Builder	withChunkSize(int chunkSize)
TokenTextSplitter.Builder	withEncodingType(com.knuddels.jtokkit.api.EncodingType encodingType)
TokenTextSplitter.Builder	withKeepSeparator(boolean keepSeparator)
TokenTextSplitter.Builder	withMaxNumChunks(int maxNumChunks)
TokenTextSplitter.Builder	withMinChunkLengthToEmbed(int minChunkLengthToEmbed)
TokenTextSplitter.Builder	withMinChunkSizeChars(int minChunkSizeChars)
TokenTextSplitter.Builder	withPunctuationMarks(List<Character> punctuationMarks)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Method Details

withEncodingType

public TokenTextSplitter.Builder withEncodingType(com.knuddels.jtokkit.api.EncodingType encodingType)

withChunkSize

public TokenTextSplitter.Builder withChunkSize(int chunkSize)

withMinChunkSizeChars

public TokenTextSplitter.Builder withMinChunkSizeChars(int minChunkSizeChars)

withMinChunkLengthToEmbed

public TokenTextSplitter.Builder withMinChunkLengthToEmbed(int minChunkLengthToEmbed)

withMaxNumChunks

public TokenTextSplitter.Builder withMaxNumChunks(int maxNumChunks)

withKeepSeparator

public TokenTextSplitter.Builder withKeepSeparator(boolean keepSeparator)

withPunctuationMarks

public TokenTextSplitter.Builder withPunctuationMarks(List<Character> punctuationMarks)

build

public TokenTextSplitter build()