📦 deluan / flowllm

1
2
3
4
5
6
7
8
9
10
11package tiktoken

import "github.com/deluan/flowllm"

func Splitter(model string, options flowllm.SplitterOptions) flowllm.Splitter {
	lenFunc := Len(model)
	options.LenFunc = lenFunc
	options.Separators = []string{"\n"}
	return flowllm.RecursiveTextSplitter(options)
}