chunking

type Chunk struct {
	DocID      string
	ChunkIndex int
	Heading    string
	Content    string
}

type Chunker struct {
	SplitOn        []string
	MaxChunkTokens int
	OverlapTokens  int
	Counter        TokenCounter
}

type TokenCounter interface {
	CountTokens(text string) int
}