chunker

type Chunk struct {
	ID         string
	Text       string
	Index      int
	TokenCount int
}

type Chunker struct {
	MaxTokens int // Maximum tokens per chunk (default: 512)
	Overlap   int // Token overlap between chunks (default: 50)
}