chunker

Aug 19, 2025

Changes in this version

+ type Chunk struct

+ Content string

+ EndByte int

+ FilePath string

+ Language string

+ Length int

+ StartByte int

+ StartLine int

+ type Chunker struct

+ func NewChunkerSize(maxChunkSize, chunkOverlap int) (*Chunker, error)

+ func NewChunkerSplitCode(maxChunkSize int) (*Chunker, error)

+ func NewChunkerSplitCodeSimple(maxChunkSize int) (*Chunker, error)

+ func (c *Chunker) AddFile(filePath, sourceCode string)

+ func (c *Chunker) ChunkFiles() error

+ func (c *Chunker) Chunks() iter.Seq[Chunk]

+ func (c *Chunker) Clear()

+ func (c *Chunker) Close()