csv

type CSVStreamParser ¶

type CSVStreamParser struct {
	// contains filtered or unexported fields
}

CSVStreamParser reads CSV files and streams them out. It bundles N rows into a single Document to balance chunking granularity.

func NewCSVStreamParser(rowsPerDocument int, hasHeader bool) *CSVStreamParser

func (p *CSVStreamParser) GetSupportedTypes() []string

func (p *CSVStreamParser) ParseStream(ctx context.Context, r io.Reader, metadata map[string]any) (<-chan *entity.Document, error)