formatters

Nov 12, 2025

Changes in this version

+ type CSVReader struct

+ func NewCSVReader(r io.Reader) (*CSVReader, error)

+ func NewCSVReaderWithCloser(r io.ReadCloser) (*CSVReader, error)

+ func (r *CSVReader) Close() error

+ func (r *CSVReader) ReadAll() ([]map[string]interface{}, error)

+ func (r *CSVReader) ReadChunk(chunkSize int) ([]map[string]interface{}, error)

+ type JSONLReader struct

+ func NewJSONLReader(r io.Reader) *JSONLReader

+ func NewJSONLReaderWithCloser(r io.ReadCloser) *JSONLReader

+ func (r *JSONLReader) Close() error

+ func (r *JSONLReader) ReadAll() ([]map[string]interface{}, error)

+ func (r *JSONLReader) ReadChunk(chunkSize int) ([]map[string]interface{}, error)

+ type ParquetReader struct

+ func NewParquetReader(r io.Reader) (*ParquetReader, error)

+ func NewParquetReaderWithCloser(r io.ReadCloser) (*ParquetReader, error)

+ func (r *ParquetReader) Close() error

+ func (r *ParquetReader) ReadAll() ([]map[string]interface{}, error)

+ func (r *ParquetReader) ReadChunk(chunkSize int) ([]map[string]interface{}, error)

Nov 7, 2025

Changes in this version

+ const FormatCSV

+ const FormatJSONL

+ var ErrNoColumns = errors.New("table schema has no columns")

+ type CSVStreamingFormatter struct

+ func NewCSVStreamingFormatter() *CSVStreamingFormatter

+ func (f *CSVStreamingFormatter) Extension() string

+ func (f *CSVStreamingFormatter) MIMEType() string

+ func (f *CSVStreamingFormatter) NewWriter(w io.Writer, schema TableSchema) (StreamWriter, error)

+ type ColumnSchema interface

+ GetName func() string

+ GetType func() string

+ type JSONLStreamingFormatter struct

+ func NewJSONLStreamingFormatter() *JSONLStreamingFormatter

+ func (f *JSONLStreamingFormatter) Extension() string

+ func (f *JSONLStreamingFormatter) MIMEType() string

+ func (f *JSONLStreamingFormatter) NewWriter(w io.Writer, _ TableSchema) (StreamWriter, error)

+ type ParquetStreamingFormatter struct

+ func NewParquetStreamingFormatter() *ParquetStreamingFormatter

+ func NewParquetStreamingFormatterWithCompression(compression string) *ParquetStreamingFormatter

+ func (f *ParquetStreamingFormatter) Extension() string

+ func (f *ParquetStreamingFormatter) MIMEType() string

+ func (f *ParquetStreamingFormatter) NewWriter(w io.Writer, tableSchema TableSchema) (StreamWriter, error)

+ type StreamWriter interface

+ Close func() error

+ WriteChunk func(rows []map[string]interface{}) error

+ type StreamingFormatter interface

+ Extension func() string

+ MIMEType func() string

+ NewWriter func(w io.Writer, schema TableSchema) (StreamWriter, error)

+ func GetStreamingFormatter(format string) StreamingFormatter

+ type TableSchema interface

+ GetColumns func() []ColumnSchema

Nov 7, 2025

Changes in this version

+ const FormatParquet

+ func UsesInternalCompression(format string) bool

+ type CSVFormatter struct

+ func NewCSVFormatter() *CSVFormatter

+ func (f *CSVFormatter) Extension() string

+ func (f *CSVFormatter) Format(rows []map[string]interface{}) ([]byte, error)

+ func (f *CSVFormatter) MIMEType() string

+ type Formatter interface

+ Extension func() string

+ Format func(rows []map[string]interface{}) ([]byte, error)

+ MIMEType func() string

+ func GetFormatter(format string) Formatter

+ func GetFormatterWithCompression(format string, compression string) Formatter

+ type JSONLFormatter struct

+ func NewJSONLFormatter() *JSONLFormatter

+ func (f *JSONLFormatter) Extension() string

+ func (f *JSONLFormatter) Format(rows []map[string]interface{}) ([]byte, error)

+ func (f *JSONLFormatter) MIMEType() string

+ type ParquetFormatter struct

+ func NewParquetFormatter() *ParquetFormatter

+ func NewParquetFormatterWithCompression(compression string) *ParquetFormatter

+ func (f *ParquetFormatter) Extension() string

+ func (f *ParquetFormatter) Format(rows []map[string]interface{}) ([]byte, error)

+ func (f *ParquetFormatter) MIMEType() string