files

Mar 1, 2026

Changes in this version

type SpoolOption

+ func WithPathTemplate(tmplStr string) SpoolOption

Feb 27, 2026

Changes in this version

type SpoolOption

+ func WithFlushOnClose(v bool) SpoolOption

Feb 26, 2026

Changes in this version

+ type CSVFormatOption func(*csvFormat)

+ func Gzip(level int) CSVFormatOption

+ func WithCompression(opt CSVFormatOption) CSVFormatOption

+ type Format interface

+ Extension func() string

+ Write func(w io.Writer, schema *arrow.Schema, rows []map[string]any) error

+ func NewCSVFormat(opts ...CSVFormatOption) Format

+ type SpoolDriver struct

+ func NewSpoolDriver(ctx context.Context, uploader Uploader, format Format, spoolDir string, ...) *SpoolDriver

+ func (sd *SpoolDriver) AddColumn(table string, field *arrow.Field) error

+ func (sd *SpoolDriver) Close() error

+ func (sd *SpoolDriver) CreateTable(table string, schema *arrow.Schema) error

+ func (sd *SpoolDriver) MissingColumns(table string, schema *arrow.Schema) ([]*arrow.Field, error)

+ func (sd *SpoolDriver) Write(ctx context.Context, table string, schema *arrow.Schema, rows []map[string]any) error

+ type SpoolOption func(*SpoolDriver)

+ func WithMaxSegmentAge(d time.Duration) SpoolOption

+ func WithMaxSegmentSize(n int64) SpoolOption

+ func WithSealCheckInterval(d time.Duration) SpoolOption

+ type Uploader interface

+ Upload func(ctx context.Context, localPath, remoteKey string) error

+ func NewBlobUploader(bucket *blob.Bucket) Uploader

+ func NewFilesystemUploader(destDir string) (Uploader, error)