parquet

package

v0.0.0-...-e6616ac Latest Latest Go to latest Published: Jan 20, 2026 License: Apache-2.0 Imports: 19 Imported by: 0

Details

This section is empty.

This section is empty.

func MysqlToArrowSchema(db *sql.DB, tableName string) (*arrow.Schema, error)

MysqlToArrowSchema converts a MySQL table schema to an Arrow schema.

type BufferedChunk struct {
	Chunk      *table.Chunk
	Duration   time.Duration
	ActualRows uint64
}

type WriteBuffer struct {
	RowsWritten uint64
	// contains filtered or unexported fields
}

func NewWriteBuffer(schema *arrow.Schema, chunker table.Chunker, uploader upload.Uploader, outputFileSize uint64) *WriteBuffer

func (wb *WriteBuffer) AddChunk(chunk *table.Chunk, duration time.Duration, actualRows uint64)

func (wb *WriteBuffer) CheckAndFlushBuffer(ctx context.Context) (uint64, error)

func (wb *WriteBuffer) Flush(ctx context.Context) (uint64, error)

func (wb *WriteBuffer) WriteGenericRowValues(values []interface{}) error