data

type Batch struct {
	Rows [][]any
}

type Column struct {
	Name         string `json:"name" yaml:"name"`
	DatabaseType string `json:"database_type" yaml:"database_type"`
	Length       int64  `json:"length,omitempty" yaml:"length,omitempty"`
	Nullable     bool   `json:"nullable" yaml:"nullable"`
	ScanType     string `json:"scan_type" yaml:"scan_type"`
	Position     int    `json:"position" yaml:"position"`
	Scale        int64  `json:"scale,omitempty" yaml:"scale,omitempty"`
	Precision    int64  `json:"precision,omitempty" yaml:"precision,omitempty"`
}

type DBReaderConn interface {
	CreateDataStream(cs *url.URL, config *StreamConfig) (*DataStream, error)
	ExecuteDataStream(ctx context.Context, ds *DataStream, config *StreamConfig) error
	Close() error
}

type DataStream struct {
	TotalRows   int
	Mux         sync.Mutex
	BatchChan   chan Batch
	BatchSize   int
	Columns     []Column
	DestColumns []Column
}

type DataWriter interface {
	WriteRow(row []any) error
	Flush() error
	Close() error
}

type StreamConfig struct {
	StreamName  string                 `json:"stream_name,omitempty" yaml:"stream_name,omitempty"`
	Filename    *string                `json:"filename,omitempty" yaml:"filename,omitempty"`
	Format      string                 `json:"format,omitempty" yaml:"format,omitempty"`
	SQL         string                 `json:"sql,omitempty" yaml:"sql,omitempty"`
	Compression string                 `json:"compression,omitempty" yaml:"compression,omitempty"`
	Columns     []Column               `json:"columns,omitempty" yaml:"columns,omitempty"`
	Params      map[string]interface{} `json:"params,omitempty" yaml:"params,omitempty"`
}