destination

type CloseFunction func()

type Config interface {
	Validate() error
}

type FlattenFunction = func(record types.Record) (types.Record, error)

type InsertFunction func(record types.RawRecord) (err error)

type NewFunc func() Writer

type Options struct {
	Identifier string
	Number     int64
	Backfill   bool
	ThreadID   string
}

type Stats struct {
	TotalRecordsToSync atomic.Int64 // total record that are required to sync
	ReadCount          atomic.Int64 // records that got read
	ThreadCount        atomic.Int64 // total number of writer threads
}

type ThreadOptions func(opt *Options)

type Write = func(ctx context.Context, channel <-chan types.Record) error

type Writer interface {
	GetConfigRef() Config
	Spec() any
	Type() string
	// Sets up connections and perform checks; doesn't load Streams
	//
	// Note: Check shouldn't be called before Setup as they're composed at Connector level
	Check(ctx context.Context) error
	// Setup sets up an Adapter for dedicated use for a stream
	// avoiding the headover for different streams
	Setup(ctx context.Context, stream types.StreamInterface, schema any, opts *Options) (any, error)
	// Write function being used by drivers
	Write(ctx context.Context, record []types.RawRecord) error
	// flatten data and validates thread schema (return true if thread schema is different w.r.t records)
	FlattenAndCleanData(ctx context.Context, records []types.RawRecord) (bool, []types.RawRecord, any, error)
	// EvolveSchema updates the schema based on changes.
	// Need to pass olakeTimestamp as end argument to get the correct partition path based on record ingestion time.
	EvolveSchema(ctx context.Context, globalSchema, recordsSchema any) (any, error)
	// DropStreams is used to clear the destination before re-writing the stream
	DropStreams(ctx context.Context, dropStreams []types.StreamInterface) error
	Close(ctx context.Context) error
}

type WriterOption func(Writer) error

type WriterPool struct {
	// contains filtered or unexported fields
}

type WriterThread struct {
	// contains filtered or unexported fields
}