impexp

type DataSink interface {
	// WriteBatch writes a batch of data
	WriteBatch(ctx context.Context, batch []interface{}) error
}

type DataSource interface {
	// NextBatch returns the next batch of data
	NextBatch(ctx context.Context, batchSize int) ([]interface{}, error)

	// HasMore indicates if more data is available
	HasMore() bool
}

type DefaultExporter struct{}

type DefaultImporter struct{}

type Exporter interface {
	// Export exports data to a writer
	Export(ctx context.Context, data interface{}, w io.Writer, opts *Options) error

	// ExportFile exports data to a file
	ExportFile(ctx context.Context, data interface{}, filename string, opts *Options) error

	// ExportBatch exports data in batches
	ExportBatch(ctx context.Context, dataSource DataSource, w io.Writer, opts *Options) error
}

type FilterFunc func(entity interface{}) bool

type Format string

type Importer interface {
	// Import imports data from a reader
	Import(ctx context.Context, r io.Reader, dest interface{}, opts *Options) error

	// ImportFile imports data from a file
	ImportFile(ctx context.Context, filename string, dest interface{}, opts *Options) error

	// ImportBatch imports data in batches
	ImportBatch(ctx context.Context, r io.Reader, dataSink DataSink, opts *Options) error
}

type Options struct {
	Format      Format            // Export format
	Pretty      bool              // Pretty print JSON
	Compress    bool              // Compress output
	Filter      FilterFunc        // Filter function for selective export
	Transform   TransformFunc     // Transform function for data manipulation
	BatchSize   int               // Batch size for large datasets
	Delimiter   rune              // CSV delimiter
	Headers     []string          // CSV headers
	MaxFileSize int64             // Maximum file size in bytes
	Metadata    map[string]string // Additional metadata
	Version     string            // Export version for ZIP format (default "1.0")
}

type TransformFunc func(entity interface{}) (interface{}, error)