s3

type Config[T any] struct {
	Client *s3.Client
	Bucket string
	// Prefix narrows the object scan (e.g. "events/year=2026/month=05/"). Empty means
	// the entire bucket.
	Prefix string
	// Decode converts a single JSON-Lines line to T.
	Decode Decoder[T]
	// OnDecodeError, if non-nil, is called for every line whose Decode returned an
	// error. Default behavior is to drop silently.
	OnDecodeError func(key string, lineNum int, raw []byte, err error)
}

type Decoder[T any] func([]byte) (T, error)

type Driver[T any] struct {
	// contains filtered or unexported fields
}

type ParquetConfig[T any] struct {
	// Client is the S3 client. Required.
	Client *awss3.Client

	// Bucket is the S3 bucket. Required.
	Bucket string

	// Prefix narrows the object scan (e.g. "events/year=2026/month=05/").
	// Empty means the entire bucket.
	Prefix string

	// Decode converts a single Arrow row into T. Required.
	Decode ParquetDecoder[T]

	// KeyFilter, when non-nil, decides whether to include a listed key.
	// Default behavior includes every key ending in ".parquet"; pass a
	// custom KeyFilter to broaden ("*.parquet.snappy") or narrow
	// ("only files newer than X").
	KeyFilter func(key string) bool

	// BatchSize is the number of rows materialized per arrow.RecordBatch
	// pulled out of Parquet. Defaults to 4096.
	BatchSize int64

	// Allocator is the Arrow memory allocator. Defaults to
	// memory.DefaultAllocator.
	Allocator memory.Allocator

	// OnDecodeError, when non-nil, is invoked for rows that fail to
	// decode. Default: drop silently and continue. Wire to a DLQ or
	// logger to surface poison rows.
	OnDecodeError func(key string, rowOrdinal int, err error)
}

type ParquetDecoder[T any] func(rec arrow.RecordBatch, row int) (T, error)

type ParquetDriver[T any] struct {
	// contains filtered or unexported fields
}