s3

type Config struct {
	SourceID        string        `json:"source_id" yaml:"source_id"`
	Region          string        `json:"region" yaml:"region"`
	Bucket          string        `json:"bucket" yaml:"bucket"`
	Prefix          string        `json:"prefix" yaml:"prefix"`
	Mode            string        `json:"mode" yaml:"mode"`     // "batch" or "stream"
	Format          string        `json:"format" yaml:"format"` // "json", "ndjson", or "parquet"
	PollInterval    time.Duration `json:"poll_interval" yaml:"poll_interval"`
	MaxObjects      int           `json:"max_objects" yaml:"max_objects"`
	MaxObjectBytes  int64         `json:"max_object_bytes" yaml:"max_object_bytes"`
	SchemaName      string        `json:"schema_name" yaml:"schema_name"`
	SchemaVersion   string        `json:"schema_version" yaml:"schema_version"`
	Endpoint        string        `json:"endpoint" yaml:"endpoint"`
	ForcePathStyle  bool          `json:"force_path_style" yaml:"force_path_style"`
	AccessKey       string        `json:"access_key" yaml:"access_key"`
	SecretKey       string        `json:"secret_key" yaml:"secret_key"`
	SessionToken    string        `json:"session_token" yaml:"session_token"`
	StartAfter      string        `json:"start_after" yaml:"start_after"`
	StartTime       string        `json:"start_time" yaml:"start_time"`
	MappingStrategy string        `json:"mapping_strategy" yaml:"mapping_strategy"` // prefix|exact|suffix|contains
	Timeout         time.Duration `json:"timeout" yaml:"timeout"`
}

type Factory struct{}

type Source struct {
	// contains filtered or unexported fields
}