file

type Backend string

type CSVSource struct {
	// contains filtered or unexported fields
}

type Format string

type GenericConfig struct {
	Backend Backend
	// Common
	Pattern      string // glob like *.csv (applies to local/ftp; s3 handled via prefix + filter)
	Recursive    bool
	PollInterval time.Duration // how often to rescan when queue is empty (0 = one-shot)
	Format       Format        // raw, csv or parquet

	// Row semantics (parquet)
	//
	// Table is the table each row belongs to; sinks fall back to it when they
	// have no table of their own configured.
	//
	// KeyField names the column holding the record's key. It becomes the message
	// ID, which is what a sink without column mappings targets an update or a
	// delete by — so it is required as soon as the file carries either.
	//
	// OpField names the column holding the CDC operation. Left empty it defaults
	// to "operation"; a file with no such column is read as all inserts. Set it
	// to "-" to ignore the operation column and treat every row as an insert,
	// for a file whose "operation" column means something else.
	Table    string
	KeyField string
	OpField  string

	// Local
	LocalPath string // directory or file path

	// HTTP (single file)
	URL     string
	Headers map[string]string

	// FTP
	FTPAddr    string // host:port
	FTPUser    string
	FTPPass    string
	FTPRootDir string // list from here
	FTPTLS     bool   // reserved; not used for now (plain FTP)

	// S3
	S3Region    string
	S3Bucket    string
	S3Prefix    string
	S3Endpoint  string
	S3AccessKey string
	S3SecretKey string
}

type GenericFileSource struct {
	// contains filtered or unexported fields
}

type SourceType string