pipeline

type CSVReader struct {
	FileName  string
	Separator rune
	// contains filtered or unexported fields
}

type Computer interface {
	Compute(map[string]interface{}) (map[string]interface{}, error)
}

type Converter interface {
	Convert(map[string]interface{}) (map[string]interface{}, error)
}

type DBConfig struct {
	User     string
	Password string
	Host     string
	Port     int32
	Db       string
	SSLMode  string `yaml:"sslmode"`
}

type DBSynchronizer interface {
	// Name returns the table's name
	Name() string

	// DependsOn returns other tables that this table depends on
	DependsOn() []string

	// Create table
	Create(*sql.DB) error

	// Delete all rows from table
	Delete(*sql.DB) error

	// Drop table
	Drop(*sql.DB) error

	// Fill rows
	Fill(*sql.DB) error

	// RowCount returns number of rows that is filled.
	RowCount() int64
}

type FieldProvider interface {
	Setup(header []string) error
	ProvideField([]string) (map[string]interface{}, error)
}

type RecordReader struct {
	Name          string
	RowReader     RowReader
	FieldProvider FieldProvider
	Converter     Converter
	Computer      Computer
	Validator     Validator
}

type RowReader interface {
	Open() error
	ReadRow() ([]string, error)
	HeaderRow() []string
	Close() error

	// RowCount returns the number of rows read.
	RowCount() int64

	// Source returns the source of rows.
	Source() string
}

type Validator interface {
	Validate(map[string]interface{}) error
}