config

type Config struct {
	// Source configuration
	DatabaseType         string   `json:"databaseType" default:"mysql"`
	SourceHost           string   `json:"sourceHost"`
	SourcePort           int      `json:"sourcePort"`
	SourceUser           string   `json:"sourceUser"`
	SourcePass           string   `json:"sourcePass"`
	SourceDB             string   `json:"sourceDB"`
	SSLMode              string   `json:"sslMode"`
	SourceTable          string   `json:"sourceTable"`
	SourceDbTables       []string `json:"sourceDbTables"`       // source db tables format: [db1.table1,db2.table2] or [db.*@table.*,mydb.*.table.*]
	SourceQuery          string   `json:"sourceQuery"`          // select * from table where condition
	SourceWhereCondition string   `json:"sourceWhereCondition"` //example: where id > 100 and id < 200 and time > '2023-01-01'
	SourceSplitKey       string   `json:"sourceSplitKey"`       // primary split key for split table, only for int type
	// the format of time field must be: 2006-01-02 15:04:05
	SourceSplitTimeKey string `json:"SourceSplitTimeKey"`           // time field for split table
	TimeSplitUnit      string `json:"TimeSplitUnit" default:"hour"` // time split unit, default is hour, option is: minute, hour, day

	// Databend configuration
	DatabendDSN      string `json:"databendDSN" default:"localhost:8000"`
	DatabendTable    string `json:"databendTable"`
	BatchSize        int64  `json:"batchSize" default:"1000"`
	BatchMaxInterval int    `json:"batchMaxInterval" default:"3"` // for rate limit control

	// related docs: https://docs.databend.com/sql/sql-commands/dml/dml-copy-into-table
	CopyPurge           bool   `json:"copyPurge" default:"true"`
	CopyForce           bool   `json:"copyForce" default:"false"`
	DisableVariantCheck bool   `json:"disableVariantCheck" default:"true"`
	UserStage           string `json:"userStage" default:"~"`
	DeleteAfterSync     bool   `json:"deleteAfterSync" default:"false"`
	MaxThread           int    `json:"maxThread" default:"2"`
	// Oracle
	OracleSID string `json:"oracleSID"`
}

type TimeSplitUnit int