config

type Config struct {
	Name             string
	InputConfig      InputConfig       `toml:"input"`
	OutputConfig     OutputConfig      `toml:"output"`
	TransformsConfig []TransformConfig `toml:"transforms"`
	FileName         *string
}

type DorisConfig struct {
	Host     string
	Port     int
	LoadPort int `mapstructure:"load-port"`
	UserName string
	Password string
	Options  struct {
		BatchSize       int `toml:"batch-size" mapstructure:"batch-size"`
		BatchIntervalMs int `toml:"batch-interval-ms" mapstructure:"batch-interval-ms"`
	}
}

type InputConfig struct {
	Type   string                 `toml:"type"`
	Config map[string]interface{} `toml:"config"`
}

type KafkaConfig struct {
	Brokers      []string `toml:"brokers"`
	PartitionNum int      `toml:"partition-num" mapstructure:"partition-num"`
	Options      struct {
		BatchSize       int    `toml:"batch-size" mapstructure:"batch-size"`
		BatchIntervalMs int    `toml:"batch-interval-ms" mapstructure:"batch-interval-ms"`
		OutputFormat    string `toml:"output-format" mapstructure:"output-format"`
	}
}

type MysqlConfig struct {
	Host     string
	Port     int
	UserName string
	Password string
	Options  struct {
		StartGtid       string `toml:"start-gtid"`
		ServerId        int    `toml:"server-id"`
		BatchSize       int    `toml:"batch-size"`
		BatchIntervalMs int    `toml:"batch-interval-ms"`
	}
}

type OutputConfig struct {
	Type   string                 `toml:"type"`
	Config map[string]interface{} `toml:"config"`
}

type StarrocksConfig struct {
	Host     string
	Port     int
	LoadPort int `mapstructure:"load-port"`
	UserName string
	Password string
	Options  struct {
		BatchSize       int `toml:"batch-size" mapstructure:"batch-size"`
		BatchIntervalMs int `toml:"batch-interval-ms" mapstructure:"batch-interval-ms"`
	}
}

type TransformConfig struct {
	Type   string                 `toml:"type"`
	Config map[string]interface{} `toml:"config"`
}