config

type ClickhouseSink struct {
	DSN   string `yaml:"dsn"`
	Table string `yaml:"table"`
}

type Conf struct {
	Pipeline Pipeline     `yaml:"pipeline"`
	Tables   *Tables      `yaml:"tables,omitempty"`
	UDFs     []UDF        `yaml:"udfs,omitempty"`
	Commands []SQLCommand `yaml:"commands,omitempty"`
}

type ConsoleSink struct{}

type Error struct {
	Policy ErrorPolicy `yaml:"policy"`
}

type ErrorPolicy string

type Handler struct {
	Type               string `yaml:"type"`
	SQL                string `yaml:"sql"`
	SQLResultsCacheDir string `yaml:"sql_results_cache_dir,omitempty"`
	Table              string `yaml:"table,omitempty"`
}

type IcebergSink struct {
	CatalogName string `yaml:"catalog_name"`
	TableName   string `yaml:"table_name"`
}

type KafkaSASL struct {
	Mechanism string `yaml:"mechanism"`
	Username  string `yaml:"username"`
	Password  string `yaml:"password"`
}

type KafkaSSL struct {
	CALocation                      string `yaml:"ca_location,omitempty"`
	CertificateLocation             string `yaml:"certificate_location,omitempty"`
	KeyLocation                     string `yaml:"key_location,omitempty"`
	KeyPassword                     string `yaml:"key_password,omitempty"`
	EndpointIdentificationAlgorithm string `yaml:"endpoint_identification_algorithm,omitempty"`
}

type KafkaSink struct {
	Brokers          []string   `yaml:"brokers"`
	Topic            string     `yaml:"topic"`
	SecurityProtocol string     `yaml:"security_protocol,omitempty"`
	SSL              *KafkaSSL  `yaml:"ssl,omitempty"`
	SASL             *KafkaSASL `yaml:"sasl,omitempty"`
}

type KafkaSource struct {
	Brokers         []string `yaml:"brokers"`
	GroupID         string   `yaml:"group_id"`
	AutoOffsetReset string   `yaml:"auto_offset_reset"`
	Topics          []string `yaml:"topics"`

	SecurityProtocol string     `yaml:"security_protocol,omitempty"`
	SSL              *KafkaSSL  `yaml:"ssl,omitempty"`
	SASL             *KafkaSASL `yaml:"sasl,omitempty"`
}

type OnError struct {
	Policy string `yaml:"policy"`
	DLQ    *Sink  `yaml:"dlq,omitempty"`
}

type Pipeline struct {
	Name                 string   `yaml:"name,omitempty"`
	Description          string   `yaml:"description,omitempty"`
	Source               Source   `yaml:"source"`
	Handler              Handler  `yaml:"handler"`
	Sink                 Sink     `yaml:"sink"`
	BatchSize            int      `yaml:"batch_size,omitempty"`
	FlushIntervalSeconds int      `yaml:"flush_interval_seconds,omitempty"`
	OnError              *OnError `yaml:"on_error,omitempty"`
}

type SQLCommand struct {
	Name string `yaml:"name"`
	SQL  string `yaml:"sql"`
}

type SQLCommandSink struct {
	SQL           string                   `yaml:"sql"`
	Substitutions []SQLCommandSubstitution `yaml:"substitutions,omitempty"`
}

type SQLCommandSubstitution struct {
	Var  string `yaml:"var"`
	Type string `yaml:"type"`
}

type Sink struct {
	Type       string          `yaml:"type"`
	Format     *SinkFormat     `yaml:"format,omitempty"`
	Kafka      *KafkaSink      `yaml:"kafka,omitempty"`
	Console    *ConsoleSink    `yaml:"console,omitempty"`
	SQLCommand *SQLCommandSink `yaml:"sqlcommand,omitempty"`
	Iceberg    *IcebergSink    `yaml:"iceberg,omitempty"`
	Clickhouse *ClickhouseSink `yaml:"clickhouse,omitempty"`
}

type SinkFormat struct {
	Type string `yaml:"type"`
}

type Source struct {
	Type      string           `yaml:"type"`
	Kafka     *KafkaSource     `yaml:"kafka,omitempty"`
	Websocket *WebsocketSource `yaml:"websocket,omitempty"`
	Webhook   *WebhookSource   `yaml:"webhook,omitempty"`
	Error     *Error           `yaml:"error,omitempty"`
}

type TableManager struct {
	TumblingWindow *TumblingWindow `yaml:"tumbling_window"`
	Sink           Sink            `yaml:"sink"`
}

type TableSQL struct {
	Name    string        `yaml:"name"`
	SQL     string        `yaml:"sql"`
	Manager *TableManager `yaml:"manager,omitempty"`
}

type Tables struct {
	SQL []TableSQL `yaml:"sql"`
}

type TumblingWindow struct {
	CollectSQL       string `yaml:"collect_closed_windows_sql"`
	DeleteSQL        string `yaml:"delete_closed_windows_sql"`
	PollIntervalSecs int    `yaml:"poll_interval_seconds"`
}

type UDF struct {
	FunctionName string `yaml:"function_name"`
	ImportPath   string `yaml:"import_path"`
}

type WebhookHMAC struct {
	Header string `yaml:"header"`
	SigKey string `yaml:"sig_key"`
	Secret string `yaml:"secret"`
}

type WebhookSource struct {
	SignatureType string       `yaml:"signature_type,omitempty"`
	HMAC          *WebhookHMAC `yaml:"hmac,omitempty"`
}

type WebsocketSource struct {
	URI string `yaml:"uri"`
}