config

type Config struct {
	Datasets        []Dataset        `yaml:"datasets" json:"datasets"`
	DataConnections []DataConnection `yaml:"data_connections" json:"data_connections"`
	Workflows       []Workflow       `yaml:"workflows" json:"workflows"`
}

type DataConnection struct {
	ID               string `yaml:"id" json:"id"`
	Type             string `yaml:"type" json:"type"`
	Path             string `yaml:"path" json:"path"`
	ConnectionString string `yaml:"connection_string" json:"connection_string"`
}

type DataSource struct {
	ID             string `yaml:"id" json:"id"`
	DataConnection string `yaml:"data_connection" json:"data_connection"`
	Query          string `yaml:"query" json:"query"`
}

type Dataset struct {
	ID         string      `yaml:"id" json:"id"`
	Refresh    *Refresh    `yaml:"refresh" json:"refresh"`
	DataSource *DataSource `yaml:"data_source" json:"data_source"`
	Joins      []Join      `yaml:"joins" json:"joins"`
}

type Join struct {
	Type       string        `yaml:"type" json:"type"`
	Columns    []JoinColumns `yaml:"columns" json:"columns"`
	DataSource *DataSource   `yaml:"data_source" json:"data_source"`
}

type JoinColumns struct {
	LeftColumn  string `yaml:"left_column" json:"left_column"`
	RightColumn string `yaml:"right_column" json:"right_column"`
}

type Refresh struct {
	Interval string `yaml:"interval" json:"interval"`
}

type Workflow struct {
	ID    string                   `yaml:"id" json:"id"`
	Start string                   `yaml:"start" json:"start"`
	On    *WorkflowTrigger         `yaml:"on" json:"on"`
	Tasks map[string]*WorkflowTask `yaml:"tasks" json:"tasks"`
}

type WorkflowTask struct {
	Next string `yaml:"next,omitempty" json:"next,omitempty"`

	Type         string                 `yaml:"type" json:"type"`
	Env          map[string]string      `yaml:"env" json:"env"`
	With         map[string]interface{} `yaml:"with" json:"with"`
	WithDatasets []string               `yaml:"with_datasets" json:"with_datasets"`

	Image  string `yaml:"image,omitempty" json:"image,omitempty"` // for "container" type
	Script string `yaml:"script,omitempty" json:"script,omitempty"`
}

type WorkflowTrigger struct {
	DatasetRefresh []string `yaml:"dataset_refresh" json:"dataset_refresh"`
}