pipeline

type Asset struct {
	Name            string
	Description     string
	Type            AssetType
	ExecutableFile  ExecutableFile
	DefinitionFile  TaskDefinitionFile
	Parameters      map[string]string
	Connections     map[string]string
	DependsOn       []string
	Pipeline        *Pipeline
	Schedule        TaskSchedule
	Materialization Materialization
	Columns         map[string]Column
}

type AssetType string

type BuilderConfig struct {
	PipelineFileName    string
	TasksDirectoryName  string
	TasksDirectoryNames []string
	TasksFileSuffixes   []string
}

type Column struct {
	Name        string
	Description string        `yaml:"description"`
	Checks      []ColumnCheck `yaml:"checks"`
}

type ColumnCheck struct {
	Name  string `yaml:"name"`
	Value ColumnCheckValue
}

type ColumnCheckValue struct {
	IntArray    *[]int
	Int         *int
	Float       *float64
	StringArray *[]string
	String      *string
}

type DefinitionFile struct {
	Name string
	Path string
}

type ExecutableFile struct {
	Name    string
	Path    string
	Content string
}

type Materialization struct {
	Type           MaterializationType
	Strategy       MaterializationStrategy
	PartitionBy    string
	ClusterBy      []string
	IncrementalKey string
}

type MaterializationStrategy string

type MaterializationType string

type Notifications struct {
	Slack []SlackNotification
}

type Pipeline struct {
	LegacyID           string   `yaml:"id"`
	Name               string   `yaml:"name"`
	Schedule           schedule `yaml:"schedule"`
	StartDate          string   `yaml:"start_date"`
	DefinitionFile     DefinitionFile
	DefaultParameters  map[string]string `yaml:"default_parameters"`
	DefaultConnections map[string]string `yaml:"default_connections"`
	Tasks              []*Asset
	Notifications      Notifications `yaml:"notifications"`

	TasksByType map[AssetType][]*Asset
	// contains filtered or unexported fields
}

type SlackNotification struct {
	Name       string
	Connection string
	Success    string
	Failure    string
}

type TaskCreator func(path string) (*Asset, error)

type TaskDefinitionFile struct {
	Name string
	Path string
	Type TaskDefinitionType
}

type TaskDefinitionType string

type TaskSchedule struct {
	Days []string
}