config

type AlertingConfig struct {
	EventManager             EventManagerConfig       `mapstructure:"alert_manager"`
	Dashboard                string                   `mapstructure:"dashboard"`
	DataConsole              string                   `mapstructure:"data_console"`
	EnableSlack              bool                     `mapstructure:"enable_slack"`
	EnablePagerDuty          bool                     `mapstructure:"enable_pager_duty"`
	AutoSLABreachConfig      DurationEstimatorConfig  `mapstructure:"auto_sla_breach_config"`
	PotentialSLABreachConfig PotentialSLABreachConfig `mapstructure:"potential_sla_breach_config"`
}

type Auth struct {
	ClientID     string `mapstructure:"client_id"`
	ClientSecret string `mapstructure:"client_secret"`
}

type BackfillConfig struct {
	ExecutionIntervalInSeconds int `mapstructure:"execution_interval_in_seconds" default:"300"`
}

type ClientConfig struct {
	Version    Version      `mapstructure:"version"`
	Log        LogConfig    `mapstructure:"log"`
	Host       string       `mapstructure:"host"` // optimus server host
	Project    Project      `mapstructure:"project"`
	Namespaces []*Namespace `mapstructure:"namespaces"`
	Auth       Auth         `mapstructure:"auth"`
	// contains filtered or unexported fields
}

type Config interface{}

type DBConfig struct {
	DSN               string `mapstructure:"dsn"`                              // data source name e.g.: postgres://user:password@host:123/database?sslmode=disable
	MinOpenConnection int    `mapstructure:"min_open_connection" default:"5"`  // minimum open DB connections
	MaxOpenConnection int    `mapstructure:"max_open_connection" default:"20"` // maximum allowed open DB connections
}

type Datastore struct {
	Type   string            `mapstructure:"type"`   // type could be bigquery/postgres/gcs
	Path   string            `mapstructure:"path"`   // directory to find specifications
	Backup map[string]string `mapstructure:"backup"` // backup configuration
}

type DexClientConfig struct {
	Host         string `mapstructure:"host" json:"host"`
	AuthEmail    string `mapstructure:"auth_email" json:"auth_email"`
	ProducerType string `mapstructure:"producer_type" json:"producer_type"`
}

type DurationEstimatorConfig struct {
	LastNRuns         int `mapstructure:"last_n_runs" default:"7"`
	Percentile        int `mapstructure:"percentile" default:"95"`
	PaddingPercentage int `mapstructure:"padding_percentage" default:"0"`
	MinPaddingMinutes int `mapstructure:"min_padding_minutes" default:"0"`
	MaxPaddingMinutes int `mapstructure:"max_padding_minutes" default:"1000"`
}

type EventManagerConfig struct {
	Host     string `mapstructure:"host"`
	Endpoint string `mapstructure:"endpoint"`
	Enabled  bool   `mapstructure:"enabled" default:"true"`
}

type ExternalTablesConfig struct {
	AccessIssuesRetryInterval int64 `mapstructure:"access_issues_retry_interval_minutes"`
	SourceSyncInterval        int64 `mapstructure:"source_sync_interval_minutes"`
	MaxFileSizeSupported      int   `mapstructure:"max_drive_file_size_mb"`
	DriveFileCleanupSizeLimit int   `mapstructure:"drive_file_cleanup_size_limit_mb"`
	MaxSyncDelayTolerance     int64 `mapstructure:"max_sync_delay_tolerance_hours"`
}

type FeaturesConfig struct {
	EnableV2Sensor                    bool `mapstructure:"enable_v2_sensor"`
	EnableV3Sensor                    bool `mapstructure:"enable_v3_sensor"`
	EnableIgnoreOldScheduleRunsSensor bool `mapstructure:"enable_ignore_old_schedule_runs_sensor"`
	EnableTableCommentWithMetadata    bool `mapstructure:"enable_table_comment_with_metadata"`
}

type HistoricalDurationConfig struct {
	LastNRuns  int `mapstructure:"last_n_runs" default:"7"`
	Percentile int `mapstructure:"percentile" default:"95"`
}

type Job struct {
	Path string `mapstructure:"path"` // directory to find specifications
}

type JobExecutionSummaryConfig struct {
	MaxLineageDepth    int                      `mapstructure:"max_lineage_depth" default:"25"`
	HistoricalDuration HistoricalDurationConfig `mapstructure:"historical_duration"`
}

type JobExpectatorConfig struct {
	BufferDurationInMinutes int                     `mapstructure:"buffer_duration_in_minutes" default:"10"`
	DurationEstimatorConfig DurationEstimatorConfig `mapstructure:"duration_estimator_config"`
}

type JobValidationConfig struct {
	ValidateSchedule ValidateScheduleConfig `mapstructure:"validate_schedule"`
}

type LogConfig struct {
	Level  LogLevel `mapstructure:"level" default:"INFO"` // log level - debug, info, warning, error, fatal
	Format string   `mapstructure:"format"`               // format strategy - plain, json
}

type LogLevel string

type Namespace struct {
	Name      string            `mapstructure:"name"`
	Config    map[string]string `mapstructure:"config"`
	Variables map[string]string `mapstructure:"variables"`
	Job       Job               `mapstructure:"job"`
	Datastore []Datastore       `mapstructure:"datastore"`
}

type Optimus struct {
	// configuration version
	Version int `mapstructure:"version"`
	// optimus server host
	Host string `mapstructure:"host"`

	Project    Project      `mapstructure:"project"`
	Namespaces []*Namespace `mapstructure:"namespaces"`

	Server    Serve           `mapstructure:"serve"`
	Log       LogConfig       `mapstructure:"log"`
	Telemetry TelemetryConfig `mapstructure:"telemetry"`
	Alerting  AlertingConfig  `mapstructure:"alerting"`
	// contains filtered or unexported fields
}

type Plugins struct {
	Location string `mapstructure:"location"`
}

type PotentialSLABreachConfig struct {
	DamperCoeff             float64                 `mapstructure:"damper_coeff" default:"1.0"`
	EnablePersistentLogging bool                    `mapstructure:"enable_persistent_logging" default:"false"`
	DurationEstimatorConfig DurationEstimatorConfig `mapstructure:"duration_estimator_config"`
}

type Project struct {
	Name        string            `mapstructure:"name"`
	Config      map[string]string `mapstructure:"config"`
	Variables   map[string]string `mapstructure:"variables"`
	PresetsPath string            `mapstructure:"preset_path"`
}

type Publisher struct {
	Type   string      `mapstructure:"type" default:"kafka"`
	Buffer int         `mapstructure:"buffer"`
	Config interface{} `mapstructure:"config"`
}

type PublisherKafkaConfig struct {
	Topic               string   `mapstructure:"topic"`
	BatchIntervalSecond int      `mapstructure:"batch_interval_second"`
	BrokerURLs          []string `mapstructure:"broker_urls"`
}

type ReplayConfig struct {
	ReplayTimeoutInMinutes            int               `mapstructure:"replay_timeout_in_minutes" default:"180"`
	ExecutionIntervalInSeconds        int               `mapstructure:"execution_interval_in_seconds" default:"120"`
	PluginExecutionProjectConfigNames map[string]string `mapstructure:"plugin_execution_project_config_names"`
}

type ResourceManager struct {
	Name        string      `mapstructure:"name"`
	Type        string      `mapstructure:"type"`
	Description string      `mapstructure:"description"`
	Config      interface{} `mapstructure:"config"`
}

type ResourceManagerConfigOptimus struct {
	Host    string            `mapstructure:"host"`
	Headers map[string]string `mapstructure:"headers"`
}

type SLAConfig struct {
	WorkerIntervalMinutes int `mapstructure:"worker_interval_minutes"`
	LockDurationMinutes   int `mapstructure:"worker_lock_duration_minutes"`
}

type Serve struct {
	Port            int      `mapstructure:"port" default:"9100"` // port to listen on
	IngressHost     string   `mapstructure:"ingress_host"`        // service ingress host for jobs to communicate back to optimus
	PortGRPC        int      `mapstructure:"port_grpc"`
	IngressHostGRPC string   `mapstructure:"ingress_host_grpc"`
	AppKey          string   `mapstructure:"app_key"` // random 32 character hash used for encrypting secrets
	DB              DBConfig `mapstructure:"db"`
}

type ServerConfig struct {
	Version                   Version                   `mapstructure:"version"`
	Log                       LogConfig                 `mapstructure:"log"`
	Serve                     Serve                     `mapstructure:"serve"`
	Telemetry                 TelemetryConfig           `mapstructure:"telemetry"`
	Alerting                  AlertingConfig            `mapstructure:"alerting"`
	SLAConfig                 SLAConfig                 `mapstructure:"sla"`
	ResourceManagers          []ResourceManager         `mapstructure:"resource_managers"`
	UpstreamResolvers         []UpstreamResolver        `mapstructure:"upstream_resolvers"`
	Replay                    ReplayConfig              `mapstructure:"replay"`
	Backfill                  BackfillConfig            `mapstructure:"backfill"`
	Publisher                 *Publisher                `mapstructure:"publisher"`
	JobSyncIntervalMinutes    int                       `mapstructure:"job_sync_interval_minutes"`
	ExternalTables            ExternalTablesConfig      `mapstructure:"external_tables"`
	Features                  FeaturesConfig            `mapstructure:"features"`
	Plugins                   Plugins                   `mapstructure:"plugins"`
	JobValidationConfig       JobValidationConfig       `mapstructure:"job_validation"`
	JobExpectatorConfig       JobExpectatorConfig       `mapstructure:"job_expectator"`
	JobExecutionSummaryConfig JobExecutionSummaryConfig `mapstructure:"job_execution_summary"`
}

type TelemetryConfig struct {
	ProfileAddr      string `mapstructure:"profile_addr"`
	JaegerAddr       string `mapstructure:"jaeger_addr"`
	MetricServerAddr string `mapstructure:"telegraf_addr"`
}

type UpstreamResolver struct {
	Type   UpstreamResolverType   `mapstructure:"type"`
	Config map[string]interface{} `mapstructure:"config"`
}

type UpstreamResolverType string

type ValidateScheduleConfig struct {
	ReferenceTimezone string `mapstructure:"reference_timezone"`
}

type Version int