executor

package

v0.11.396 Latest Latest Go to latest Published: Dec 22, 2025 License: Apache-2.0 Imports: 11 Imported by: 0

Details

Valid go.mod file
Redistributable license
Tagged version
Stable version
Learn more about best practices

Repository

github.com/bruin-data/bruin

Links

Open Source Insights

Documentation ¶

Index ¶

Constants
Variables
type Concurrent
- func NewConcurrent(logger logger.Logger, taskTypeMap map[pipeline.AssetType]Config, ...) (*Concurrent, error)
- func (c Concurrent) Start(ctx context.Context, input chan scheduler.TaskInstance, ...)
type Config
type FormattingOptions
type NoOpOperator
- func (e NoOpOperator) Run(ctx context.Context, ti scheduler.TaskInstance) error
type Operator
type OperatorMap
type Sequential
- func (s Sequential) RunSingleTask(ctx context.Context, instance scheduler.TaskInstance) error

Constants ¶

View Source

const (
	KeyPrinter contextKey = iota
	KeyIsDebug contextKey = iota
	KeyVerbose contextKey = iota
	ContextLogger
)

Variables ¶

View Source

var DefaultExecutorsV2 = map[pipeline.AssetType]Config{
	pipeline.AssetTypeBigqueryQuery: {
		scheduler.TaskInstanceTypeMain:         NoOpOperator{},
		scheduler.TaskInstanceTypeMetadataPush: NoOpOperator{},
		scheduler.TaskInstanceTypeColumnCheck:  NoOpOperator{},
		scheduler.TaskInstanceTypeCustomCheck:  NoOpOperator{},
	},
	pipeline.AssetTypeBigqueryTableSensor: {
		scheduler.TaskInstanceTypeMain:         NoOpOperator{},
		scheduler.TaskInstanceTypeMetadataPush: NoOpOperator{},
		scheduler.TaskInstanceTypeColumnCheck:  NoOpOperator{},
		scheduler.TaskInstanceTypeCustomCheck:  NoOpOperator{},
	},
	pipeline.AssetTypeBigqueryQuerySensor: {
		scheduler.TaskInstanceTypeMain:         NoOpOperator{},
		scheduler.TaskInstanceTypeMetadataPush: NoOpOperator{},
		scheduler.TaskInstanceTypeColumnCheck:  NoOpOperator{},
		scheduler.TaskInstanceTypeCustomCheck:  NoOpOperator{},
	},
	pipeline.AssetTypeBigquerySource: {
		scheduler.TaskInstanceTypeMain:         NoOpOperator{},
		scheduler.TaskInstanceTypeMetadataPush: NoOpOperator{},
		scheduler.TaskInstanceTypeColumnCheck:  NoOpOperator{},
		scheduler.TaskInstanceTypeCustomCheck:  NoOpOperator{},
	},
	pipeline.AssetTypeSnowflakeSource: {
		scheduler.TaskInstanceTypeMain:         NoOpOperator{},
		scheduler.TaskInstanceTypeMetadataPush: NoOpOperator{},
		scheduler.TaskInstanceTypeColumnCheck:  NoOpOperator{},
		scheduler.TaskInstanceTypeCustomCheck:  NoOpOperator{},
	},
	pipeline.AssetTypePostgresSource: {
		scheduler.TaskInstanceTypeMain:         NoOpOperator{},
		scheduler.TaskInstanceTypeMetadataPush: NoOpOperator{},
		scheduler.TaskInstanceTypeColumnCheck:  NoOpOperator{},
		scheduler.TaskInstanceTypeCustomCheck:  NoOpOperator{},
	},
	pipeline.AssetTypeRedshiftSource: {
		scheduler.TaskInstanceTypeMain:         NoOpOperator{},
		scheduler.TaskInstanceTypeMetadataPush: NoOpOperator{},
		scheduler.TaskInstanceTypeColumnCheck:  NoOpOperator{},
		scheduler.TaskInstanceTypeCustomCheck:  NoOpOperator{},
	},
	pipeline.AssetTypeMsSQLSource: {
		scheduler.TaskInstanceTypeMain:         NoOpOperator{},
		scheduler.TaskInstanceTypeMetadataPush: NoOpOperator{},
		scheduler.TaskInstanceTypeColumnCheck:  NoOpOperator{},
		scheduler.TaskInstanceTypeCustomCheck:  NoOpOperator{},
	},
	pipeline.AssetTypeDatabricksSource: {
		scheduler.TaskInstanceTypeMain:         NoOpOperator{},
		scheduler.TaskInstanceTypeMetadataPush: NoOpOperator{},
		scheduler.TaskInstanceTypeColumnCheck:  NoOpOperator{},
		scheduler.TaskInstanceTypeCustomCheck:  NoOpOperator{},
	},
	pipeline.AssetTypeSynapseSource: {
		scheduler.TaskInstanceTypeMain:         NoOpOperator{},
		scheduler.TaskInstanceTypeMetadataPush: NoOpOperator{},
		scheduler.TaskInstanceTypeColumnCheck:  NoOpOperator{},
		scheduler.TaskInstanceTypeCustomCheck:  NoOpOperator{},
	},
	pipeline.AssetTypeAthenaSource: {
		scheduler.TaskInstanceTypeMain:         NoOpOperator{},
		scheduler.TaskInstanceTypeMetadataPush: NoOpOperator{},
		scheduler.TaskInstanceTypeColumnCheck:  NoOpOperator{},
		scheduler.TaskInstanceTypeCustomCheck:  NoOpOperator{},
	},
	pipeline.AssetTypeDuckDBSource: {
		scheduler.TaskInstanceTypeMain:         NoOpOperator{},
		scheduler.TaskInstanceTypeMetadataPush: NoOpOperator{},
		scheduler.TaskInstanceTypeColumnCheck:  NoOpOperator{},
		scheduler.TaskInstanceTypeCustomCheck:  NoOpOperator{},
	},
	pipeline.AssetTypeClickHouseSource: {
		scheduler.TaskInstanceTypeMain:         NoOpOperator{},
		scheduler.TaskInstanceTypeMetadataPush: NoOpOperator{},
		scheduler.TaskInstanceTypeColumnCheck:  NoOpOperator{},
		scheduler.TaskInstanceTypeCustomCheck:  NoOpOperator{},
	},
	pipeline.AssetTypeBigquerySeed: {
		scheduler.TaskInstanceTypeMain:         NoOpOperator{},
		scheduler.TaskInstanceTypeMetadataPush: NoOpOperator{},
	},
	"gcs.sensor.object_sensor_with_prefix": {
		scheduler.TaskInstanceTypeMain:         NoOpOperator{},
		scheduler.TaskInstanceTypeMetadataPush: NoOpOperator{},
	},
	"gcs.sensor.object": {
		scheduler.TaskInstanceTypeMain:         NoOpOperator{},
		scheduler.TaskInstanceTypeMetadataPush: NoOpOperator{},
	},
	"dbt": {
		scheduler.TaskInstanceTypeMain:         NoOpOperator{},
		scheduler.TaskInstanceTypeMetadataPush: NoOpOperator{},
	},
	"dbt.test": {
		scheduler.TaskInstanceTypeMain:         NoOpOperator{},
		scheduler.TaskInstanceTypeMetadataPush: NoOpOperator{},
	},
	pipeline.AssetTypeEmpty: {
		scheduler.TaskInstanceTypeMain:         NoOpOperator{},
		scheduler.TaskInstanceTypeMetadataPush: NoOpOperator{},
	},
	pipeline.AssetTypePostgresQuery: {
		scheduler.TaskInstanceTypeMain:         NoOpOperator{},
		scheduler.TaskInstanceTypeColumnCheck:  NoOpOperator{},
		scheduler.TaskInstanceTypeCustomCheck:  NoOpOperator{},
		scheduler.TaskInstanceTypeMetadataPush: NoOpOperator{},
	},
	pipeline.AssetTypeMySQLQuery: {
		scheduler.TaskInstanceTypeMain:         NoOpOperator{},
		scheduler.TaskInstanceTypeColumnCheck:  NoOpOperator{},
		scheduler.TaskInstanceTypeCustomCheck:  NoOpOperator{},
		scheduler.TaskInstanceTypeMetadataPush: NoOpOperator{},
	},
	pipeline.AssetTypeMySQLSeed: {
		scheduler.TaskInstanceTypeMain:         NoOpOperator{},
		scheduler.TaskInstanceTypeColumnCheck:  NoOpOperator{},
		scheduler.TaskInstanceTypeCustomCheck:  NoOpOperator{},
		scheduler.TaskInstanceTypeMetadataPush: NoOpOperator{},
	},
	pipeline.AssetTypeMySQLQuerySensor: {
		scheduler.TaskInstanceTypeMain:         NoOpOperator{},
		scheduler.TaskInstanceTypeColumnCheck:  NoOpOperator{},
		scheduler.TaskInstanceTypeCustomCheck:  NoOpOperator{},
		scheduler.TaskInstanceTypeMetadataPush: NoOpOperator{},
	},
	pipeline.AssetTypeMySQLTableSensor: {
		scheduler.TaskInstanceTypeMain:         NoOpOperator{},
		scheduler.TaskInstanceTypeColumnCheck:  NoOpOperator{},
		scheduler.TaskInstanceTypeCustomCheck:  NoOpOperator{},
		scheduler.TaskInstanceTypeMetadataPush: NoOpOperator{},
	},
	pipeline.AssetTypeClickHouse: {
		scheduler.TaskInstanceTypeMain:         NoOpOperator{},
		scheduler.TaskInstanceTypeColumnCheck:  NoOpOperator{},
		scheduler.TaskInstanceTypeCustomCheck:  NoOpOperator{},
		scheduler.TaskInstanceTypeMetadataPush: NoOpOperator{},
	},
	pipeline.AssetTypeClickHouseSeed: {
		scheduler.TaskInstanceTypeMain:         NoOpOperator{},
		scheduler.TaskInstanceTypeColumnCheck:  NoOpOperator{},
		scheduler.TaskInstanceTypeCustomCheck:  NoOpOperator{},
		scheduler.TaskInstanceTypeMetadataPush: NoOpOperator{},
	},
	pipeline.AssetTypeClickHouseQuerySensor: {
		scheduler.TaskInstanceTypeMain:         NoOpOperator{},
		scheduler.TaskInstanceTypeColumnCheck:  NoOpOperator{},
		scheduler.TaskInstanceTypeCustomCheck:  NoOpOperator{},
		scheduler.TaskInstanceTypeMetadataPush: NoOpOperator{},
	},
	pipeline.AssetTypeClickHouseTableSensor: {
		scheduler.TaskInstanceTypeMain:         NoOpOperator{},
		scheduler.TaskInstanceTypeColumnCheck:  NoOpOperator{},
		scheduler.TaskInstanceTypeCustomCheck:  NoOpOperator{},
		scheduler.TaskInstanceTypeMetadataPush: NoOpOperator{},
	},
	pipeline.AssetTypePostgresSeed: {
		scheduler.TaskInstanceTypeMain:         NoOpOperator{},
		scheduler.TaskInstanceTypeColumnCheck:  NoOpOperator{},
		scheduler.TaskInstanceTypeCustomCheck:  NoOpOperator{},
		scheduler.TaskInstanceTypeMetadataPush: NoOpOperator{},
	},
	pipeline.AssetTypePostgresQuerySensor: {
		scheduler.TaskInstanceTypeMain:         NoOpOperator{},
		scheduler.TaskInstanceTypeMetadataPush: NoOpOperator{},
		scheduler.TaskInstanceTypeColumnCheck:  NoOpOperator{},
		scheduler.TaskInstanceTypeCustomCheck:  NoOpOperator{},
	},
	pipeline.AssetTypeRedshiftQuery: {
		scheduler.TaskInstanceTypeMain:         NoOpOperator{},
		scheduler.TaskInstanceTypeColumnCheck:  NoOpOperator{},
		scheduler.TaskInstanceTypeCustomCheck:  NoOpOperator{},
		scheduler.TaskInstanceTypeMetadataPush: NoOpOperator{},
	},
	pipeline.AssetTypeRedshiftSeed: {
		scheduler.TaskInstanceTypeMain:         NoOpOperator{},
		scheduler.TaskInstanceTypeColumnCheck:  NoOpOperator{},
		scheduler.TaskInstanceTypeCustomCheck:  NoOpOperator{},
		scheduler.TaskInstanceTypeMetadataPush: NoOpOperator{},
	},
	pipeline.AssetTypeRedshiftQuerySensor: {
		scheduler.TaskInstanceTypeMain:         NoOpOperator{},
		scheduler.TaskInstanceTypeMetadataPush: NoOpOperator{},
		scheduler.TaskInstanceTypeColumnCheck:  NoOpOperator{},
		scheduler.TaskInstanceTypeCustomCheck:  NoOpOperator{},
	},
	pipeline.AssetTypeMsSQLQuery: {
		scheduler.TaskInstanceTypeMain:         NoOpOperator{},
		scheduler.TaskInstanceTypeColumnCheck:  NoOpOperator{},
		scheduler.TaskInstanceTypeCustomCheck:  NoOpOperator{},
		scheduler.TaskInstanceTypeMetadataPush: NoOpOperator{},
	},
	pipeline.AssetTypeMsSQLSeed: {
		scheduler.TaskInstanceTypeMain:         NoOpOperator{},
		scheduler.TaskInstanceTypeColumnCheck:  NoOpOperator{},
		scheduler.TaskInstanceTypeCustomCheck:  NoOpOperator{},
		scheduler.TaskInstanceTypeMetadataPush: NoOpOperator{},
	},
	pipeline.AssetTypeMsSQLQuerySensor: {
		scheduler.TaskInstanceTypeMain:         NoOpOperator{},
		scheduler.TaskInstanceTypeColumnCheck:  NoOpOperator{},
		scheduler.TaskInstanceTypeCustomCheck:  NoOpOperator{},
		scheduler.TaskInstanceTypeMetadataPush: NoOpOperator{},
	},
	pipeline.AssetTypeMsSQLTableSensor: {
		scheduler.TaskInstanceTypeMain:         NoOpOperator{},
		scheduler.TaskInstanceTypeColumnCheck:  NoOpOperator{},
		scheduler.TaskInstanceTypeCustomCheck:  NoOpOperator{},
		scheduler.TaskInstanceTypeMetadataPush: NoOpOperator{},
	},
	pipeline.AssetTypeDatabricksQuery: {
		scheduler.TaskInstanceTypeMain:         NoOpOperator{},
		scheduler.TaskInstanceTypeColumnCheck:  NoOpOperator{},
		scheduler.TaskInstanceTypeCustomCheck:  NoOpOperator{},
		scheduler.TaskInstanceTypeMetadataPush: NoOpOperator{},
	},
	pipeline.AssetTypeDatabricksQuerySensor: {
		scheduler.TaskInstanceTypeMain:         NoOpOperator{},
		scheduler.TaskInstanceTypeColumnCheck:  NoOpOperator{},
		scheduler.TaskInstanceTypeCustomCheck:  NoOpOperator{},
		scheduler.TaskInstanceTypeMetadataPush: NoOpOperator{},
	},
	pipeline.AssetTypeDatabricksSeed: {
		scheduler.TaskInstanceTypeMain:         NoOpOperator{},
		scheduler.TaskInstanceTypeColumnCheck:  NoOpOperator{},
		scheduler.TaskInstanceTypeCustomCheck:  NoOpOperator{},
		scheduler.TaskInstanceTypeMetadataPush: NoOpOperator{},
	},
	pipeline.AssetTypeDatabricksTableSensor: {
		scheduler.TaskInstanceTypeMain:         NoOpOperator{},
		scheduler.TaskInstanceTypeColumnCheck:  NoOpOperator{},
		scheduler.TaskInstanceTypeCustomCheck:  NoOpOperator{},
		scheduler.TaskInstanceTypeMetadataPush: NoOpOperator{},
	},
	pipeline.AssetTypeAthenaQuery: {
		scheduler.TaskInstanceTypeMain:         NoOpOperator{},
		scheduler.TaskInstanceTypeColumnCheck:  NoOpOperator{},
		scheduler.TaskInstanceTypeCustomCheck:  NoOpOperator{},
		scheduler.TaskInstanceTypeMetadataPush: NoOpOperator{},
	},
	pipeline.AssetTypeAthenaSeed: {
		scheduler.TaskInstanceTypeMain:         NoOpOperator{},
		scheduler.TaskInstanceTypeColumnCheck:  NoOpOperator{},
		scheduler.TaskInstanceTypeCustomCheck:  NoOpOperator{},
		scheduler.TaskInstanceTypeMetadataPush: NoOpOperator{},
	},
	pipeline.AssetTypeAthenaSQLSensor: {
		scheduler.TaskInstanceTypeMain:         NoOpOperator{},
		scheduler.TaskInstanceTypeColumnCheck:  NoOpOperator{},
		scheduler.TaskInstanceTypeCustomCheck:  NoOpOperator{},
		scheduler.TaskInstanceTypeMetadataPush: NoOpOperator{},
	},
	pipeline.AssetTypeDuckDBQuery: {
		scheduler.TaskInstanceTypeMain:         NoOpOperator{},
		scheduler.TaskInstanceTypeColumnCheck:  NoOpOperator{},
		scheduler.TaskInstanceTypeCustomCheck:  NoOpOperator{},
		scheduler.TaskInstanceTypeMetadataPush: NoOpOperator{},
	},
	pipeline.AssetTypeDuckDBSeed: {
		scheduler.TaskInstanceTypeMain:         NoOpOperator{},
		scheduler.TaskInstanceTypeColumnCheck:  NoOpOperator{},
		scheduler.TaskInstanceTypeCustomCheck:  NoOpOperator{},
		scheduler.TaskInstanceTypeMetadataPush: NoOpOperator{},
	},
	pipeline.AssetTypeDuckDBQuerySensor: {
		scheduler.TaskInstanceTypeMain:         NoOpOperator{},
		scheduler.TaskInstanceTypeColumnCheck:  NoOpOperator{},
		scheduler.TaskInstanceTypeCustomCheck:  NoOpOperator{},
		scheduler.TaskInstanceTypeMetadataPush: NoOpOperator{},
	},
	pipeline.AssetTypeSynapseQuery: {
		scheduler.TaskInstanceTypeMain:         NoOpOperator{},
		scheduler.TaskInstanceTypeColumnCheck:  NoOpOperator{},
		scheduler.TaskInstanceTypeCustomCheck:  NoOpOperator{},
		scheduler.TaskInstanceTypeMetadataPush: NoOpOperator{},
	},
	pipeline.AssetTypeSynapseSeed: {
		scheduler.TaskInstanceTypeMain:         NoOpOperator{},
		scheduler.TaskInstanceTypeColumnCheck:  NoOpOperator{},
		scheduler.TaskInstanceTypeCustomCheck:  NoOpOperator{},
		scheduler.TaskInstanceTypeMetadataPush: NoOpOperator{},
	},
	pipeline.AssetTypeSynapseQuerySensor: {
		scheduler.TaskInstanceTypeMain:         NoOpOperator{},
		scheduler.TaskInstanceTypeColumnCheck:  NoOpOperator{},
		scheduler.TaskInstanceTypeCustomCheck:  NoOpOperator{},
		scheduler.TaskInstanceTypeMetadataPush: NoOpOperator{},
	},
	pipeline.AssetTypeSynapseTableSensor: {
		scheduler.TaskInstanceTypeMain:         NoOpOperator{},
		scheduler.TaskInstanceTypeColumnCheck:  NoOpOperator{},
		scheduler.TaskInstanceTypeCustomCheck:  NoOpOperator{},
		scheduler.TaskInstanceTypeMetadataPush: NoOpOperator{},
	},
	pipeline.AssetTypePython: {
		scheduler.TaskInstanceTypeMain:         NoOpOperator{},
		scheduler.TaskInstanceTypeColumnCheck:  NoOpOperator{},
		scheduler.TaskInstanceTypeMetadataPush: NoOpOperator{},
	},
	pipeline.AssetTypeR: {
		scheduler.TaskInstanceTypeMain:         NoOpOperator{},
		scheduler.TaskInstanceTypeMetadataPush: NoOpOperator{},
	},
	"python.beta": {
		scheduler.TaskInstanceTypeMain:         NoOpOperator{},
		scheduler.TaskInstanceTypeMetadataPush: NoOpOperator{},
	},
	"python.legacy": {
		scheduler.TaskInstanceTypeMain:         NoOpOperator{},
		scheduler.TaskInstanceTypeMetadataPush: NoOpOperator{},
	},
	pipeline.AssetTypeS3KeySensor: {
		scheduler.TaskInstanceTypeMain:         NoOpOperator{},
		scheduler.TaskInstanceTypeMetadataPush: NoOpOperator{},
	},
	pipeline.AssetTypeSnowflakeQuery: {
		scheduler.TaskInstanceTypeMain:         NoOpOperator{},
		scheduler.TaskInstanceTypeMetadataPush: NoOpOperator{},
	},
	pipeline.AssetTypeSnowflakeQuerySensor: {
		scheduler.TaskInstanceTypeMain:         NoOpOperator{},
		scheduler.TaskInstanceTypeMetadataPush: NoOpOperator{},
	},
	pipeline.AssetTypeSnowflakeSeed: {
		scheduler.TaskInstanceTypeMain:         NoOpOperator{},
		scheduler.TaskInstanceTypeColumnCheck:  NoOpOperator{},
		scheduler.TaskInstanceTypeCustomCheck:  NoOpOperator{},
		scheduler.TaskInstanceTypeMetadataPush: NoOpOperator{},
	},
	"appsflyer.export.bq": {
		scheduler.TaskInstanceTypeMain:         NoOpOperator{},
		scheduler.TaskInstanceTypeMetadataPush: NoOpOperator{},
	},
	pipeline.AssetTypeIngestr: {
		scheduler.TaskInstanceTypeMain:         NoOpOperator{},
		scheduler.TaskInstanceTypeMetadataPush: NoOpOperator{},
	},
	pipeline.AssetTypeTableau: {
		scheduler.TaskInstanceTypeMain:         NoOpOperator{},
		scheduler.TaskInstanceTypeMetadataPush: NoOpOperator{},
	},
	pipeline.AssetTypeEMRServerlessSpark: {
		scheduler.TaskInstanceTypeMain:         NoOpOperator{},
		scheduler.TaskInstanceTypeMetadataPush: NoOpOperator{},
	},
	pipeline.AssetTypeEMRServerlessPyspark: {
		scheduler.TaskInstanceTypeMain:         NoOpOperator{},
		scheduler.TaskInstanceTypeMetadataPush: NoOpOperator{},
	},
	pipeline.AssetTypeDataprocServerlessPyspark: {
		scheduler.TaskInstanceTypeMain:         NoOpOperator{},
		scheduler.TaskInstanceTypeMetadataPush: NoOpOperator{},
	},
	pipeline.AssetTypeLooker: {
		scheduler.TaskInstanceTypeMain:         NoOpOperator{},
		scheduler.TaskInstanceTypeMetadataPush: NoOpOperator{},
	},
	pipeline.AssetTypeLookerStudio: {
		scheduler.TaskInstanceTypeMain:         NoOpOperator{},
		scheduler.TaskInstanceTypeMetadataPush: NoOpOperator{},
	},
	pipeline.AssetTypePowerBI: {
		scheduler.TaskInstanceTypeMain:         NoOpOperator{},
		scheduler.TaskInstanceTypeMetadataPush: NoOpOperator{},
	},
	pipeline.AssetTypeQlikSense: {
		scheduler.TaskInstanceTypeMain:         NoOpOperator{},
		scheduler.TaskInstanceTypeMetadataPush: NoOpOperator{},
	},
	pipeline.AssetTypeQlikView: {
		scheduler.TaskInstanceTypeMain:         NoOpOperator{},
		scheduler.TaskInstanceTypeMetadataPush: NoOpOperator{},
	},
	pipeline.AssetTypeSisense: {
		scheduler.TaskInstanceTypeMain:         NoOpOperator{},
		scheduler.TaskInstanceTypeMetadataPush: NoOpOperator{},
	},
	pipeline.AssetTypeDomo: {
		scheduler.TaskInstanceTypeMain:         NoOpOperator{},
		scheduler.TaskInstanceTypeMetadataPush: NoOpOperator{},
	},
	pipeline.AssetTypeQuicksight: {
		scheduler.TaskInstanceTypeMain:         NoOpOperator{},
		scheduler.TaskInstanceTypeMetadataPush: NoOpOperator{},
	},
	pipeline.AssetTypeMetabase: {
		scheduler.TaskInstanceTypeMain:         NoOpOperator{},
		scheduler.TaskInstanceTypeMetadataPush: NoOpOperator{},
	},
	pipeline.AssetTypeGrafana: {
		scheduler.TaskInstanceTypeMain:         NoOpOperator{},
		scheduler.TaskInstanceTypeMetadataPush: NoOpOperator{},
	},
	pipeline.AssetTypeSuperset: {
		scheduler.TaskInstanceTypeMain:         NoOpOperator{},
		scheduler.TaskInstanceTypeMetadataPush: NoOpOperator{},
	},
	pipeline.AssetTypeModeBI: {
		scheduler.TaskInstanceTypeMain:         NoOpOperator{},
		scheduler.TaskInstanceTypeMetadataPush: NoOpOperator{},
	},
	pipeline.AssetTypeRedash: {
		scheduler.TaskInstanceTypeMain:         NoOpOperator{},
		scheduler.TaskInstanceTypeMetadataPush: NoOpOperator{},
	},
	pipeline.AssetTypeGoodData: {
		scheduler.TaskInstanceTypeMain:         NoOpOperator{},
		scheduler.TaskInstanceTypeMetadataPush: NoOpOperator{},
	},
	pipeline.AssetTypeTableauDatasource: {
		scheduler.TaskInstanceTypeMain:         NoOpOperator{},
		scheduler.TaskInstanceTypeMetadataPush: NoOpOperator{},
	},
	pipeline.AssetTypeTableauWorkbook: {
		scheduler.TaskInstanceTypeMain:         NoOpOperator{},
		scheduler.TaskInstanceTypeMetadataPush: NoOpOperator{},
	},
	pipeline.AssetTypeTableauWorksheet: {
		scheduler.TaskInstanceTypeMain:         NoOpOperator{},
		scheduler.TaskInstanceTypeMetadataPush: NoOpOperator{},
	},
	pipeline.AssetTypeTableauDashboard: {
		scheduler.TaskInstanceTypeMain:         NoOpOperator{},
		scheduler.TaskInstanceTypeMetadataPush: NoOpOperator{},
	},
	pipeline.AssetTypeTrinoQuery: {
		scheduler.TaskInstanceTypeMain:         NoOpOperator{},
		scheduler.TaskInstanceTypeMetadataPush: NoOpOperator{},
		scheduler.TaskInstanceTypeColumnCheck:  NoOpOperator{},
		scheduler.TaskInstanceTypeCustomCheck:  NoOpOperator{},
	},
	pipeline.AssetTypeTrinoQuerySensor: {
		scheduler.TaskInstanceTypeMain:         NoOpOperator{},
		scheduler.TaskInstanceTypeMetadataPush: NoOpOperator{},
		scheduler.TaskInstanceTypeColumnCheck:  NoOpOperator{},
		scheduler.TaskInstanceTypeCustomCheck:  NoOpOperator{},
	},
	pipeline.AssetTypeOracleQuery: {
		scheduler.TaskInstanceTypeMain:         NoOpOperator{},
		scheduler.TaskInstanceTypeMetadataPush: NoOpOperator{},
		scheduler.TaskInstanceTypeColumnCheck:  NoOpOperator{},
		scheduler.TaskInstanceTypeCustomCheck:  NoOpOperator{},
	},
	pipeline.AssetTypeOracleSource: {
		scheduler.TaskInstanceTypeMain:         NoOpOperator{},
		scheduler.TaskInstanceTypeMetadataPush: NoOpOperator{},
		scheduler.TaskInstanceTypeColumnCheck:  NoOpOperator{},
		scheduler.TaskInstanceTypeCustomCheck:  NoOpOperator{},
	},
	pipeline.AssetTypeSnowflakeTableSensor: {
		scheduler.TaskInstanceTypeMain:         NoOpOperator{},
		scheduler.TaskInstanceTypeMetadataPush: NoOpOperator{},
		scheduler.TaskInstanceTypeColumnCheck:  NoOpOperator{},
		scheduler.TaskInstanceTypeCustomCheck:  NoOpOperator{},
	},
	pipeline.AssetTypePostgresTableSensor: {
		scheduler.TaskInstanceTypeMain:         NoOpOperator{},
		scheduler.TaskInstanceTypeMetadataPush: NoOpOperator{},
		scheduler.TaskInstanceTypeColumnCheck:  NoOpOperator{},
		scheduler.TaskInstanceTypeCustomCheck:  NoOpOperator{},
	},
	pipeline.AssetTypeAthenaTableSensor: {
		scheduler.TaskInstanceTypeMain:         NoOpOperator{},
		scheduler.TaskInstanceTypeMetadataPush: NoOpOperator{},
		scheduler.TaskInstanceTypeColumnCheck:  NoOpOperator{},
		scheduler.TaskInstanceTypeCustomCheck:  NoOpOperator{},
	},
	pipeline.AssetTypeRedshiftTableSensor: {
		scheduler.TaskInstanceTypeMain:         NoOpOperator{},
		scheduler.TaskInstanceTypeMetadataPush: NoOpOperator{},
		scheduler.TaskInstanceTypeColumnCheck:  NoOpOperator{},
		scheduler.TaskInstanceTypeCustomCheck:  NoOpOperator{},
	},
	pipeline.AssetTypeAgentClaudeCode: {
		scheduler.TaskInstanceTypeMain:         NoOpOperator{},
		scheduler.TaskInstanceTypeMetadataPush: NoOpOperator{},
		scheduler.TaskInstanceTypeColumnCheck:  NoOpOperator{},
		scheduler.TaskInstanceTypeCustomCheck:  NoOpOperator{},
	},
}

Functions ¶

This section is empty.

Types ¶

type Concurrent ¶

type Concurrent struct {
	// contains filtered or unexported fields
}

func NewConcurrent ¶

func NewConcurrent(
	logger logger.Logger,
	taskTypeMap map[pipeline.AssetType]Config,
	workerCount int, formatOpts FormattingOptions,
) (*Concurrent, error)

func (Concurrent) Start ¶

func (c Concurrent) Start(ctx context.Context, input chan scheduler.TaskInstance, result chan<- *scheduler.TaskExecutionResult)

type Config ¶

type Config map[scheduler.TaskInstanceType]Operator

type FormattingOptions ¶ added in v0.11.176

type FormattingOptions struct {
	DoNotLogTimestamp bool
	DoNotLogTaskName  bool
	NoColor           bool
	MinimalLogs       bool
}

type NoOpOperator ¶

type NoOpOperator struct{}

func (NoOpOperator) Run ¶

func (e NoOpOperator) Run(ctx context.Context, ti scheduler.TaskInstance) error

type Operator ¶

type Operator interface {
	Run(ctx context.Context, ti scheduler.TaskInstance) error
}

type OperatorMap ¶

type OperatorMap map[pipeline.AssetType]Operator

type Sequential ¶

type Sequential struct {
	TaskTypeMap map[pipeline.AssetType]Config
}

func (Sequential) RunSingleTask ¶

func (s Sequential) RunSingleTask(ctx context.Context, instance scheduler.TaskInstance) error

Source Files ¶

View all Source files

?	: This menu
/	: Search site
f or F	: Jump to
y or Y	: Canonical URL