cmd

package
v0.11.331 Latest Latest
Warning

This package is not in the latest version of its module.

 Go to latest Published: Oct 28, 2025 License: Apache-2.0 Imports: 87 Imported by: 0

Documentation

Index

Constants

View Source 
const (
	DefaultTemplate   = "default"
	DefaultFolderName = "bruin-pipeline"
)
View Source 
const LogsFolder = "logs"

Variables

View Source 
var (
	DefaultGlossaryReader = &glossary.GlossaryReader{
		RepoFinder: &git.RepoFinder{},
		FileNames:  []string{"glossary.yml", "glossary.yaml"},
	}

	DefaultPipelineBuilder = pipeline.NewBuilder(builderConfig, pipeline.CreateTaskFromYamlDefinition(fs), pipeline.CreateTaskFromFileComments(fs), fs, DefaultGlossaryReader)
	SeedAssetsValidator    = &lint.SimpleRule{
		Identifier:       "assets-seed-validation",
		Fast:             true,
		Severity:         lint.ValidatorSeverityCritical,
		AssetValidator:   lint.ValidateAssetSeedValidation,
		ApplicableLevels: []lint.Level{lint.LevelAsset},
	}
)
View Source 
var ErrExcludeTagNotSupported = errors.New("exclude-tag flag is not supported for asset-only validation")
View Source 
var PipelineDefinitionFiles = []string{"pipeline.yml", "pipeline.yaml"}

Functions

func AddConnection added in v0.11.22 

func AddConnection() *cli.Command

func ApplyAllFilters added in v0.11.169 

func ApplyAllFilters(ctx context.Context, f *Filter, s *scheduler.Scheduler, p *pipeline.Pipeline) error

func AssetMetadata added in v0.11.281 

func AssetMetadata() *cli.Command

func CheckLint added in v0.11.123 

func CheckLint(ctx context.Context, foundPipeline *pipeline.Pipeline, pipelinePath string, logger logger.Logger, validateOnlyAssetLevel bool) error

func Clean 

func Clean(str string) string

func CleanCmd added in v0.1.3 

func CleanCmd() *cli.Command

func CloneEnvironment added in v0.11.280 

func CloneEnvironment(isDebug *bool) *cli.Command

func ConnectionSchemas added in v0.11.55 

func ConnectionSchemas() *cli.Command

func Connections added in v0.11.22 

func Connections() *cli.Command

func CreateEnvironment added in v0.11.252 

func CreateEnvironment(isDebug *bool) *cli.Command

func DBSummary added in v0.11.242 

func DBSummary() *cli.Command

func DataDiffCmd added in v0.11.224 

func DataDiffCmd() *cli.Command

DataDiffCmd defines the 'data-diff' command.

func DeleteConnection added in v0.11.22 

func DeleteConnection() *cli.Command

func DeleteEnvironment added in v0.11.254 

func DeleteEnvironment(isDebug *bool) *cli.Command

func DetermineStartDate added in v0.11.296 

func DetermineStartDate(cliStartDate string, pipeline *pipeline.Pipeline, fullRefresh bool, logger logger.Logger) (time.Time, error)

func Docs added in v0.11.107 

func Docs() *cli.Command

func Environments added in v0.11.4 

func Environments(isDebug *bool) *cli.Command

func FetchColumns added in v0.11.247 

func FetchColumns() *cli.Command

func FetchDatabases added in v0.11.247 

func FetchDatabases() *cli.Command

func FetchTables added in v0.11.247 

func FetchTables() *cli.Command

func FilterTaskTypes added in v0.11.169 

func FilterTaskTypes(ctx context.Context, f *Filter, s *scheduler.Scheduler, p *pipeline.Pipeline) error

func Format added in v0.11.27 

func Format(isDebug *bool) *cli.Command

func GetPipelineAndAsset added in v0.11.143 

func GetPipelineAndAsset(ctx context.Context, inputPath string, fs afero.Fs, configFilePath string) (*ppInfo, error)

func GetPipelinefromPath added in v0.11.260 

func GetPipelinefromPath(ctx context.Context, inputPath string) (*pipeline.Pipeline, error)

func HandleExcludeTags added in v0.11.169 

func HandleExcludeTags(ctx context.Context, f *Filter, s *scheduler.Scheduler, p *pipeline.Pipeline) error

func HandleIncludeTags added in v0.11.169 

func HandleIncludeTags(ctx context.Context, f *Filter, s *scheduler.Scheduler, p *pipeline.Pipeline) error

func HandleSingleTask added in v0.11.169 

func HandleSingleTask(ctx context.Context, f *Filter, s *scheduler.Scheduler, p *pipeline.Pipeline) error

func Import added in v0.11.258 

func Import() *cli.Command

func ImportDatabase added in v0.11.260 

func ImportDatabase() *cli.Command

func ImportScheduledQueries added in v0.11.280 

func ImportScheduledQueries() *cli.Command

func ImportTableauDashboards added in v0.11.304 

func ImportTableauDashboards() *cli.Command

func Init added in v0.6.6 

func Init() *cli.Command

func Internal added in v0.10.1 

func Internal() *cli.Command

func Lineage 

func Lineage() *cli.Command

func Lint 

func Lint(isDebug *bool) *cli.Command

func ListConnections added in v0.11.22 

func ListConnections() *cli.Command

func ListEnvironments added in v0.11.4 

func ListEnvironments(isDebug *bool) *cli.Command

func ListTemplates added in v0.11.278 

func ListTemplates() *cli.Command

func NewRunID added in v0.11.227 

func NewRunID() string

func ParseAsset added in v0.10.1 

func ParseAsset() *cli.Command

func ParseDate added in v0.11.123 

func ParseDate(startDateStr, endDateStr string, logger logger.Logger) (time.Time, time.Time, error)

func ParseGlossary added in v0.11.275 

func ParseGlossary() *cli.Command

func ParsePipeline added in v0.11.16 

func ParsePipeline() *cli.Command

func Patch added in v0.11.216 

func Patch() *cli.Command

func PatchAsset added in v0.11.27 

func PatchAsset() *cli.Command

func PatchPipeline added in v0.11.321 

func PatchPipeline() *cli.Command

func PingConnection added in v0.11.106 

func PingConnection() *cli.Command

func Query added in v0.11.111 

func Query() *cli.Command

func ReadState added in v0.11.123 

func ReadState(fs afero.Fs, statePath string, filter *Filter) (*scheduler.PipelineState, error)

func RecoverFromPanic added in v0.5.1 

func RecoverFromPanic()

func Render 

func Render() *cli.Command

func Run 

func Run(isDebug *bool) *cli.Command

func SetupExecutors added in v0.11.216 

func SetupExecutors(
	s *scheduler.Scheduler,
	conn config.ConnectionAndDetailsGetter,
	startDate,
	endDate time.Time,
	pipelineName string,
	runID string,
	fullRefresh bool,
	usePipForPython bool,
	sensorMode string,
	renderer *jinja.Renderer,
	parser *sqlparser.SQLParser,
) (map[pipeline.AssetType]executor.Config, error)

func SkipAllTasksIfSingleCheck added in v0.11.192 

func SkipAllTasksIfSingleCheck(ctx context.Context, f *Filter, s *scheduler.Scheduler, p *pipeline.Pipeline) error

func Update added in v0.11.301 

func Update() *cli.Command

func UpdateEnvironment added in v0.11.254 

func UpdateEnvironment(isDebug *bool) *cli.Command

func Validate added in v0.11.293 

func Validate(shouldvalidate bool, assetCounter assetCounter, lintChecker lintChecker, ctx context.Context, foundPipeline *pipeline.Pipeline, pipelinePath string, logger logger.Logger) error

func ValidateRunConfig added in v0.11.123 

func ValidateRunConfig(runConfig *scheduler.RunConfig, inputPath string, logger logger.Logger) (time.Time, time.Time, string, error)

func VersionCmd added in v0.11.66 

func VersionCmd(commit string) *cli.Command

Types

type CleanCommand added in v0.1.3 

type CleanCommand struct {
	// contains filtered or unexported fields
}

func (*CleanCommand) Run added in v0.1.3 

func (r *CleanCommand) Run(inputPath string, cleanUvCache bool) error

type ConnectionsCommand added in v0.11.22 

type ConnectionsCommand struct{}

func (*ConnectionsCommand) ListConnections added in v0.11.22 

func (r *ConnectionsCommand) ListConnections(pathToProject, output, environment, configFilePath string) error

type EnvironmentCloneCommand added in v0.11.280 

type EnvironmentCloneCommand struct{}

func (*EnvironmentCloneCommand) Run added in v0.11.280 

func (r *EnvironmentCloneCommand) Run(sourceName, targetName, schemaPrefix, output, configFilePath string) error

type EnvironmentDeleteCommand added in v0.11.254 

type EnvironmentDeleteCommand struct{}

func (*EnvironmentDeleteCommand) Run added in v0.11.254 

func (r *EnvironmentDeleteCommand) Run(name string, force bool, output, configFilePath string) error

type EnvironmentListCommand added in v0.11.4 

type EnvironmentListCommand struct{}

func (*EnvironmentListCommand) Run added in v0.11.4 

func (r *EnvironmentListCommand) Run(output, configFilePath string) error

type EnvironmentUpdateCommand added in v0.11.254 

type EnvironmentUpdateCommand struct{}

func (*EnvironmentUpdateCommand) Run added in v0.11.254 

func (r *EnvironmentUpdateCommand) Run(name, newName, schemaPrefix, output, configFilePath string) error

type ErrorResponse added in v0.11.47 

type ErrorResponse struct {
	Error string `json:"error"`
}

type ErrorResponses added in v0.11.47 

type ErrorResponses struct {
	Error []string `json:"error"`
}

type ExecutionSummary added in v0.11.260 

type ExecutionSummary struct {
	TotalTasks      int
	SuccessfulTasks int
	FailedTasks     int
	SkippedTasks    int

	Assets       TaskTypeStats
	ColumnChecks TaskTypeStats
	CustomChecks TaskTypeStats
	MetadataPush TaskTypeStats

	Duration time.Duration
}

type Filter added in v0.11.113 

type Filter struct {
	IncludeTag        string   // Tag to include assets (from `--tag`)
	OnlyTaskTypes     []string // Task types to include (from `--only`)
	IncludeDownstream bool     // Whether to include downstream tasks (from `--downstream`)
	PushMetaData      bool
	SingleTask        *pipeline.Asset
	ExcludeTag        string
	// contains filtered or unexported fields
}

type FilterMutator added in v0.11.169 

type FilterMutator func(ctx context.Context, f *Filter, s *scheduler.Scheduler, p *pipeline.Pipeline) error

type Limiter added in v0.11.144 

type Limiter interface {
	Limit(query string, limit int64) string
}

type LineageCommand 

type LineageCommand struct {
	// contains filtered or unexported fields
}

func (*LineageCommand) Run 

func (r *LineageCommand) Run(ctx context.Context, assetPath string, fullLineage bool, output string) error

type ModifierInfo added in v0.11.197 

type ModifierInfo struct {
	StartDate      time.Time
	EndDate        time.Time
	ApplyModifiers bool
}

type ParseCommand added in v0.10.1 

type ParseCommand struct {
	// contains filtered or unexported fields
}

func (*ParseCommand) ParsePipeline added in v0.11.16 

func (r *ParseCommand) ParsePipeline(ctx context.Context, assetPath string, lineage bool, slimResponse bool) error

func (*ParseCommand) Run added in v0.10.1 

func (r *ParseCommand) Run(ctx context.Context, assetPath string, lineage bool) error

type PipelineInfo added in v0.11.123 

type PipelineInfo struct {
	Pipeline           *pipeline.Pipeline
	RunningForAnAsset  bool
	RunDownstreamTasks bool
}

func GetPipeline added in v0.11.123 

func GetPipeline(ctx context.Context, inputPath string, runConfig *scheduler.RunConfig, log logger.Logger, opts ...pipeline.CreatePipelineOption) (*PipelineInfo, error)

type RenderCommand 

type RenderCommand struct {
	// contains filtered or unexported fields
}

func (*RenderCommand) Run 

func (r *RenderCommand) Run(pl *pipeline.Pipeline, task *pipeline.Asset, modifierInfo ModifierInfo) error

type ScheduledQuery added in v0.11.280 

type ScheduledQuery struct {
	Name        string
	DisplayName string
	Query       string
	Schedule    string
	Dataset     string
	Config      *datatransferpb.TransferConfig
}

Scheduled query data structures.

type SuccessResponse added in v0.11.237 

type SuccessResponse struct {
	Status  string `json:"status"`
	Message string `json:"message"`
}

type SummaryStats added in v0.11.242 

type SummaryStats struct {
	TotalSchemas int `json:"total_schemas"`
	TotalTables  int `json:"total_tables"`
}

type TableComparer added in v0.11.224 

type TableComparer interface {
	CompareTables(ctx context.Context, table1, table2 string) (*diff.SchemaComparisonResult, error)
}

TableComparer defines an interface for connections that can compare tables.

type TableauDashboard added in v0.11.304 

type TableauDashboard struct {
	ViewID       string
	ViewName     string
	WorkbookID   string
	WorkbookName string
	WorkbookURL  string // Added for workbook URL in meta
	ProjectID    string // Added for project hierarchy
	ProjectName  string
	ProjectPath  []string // Added for full project hierarchy path
	OwnerName    string
	ContentURL   string
	ViewURL      string
	UpdatedAt    string
	Tags         []string
	DataSources  []tableau.DataSourceInfo     // Added for data source dependencies
	Connections  []tableau.WorkbookConnection // Added for connection tracking
}

TableauDashboard represents a dashboard/view with its workbook information.

type TaskTypeStats added in v0.11.260 

type TaskTypeStats struct {
	Total             int
	Succeeded         int
	Failed            int // Failed in main execution
	FailedDueToChecks int // Failed only due to checks (main execution succeeded)
	Skipped           int
}

func (TaskTypeStats) HasAny added in v0.11.260 

func (s TaskTypeStats) HasAny() bool

func (TaskTypeStats) SuccessRate added in v0.11.260 

func (s TaskTypeStats) SuccessRate() float64

type VersionInfo added in v0.11.112 

type VersionInfo struct {
	Version string `json:"version"`
	Commit  string `json:"commit"`
	Latest  string `json:"latest"`
}

type WarningResponse added in v0.11.237 

type WarningResponse struct {
	Status  string `json:"status"`
	Message string `json:"message"`
}

Source Files

View all Source files

Directories

Path Synopsis

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL
go.dev uses cookies from Google to deliver and enhance the quality of its services and to analyze traffic. Learn more.