lineage

package

v0.11.310 Latest Latest Go to latest Published: Oct 7, 2025 License: Apache-2.0 Imports: 7 Imported by: 0

Details

This section is empty.

This section is empty.

This section is empty.

type LineageError struct {
	Pipeline *pipeline.Pipeline
	Issues   []*LineageIssue
}

type LineageExtractor struct {
	// contains filtered or unexported fields
}

func NewLineageExtractor(parser sqlParser) *LineageExtractor

NewLineageExtractor creates a new LineageExtractor instance.

func (p *LineageExtractor) ColumnLineage(foundPipeline *pipeline.Pipeline, asset *pipeline.Asset, processedAssets map[string]bool) *LineageError

ColumnLineage processes the lineage of an asset and its upstream dependencies recursively.

func (p *LineageExtractor) TableSchema(foundPipeline *pipeline.Pipeline) sqlparser.Schema

TableSchema extracts the table schema from the assets and stores it in the columnMetadata map.

func (p *LineageExtractor) TableSchemaForUpstreams(foundPipeline *pipeline.Pipeline, asset *pipeline.Asset) sqlparser.Schema

TableSchemaForUpstreams extracts the table schema for a single asset and returns a sqlparser schema only for its upstreams.

type LineageIssue struct {
	Task        *pipeline.Asset
	Description string
	Context     []string
}