Versions in this module Expand all Collapse all v0 v0.3.0 Mar 29, 2026 Changes in this version + func NewCatalogLineageQueryStep(name string, _ map[string]any) (sdk.StepInstance, error) + func NewCatalogLineageStep(name string, _ map[string]any) (sdk.StepInstance, error) + func NewCatalogRegisterStep(name string, _ map[string]any) (sdk.StepInstance, error) + func NewCatalogSearchStep(name string, _ map[string]any) (sdk.StepInstance, error) + func NewContractValidateStep(name string, _ map[string]any) (sdk.StepInstance, error) + func NewDataHubModule(name string, config map[string]any) (sdk.ModuleInstance, error) + func NewOpenMetadataModule(name string, config map[string]any) (sdk.ModuleInstance, error) + func NewSchemaRegisterStep(name string, _ map[string]any) (sdk.StepInstance, error) + func NewSchemaRegistryModule(name string, config map[string]any) (sdk.ModuleInstance, error) + func NewSchemaValidateStep(name string, _ map[string]any) (sdk.StepInstance, error) + func RegisterCatalogModule(name string, m any) error + func RegisterContractDB(name string, db ContractDB) + func RegisterSRModule(name string, m *SchemaRegistryModule) error + func UnregisterCatalogModule(name string) + func UnregisterContractDB(name string) + func UnregisterSRModule(name string) + type CatalogDataset struct + Name string + Owner string + Platform string + type CatalogProvider interface + RegisterDataset func(ctx context.Context, req RegisterDatasetRequest) error + SearchDatasets func(ctx context.Context, query string, limit int) ([]CatalogDataset, int, error) + func LookupCatalogProvider(name string) (CatalogProvider, error) + type ContractDB interface + QueryCount func(ctx context.Context, query string) (int, error) + type ContractField struct + Name string + Nullable bool + Required bool + Type string + type DataContract struct + Dataset string + Quality []QualityCheck + Schema []ContractField + Version string + type DataHubClient interface + AddGlossaryTerm func(ctx context.Context, urn, term string) error + AddTag func(ctx context.Context, urn, tag string) error + EmitMetadata func(ctx context.Context, proposals []MetadataProposal) error + GetDataset func(ctx context.Context, urn string) (*Dataset, error) + GetLineage func(ctx context.Context, urn, direction string) (*LineageResult, error) + SearchDatasets func(ctx context.Context, query string, start, count int) (*SearchResult, error) + SetLineage func(ctx context.Context, upstream, downstream string) error + SetOwner func(ctx context.Context, urn, ownerUrn, ownerType string) error + func NewDataHubClient(endpoint, token string, timeout time.Duration) DataHubClient + type DataHubConfig struct + Endpoint string + Timeout time.Duration + Token string + type DataHubModule struct + func (m *DataHubModule) CatalogProvider() CatalogProvider + func (m *DataHubModule) Client() DataHubClient + func (m *DataHubModule) Init() error + func (m *DataHubModule) Start(_ context.Context) error + func (m *DataHubModule) Stop(_ context.Context) error + type Dataset struct + Name string + Owner string + Platform string + Properties map[string]string + Schema *DatasetSchema + Tags []string + URN string + type DatasetRef struct + Dataset string + Platform string + type DatasetSchema struct + Fields []SchemaField + type EntityRef struct + FQN string + Type string + type LineageEdge struct + From string + Pipeline string + To string + type LineageNode struct + Dataset string + Depth int + Platform string + type LineageProvider interface + QueryLineage func(ctx context.Context, dataset, direction string, depth int) (*LineageQueryResult, error) + RecordLineage func(ctx context.Context, upstreams, downstreams []DatasetRef, pipeline string) error + func LookupLineageProvider(name string) (LineageProvider, error) + type LineageQueryResult struct + Edges []LineageEdge + Nodes []LineageNode + type LineageResult struct + Direction string + Entities []Dataset + URN string + type MetadataProposal struct + Aspect map[string]any + AspectName string + EntityURN string + type OMColumn struct + DataType string + Name string + type OMEntityRef struct + Name string + Type string + type OMLineageResult struct + Downstream []OMTable + FQN string + Upstream []OMTable + type OMSearchResult struct + Tables []OMTable + Total int + type OMTable struct + Columns []OMColumn + Description string + FullyQualifiedName string + ID string + Name string + Owner *OMEntityRef + Tags []OMTag + type OMTag struct + TagFQN string + type OpenMetadataClient interface + AddLineageEdge func(ctx context.Context, from, to EntityRef) error + AddTag func(ctx context.Context, fqn, tag string) error + CreateOrUpdateTable func(ctx context.Context, table OMTable) error + GetLineage func(ctx context.Context, fqn string) (*OMLineageResult, error) + GetTable func(ctx context.Context, fqn string) (*OMTable, error) + SearchTables func(ctx context.Context, query string, limit int) (*OMSearchResult, error) + SetOwner func(ctx context.Context, fqn, owner string) error + func NewOpenMetadataClient(endpoint, token string, timeout time.Duration) OpenMetadataClient + type OpenMetadataConfig struct + Endpoint string + Timeout time.Duration + Token string + type OpenMetadataModule struct + func (m *OpenMetadataModule) CatalogProvider() CatalogProvider + func (m *OpenMetadataModule) Client() OpenMetadataClient + func (m *OpenMetadataModule) Init() error + func (m *OpenMetadataModule) Start(_ context.Context) error + func (m *OpenMetadataModule) Stop(_ context.Context) error + type QualityCheck struct + Name string + Query string + Type string + type RegisterDatasetRequest struct + Dataset string + Owner string + Properties map[string]string + Schema []SchemaField + Tags []string + type SchemaDefinition struct + References []SchemaReference + Schema string + SchemaType string + type SchemaField struct + Name string + Nullable bool + Type string + type SchemaInfo struct + ID int + Schema string + SchemaType string + Subject string + Version int + type SchemaReference struct + Name string + Subject string + Version int + type SchemaRegistryClient interface + CheckCompatibility func(ctx context.Context, subject string, schema SchemaDefinition) (bool, error) + DeleteSubject func(ctx context.Context, subject string, permanent bool) ([]int, error) + GetCompatibilityLevel func(ctx context.Context, subject string) (string, error) + GetLatestSchema func(ctx context.Context, subject string) (*SchemaInfo, error) + GetSchema func(ctx context.Context, id int) (*SchemaDefinition, error) + GetSchemaByVersion func(ctx context.Context, subject, version string) (*SchemaInfo, error) + ListSubjects func(ctx context.Context) ([]string, error) + RegisterSchema func(ctx context.Context, subject string, schema SchemaDefinition) (int, error) + SetCompatibilityLevel func(ctx context.Context, subject string, level string) error + ValidateSchema func(ctx context.Context, schema SchemaDefinition, data []byte) error + func NewSchemaRegistryClient(endpoint, username, password string, timeout time.Duration) SchemaRegistryClient + type SchemaRegistryConfig struct + DefaultCompatibility string + Endpoint string + Password string + Provider string + Timeout time.Duration + Username string + type SchemaRegistryModule struct + func LookupSRModule(name string) (*SchemaRegistryModule, error) + func (m *SchemaRegistryModule) Client() SchemaRegistryClient + func (m *SchemaRegistryModule) Config() SchemaRegistryConfig + func (m *SchemaRegistryModule) Init() error + func (m *SchemaRegistryModule) Start(ctx context.Context) error + func (m *SchemaRegistryModule) Stop(_ context.Context) error + type SearchResult struct + Count int + Entities []Dataset + Start int + Total int v0.1.2 Mar 29, 2026 v0.1.1 Mar 29, 2026 v0.1.0 Mar 29, 2026
Go to main page