Documentation
¶
Index ¶
- func NewColumnCheckOperator(manager config.ConnectionGetter) *ansisql.ColumnCheckOperator
- func NewMaterializer(fullRefresh bool) *pipeline.Materializer
- type AcceptedValuesCheck
- type BasicOperator
- type Config
- type DB
- func (db *DB) BuildTableExistsQuery(tableName string) (string, error)
- func (db *DB) CreateSchemaIfNotExist(ctx context.Context, asset *pipeline.Asset) error
- func (db *DB) GetColumns(ctx context.Context, databaseName, tableName string) ([]*ansisql.DBColumn, error)
- func (db *DB) GetDatabaseSummary(ctx context.Context) (*ansisql.DBDatabase, error)
- func (db *DB) GetDatabases(ctx context.Context) ([]string, error)
- func (db *DB) GetIngestrURI() (string, error)
- func (db *DB) GetTableSummary(ctx context.Context, tableName string, schemaOnly bool) (*diff.TableSummaryResult, error)
- func (db *DB) GetTables(ctx context.Context, databaseName string) ([]string, error)
- func (db *DB) IsValid(ctx context.Context, query *query.Query) (bool, error)
- func (db *DB) Ping(ctx context.Context) error
- func (db *DB) PushColumnDescriptions(ctx context.Context, asset *pipeline.Asset) error
- func (db *DB) RecreateTableOnMaterializationTypeMismatch(ctx context.Context, asset *pipeline.Asset) error
- func (db *DB) RunQueryWithoutResult(ctx context.Context, query *query.Query) error
- func (db *DB) Select(ctx context.Context, query *query.Query) ([][]interface{}, error)
- func (db *DB) SelectOnlyLastResult(ctx context.Context, query *query.Query) ([][]interface{}, error)
- func (db *DB) SelectWithSchema(ctx context.Context, queryObj *query.Query) (*query.QueryResult, error)
- type MetadataOperator
- type PatternCheck
- type QuerySensor
- type SfClient
Constants ¶
This section is empty.
Variables ¶
This section is empty.
Functions ¶
func NewColumnCheckOperator ¶ added in v0.2.0
func NewColumnCheckOperator(manager config.ConnectionGetter) *ansisql.ColumnCheckOperator
func NewMaterializer ¶ added in v0.4.8
func NewMaterializer(fullRefresh bool) *pipeline.Materializer
Types ¶
type AcceptedValuesCheck ¶ added in v0.2.0
type AcceptedValuesCheck struct {
// contains filtered or unexported fields
}
func (*AcceptedValuesCheck) Check ¶ added in v0.2.0
func (c *AcceptedValuesCheck) Check(ctx context.Context, ti *scheduler.ColumnCheckInstance) error
type BasicOperator ¶ added in v0.2.0
type BasicOperator struct {
// contains filtered or unexported fields
}
func NewBasicOperator ¶ added in v0.2.0
func NewBasicOperator(conn config.ConnectionGetter, extractor query.QueryExtractor, materializer materializer) *BasicOperator
func (BasicOperator) Run ¶ added in v0.2.0
func (o BasicOperator) Run(ctx context.Context, ti scheduler.TaskInstance) error
type Config ¶
type Config struct {
Account string
Username string
Password string
Region string
Role string
Database string
Schema string
Warehouse string
PrivateKey string
}
func (Config) GetIngestrURI ¶ added in v0.7.0
type DB ¶
type DB struct {
// contains filtered or unexported fields
}
func (*DB) BuildTableExistsQuery ¶ added in v0.11.286
func (*DB) CreateSchemaIfNotExist ¶ added in v0.11.130
func (*DB) GetColumns ¶ added in v0.11.247
func (*DB) GetDatabaseSummary ¶ added in v0.11.242
func (*DB) GetDatabases ¶ added in v0.11.247
func (*DB) GetIngestrURI ¶ added in v0.7.0
func (*DB) GetTableSummary ¶ added in v0.11.226
func (*DB) Ping ¶ added in v0.11.106
Test runs a simple query (SELECT 1) to validate the connection.
func (*DB) PushColumnDescriptions ¶ added in v0.11.136
func (*DB) RecreateTableOnMaterializationTypeMismatch ¶ added in v0.11.132
func (*DB) RunQueryWithoutResult ¶ added in v0.2.0
func (*DB) SelectOnlyLastResult ¶ added in v0.11.270
func (*DB) SelectWithSchema ¶ added in v0.11.85
type MetadataOperator ¶ added in v0.11.136
type MetadataOperator struct {
// contains filtered or unexported fields
}
func NewMetadataPushOperator ¶ added in v0.11.136
func NewMetadataPushOperator(conn config.ConnectionGetter) *MetadataOperator
func (*MetadataOperator) Run ¶ added in v0.11.136
func (o *MetadataOperator) Run(ctx context.Context, ti scheduler.TaskInstance) error
type PatternCheck ¶ added in v0.10.1
type PatternCheck struct {
// contains filtered or unexported fields
}
func (*PatternCheck) Check ¶ added in v0.10.1
func (c *PatternCheck) Check(ctx context.Context, ti *scheduler.ColumnCheckInstance) error
type QuerySensor ¶ added in v0.4.7
type QuerySensor struct {
// contains filtered or unexported fields
}
func NewQuerySensor ¶ added in v0.4.7
func NewQuerySensor(conn config.ConnectionGetter, extractor query.QueryExtractor, secondsToSleep int64) *QuerySensor
func (*QuerySensor) Run ¶ added in v0.4.7
func (o *QuerySensor) Run(ctx context.Context, ti scheduler.TaskInstance) error
type SfClient ¶ added in v0.2.0
type SfClient interface {
RunQueryWithoutResult(ctx context.Context, query *query.Query) error
Select(ctx context.Context, query *query.Query) ([][]interface{}, error)
Ping(ctx context.Context) error
SelectWithSchema(ctx context.Context, queryObj *query.Query) (*query.QueryResult, error)
CreateSchemaIfNotExist(ctx context.Context, asset *pipeline.Asset) error
PushColumnDescriptions(ctx context.Context, asset *pipeline.Asset) error
RecreateTableOnMaterializationTypeMismatch(ctx context.Context, asset *pipeline.Asset) error
SelectOnlyLastResult(ctx context.Context, query *query.Query) ([][]interface{}, error)
}
Click to show internal directories.
Click to hide internal directories.