Documentation
¶
Index ¶
- func NewColumnCheckOperator(manager config.ConnectionGetter) *ansisql.ColumnCheckOperator
- type AcceptedValuesCheck
- type AssetMaterializationMap
- type BasicOperator
- type Client
- type Config
- type DB
- func (db *DB) BuildTableExistsQuery(tableName string) (string, error)
- func (db *DB) GetColumns(ctx context.Context, databaseName, tableName string) ([]*ansisql.DBColumn, error)
- func (db *DB) GetDatabaseSummary(ctx context.Context) (*ansisql.DBDatabase, error)
- func (db *DB) GetDatabases(ctx context.Context) ([]string, error)
- func (db *DB) GetIngestrURI() (string, error)
- func (db *DB) GetResultsLocation() string
- func (db *DB) GetTables(ctx context.Context, databaseName string) ([]string, error)
- func (db *DB) Ping(ctx context.Context) error
- func (db *DB) RunQueryWithoutResult(ctx context.Context, query *query.Query) error
- func (db *DB) Select(ctx context.Context, query *query.Query) ([][]interface{}, error)
- func (db *DB) SelectWithSchema(ctx context.Context, queryObject *query.Query) (*query.QueryResult, error)
- type Materializer
- type MaterializerFunc
- type PatternCheck
- type QuerySensor
- type Renderer
Constants ¶
This section is empty.
Variables ¶
This section is empty.
Functions ¶
func NewColumnCheckOperator ¶
func NewColumnCheckOperator(manager config.ConnectionGetter) *ansisql.ColumnCheckOperator
Types ¶
type AcceptedValuesCheck ¶
type AcceptedValuesCheck struct {
// contains filtered or unexported fields
}
func NewAcceptedValuesCheck ¶ added in v0.11.207
func NewAcceptedValuesCheck(conn config.ConnectionGetter) *AcceptedValuesCheck
func (*AcceptedValuesCheck) Check ¶
func (c *AcceptedValuesCheck) Check(ctx context.Context, ti *scheduler.ColumnCheckInstance) error
type AssetMaterializationMap ¶
type AssetMaterializationMap map[pipeline.MaterializationType]map[pipeline.MaterializationStrategy]MaterializerFunc
type BasicOperator ¶
type BasicOperator struct {
// contains filtered or unexported fields
}
func NewBasicOperator ¶
func NewBasicOperator(conn config.ConnectionGetter, extractor query.QueryExtractor, materializer materializer) *BasicOperator
func (BasicOperator) Run ¶
func (o BasicOperator) Run(ctx context.Context, ti scheduler.TaskInstance) error
type Client ¶
type Client interface {
RunQueryWithoutResult(ctx context.Context, query *query.Query) error
Select(ctx context.Context, query *query.Query) ([][]interface{}, error)
GetResultsLocation() string
Ping(ctx context.Context) error
SelectWithSchema(ctx context.Context, queryObject *query.Query) (*query.QueryResult, error)
}
type Config ¶
type Config struct {
OutputBucket string
Region string
AccessID string
SecretAccessKey string
SessionToken string
Database string
}
func (*Config) GetIngestrURI ¶ added in v0.11.110
func (*Config) ToDBConnectionURI ¶
type DB ¶
type DB struct {
// contains filtered or unexported fields
}
func (*DB) BuildTableExistsQuery ¶ added in v0.11.289
func (*DB) GetColumns ¶ added in v0.11.247
func (*DB) GetDatabaseSummary ¶ added in v0.11.242
func (*DB) GetDatabases ¶ added in v0.11.247
func (*DB) GetIngestrURI ¶ added in v0.11.110
func (*DB) GetResultsLocation ¶
func (*DB) RunQueryWithoutResult ¶
func (*DB) SelectWithSchema ¶ added in v0.11.104
type Materializer ¶
type Materializer struct {
MaterializationMap AssetMaterializationMap
// contains filtered or unexported fields
}
The other packages all use a materializer that renders the query to a single string. Due to the quirks of athena we need to create a different materializer that returns a slice of strings, since athena server requires us to send separate batches for certain things.
func NewMaterializer ¶
func NewMaterializer(fullRefresh bool) *Materializer
func (*Materializer) LogIfFullRefreshAndDDL ¶ added in v0.11.222
func (m *Materializer) LogIfFullRefreshAndDDL(writer interface{}, asset *pipeline.Asset) error
type MaterializerFunc ¶
type PatternCheck ¶
type PatternCheck struct {
// contains filtered or unexported fields
}
func NewPatternCheck ¶ added in v0.11.207
func NewPatternCheck(conn config.ConnectionGetter) *PatternCheck
func (*PatternCheck) Check ¶
func (c *PatternCheck) Check(ctx context.Context, ti *scheduler.ColumnCheckInstance) error
type QuerySensor ¶
type QuerySensor struct {
// contains filtered or unexported fields
}
func NewQuerySensor ¶
func NewQuerySensor(conn config.ConnectionGetter, renderer renderer, secondsToSleep int64) *QuerySensor
func (*QuerySensor) Run ¶
func (o *QuerySensor) Run(ctx context.Context, ti scheduler.TaskInstance) error
Click to show internal directories.
Click to hide internal directories.