Documentation
¶
Index ¶
- func NewColumnCheckOperator(manager config.ConnectionGetter) *ansisql.ColumnCheckOperator
- func NewMaterializer(fullRefresh bool) *pipeline.Materializer
- func QuoteIdentifier(identifier string) string
- type AcceptedValuesCheck
- type BasicOperator
- type Client
- func (c *Client) BuildTableExistsQuery(tableName string) (string, error)
- func (c *Client) CreateSchemaIfNotExist(ctx context.Context, asset *pipeline.Asset) error
- func (c *Client) GetColumns(ctx context.Context, databaseName, tableName string) ([]*ansisql.DBColumn, error)
- func (c *Client) GetDatabaseSummary(ctx context.Context) (*ansisql.DBDatabase, error)
- func (c *Client) GetDatabases(ctx context.Context) ([]string, error)
- func (c *Client) GetIngestrURI() (string, error)
- func (c *Client) GetTableSummary(ctx context.Context, tableName string, schemaOnly bool) (*diff.TableSummaryResult, error)
- func (c *Client) GetTablesWithSchemas(ctx context.Context, databaseName string) (map[string][]string, error)
- func (c *Client) IsValid(ctx context.Context, query *query.Query) (bool, error)
- func (c *Client) Ping(ctx context.Context) error
- func (c *Client) PushColumnDescriptions(ctx context.Context, asset *pipeline.Asset) error
- func (c *Client) RunQueryWithoutResult(ctx context.Context, query *query.Query) error
- func (c *Client) Select(ctx context.Context, query *query.Query) ([][]interface{}, error)
- func (c *Client) SelectWithSchema(ctx context.Context, queryObj *query.Query) (*query.QueryResult, error)
- type Config
- type MetadataOperator
- type PatternCheck
- type PgClient
- type PgConfig
- type RedShiftConfig
Constants ¶
This section is empty.
Variables ¶
This section is empty.
Functions ¶
func NewColumnCheckOperator ¶
func NewColumnCheckOperator(manager config.ConnectionGetter) *ansisql.ColumnCheckOperator
func NewMaterializer ¶
func NewMaterializer(fullRefresh bool) *pipeline.Materializer
func QuoteIdentifier ¶ added in v0.11.331
QuoteIdentifier quotes a PostgreSQL identifier (table, column, etc.) to handle case-sensitive names. It splits the identifier on "." and quotes each part separately. For example, "schema.MyTable" becomes "\"schema\".\"MyTable\"".
Types ¶
type AcceptedValuesCheck ¶
type AcceptedValuesCheck struct {
// contains filtered or unexported fields
}
func (*AcceptedValuesCheck) Check ¶
func (c *AcceptedValuesCheck) Check(ctx context.Context, ti *scheduler.ColumnCheckInstance) error
type BasicOperator ¶
type BasicOperator struct {
// contains filtered or unexported fields
}
func NewBasicOperator ¶
func NewBasicOperator(conn config.ConnectionGetter, extractor query.QueryExtractor, materializer materializer, parser *sqlparser.SQLParser) *BasicOperator
func (BasicOperator) Run ¶
func (o BasicOperator) Run(ctx context.Context, ti scheduler.TaskInstance) error
type Client ¶
type Client struct {
// contains filtered or unexported fields
}
func (*Client) BuildTableExistsQuery ¶ added in v0.11.288
func (*Client) CreateSchemaIfNotExist ¶ added in v0.11.175
func (*Client) GetColumns ¶ added in v0.11.247
func (*Client) GetDatabaseSummary ¶ added in v0.11.172
func (*Client) GetDatabases ¶ added in v0.11.247
func (*Client) GetIngestrURI ¶ added in v0.7.0
func (*Client) GetTableSummary ¶ added in v0.11.226
func (*Client) GetTablesWithSchemas ¶ added in v0.11.346
func (*Client) Ping ¶ added in v0.11.106
Test runs a simple query (SELECT 1) to validate the connection.
func (*Client) PushColumnDescriptions ¶ added in v0.11.277
func (*Client) RunQueryWithoutResult ¶
func (*Client) SelectWithSchema ¶ added in v0.11.104
type Config ¶
type Config struct {
Username string
Password string
Host string
Port int
Database string
Schema string
PoolMaxConns int
SslMode string
}
func (Config) GetDatabase ¶ added in v0.11.172
func (Config) GetIngestrURI ¶ added in v0.7.0
func (Config) ToDBConnectionURI ¶
ToDBConnectionURI returns a connection URI to be used with the pgx package.
type MetadataOperator ¶ added in v0.11.277
type MetadataOperator struct {
// contains filtered or unexported fields
}
func NewMetadataPushOperator ¶ added in v0.11.277
func NewMetadataPushOperator(conn config.ConnectionGetter) *MetadataOperator
func (*MetadataOperator) Run ¶ added in v0.11.277
func (o *MetadataOperator) Run(ctx context.Context, ti scheduler.TaskInstance) error
type PatternCheck ¶ added in v0.10.1
type PatternCheck struct {
// contains filtered or unexported fields
}
func (*PatternCheck) Check ¶ added in v0.10.1
func (c *PatternCheck) Check(ctx context.Context, ti *scheduler.ColumnCheckInstance) error
type PgClient ¶
type PgClient interface {
RunQueryWithoutResult(ctx context.Context, query *query.Query) error
Select(ctx context.Context, query *query.Query) ([][]interface{}, error)
SelectWithSchema(ctx context.Context, queryObj *query.Query) (*query.QueryResult, error)
Ping(ctx context.Context) error
GetDatabaseSummary(ctx context.Context) (*ansisql.DBDatabase, error)
CreateSchemaIfNotExist(ctx context.Context, asset *pipeline.Asset) error
PushColumnDescriptions(ctx context.Context, asset *pipeline.Asset) error
}
type RedShiftConfig ¶ added in v0.7.0
type RedShiftConfig struct {
Username string
Password string
Host string
Port int
Database string
Schema string
SslMode string
}
func (RedShiftConfig) GetDatabase ¶ added in v0.11.172
func (c RedShiftConfig) GetDatabase() string
func (RedShiftConfig) GetIngestrURI ¶ added in v0.7.0
func (c RedShiftConfig) GetIngestrURI() string
func (RedShiftConfig) ToDBConnectionURI ¶ added in v0.7.0
func (c RedShiftConfig) ToDBConnectionURI() string
ToDBConnectionURI returns a connection URI to be used with the pgx package.
Click to show internal directories.
Click to hide internal directories.