Documentation
¶
Index ¶
- type DatabricksScrapper
- func (e *DatabricksScrapper) Close() error
- func (e *DatabricksScrapper) DialectType() string
- func (e *DatabricksScrapper) Executor() (*dwhexecdatabricks.DatabricksExecutor, error)
- func (e *DatabricksScrapper) GetApiClient() *databricks.WorkspaceClient
- func (e *DatabricksScrapper) IsPermissionError(err error) bool
- func (e *DatabricksScrapper) QueryCatalog(ctx context.Context) ([]*scrapper.CatalogColumnRow, error)
- func (e *DatabricksScrapper) QueryCustomMetrics(ctx context.Context, sql string, args ...any) ([]*scrapper.CustomMetricsRow, error)
- func (e *DatabricksScrapper) QueryDatabases(ctx context.Context) ([]*scrapper.DatabaseRow, error)
- func (e *DatabricksScrapper) QuerySegments(ctx context.Context, sql string, args ...any) ([]*scrapper.SegmentRow, error)
- func (e *DatabricksScrapper) QuerySqlDefinitions(ctx context.Context) ([]*scrapper.SqlDefinitionRow, error)
- func (e *DatabricksScrapper) QueryTableMetrics(ctx context.Context, lastMetricsFetchTime time.Time) ([]*scrapper.TableMetricsRow, error)
- func (e *DatabricksScrapper) QueryTables(ctx context.Context) ([]*scrapper.TableRow, error)
- func (e *DatabricksScrapper) SqlDialect() sqldialect.Dialect
- func (e *DatabricksScrapper) ValidateConfiguration(ctx context.Context) ([]string, error)
- type DatabricksScrapperConf
- type Executor
- type Tags
Constants ¶
This section is empty.
Variables ¶
This section is empty.
Functions ¶
This section is empty.
Types ¶
type DatabricksScrapper ¶
type DatabricksScrapper struct {
// contains filtered or unexported fields
}
func NewDatabricksScrapper ¶
func NewDatabricksScrapper(ctx context.Context, conf *DatabricksScrapperConf) (*DatabricksScrapper, error)
func (*DatabricksScrapper) Close ¶
func (e *DatabricksScrapper) Close() error
func (*DatabricksScrapper) DialectType ¶ added in v0.1.8
func (e *DatabricksScrapper) DialectType() string
func (*DatabricksScrapper) Executor ¶
func (e *DatabricksScrapper) Executor() (*dwhexecdatabricks.DatabricksExecutor, error)
func (*DatabricksScrapper) GetApiClient ¶
func (e *DatabricksScrapper) GetApiClient() *databricks.WorkspaceClient
func (*DatabricksScrapper) IsPermissionError ¶ added in v0.1.1
func (e *DatabricksScrapper) IsPermissionError(err error) bool
func (*DatabricksScrapper) QueryCatalog ¶
func (e *DatabricksScrapper) QueryCatalog(ctx context.Context) ([]*scrapper.CatalogColumnRow, error)
func (*DatabricksScrapper) QueryCustomMetrics ¶
func (e *DatabricksScrapper) QueryCustomMetrics(ctx context.Context, sql string, args ...any) ([]*scrapper.CustomMetricsRow, error)
func (*DatabricksScrapper) QueryDatabases ¶
func (e *DatabricksScrapper) QueryDatabases(ctx context.Context) ([]*scrapper.DatabaseRow, error)
func (*DatabricksScrapper) QuerySegments ¶
func (e *DatabricksScrapper) QuerySegments(ctx context.Context, sql string, args ...any) ([]*scrapper.SegmentRow, error)
func (*DatabricksScrapper) QuerySqlDefinitions ¶
func (e *DatabricksScrapper) QuerySqlDefinitions(ctx context.Context) ([]*scrapper.SqlDefinitionRow, error)
func (*DatabricksScrapper) QueryTableMetrics ¶
func (e *DatabricksScrapper) QueryTableMetrics(ctx context.Context, lastMetricsFetchTime time.Time) ([]*scrapper.TableMetricsRow, error)
func (*DatabricksScrapper) QueryTables ¶
func (*DatabricksScrapper) SqlDialect ¶ added in v0.1.8
func (e *DatabricksScrapper) SqlDialect() sqldialect.Dialect
func (*DatabricksScrapper) ValidateConfiguration ¶
func (e *DatabricksScrapper) ValidateConfiguration(ctx context.Context) ([]string, error)
type DatabricksScrapperConf ¶
type DatabricksScrapperConf struct {
dwhexecdatabricks.DatabricksConf
CatalogBlocklist string
FetchQueryLogs bool
RefreshTableMetrics bool
RefreshTableMetricsUseScan bool
FetchTableTags bool
UseShowCreateTable bool
}
type Tags ¶
type Tags struct {
CatalogName string `db:"catalog_name" json:"catalog_name"`
SchemaName string `db:"schema_name" json:"schema_name"`
TableName string `db:"table_name" json:"table_name"`
ColumnName string `db:"column_name" json:"column_name"`
TagName string `db:"tag_name" json:"tag_name"`
TagValue string `db:"tag_value" json:"tag_value"`
}
Click to show internal directories.
Click to hide internal directories.