databricks

type DatabricksScrapper struct {
	// contains filtered or unexported fields
}

type DatabricksScrapperConf struct {
	dwhexecdatabricks.DatabricksConf
	// Scope limits every walk of Unity Catalog to the catalogs, schemas and tables it
	// accepts. It supersedes CatalogBlocklist, which can express nothing but
	// catalog-level exclusions.
	Scope *scope.ScopeFilter
	// CatalogBlocklist is a comma-separated list of catalog name patterns to exclude.
	//
	// Deprecated: use Scope, which covers schemas and tables as well. Still honoured
	// for callers that have not migrated, but only when Scope is unset — a Scope that
	// is present, even one carrying no rules, is what takes effect. This matches how
	// the cloud-side accounts.v1.Databricks.catalog_blocklist field it is fed from is
	// superseded by dwh_fetch_config.catalog.scope_filter.
	CatalogBlocklist           string
	FetchQueryLogs             bool
	RefreshTableMetrics        bool
	RefreshTableMetricsUseScan bool
	FetchTableTags             bool
	UseShowCreateTable         bool
	// QueryLogsStartTimeBuffer is the time buffer to add before the 'from' timestamp when fetching query logs.
	// This is needed because Databricks API filters by query start time, but we want queries that finished
	// in the target time range. A query that started before 'from' might finish after 'from'.
	// Default: 2 hours. Set to 0 to disable the buffer (use exact 'from' time).
	QueryLogsStartTimeBuffer *time.Duration
}

type Executor interface {
	// contains filtered or unexported methods
}

type Tags struct {
	CatalogName string `db:"catalog_name" json:"catalog_name"`
	SchemaName  string `db:"schema_name"  json:"schema_name"`
	TableName   string `db:"table_name"   json:"table_name"`
	ColumnName  string `db:"column_name"  json:"column_name"`
	TagName     string `db:"tag_name"     json:"tag_name"`
	TagValue    string `db:"tag_value"    json:"tag_value"`
}