databricks

type DatabricksScrapper struct {
	// contains filtered or unexported fields
}

type DatabricksScrapperConf struct {
	dwhexecdatabricks.DatabricksConf
	CatalogBlocklist           string
	FetchQueryLogs             bool
	RefreshTableMetrics        bool
	RefreshTableMetricsUseScan bool
	FetchTableTags             bool
	UseShowCreateTable         bool
	// QueryLogsStartTimeBuffer is the time buffer to add before the 'from' timestamp when fetching query logs.
	// This is needed because Databricks API filters by query start time, but we want queries that finished
	// in the target time range. A query that started before 'from' might finish after 'from'.
	// Default: 2 hours. Set to 0 to disable the buffer (use exact 'from' time).
	QueryLogsStartTimeBuffer *time.Duration
}

type Executor interface {
	// contains filtered or unexported methods
}

type Tags struct {
	CatalogName string `db:"catalog_name" json:"catalog_name"`
	SchemaName  string `db:"schema_name"  json:"schema_name"`
	TableName   string `db:"table_name"   json:"table_name"`
	ColumnName  string `db:"column_name"  json:"column_name"`
	TagName     string `db:"tag_name"     json:"tag_name"`
	TagValue    string `db:"tag_value"    json:"tag_value"`
}