bigquery

type BigQueryQueryLogSchema struct {
	CreationTime        time.Time           `bigquery:"creation_time"`
	ProjectId           bigquery.NullString `bigquery:"project_id"`
	ProjectNumber       bigquery.NullInt64  `bigquery:"project_number"`
	UserEmail           bigquery.NullString `bigquery:"user_email"`
	JobId               bigquery.NullString `bigquery:"job_id"`
	JobType             bigquery.NullString `bigquery:"job_type"`
	StatementType       bigquery.NullString `bigquery:"statement_type"`
	Priority            bigquery.NullString `bigquery:"priority"`
	StartTime           time.Time           `bigquery:"start_time"`
	EndTime             time.Time           `bigquery:"end_time"`
	Query               bigquery.NullString `bigquery:"query"`
	State               bigquery.NullString `bigquery:"state"`
	ReservationId       bigquery.NullString `bigquery:"reservation_id"`
	TotalBytesProcessed bigquery.NullInt64  `bigquery:"total_bytes_processed"`
	TotalSlotMs         bigquery.NullInt64  `bigquery:"total_slot_ms"`
	ErrorResult         *struct {
		Reason  bigquery.NullString `bigquery:"reason"`
		Message bigquery.NullString `bigquery:"message"`
	} `bigquery:"error_result"`
	CacheHit         bigquery.NullBool `bigquery:"cache_hit"`
	DestinationTable *BqQueryTable     `bigquery:"destination_table"`
	ReferencedTables []*BqQueryTable   `bigquery:"referenced_tables"`
	Labels           []*struct {
		Key   bigquery.NullString `bigquery:"key"`
		Value bigquery.NullString `bigquery:"value"`
	} `bigquery:"labels"`
	JobStages []*struct {
		Name           bigquery.NullString `bigquery:"name"`
		RecordsRead    bigquery.NullInt64  `bigquery:"records_read"`
		RecordsWritten bigquery.NullInt64  `bigquery:"records_written"`
		Status         bigquery.NullString `bigquery:"status"`
	} `bigquery:"job_stages"`
	TotalBytesBilled bigquery.NullInt64  `bigquery:"total_bytes_billed"`
	TransactionId    bigquery.NullString `bigquery:"transaction_id"`
	ParentJobId      bigquery.NullString `bigquery:"parent_job_id"`
	TransferredBytes bigquery.NullInt64  `bigquery:"transferred_bytes"`
	// QueryHashes is read from query_info (see queryLogColumnExpressions).
	QueryHashes *struct {
		NormalizedLiterals bigquery.NullString `bigquery:"normalized_literals"`
	} `bigquery:"query_hashes"`
	// SessionId is read from session_info (see queryLogColumnExpressions).
	SessionId bigquery.NullString `bigquery:"session_id"`
	// BiEngineMode is read from bi_engine_statistics (see queryLogColumnExpressions). NULL for a job
	// BI Engine did not see.
	BiEngineMode bigquery.NullString `bigquery:"bi_engine_mode"`
}

type BigQueryScrapper struct {
	// contains filtered or unexported fields
}

type BigQueryScrapperConf struct {
	dwhexecbigquery.BigQueryConf
	// Blocklist is a comma-separated list of dataset name patterns to exclude.
	Blocklist string
	// RateLimitCfg overrides the default rate limit configuration for BQ API calls.
	RateLimitCfg *RateLimitConfig
	// Datasets is an explicit list of dataset names to scrape. When set, only these
	// datasets are queried instead of listing all datasets in the project via API.
	// This is required for customers who grant permissions at the dataset level and
	// lack project-level bigquery.datasets.list permission.
	Datasets []string
}

type BqQueryTable struct {
	ProjectId bigquery.NullString `bigquery:"project_id"`
	DatasetId bigquery.NullString `bigquery:"dataset_id"`
	TableId   bigquery.NullString `bigquery:"table_id"`
}

type Executor interface {
	// contains filtered or unexported methods
}

type RateLimitConfig struct {
	// MaxRetries is the maximum number of retry attempts for rate-limited requests.
	MaxRetries int
	// BaseDelay is the initial backoff delay before the first retry.
	BaseDelay time.Duration
	// MaxDelay caps the exponential backoff.
	MaxDelay time.Duration
	// MetadataConcurrency limits the number of concurrent table.Metadata() calls.
	MetadataConcurrency int
	// CallTimeout bounds each individual BigQuery API call — including the
	// client's own internal retries. It is the real guard against a stalled
	// metadata call hanging a scrape: the BigQuery client retries a fast-failing
	// request forever, so only a context deadline stops it. Without this a single
	// blackholed call blocks until the caller's context (e.g. a 2h job timeout)
	// fires, wedging the whole concurrent fan-out behind it. Zero disables the
	// per-call bound.
	//
	// The default is generous on purpose: in practice these calls run ~100ms
	// (p99.9 ~0.6s; the slowest observed across ~10M calls/day was ~29s), so 60s
	// is ~2x the real-world worst case — it never trips a healthy call but still
	// catches a hang within a minute instead of hours.
	CallTimeout time.Duration
}

type ShardedTable struct {
	TableName     string
	Shards        []time.Time
	LatestShardId string
}