bigquery

package module

Go to main page

Versions in this module

v0

v0.3.1

Oct 7, 2026

v0.3.0

Oct 7, 2026

Changes in this version

+ type ReadOnlyDatabase struct

+ func NewReadOnlyDatabase(cfg SourceConfig) (*ReadOnlyDatabase, error)

+ func (d *ReadOnlyDatabase) DescribeCollection(ctx context.Context, ref *dal.CollectionRef) (*dbschema.CollectionDef, error)

+ func (d *ReadOnlyDatabase) DescribeSourceFields(ctx context.Context, ref *dal.CollectionRef) ([]Field, error)

+ func (d *ReadOnlyDatabase) ListCollections(ctx context.Context, _ *record.Key) ([]dal.CollectionRef, error)

+ func (d *ReadOnlyDatabase) ListConstraints(ctx context.Context, ref *dal.CollectionRef) ([]dbschema.ConstraintDef, error)

+ func (d *ReadOnlyDatabase) ListIndexes(context.Context, *dal.CollectionRef) ([]dbschema.IndexDef, error)

+ func (d *ReadOnlyDatabase) ListReferrers(context.Context, *dal.CollectionRef) ([]dbschema.Referrer, error)

+ func (d *ReadOnlyDatabase) ListSourceViews(ctx context.Context) ([]dbschema.SourceViewDef, error)

+ func (d *ReadOnlyDatabase) OpenSourceRows(ctx context.Context, ref *dal.CollectionRef) (dbschema.SourceRowCursor, error)

+ type SourceConfig struct

+ Clock Clock

+ DatasetID string

+ Limits SourceLimits

+ ProjectID string

+ Provider Provider

+ Transport http.RoundTripper

+ type SourceLimits struct

+ MaxBytes int64

+ MaxPages int

+ MaxRows int64

+ PageSize int

+ ResponseBytes int

+ WallTime time.Duration

v0.2.0

Oct 7, 2026

Changes in this version

+ const BigqueryScope

+ var ErrDatasetLocationMismatch = errors.New("BigQuery dataset location does not match the requested location")

+ var ErrLoadOutcomeUnknown = errors.New("BigQuery load outcome is unknown")

+ var ErrTableBusy = errors.New("BigQuery table already has a load or metadata update in progress")

+ var ErrTableExists = errors.New("BigQuery destination table already exists")

+ var ErrTableNotOwned = errors.New("BigQuery table was not created by this load writer")

+ var ErrTableOwnershipChanged = errors.New("BigQuery table ownership or schema changed")

type Field

+ Description string

+ type LoadConfig struct

+ DatasetID string

+ HTTPClient *http.Client

+ Location string

+ ProjectID string

+ type LoadJobRef struct

+ DatasetID string

+ JobID string

+ Location string

+ ProjectID string

+ TableID string

+ type LoadOutcomeUnknownError struct

+ Job LoadJobRef

+ func (e *LoadOutcomeUnknownError) Error() string

+ func (e *LoadOutcomeUnknownError) Unwrap() error

+ type LoadReceipt struct

+ DatasetID string

+ JobID string

+ Location string

+ ProjectID string

+ Rows uint64

+ TableID string

+ type LoadWriter struct

+ func NewLoadWriter(ctx context.Context, cfg LoadConfig) (*LoadWriter, error)

+ func (w *LoadWriter) CheckTablesAbsent(ctx context.Context, tableIDs []string) error

+ func (w *LoadWriter) CreateTable(ctx context.Context, tableID string, schema []Field, ...) error

+ func (w *LoadWriter) DatasetID() string

+ func (w *LoadWriter) EnsureDataset(ctx context.Context) error

+ func (w *LoadWriter) LoadTable(ctx context.Context, tableID string, schema []Field, ndjson io.Reader) (LoadReceipt, error)

+ func (w *LoadWriter) Location() string

+ func (w *LoadWriter) ProjectID() string

+ func (w *LoadWriter) RecoverLoad(ctx context.Context, ref LoadJobRef) (LoadReceipt, error)

+ func (w *LoadWriter) SetConstraints(ctx context.Context, tableID string, constraints *bq.TableConstraints) error

v0.1.2

Oct 7, 2026

Changes in this version

type Client

+ func (c *Client) ObserveConfigured(ctx context.Context, sourceDigest string, bounds Bounds) (Observation, error)

+ type DiscoveryAuthorize func(context.Context, DiscoveryLocator) (DiscoveryBinding, error)

+ type DiscoveryBinding struct

+ PolicyRevision string

+ Principal Principal

+ type DiscoveryClient struct

+ func NewDiscoveryClient(cfg DiscoveryConfig) (*DiscoveryClient, error)

+ func (c *DiscoveryClient) Discover(ctx context.Context, sourceID string, bounds Bounds) (PublicDiscovery, error)

+ type DiscoveryConfig struct

+ Allowlist []DiscoveryLocator

+ Authorize DiscoveryAuthorize

+ Clock Clock

+ EvidenceKind string

+ Provider Provider

+ Transport http.RoundTripper

+ type DiscoveryLocator struct

+ DatasetID string

+ SourceID string

+ SourceProject string

+ TableID string

+ type DiscoveryProvenance struct

+ Kind string

+ Method string

+ Verifier string

+ type PublicDiscovery struct

+ DatasetID string

+ Format string

+ Location string

+ ObjectType string

+ ObservedAt string

+ Projection string

+ Provenance DiscoveryProvenance

+ SHA256 string

+ Schema []PublicSchemaField

+ SourceID string

+ SourceProject string

+ TableID string

+ type PublicSchemaField struct

+ Fields []PublicSchemaField

+ Mode string

+ Name string

+ Type string

v0.1.1

Oct 5, 2026

Changes in this version

type Client

+ func (c *Client) Snapshot(ctx context.Context, receipt Receipt) (SnapshotResult, error)

+ type SnapshotResult struct

+ Cursor string

+ Receipt Receipt

v0.1.0

Oct 5, 2026

Changes in this version

+ const MaxDepth

+ const MaxResponseBytes

+ func CanonicalJSON(raw []byte) ([]byte, error)

+ func DecodeRows(raw []byte, fields []Field, limit int) ([][]Cell, error)

+ func HashPayload(name string, raw []byte) (string, []byte, error)

+ func OperationDeadline(now, executionDeadline, callerDeadline time.Time, httpLimit time.Duration, ...) (time.Time, error)

+ func ParseJSON(raw []byte, limit int) (any, error)

+ func ValidateQuery(query dal.Query) error

+ type Approval struct

+ type Bounds struct

+ Concurrency int

+ HTTPMs int

+ MaxPages int

+ MaxRows int

+ PageSize int

+ ResponseBytes int

+ TotalResponseBytes int64

+ WallMs int

+ func DefaultBounds() Bounds

+ type CancelResult struct

+ Job JobRef

+ State string

+ type Cell struct

+ Type string

+ Value any

+ func NormalizeScalar(field Field, value any) (Cell, error)

+ type Client struct

+ func NewClient(cfg Config) (*Client, error)

+ func (c *Client) Approve(preview Preview, digest string) (Approval, error)

+ func (c *Client) CancelJob(ctx context.Context, job JobRef) (CancelResult, error)

+ func (c *Client) Execute(ctx context.Context, a Approval) (*Run, error)

+ func (c *Client) Observe(ctx context.Context, p SourceProfile) (Observation, error)

+ func (c *Client) Preview(ctx context.Context, plan ReadPlan, execution Execution, bounds Bounds) (Preview, error)

+ func (c *Client) RebindJob(ctx context.Context, receipt Receipt, encoded string) (RebindResult, error)

+ func (c *Client) Resume(ctx context.Context, receipt Receipt, encoded string) (*Run, error)

+ func (c *Client) Status(ctx context.Context, job JobRef) (JobStatus, error)

+ type Clock interface

+ Now func() time.Time

+ Sleep func(context.Context, time.Duration) error

+ type Config struct

+ Clock Clock

+ Ledger Ledger

+ Prepare Prepare

+ Profiles []SourceProfile

+ Provider Provider

+ Transport http.RoundTripper

+ type Counters struct

+ Bytes int64

+ Pages int

+ Rows int

+ type Error struct

+ Code string

+ Reason string

+ func (e *Error) Error() string

+ type Execution struct

+ JobProject string

+ MaximumBytesBilled string

+ Principal Principal

+ SessionBudgetBytes string

+ type Executor struct

+ Approval Approval

+ Client *Client

+ Plan ReadPlan

+ Profile SourceProfile

+ func (e Executor) ExecuteQueryToRecordsReader(context.Context, dal.Query) (dal.RecordsReader, error)

+ func (e Executor) ExecuteQueryToRecordsetReader(ctx context.Context, q dal.Query, options ...recordset.Option) (dal.RecordsetReader, error)

+ type Field struct

+ Fields []Field

+ Mode string

+ Name string

+ Precision string

+ Scale string

+ Type string

+ type FileLedger struct

+ func NewFileLedger(dir string) (*FileLedger, error)

+ type Identity struct

+ Cancel bool

+ ExpiresAt time.Time

+ Principal Principal

+ Read bool

+ type JobRef struct

+ JobID string

+ Location string

+ ProjectID string

+ type JobStatus struct

+ BilledBytes *string

+ Job JobRef

+ State string

+ Warnings []string

+ type Ledger interface

+ type MemoryLedger struct

+ func NewMemoryLedger() *MemoryLedger

+ type Observation struct

+ Config map[string]any

+ Digest string

+ Etag string

+ LastModified string

+ Location string

+ ObservedAt time.Time

+ Schema []Field

+ Table TableRef

+ Type string

+ type Order struct

+ Column string

+ Direction string

+ type Page struct

+ Cursor string

+ Receipt Receipt

+ Rows [][]Cell

+ Schema []Field

+ type Parameter struct

+ Name string

+ Type string

+ Value any

+ type Predicate struct

+ Children []Predicate

+ Column string

+ Op string

+ Parameter string

+ type Prepare func(context.Context) (ReadPlan, string, error)

+ type Preview struct

+ ApprovalDigest string

+ Bounds Bounds

+ CreatedAt time.Time

+ EstimatedBytes string

+ Execution Execution

+ ExpiresAt time.Time

+ Nonce string

+ Observation Observation

+ Plan ReadPlan

+ PolicyDigest string

+ type Principal struct

+ Generation string

+ Kind string

+ Subject string

+ type Provider interface

+ Authorize func(context.Context, http.RoundTripper) (Identity, http.RoundTripper, error)

+ type ReadPlan struct

+ Digest string

+ Limit int

+ Order []Order

+ Parameters []Parameter

+ Projection []string

+ SQL string

+ SourceDigest string

+ Version int

+ Where *Predicate

+ func Compile(profile SourceProfile, query dal.Query) (ReadPlan, error)

+ type RebindResult struct

+ Cursor string

+ Receipt Receipt

+ type Receipt struct

+ ApprovalDigest string

+ BilledBytes *string

+ Bounds Bounds

+ CacheHit *bool

+ Counters Counters

+ ExecutionDeadline time.Time

+ Job *JobRef

+ LocalStopped bool

+ ObservationDigest string

+ Principal Principal

+ ProcessedBytes *string

+ Reason string

+ ResidualSourceReplacementRace bool

+ RunID string

+ RunStartedAt time.Time

+ SchemaDigest string

+ SourceDigest string

+ State string

+ Version int

+ Warnings []string

+ type Run struct

+ func (r *Run) Close() error

+ func (r *Run) Cursor() (string, error)

+ func (r *Run) Next() (recordset.Row, recordset.Recordset, error)

+ func (r *Run) NextPage() (Page, error)

+ func (r *Run) Receipt() Receipt

+ func (r *Run) Recordset() recordset.Recordset

+ func (r *Run) Schema() []Field

+ type SourceProfile struct

+ DatasetID string

+ DescriptorDigest string

+ Location string

+ LogicalCollection string

+ PublisherReviewRef string

+ RightsReviewRef string

+ Schema []Field

+ SourceID string

+ SourceProject string

+ TableID string

+ Use string

+ Version int

+ type TableRef struct

+ DatasetID string

+ ProjectID string

+ TableID string

?	: This menu
/	: Search site
f or F	: Jump to
y or Y	: Canonical URL