duck

package
v0.11.430 Latest Latest
Warning

This package is not in the latest version of its module.

 Go to latest Published: Jan 27, 2026 License: Apache-2.0 Imports: 28 Imported by: 0

Documentation

Index

Constants

This section is empty.

Variables

This section is empty.

Functions

func ADBCDriverName added in v0.11.367 

func ADBCDriverName() string

ADBCDriverName returns the registered SQL driver name for ADBC DuckDB.

func EnsureADBCDriverInstalled added in v0.11.367 

func EnsureADBCDriverInstalled(ctx context.Context) error

func LockDatabase added in v0.11.88 

func LockDatabase(path string)

func NewColumnCheckOperator 

func NewColumnCheckOperator(manager config.ConnectionGetter) *ansisql.ColumnCheckOperator

func NewMaterializer 

func NewMaterializer(fullRefresh bool) *pipeline.Materializer

func UnlockDatabase added in v0.11.88 

func UnlockDatabase(path string)

Types

type AcceptedValuesCheck 

type AcceptedValuesCheck struct {
	// contains filtered or unexported fields
}

func (*AcceptedValuesCheck) Check 

func (c *AcceptedValuesCheck) Check(ctx context.Context, ti *scheduler.ColumnCheckInstance) error

type BasicOperator 

type BasicOperator struct {
	// contains filtered or unexported fields
}

func NewBasicOperator 

func NewBasicOperator(conn config.ConnectionGetter, extractor query.QueryExtractor, materializer materializer) *BasicOperator

func (BasicOperator) Run 

func (o BasicOperator) Run(ctx context.Context, ti scheduler.TaskInstance) error

func (BasicOperator) RunTask 

func (o BasicOperator) RunTask(ctx context.Context, p *pipeline.Pipeline, t *pipeline.Asset) error

type Client 

type Client struct {
	// contains filtered or unexported fields
}

func NewClient 

func NewClient(c DuckDBConfig) (*Client, error)

func (*Client) Close added in v0.11.367 

func (c *Client) Close()

Close is a no-op since connections are opened and closed per operation.

func (*Client) CreateSchemaIfNotExist added in v0.11.209 

func (c *Client) CreateSchemaIfNotExist(ctx context.Context, asset *pipeline.Asset) error

func (*Client) GetColumns added in v0.11.247 

func (c *Client) GetColumns(ctx context.Context, databaseName, tableName string) ([]*ansisql.DBColumn, error)

func (*Client) GetDBConnectionURI added in v0.11.90 

func (c *Client) GetDBConnectionURI() (string, error)

func (*Client) GetDatabaseSummary added in v0.11.242 

func (c *Client) GetDatabaseSummary(ctx context.Context) (*ansisql.DBDatabase, error)

func (*Client) GetDatabases added in v0.11.247 

func (c *Client) GetDatabases(ctx context.Context) ([]string, error)

func (*Client) GetIngestrURI 

func (c *Client) GetIngestrURI() (string, error)

func (*Client) GetTableSummary added in v0.11.224 

func (c *Client) GetTableSummary(ctx context.Context, tableName string, schemaOnly bool) (*diff.TableSummaryResult, error)

func (*Client) GetTables added in v0.11.247 

func (c *Client) GetTables(ctx context.Context, databaseName string) ([]string, error)

func (*Client) RunQueryWithoutResult 

func (c *Client) RunQueryWithoutResult(ctx context.Context, query *query.Query) error

func (*Client) Select 

func (c *Client) Select(ctx context.Context, query *query.Query) ([][]interface{}, error)

Select runs a query and returns the results.

func (*Client) SelectWithSchema added in v0.11.103 

func (c *Client) SelectWithSchema(ctx context.Context, queryObject *query.Query) (*query.QueryResult, error)

type Config 

type Config struct {
	Path string
}

func (Config) GetIngestrURI 

func (c Config) GetIngestrURI() string

func (Config) ToDBConnectionURI 

func (c Config) ToDBConnectionURI() string

ToDBConnectionURI returns a connection URI to be used with the pgx package.

type DuckDBClient 

type DuckDBClient interface {
	RunQueryWithoutResult(ctx context.Context, query *query.Query) error
	Select(ctx context.Context, query *query.Query) ([][]interface{}, error)
	SelectWithSchema(ctx context.Context, queryObj *query.Query) (*query.QueryResult, error)
	CreateSchemaIfNotExist(ctx context.Context, asset *pipeline.Asset) error
	Close()
}

type DuckDBConfig 

type DuckDBConfig interface {
	ToDBConnectionURI() string
	GetIngestrURI() string
}

type DuckDBSchemaCreator added in v0.11.332 

type DuckDBSchemaCreator struct {
	// contains filtered or unexported fields
}

func NewDuckDBSchemaCreator added in v0.11.332 

func NewDuckDBSchemaCreator() *DuckDBSchemaCreator

func (*DuckDBSchemaCreator) CreateSchemaIfNotExist added in v0.11.332 

func (sc *DuckDBSchemaCreator) CreateSchemaIfNotExist(ctx context.Context, qr queryRunner, asset *pipeline.Asset) error

type EphemeralConnection added in v0.11.88 

type EphemeralConnection struct {
	// contains filtered or unexported fields
}

func NewEphemeralConnection added in v0.11.88 

func NewEphemeralConnection(c DuckDBConfig) (*EphemeralConnection, error)

func (*EphemeralConnection) ExecContext added in v0.11.88 

func (e *EphemeralConnection) ExecContext(ctx context.Context, sqlStr string, arguments ...any) (sql.Result, error)

func (*EphemeralConnection) QueryContext added in v0.11.88 

func (e *EphemeralConnection) QueryContext(ctx context.Context, query string, args ...any) (Rows, error)

func (*EphemeralConnection) QueryRowContext added in v0.11.224 

func (e *EphemeralConnection) QueryRowContext(ctx context.Context, query string, args ...any) Row

type MotherDuckConfig added in v0.11.273 

type MotherDuckConfig struct {
	Token    string
	Database string
}

func (MotherDuckConfig) GetIngestrURI added in v0.11.273 

func (c MotherDuckConfig) GetIngestrURI() string

func (MotherDuckConfig) ToDBConnectionURI added in v0.11.273 

func (c MotherDuckConfig) ToDBConnectionURI() string

type Mutex added in v0.11.88 

type Mutex struct {
	// contains filtered or unexported fields
}

Mutex is the mutex with synchronized map, it allows reducing unnecessary locks among different keys. This implementation comes from the mapmutex package, I simply copied it here instead of adding it as a dependency. See the code here: https://github.com/EagleChen/mapmutex/blob/master/mutex.go

func NewCustomizedMapMutex added in v0.11.88 

func NewCustomizedMapMutex(mRetry int, mDelay, bDelay, factor, jitter float64) *Mutex

NewCustomizedMapMutex returns a customized mapmutex.

func NewMapMutex added in v0.11.88 

func NewMapMutex() *Mutex

NewMapMutex returns a mapmutex with default configs.

func (*Mutex) TryLock added in v0.11.88 

func (m *Mutex) TryLock(key interface{}) bool

TryLock tries to acquire the lock.

func (*Mutex) Unlock added in v0.11.88 

func (m *Mutex) Unlock(key interface{})

Unlock unlocks for the key please call Unlock only after having acquired the lock.

type PatternCheck 

type PatternCheck struct {
	// contains filtered or unexported fields
}

func (*PatternCheck) Check 

func (c *PatternCheck) Check(ctx context.Context, ti *scheduler.ColumnCheckInstance) error

type Row added in v0.11.367 

type Row interface {
	Scan(dest ...any) error
	Err() error
}

Row interface abstracts sql.Row to allow custom implementations.

type Rows added in v0.11.367 

type Rows interface {
	Close() error
	Columns() ([]string, error)
	ColumnTypes() ([]*sql.ColumnType, error)
	Err() error
	Next() bool
	Scan(dest ...any) error
}

Rows interface abstracts sql.Rows to allow custom implementations that manage connection lifecycle.

Source Files

View all Source files

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL
go.dev uses cookies from Google to deliver and enhance the quality of its services and to analyze traffic. Learn more.