database

package
v0.0.0-...-91d8cf6 Latest Latest
Warning

This package is not in the latest version of its module.

 Go to latest Published: Apr 4, 2025 License: MIT Imports: 15 Imported by: 0

Documentation

Index

Constants

This section is empty.

Variables

This section is empty.

Functions

This section is empty.

Types

type BigQueryDB 

type BigQueryDB struct {
	// contains filtered or unexported fields
}

func (*BigQueryDB) Close 

func (db *BigQueryDB) Close() error

func (*BigQueryDB) Connect 

func (db *BigQueryDB) Connect() error

func (*BigQueryDB) Exec 

func (db *BigQueryDB) Exec(ctx context.Context, query string) error

func (*BigQueryDB) ExtractBatch 

func (db *BigQueryDB) ExtractBatch(table string, offset, limit int64, keyColumns, whereClause string) ([]map[string]interface{}, error)

func (*BigQueryDB) ExtractData 

func (db *BigQueryDB) ExtractData(table, outputFile, format string, batchSize int, keyColumns, whereClause string) error

func (*BigQueryDB) GetColumns 

func (db *BigQueryDB) GetColumns(table string) ([]string, error)

func (*BigQueryDB) GetTotalRows 

func (db *BigQueryDB) GetTotalRows(table string) (int64, error)

type Column 

type Column struct {
	Name     string
	Type     string
	Nullable bool
}

Column represents a database column

type Config 

type Config struct {
	Type            string
	Host            string
	Port            int
	Username        string
	Password        string
	Database        string
	Schema          string
	ProjectID       string
	CredentialsFile string
	Warehouse       string
	Catalog         string
}

Config represents database configuration

type Database 

type Database interface {
	// Connect establishes a connection to the database
	Connect() error
	// Close closes the database connection
	Close() error
	// ExtractData extracts data from a table and writes it to a file
	ExtractData(table, outputFile, format string, batchSize int, keyColumns, whereClause string) error
	// GetTotalRows returns the total number of rows in a table
	GetTotalRows(table string) (int64, error)
	// GetColumns returns the column names for a table
	GetColumns(table string) ([]string, error)
	// ExtractBatch extracts a batch of rows from a table
	ExtractBatch(table string, offset, limit int64, keyColumns, whereClause string) ([]map[string]interface{}, error)
	// Exec executes a SQL query
	Exec(ctx context.Context, query string) error
}

Database defines the interface for database operations

func NewBigQuery 

func NewBigQuery(cfg *config.Config, stateManager state.Manager) (Database, error)

func NewDatabase 

func NewDatabase(dbType string, cfg *config.Config, stateManager state.Manager) (Database, error)

NewDatabase creates a new database instance based on the type

func NewDatabricks 

func NewDatabricks(cfg *config.Config, stateManager state.Manager) (Database, error)

func NewMSSQL 

func NewMSSQL(cfg *config.Config, stateManager state.Manager) (Database, error)

func NewPostgres 

func NewPostgres(cfg *config.Config, stateManager state.Manager) (Database, error)

func NewSnowflake 

func NewSnowflake(cfg *config.Config, stateManager state.Manager) (Database, error)

type DatabricksDB 

type DatabricksDB struct {
	// contains filtered or unexported fields
}

func (*DatabricksDB) Close 

func (db *DatabricksDB) Close() error

func (*DatabricksDB) Connect 

func (db *DatabricksDB) Connect() error

func (*DatabricksDB) Exec 

func (db *DatabricksDB) Exec(ctx context.Context, query string) error

func (*DatabricksDB) ExtractBatch 

func (db *DatabricksDB) ExtractBatch(table string, offset, limit int64, keyColumns, whereClause string) ([]map[string]interface{}, error)

func (*DatabricksDB) ExtractData 

func (db *DatabricksDB) ExtractData(table, outputFile, format string, batchSize int, keyColumns, whereClause string) error

func (*DatabricksDB) GetColumns 

func (db *DatabricksDB) GetColumns(table string) ([]string, error)

func (*DatabricksDB) GetTotalRows 

func (db *DatabricksDB) GetTotalRows(table string) (int64, error)

type DuckDB 

type DuckDB interface {
	Database
}

DuckDB is the interface for DuckDB operations

func (*DuckDB) Close 

func (db *DuckDB) Close() error

func (*DuckDB) Connect 

func (db *DuckDB) Connect() error

func (*DuckDB) Exec 

func (db *DuckDB) Exec(ctx context.Context, query string) error

func (*DuckDB) ExtractBatch 

func (db *DuckDB) ExtractBatch(table string, offset, limit int64, keyColumns, whereClause string) ([]map[string]interface{}, error)

func (*DuckDB) ExtractData 

func (db *DuckDB) ExtractData(table, outputFile, format string, batchSize int, keyColumns, whereClause string) error

func (*DuckDB) GetColumns 

func (db *DuckDB) GetColumns(table string) ([]string, error)

func (*DuckDB) GetRowCount 

func (db *DuckDB) GetRowCount(tableName string) (int64, error)

func (*DuckDB) GetTableSchema 

func (db *DuckDB) GetTableSchema(tableName string) ([]Column, error)

func (*DuckDB) GetTotalRows 

func (db *DuckDB) GetTotalRows(table string) (int64, error)

type MSSQLDB 

type MSSQLDB struct {
	// contains filtered or unexported fields
}

func (*MSSQLDB) Close 

func (db *MSSQLDB) Close() error

func (*MSSQLDB) Connect 

func (db *MSSQLDB) Connect() error

func (*MSSQLDB) Exec 

func (db *MSSQLDB) Exec(ctx context.Context, query string) error

func (*MSSQLDB) ExtractBatch 

func (db *MSSQLDB) ExtractBatch(table string, offset, limit int64, keyColumns, whereClause string) ([]map[string]interface{}, error)

func (*MSSQLDB) ExtractData 

func (db *MSSQLDB) ExtractData(table, outputFile, format string, batchSize int, keyColumns, whereClause string) error

func (*MSSQLDB) GetColumns 

func (db *MSSQLDB) GetColumns(table string) ([]string, error)

func (*MSSQLDB) GetTotalRows 

func (db *MSSQLDB) GetTotalRows(table string) (int64, error)

type PostgresDB 

type PostgresDB struct {
	// contains filtered or unexported fields
}

func (*PostgresDB) Close 

func (db *PostgresDB) Close() error

func (*PostgresDB) Connect 

func (db *PostgresDB) Connect() error

func (*PostgresDB) Exec 

func (db *PostgresDB) Exec(ctx context.Context, query string) error

func (*PostgresDB) ExtractBatch 

func (db *PostgresDB) ExtractBatch(table string, offset, limit int64, keyColumns, whereClause string) ([]map[string]interface{}, error)

func (*PostgresDB) ExtractData 

func (db *PostgresDB) ExtractData(table, outputFile, format string, batchSize int, keyColumns, whereClause string) error

func (*PostgresDB) GetColumns 

func (db *PostgresDB) GetColumns(table string) ([]string, error)

func (*PostgresDB) GetRowCount 

func (db *PostgresDB) GetRowCount(tableName string) (int64, error)

func (*PostgresDB) GetTableSchema 

func (db *PostgresDB) GetTableSchema(tableName string) ([]Column, error)

func (*PostgresDB) GetTotalRows 

func (db *PostgresDB) GetTotalRows(table string) (int64, error)

type SnowflakeDB 

type SnowflakeDB struct {
	// contains filtered or unexported fields
}

func (*SnowflakeDB) Close 

func (db *SnowflakeDB) Close() error

func (*SnowflakeDB) Connect 

func (db *SnowflakeDB) Connect() error

func (*SnowflakeDB) Exec 

func (db *SnowflakeDB) Exec(ctx context.Context, query string) error

func (*SnowflakeDB) ExtractBatch 

func (db *SnowflakeDB) ExtractBatch(table string, offset, limit int64, keyColumns, whereClause string) ([]map[string]interface{}, error)

func (*SnowflakeDB) ExtractData 

func (db *SnowflakeDB) ExtractData(table, outputFile, format string, batchSize int, keyColumns, whereClause string) error

func (*SnowflakeDB) GetColumns 

func (db *SnowflakeDB) GetColumns(table string) ([]string, error)

func (*SnowflakeDB) GetTotalRows 

func (db *SnowflakeDB) GetTotalRows(table string) (int64, error)

Source Files

View all Source files

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL
go.dev uses cookies from Google to deliver and enhance the quality of its services and to analyze traffic. Learn more.