profilers

package
v0.5.2 Latest Latest
Warning

This package is not in the latest version of its module.

 Go to latest Published: Aug 25, 2025 License: Apache-2.0 Imports: 11 Imported by: 0

Documentation

Index

Constants

This section is empty.

Variables

This section is empty.

Functions

func NewClickhouseDbqDataProfiler 

func NewClickhouseDbqDataProfiler(cnn driver.Conn, logger *slog.Logger) dbqcore.DbqDataProfiler

func NewMysqlDbqDataProfiler added in v0.3.0 

func NewMysqlDbqDataProfiler(db *sql.DB, logger *slog.Logger) dbqcore.DbqDataProfiler

func NewPostgresqlDbqDataProfiler added in v0.2.0 

func NewPostgresqlDbqDataProfiler(db *sql.DB, logger *slog.Logger) dbqcore.DbqDataProfiler

Types

type BaseProfiler added in v0.2.0 

type BaseProfiler struct {
	// contains filtered or unexported fields
}

func NewBaseProfiler added in v0.2.0 

func NewBaseProfiler(profiler dbqcore.DbqDataProfiler, logger *slog.Logger) *BaseProfiler

func (*BaseProfiler) ProfileDataset added in v0.2.0 

func (p *BaseProfiler) ProfileDataset(ctx context.Context, dataset string, sample bool, maxConcurrent int, collectErrors bool) (*dbqcore.TableMetrics, error)

type ClickhouseDbqDataProfiler 

type ClickhouseDbqDataProfiler struct {
	// contains filtered or unexported fields
}

func (*ClickhouseDbqDataProfiler) GetBlankCount added in v0.2.0 

func (c *ClickhouseDbqDataProfiler) GetBlankCount(ctx context.Context, dataset string, column *dbqcore.ColumnInfo) (int64, error)

func (*ClickhouseDbqDataProfiler) GetColumns added in v0.2.0 

func (c *ClickhouseDbqDataProfiler) GetColumns(ctx context.Context, databaseName string, tableName string) ([]*dbqcore.ColumnInfo, error)

func (*ClickhouseDbqDataProfiler) GetMostFrequentValue added in v0.2.0 

func (c *ClickhouseDbqDataProfiler) GetMostFrequentValue(ctx context.Context, dataset string, column *dbqcore.ColumnInfo) (*string, error)

func (*ClickhouseDbqDataProfiler) GetNullCount added in v0.2.0 

func (c *ClickhouseDbqDataProfiler) GetNullCount(ctx context.Context, dataset string, column *dbqcore.ColumnInfo) (uint64, error)

func (*ClickhouseDbqDataProfiler) GetNumericStats added in v0.2.0 

func (c *ClickhouseDbqDataProfiler) GetNumericStats(ctx context.Context, dataset string, column *dbqcore.ColumnInfo) (*dbqcore.NumericStats, error)

func (*ClickhouseDbqDataProfiler) GetSampleData added in v0.2.0 

func (c *ClickhouseDbqDataProfiler) GetSampleData(ctx context.Context, dataset string) ([]map[string]interface{}, error)

func (*ClickhouseDbqDataProfiler) GetTotalRows added in v0.2.0 

func (c *ClickhouseDbqDataProfiler) GetTotalRows(ctx context.Context, dataset string) (uint64, error)

func (*ClickhouseDbqDataProfiler) IsNumericType added in v0.2.0 

func (c *ClickhouseDbqDataProfiler) IsNumericType(dataType string) bool

IsNumericType checks if a ClickHouse data type string represents a numeric type.

func (*ClickhouseDbqDataProfiler) IsStringType added in v0.2.0 

func (c *ClickhouseDbqDataProfiler) IsStringType(dataType string) bool

IsStringType checks if a ClickHouse data type is a string type.

func (*ClickhouseDbqDataProfiler) ProfileDataset 

func (c *ClickhouseDbqDataProfiler) ProfileDataset(ctx context.Context, dataset string, sample bool, maxConcurrent int, collectErrors bool) (*dbqcore.TableMetrics, error)

type MysqlDbqDataProfiler added in v0.3.0 

type MysqlDbqDataProfiler struct {
	// contains filtered or unexported fields
}

func (*MysqlDbqDataProfiler) GetBlankCount added in v0.3.0 

func (p *MysqlDbqDataProfiler) GetBlankCount(ctx context.Context, dataset string, column *dbqcore.ColumnInfo) (int64, error)

func (*MysqlDbqDataProfiler) GetColumns added in v0.3.0 

func (p *MysqlDbqDataProfiler) GetColumns(ctx context.Context, schemaName string, tableName string) ([]*dbqcore.ColumnInfo, error)

func (*MysqlDbqDataProfiler) GetMostFrequentValue added in v0.3.0 

func (p *MysqlDbqDataProfiler) GetMostFrequentValue(ctx context.Context, dataset string, column *dbqcore.ColumnInfo) (*string, error)

func (*MysqlDbqDataProfiler) GetNullCount added in v0.3.0 

func (p *MysqlDbqDataProfiler) GetNullCount(ctx context.Context, dataset string, column *dbqcore.ColumnInfo) (uint64, error)

func (*MysqlDbqDataProfiler) GetNumericStats added in v0.3.0 

func (p *MysqlDbqDataProfiler) GetNumericStats(ctx context.Context, dataset string, column *dbqcore.ColumnInfo) (*dbqcore.NumericStats, error)

func (*MysqlDbqDataProfiler) GetSampleData added in v0.3.0 

func (p *MysqlDbqDataProfiler) GetSampleData(ctx context.Context, dataset string) ([]map[string]interface{}, error)

func (*MysqlDbqDataProfiler) GetTotalRows added in v0.3.0 

func (p *MysqlDbqDataProfiler) GetTotalRows(ctx context.Context, dataset string) (uint64, error)

func (*MysqlDbqDataProfiler) IsNumericType added in v0.3.0 

func (p *MysqlDbqDataProfiler) IsNumericType(dataType string) bool

func (*MysqlDbqDataProfiler) IsStringType added in v0.3.0 

func (p *MysqlDbqDataProfiler) IsStringType(dataType string) bool

func (*MysqlDbqDataProfiler) ProfileDataset added in v0.3.0 

func (p *MysqlDbqDataProfiler) ProfileDataset(ctx context.Context, dataset string, sample bool, maxConcurrent int, collectErrors bool) (*dbqcore.TableMetrics, error)

type PostgresqlDbqDataProfiler added in v0.2.0 

type PostgresqlDbqDataProfiler struct {
	// contains filtered or unexported fields
}

func (*PostgresqlDbqDataProfiler) GetBlankCount added in v0.2.0 

func (p *PostgresqlDbqDataProfiler) GetBlankCount(ctx context.Context, dataset string, column *dbqcore.ColumnInfo) (int64, error)

func (*PostgresqlDbqDataProfiler) GetColumns added in v0.2.0 

func (p *PostgresqlDbqDataProfiler) GetColumns(ctx context.Context, schemaName string, tableName string) ([]*dbqcore.ColumnInfo, error)

func (*PostgresqlDbqDataProfiler) GetMostFrequentValue added in v0.2.0 

func (p *PostgresqlDbqDataProfiler) GetMostFrequentValue(ctx context.Context, dataset string, column *dbqcore.ColumnInfo) (*string, error)

func (*PostgresqlDbqDataProfiler) GetNullCount added in v0.2.0 

func (p *PostgresqlDbqDataProfiler) GetNullCount(ctx context.Context, dataset string, column *dbqcore.ColumnInfo) (uint64, error)

func (*PostgresqlDbqDataProfiler) GetNumericStats added in v0.2.0 

func (p *PostgresqlDbqDataProfiler) GetNumericStats(ctx context.Context, dataset string, column *dbqcore.ColumnInfo) (*dbqcore.NumericStats, error)

func (*PostgresqlDbqDataProfiler) GetSampleData added in v0.2.0 

func (p *PostgresqlDbqDataProfiler) GetSampleData(ctx context.Context, dataset string) ([]map[string]interface{}, error)

func (*PostgresqlDbqDataProfiler) GetTotalRows added in v0.2.0 

func (p *PostgresqlDbqDataProfiler) GetTotalRows(ctx context.Context, dataset string) (uint64, error)

func (*PostgresqlDbqDataProfiler) IsNumericType added in v0.2.0 

func (p *PostgresqlDbqDataProfiler) IsNumericType(dataType string) bool

func (*PostgresqlDbqDataProfiler) IsStringType added in v0.2.0 

func (p *PostgresqlDbqDataProfiler) IsStringType(dataType string) bool

func (*PostgresqlDbqDataProfiler) ProfileDataset added in v0.2.0 

func (p *PostgresqlDbqDataProfiler) ProfileDataset(ctx context.Context, dataset string, sample bool, maxConcurrent int, collectErrors bool) (*dbqcore.TableMetrics, error)

Source Files

View all Source files

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL
go.dev uses cookies from Google to deliver and enhance the quality of its services and to analyze traffic. Learn more.