iceberg

package
v0.3.0 Latest Latest
Warning

This package is not in the latest version of its module.

Go to latest
Published: Sep 1, 2026 License: MIT Imports: 6 Imported by: 0

Documentation

Index

Constants

This section is empty.

Variables

This section is empty.

Functions

This section is empty.

Types

type Config

type Config struct {
	SourceID        string        `json:"source_id" yaml:"source_id"`
	Driver          string        `json:"driver" yaml:"driver"`
	DSN             string        `json:"dsn" yaml:"dsn"`
	Catalog         string        `json:"catalog" yaml:"catalog"`
	Namespace       string        `json:"namespace" yaml:"namespace"`
	Table           string        `json:"table" yaml:"table"`
	Mode            string        `json:"mode" yaml:"mode"` // "batch" or "stream"
	Columns         []string      `json:"columns" yaml:"columns"`
	Filter          string        `json:"filter" yaml:"filter"`
	Query           string        `json:"query" yaml:"query"`
	StreamQuery     string        `json:"stream_query" yaml:"stream_query"`
	WatermarkColumn string        `json:"watermark_column" yaml:"watermark_column"`
	StartWatermark  string        `json:"start_watermark" yaml:"start_watermark"`
	WatermarkType   string        `json:"watermark_type" yaml:"watermark_type"`
	PollInterval    time.Duration `json:"poll_interval" yaml:"poll_interval"`
	MaxRows         int           `json:"max_rows" yaml:"max_rows"`
	SchemaName      string        `json:"schema_name" yaml:"schema_name"`
	SchemaVersion   string        `json:"schema_version" yaml:"schema_version"`
	Timeout         time.Duration `json:"timeout" yaml:"timeout"`
}

Config holds Iceberg source configuration.

type Factory

type Factory struct{}

Factory creates Iceberg sources from generic config.

func (*Factory) Create

func (f *Factory) Create(config adapters.SourceConfig) (adapters.FactSource, error)

func (*Factory) GetConfigSchema

func (f *Factory) GetConfigSchema() adapters.ConfigSchema

func (*Factory) ValidateConfig

func (f *Factory) ValidateConfig(config adapters.SourceConfig) error

type Source

type Source struct {
	// contains filtered or unexported fields
}

Source implements an Iceberg fact source by delegating to the SQL adapter.

func NewSource

func NewSource(config *Config) (*Source, error)

NewSource creates a new Iceberg source.

func (*Source) GetMetadata

func (s *Source) GetMetadata() adapters.SourceMetadata

GetMetadata returns source metadata.

func (*Source) GetSourceSchema

func (s *Source) GetSourceSchema() *adapters.Schema

GetSourceSchema returns schema metadata.

func (*Source) HealthCheck

func (s *Source) HealthCheck() error

HealthCheck delegates to the SQL source.

func (*Source) Start

func (s *Source) Start(ctx context.Context) error

Start delegates to the SQL source.

func (*Source) Stop

func (s *Source) Stop(ctx context.Context) error

Stop delegates to the SQL source.

func (*Source) Subscribe

func (s *Source) Subscribe(ctx context.Context, factTypes []string) (<-chan *adapters.TypedFact, error)

Subscribe delegates to the SQL source.

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL