catalog

package
v0.1.0-alpha.4 Latest Latest
Warning

This package is not in the latest version of its module.

Go to latest
Published: Sep 13, 2026 License: Apache-2.0 Imports: 4 Imported by: 0

Documentation

Index

Constants

View Source
const (
	OperationTypeSQL       = "sql"
	OperationTypeBigQuery  = "bigquery"
	OperationTypeHTTP      = "http"
	OperationTypeFTP       = "ftp"
	OperationTypeGit       = "git"
	OperationTypeMongoDB   = "mongodb"
	OperationTypeHubSpot   = "hubspot"
	OperationTypeS3        = "s3"
	OperationTypeSnowflake = "snowflake"
)

Variables

This section is empty.

Functions

func IsSupportedQueryOperationType

func IsSupportedQueryOperationType(operationType string) bool

func SinkBackendForOperationType

func SinkBackendForOperationType(operationType string) (model.SinkBackend, bool)

func SinkReplayStrategyStrings

func SinkReplayStrategyStrings() []string

SinkReplayStrategyStrings returns a slice of all String values of the enum

func SupportsIncrementalSourceCheckpointKind

func SupportsIncrementalSourceCheckpointKind(
	operationType string,
	kind model.IncrementalCheckpointKind,
) bool

func SupportsSinkReplayStrategy

func SupportsSinkReplayStrategy(dsType model.DataSourceType, strategy SinkReplayStrategy) bool

SupportsSinkReplayStrategy reports whether a sink connector permits the declared replay mechanism. Unknown and source-only connectors are rejected so callers cannot dispatch a side effect with an unverified contract.

Types

type Descriptor

type Descriptor struct {
	Type                             model.DataSourceType
	SchemaFamily                     SchemaFamily
	QueryOperationType               string
	SinkBackend                      model.SinkBackend
	SupportsPipelineSource           bool
	SupportsPipelineSink             bool
	SupportedSinkReplayStrategies    []SinkReplayStrategy
	SinkPayloadBinding               SinkPayloadBinding
	SinkResult                       SinkResultCapability
	IncrementalSourceCheckpointKinds []model.IncrementalCheckpointKind
	ForcedReadOnly                   bool
}

func AllDescriptors

func AllDescriptors() []Descriptor

func DescriptorFor

func DescriptorFor(dsType model.DataSourceType) (Descriptor, bool)

type SchemaFamily

type SchemaFamily string
const (
	SchemaFamilyUnknown     SchemaFamily = "unknown"
	SchemaFamilySQL         SchemaFamily = "sql"
	SchemaFamilyHTTP        SchemaFamily = "http"
	SchemaFamilyDocument    SchemaFamily = "document"
	SchemaFamilyFile        SchemaFamily = "file"
	SchemaFamilyObjectAPI   SchemaFamily = "object_api"
	SchemaFamilyObjectStore SchemaFamily = "object_store"
)

type SinkPayloadBinding

type SinkPayloadBinding string
const (
	SinkPayloadBindingEncoded   SinkPayloadBinding = "encoded"
	SinkPayloadBindingRowObject SinkPayloadBinding = "row_object"
)

func SinkPayloadBindingForOperationType

func SinkPayloadBindingForOperationType(operationType string) SinkPayloadBinding

SinkPayloadBindingForOperationType returns the public input shape expected by a sink connector. Connectors default to the encoded binding unless their catalog descriptor explicitly declares row-object input.

type SinkReplayStrategy

type SinkReplayStrategy int

SinkReplayStrategy is the connector-level replay mechanism a sink operation may declare. Individual saved operations still select one strategy in the pipeline spec; this catalog list prevents UI and documentation from implying provider support that the adapter does not have.

const (
	SinkReplayStrategyUnknown              SinkReplayStrategy = iota // unknown
	SinkReplayStrategyNaturallyIdempotent                            // naturally_idempotent
	SinkReplayStrategyIdempotentWithKey                              // idempotent_with_key
	SinkReplayStrategyDeduplicatedByLedger                           // deduplicated_by_ledger
	SinkReplayStrategyUnsafe                                         // unsafe
)

func SinkReplayStrategyString

func SinkReplayStrategyString(s string) (SinkReplayStrategy, error)

SinkReplayStrategyString retrieves an enum value from the enum constants string name. Throws an error if the param is not part of the enum.

func SinkReplayStrategyValues

func SinkReplayStrategyValues() []SinkReplayStrategy

SinkReplayStrategyValues returns all values of the enum

func (SinkReplayStrategy) IsASinkReplayStrategy

func (i SinkReplayStrategy) IsASinkReplayStrategy() bool

IsASinkReplayStrategy returns "true" if the value is listed in the enum definition. "false" otherwise

func (SinkReplayStrategy) MarshalJSON

func (i SinkReplayStrategy) MarshalJSON() ([]byte, error)

MarshalJSON implements the json.Marshaler interface for SinkReplayStrategy

func (SinkReplayStrategy) MarshalText

func (i SinkReplayStrategy) MarshalText() ([]byte, error)

MarshalText implements the encoding.TextMarshaler interface for SinkReplayStrategy

func (SinkReplayStrategy) String

func (i SinkReplayStrategy) String() string

func (*SinkReplayStrategy) UnmarshalJSON

func (i *SinkReplayStrategy) UnmarshalJSON(data []byte) error

UnmarshalJSON implements the json.Unmarshaler interface for SinkReplayStrategy

func (*SinkReplayStrategy) UnmarshalText

func (i *SinkReplayStrategy) UnmarshalText(text []byte) error

UnmarshalText implements the encoding.TextUnmarshaler interface for SinkReplayStrategy

type SinkResultCapability

type SinkResultCapability struct {
	Kind      SinkResultKind
	Operation string
}

func SinkResultForOperationType

func SinkResultForOperationType(operationType string) SinkResultCapability

SinkResultForOperationType returns the result contract expected after sink dispatch. HTTP is the default for connectors without an explicit result shape.

type SinkResultKind

type SinkResultKind string
const (
	SinkResultKindHTTP       SinkResultKind = "http"
	SinkResultKindObjectRows SinkResultKind = "object_rows"
)

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL