Documentation
¶
Index ¶
Constants ¶
View Source
const ( DefaultRetryCount = 3 DefaultThreadCount = 3 DefaultDiscoverTimeout = 5 * time.Minute DefaultRetryTimeout = 60 * time.Second GRPCRequestTimeout = 3600 * time.Second DestError = "destination error" ParquetFileExt = "parquet" PartitionRegexIceberg = `\{([^,]+),\s*([^}]+)\}` PartitionRegexParquet = `\{([^}]+)\}` MongoPrimaryID = "_id" OlakeID = "_olake_id" OlakeTimestamp = "_olake_timestamp" OpType = "_op_type" CdcTimestamp = "_cdc_timestamp" StringifiedData = "data" DefaultReadPreference = "secondaryPreferred" EncryptionKey = "OLAKE_ENCRYPTION_KEY" ConfigFolder = "CONFIG_FOLDER" StatePath = "STATE_PATH" StreamsPath = "STREAMS_PATH" DifferencePath = "DIFFERENCE_STREAMS_PATH" // DestinationDatabasePrefix is used as prefix for destination database name DestinationDatabasePrefix = "DESTINATION_DATABASE_PREFIX" // EffectiveParquetSize is the effective size in bytes considering 256mb targeted parquet size, compression ratio as 8 EffectiveParquetSize = int64(256) * 1024 * 1024 * int64(8) DB2StateTimestampFormat = "2006-01-02 15:04:05.000000" DefaultStateTimestampFormat = "2006-01-02T15:04:05.000000000Z" )
View Source
const (
LatestStateVersion = 4
)
Variables ¶
View Source
var DriversRequiringIncrementalFormatter = []DriverType{Oracle, DB2, MSSQL}
DriversRequiringIncrementalFormatter are drivers that require special formatting for incremental value
View Source
var ErrGlobalContextGroup = fmt.Errorf("global context group error")
View Source
var ErrNonRetryable = fmt.Errorf("failed with non retryable error")
View Source
var LoadedStateVersion = LatestStateVersion
Used as the current version of the state when the program is running
View Source
var ParallelCDCDrivers = []DriverType{MongoDB, MSSQL}
View Source
var RelationalDrivers = []DriverType{Postgres, MySQL, Oracle, DB2, MSSQL}
View Source
var SkipCDCDrivers = []DriverType{Oracle, DB2}
Functions ¶
This section is empty.
Types ¶
type DriverType ¶
type DriverType string
const ( MongoDB DriverType = "mongodb" Postgres DriverType = "postgres" MySQL DriverType = "mysql" Oracle DriverType = "oracle" DB2 DriverType = "db2" S3 DriverType = "s3" Kafka DriverType = "kafka" MSSQL DriverType = "mssql" )
Click to show internal directories.
Click to hide internal directories.