Documentation
¶
Index ¶
- Constants
- func WithCatalogGCInterval(internal time.Duration) func(*Options)
- func WithCheckpointGlobalMinCount(count int64) func(*Options)
- func WithCheckpointIncrementaInterval(interval time.Duration) func(*Options)
- func WithCheckpointMinCount(count int64) func(*Options)
- func WithCheckpointScanInterval(interval time.Duration) func(*Options)
- func WithDisableGCCatalog() func(*Options)
- func WithDisableGCCheckpoint() func(*Options)
- func WithFlushInterval(interval time.Duration) func(*Options)
- func WithGCCheckpointInterval(interval time.Duration) func(*Options)
- func WithGlobalVersionInterval(interval time.Duration) func(*Options)
- func WithTransferTableTTL(ttl time.Duration) func(*Options)
- type CacheCfg
- type CatalogCfg
- type CheckpointCfg
- type GCCfg
- type LogstoreType
- type LogtailCfg
- type LogtailServerCfg
- type Options
- type SchedulerCfg
- type StorageCfg
Constants ¶
View Source
const ( DefaultIndexCacheSize = 256 * mpool.MB DefaultBlockMaxRows = uint32(8192) DefaultBlocksPerSegment = uint16(256) DefaultObejctPerSegment = uint16(512) DefaultScannerInterval = time.Second * 5 DefaultCheckpointFlushInterval = time.Minute DefaultCheckpointMinCount = int64(100) DefaultCheckpointIncremetalInterval = time.Minute DefaultCheckpointGlobalMinCount = 10 DefaultGlobalVersionInterval = time.Hour DefaultGCCheckpointInterval = time.Minute DefaultScanGCInterval = time.Minute * 30 DefaultGCTTL = time.Hour DefaultCatalogGCInterval = time.Minute * 30 DefaultIOWorkers = int(16) DefaultAsyncWorkers = int(16) DefaultLogtailTxnPageSize = 100 DefaultLogstoreType = LogstoreBatchStore )
Variables ¶
This section is empty.
Functions ¶
func WithCatalogGCInterval ¶ added in v0.7.0
func WithCheckpointGlobalMinCount ¶ added in v0.7.0
func WithCheckpointIncrementaInterval ¶ added in v0.6.0
func WithCheckpointMinCount ¶ added in v0.6.0
func WithCheckpointScanInterval ¶ added in v0.6.0
func WithDisableGCCatalog ¶ added in v0.7.0
func WithDisableGCCatalog() func(*Options)
func WithDisableGCCheckpoint ¶ added in v0.7.0
func WithDisableGCCheckpoint() func(*Options)
func WithFlushInterval ¶ added in v0.7.0
func WithGCCheckpointInterval ¶ added in v0.7.0
func WithGlobalVersionInterval ¶ added in v0.7.0
func WithTransferTableTTL ¶ added in v0.6.0
Types ¶
type CatalogCfg ¶ added in v0.7.0
type CheckpointCfg ¶
type CheckpointCfg struct {
FlushInterval time.Duration `toml:"flush-inerterval"`
MinCount int64 `toml:"checkpoint-min-count"`
ScanInterval time.Duration `toml:"scan-interval"`
IncrementalInterval time.Duration `toml:"checkpoint-incremental-interval"`
GlobalMinCount int64 `toml:"checkpoint-global-interval"`
ForceUpdateGlobalInterval bool
GlobalVersionInterval time.Duration
GCCheckpointInterval time.Duration
DisableGCCheckpoint bool
// only for test
// it is used to control the block rows of the checkpoint
BlockRows int
}
type LogstoreType ¶ added in v0.6.0
type LogstoreType string
const ( LogstoreBatchStore LogstoreType = "batchstore" LogstoreLogservice LogstoreType = "logservice" )
type LogtailCfg ¶ added in v0.6.0
type LogtailCfg struct {
PageSize int32 `toml:"page-size"`
}
type LogtailServerCfg ¶ added in v0.7.0
type LogtailServerCfg struct {
RpcMaxMessageSize int64
RpcEnableChecksum bool
LogtailCollectInterval time.Duration
ResponseSendTimeout time.Duration
}
func NewDefaultLogtailServerCfg ¶ added in v0.7.0
func NewDefaultLogtailServerCfg() *LogtailServerCfg
func (*LogtailServerCfg) Validate ¶ added in v0.7.0
func (l *LogtailServerCfg) Validate()
type Options ¶
type Options struct {
CacheCfg *CacheCfg `toml:"cache-cfg"`
StorageCfg *StorageCfg `toml:"storage-cfg"`
CheckpointCfg *CheckpointCfg `toml:"checkpoint-cfg"`
SchedulerCfg *SchedulerCfg `toml:"scheduler-cfg"`
GCCfg *GCCfg
LogtailCfg *LogtailCfg
CatalogCfg *CatalogCfg
TransferTableTTL time.Duration
IncrementalDedup bool
Clock clock.Clock
Fs fileservice.FileService
Lc logservicedriver.LogServiceClientFactory
Shard metadata.TNShard
LogStoreT LogstoreType
Ctx context.Context
// MaxMessageSize is the size of max message which is sent to log-service.
MaxMessageSize uint64
}
func (*Options) FillDefaults ¶
type SchedulerCfg ¶
type StorageCfg ¶
Click to show internal directories.
Click to hide internal directories.