Documentation
¶
Index ¶
- func SetInitBatchSize(batchSize int)
- type Engine
- func (p *Engine) CreateIndex(indexInfo *common.IndexInfo, fill bool) error
- func (p *Engine) CreateShardListener(shardID uint64) cluster.ShardListener
- func (p *Engine) CreateSource(sourceInfo *common.SourceInfo, initTable *common.TableInfo) (*source.Source, error)
- func (p *Engine) ExistRowsInLocalTable(tableID uint64, localShards []uint64) (bool, error)
- func (p *Engine) GetLocalLeaderSchedulers() (map[uint64]*sched.ShardScheduler, error)
- func (p *Engine) GetMaterializedView(mvID uint64) (*MaterializedView, error)
- func (p *Engine) GetScheduler(shardID uint64) (*sched.ShardScheduler, bool)
- func (p *Engine) GetSource(sourceID uint64) (*source.Source, error)
- func (p *Engine) HandleReceivedRows(receivingShardID uint64) error
- func (p *Engine) IsEmpty() bool
- func (p *Engine) Limit()
- func (p *Engine) LoadInitialStateForTable(shardIDs []uint64, initTableID uint64, targetTableID uint64) error
- func (p *Engine) MaybeHandleRemoteBatch(scheduler *sched.ShardScheduler)
- func (p *Engine) Ready() error
- func (p *Engine) RegisterMV(mv *MaterializedView) error
- func (p *Engine) RegisterRemoteConsumer(id uint64, rc *RemoteConsumer) error
- func (p *Engine) RemoveIndex(indexInfo *common.IndexInfo) error
- func (p *Engine) RemoveMV(mvID uint64) error
- func (p *Engine) RemoveSource(sourceInfo *common.SourceInfo) (*source.Source, error)
- func (p *Engine) Start() error
- func (p *Engine) Stop() error
- func (p *Engine) UnregisterRemoteConsumer(id uint64) error
- func (p *Engine) VerifyNoSourcesOrMVs() error
- func (p *Engine) WaitForProcessingToComplete() error
- func (p *Engine) WaitForSchedulers() error
- type MaterializedView
- func (m *MaterializedView) Connect(addConsuming bool, registerRemote bool) error
- func (m *MaterializedView) Disconnect() error
- func (m *MaterializedView) Drop() error
- func (m *MaterializedView) Fill() error
- func (m *MaterializedView) GetConsumingMVs() []string
- func (m *MaterializedView) TableExecutor() *exec.TableExecutor
- type RemoteConsumer
Constants ¶
This section is empty.
Variables ¶
This section is empty.
Functions ¶
func SetInitBatchSize ¶ added in v0.1.1
func SetInitBatchSize(batchSize int)
Types ¶
type Engine ¶
type Engine struct {
// contains filtered or unexported fields
}
func NewPushEngine ¶
func NewPushEngine(cluster cluster.Cluster, sharder *sharder.Sharder, meta *meta.Controller, cfg *conf.Config, queryExec common.SimpleQueryExec, registry protolib.Resolver, failInject failinject.Injector) *Engine
func (*Engine) CreateIndex ¶
func (*Engine) CreateShardListener ¶
func (p *Engine) CreateShardListener(shardID uint64) cluster.ShardListener
func (*Engine) CreateSource ¶
func (*Engine) ExistRowsInLocalTable ¶
func (*Engine) GetLocalLeaderSchedulers ¶
func (p *Engine) GetLocalLeaderSchedulers() (map[uint64]*sched.ShardScheduler, error)
func (*Engine) GetMaterializedView ¶
func (p *Engine) GetMaterializedView(mvID uint64) (*MaterializedView, error)
func (*Engine) GetScheduler ¶
func (p *Engine) GetScheduler(shardID uint64) (*sched.ShardScheduler, bool)
func (*Engine) HandleReceivedRows ¶
HandleReceivedRows - load batches of rows from the Receiver table and process them
func (*Engine) LoadInitialStateForTable ¶ added in v0.1.1
func (*Engine) MaybeHandleRemoteBatch ¶
func (p *Engine) MaybeHandleRemoteBatch(scheduler *sched.ShardScheduler)
func (*Engine) RegisterMV ¶
func (p *Engine) RegisterMV(mv *MaterializedView) error
func (*Engine) RegisterRemoteConsumer ¶
func (p *Engine) RegisterRemoteConsumer(id uint64, rc *RemoteConsumer) error
func (*Engine) RemoveSource ¶
func (*Engine) UnregisterRemoteConsumer ¶
func (*Engine) VerifyNoSourcesOrMVs ¶
func (*Engine) WaitForProcessingToComplete ¶
WaitForProcessingToComplete is used in tests to wait for all rows have been processed when ingesting test data
func (*Engine) WaitForSchedulers ¶
type MaterializedView ¶
type MaterializedView struct {
Info *common.MaterializedViewInfo
InternalTables []*common.InternalTableInfo
// contains filtered or unexported fields
}
func CreateMaterializedView ¶
func CreateMaterializedView(pe *Engine, pl *parplan.Planner, schema *common.Schema, mvName string, query string, initTable string, tableID uint64, seqGenerator common.SeqGenerator) (*MaterializedView, error)
CreateMaterializedView creates the materialized view but does not register it in memory
func (*MaterializedView) Connect ¶
func (m *MaterializedView) Connect(addConsuming bool, registerRemote bool) error
Connect connects up any executors which consumer data from sources, materialized views, or remote receivers to their feeders
func (*MaterializedView) Disconnect ¶
func (m *MaterializedView) Disconnect() error
func (*MaterializedView) Drop ¶
func (m *MaterializedView) Drop() error
func (*MaterializedView) Fill ¶
func (m *MaterializedView) Fill() error
func (*MaterializedView) GetConsumingMVs ¶
func (m *MaterializedView) GetConsumingMVs() []string
func (*MaterializedView) TableExecutor ¶
func (m *MaterializedView) TableExecutor() *exec.TableExecutor
type RemoteConsumer ¶
type RemoteConsumer struct {
RowsFactory *common.RowsFactory
ColTypes []common.ColumnType
RowsHandler remoteRowsHandler
}
RemoteConsumer is a wrapper for something that consumes rows that have arrived remotely from other shards e.g. a source or an aggregator
Source Files
Directories
Click to show internal directories.
Click to hide internal directories.