worker

package
v0.3.9 Latest Latest
Warning

This package is not in the latest version of its module.

 Go to latest Published: Jan 27, 2026 License: Apache-2.0 Imports: 12 Imported by: 0

Documentation

Index

Constants

This section is empty.

Variables

View Source 
var (
	AlreadyIngestRows  = 0
	AlreadyIngestBytes = 0
)

Functions

This section is empty.

Types

type DatabendWorkerStatsData 

type DatabendWorkerStatsData struct {
	BytesPerSecond float64
	RowsPerSecond  float64
}

type DatabendWorkerStatsRecorder 

type DatabendWorkerStatsRecorder struct {
	// contains filtered or unexported fields
}

func NewDatabendWorkerStatsRecorder 

func NewDatabendWorkerStatsRecorder() *DatabendWorkerStatsRecorder

func (*DatabendWorkerStatsRecorder) RecordMetric 

func (stats *DatabendWorkerStatsRecorder) RecordMetric(bytes int, rows int)

func (*DatabendWorkerStatsRecorder) Stats 

func (stats *DatabendWorkerStatsRecorder) Stats(statsWindow time.Duration) DatabendWorkerStatsData

type Worker 

type Worker struct {
	Name string
	Cfg  *config.Config
	Ig   ingester.DatabendIngester
	Src  source.Sourcer
	// contains filtered or unexported fields
}

func NewWorker 

func NewWorker(cfg *config.Config, name string, ig ingester.DatabendIngester, src source.Sourcer) *Worker

func (*Worker) IsSplitAccordingMaxGoRoutine 

func (w *Worker) IsSplitAccordingMaxGoRoutine(minSplitKey, maxSplitKey, batchSize uint64) bool

IsSplitAccordingMaxGoRoutine checks if the split key is according to the max go routine

func (*Worker) IsWorkerCorrect 

func (w *Worker) IsWorkerCorrect() (int, int, bool)

func (*Worker) Run 

func (w *Worker) Run(ctx context.Context)

func (*Worker) StepBatchByTimeSplitKey 

func (w *Worker) StepBatchByTimeSplitKey() error

Source Files

View all Source files

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL
go.dev uses cookies from Google to deliver and enhance the quality of its services and to analyze traffic. Learn more.