processors

package

v0.3.1 Latest Latest Go to latest Published: Dec 23, 2024 License: Apache-2.0 Imports: 13 Imported by: 0

Details

This section is empty.

This section is empty.

func NewComposeProcessor[T any](processors ...pipeline.DataProcessor[T]) pipeline.DataProcessor[T]

NewComposeProcessor creates a new ComposeProcessor with the given processors.

func NewTPSLimiter[T any](ctx context.Context, n int) pipeline.DataProcessor[T]

NewTPSLimiter Create a new TPS limiter. n — allowed number of tokens per second, n = 0 means no limit.

type TokenProcessor = pipeline.DataProcessor[*models.Token]

func NewChangeNamespace(source, destination *string) TokenProcessor

NewChangeNamespace creates new changeNamespace

func NewExpirationSetter(expired *atomic.Uint64, extraTTL int64, logger *slog.Logger) TokenProcessor

NewExpirationSetter creates a new expirationSetter processor

func NewFilterByBin(binList []string, skipped *atomic.Uint64) TokenProcessor

NewFilterByBin creates new filterByBin processor with given binList.

func NewFilterBySet(setList []string, skipped *atomic.Uint64) TokenProcessor

NewFilterBySet creates new filterBySet processor with given setList.

func NewFilterByType(noRecords, noIndexes, noUdf bool) TokenProcessor

NewFilterByType creates new filterByType processor

func NewRecordCounter(counter *atomic.Uint64) TokenProcessor

func NewSizeCounter(counter *atomic.Uint64) TokenProcessor

func NewVoidTimeSetter(logger *slog.Logger) TokenProcessor

NewVoidTimeSetter creates a new VoidTimeProcessor