queue

type ConcurrentRandomQueue ¶

type ConcurrentRandomQueue[T any] struct {
	// contains filtered or unexported fields
}

ConcurrentRandomQueue is a generic, thread-safe queue that pops random elements in O(1) time.

func NewConcurrentRandomQueue[T any](seed int64, capacityHint int) *ConcurrentRandomQueue[T]

func (q *ConcurrentRandomQueue[T]) Pop() *T

func (q *ConcurrentRandomQueue[T]) Push(item T)

type Option ¶

type Option func(*Scheduler)

func WithCaser(c *caser.Caser) Option

func WithDeterministicCQID(deterministicCQID bool) Option

func WithErrorClassifier(classifier schema.ErrorClassifier) Option

func WithInvocationID(invocationID string) Option

func WithWorkerCount(workerCount int) Option

type Scheduler ¶

type Scheduler struct {
	// contains filtered or unexported fields
}

func NewShuffleQueueScheduler(logger zerolog.Logger, m *metrics.Metrics, seed int64, opts ...Option) *Scheduler

func (d *Scheduler) Sync(ctx context.Context, tableClients []WorkUnit, resolvedResources chan<- *schema.Resource, msgChan chan<- message.SyncMessage)

type WorkUnit ¶

type WorkUnit struct {
	Table  *schema.Table
	Client schema.ClientMeta
	Parent *schema.Resource
}

WorkUnit is an atomic unit of work that the scheduler syncs.

It is one table resolver (same as all other scheduler strategies).

But if it is a non-top-level table, it is bound to a single parent resource.