meta

type Deleter ¶

type Deleter struct {
	// contains filtered or unexported fields
}

func NewDeleter(pctx *op.Context, parent zbuf.Puller, pool *lake.Pool, snap commits.View, filter zbuf.Filter, progress *zbuf.Progress, deletes *sync.Map) *Deleter

func (d *Deleter) Pull(done bool) (zbuf.Batch, error)

type Lister ¶

type Lister struct {
	// contains filtered or unexported fields
}

XXX Lister enumerates all the partitions in a scan. After we get this working, we will modularize further by listing just the objects and having the slicer to organize objects into slices (formerly known as partitions).

func NewSortedLister(ctx context.Context, r *lake.Root, pool *lake.Pool, commit ksuid.KSUID, filter zbuf.Filter) (*Lister, error)

func NewSortedListerByID(ctx context.Context, r *lake.Root, poolID, commit ksuid.KSUID, filter zbuf.Filter) (*Lister, error)

func NewSortedListerFromSnap(ctx context.Context, r *lake.Root, pool *lake.Pool, snap commits.View, filter zbuf.Filter) *Lister

func (l *Lister) Pull(done bool) (zbuf.Batch, error)

func (l *Lister) Snapshot() commits.View

type Partition ¶

type Partition struct {
	First   *zed.Value
	Last    *zed.Value
	Objects []*data.Object
}

A Partition is a logical view of the records within a time span, stored in one or more data objects. This provides a way to return the list of objects that should be scanned along with a span to limit the scan to only the span involved.

func (p Partition) FormatRange() string

func (p Partition) FormatRangeOf(index int) string

func (p Partition) IsZero() bool

type Range ¶

type Range struct {
	extent.Span
	Objects []*data.Object
}

type SequenceScanner ¶

type SequenceScanner struct {
	// contains filtered or unexported fields
}

SequenceScanner implements an op that pulls metadata partitions to scan from its parent and for each partition, scans the object.

func NewSequenceScanner(pctx *op.Context, parent zbuf.Puller, pool *lake.Pool, snap commits.View, filter zbuf.Filter, progress *zbuf.Progress) *SequenceScanner

func (s *SequenceScanner) Pull(done bool) (zbuf.Batch, error)