mpather

type Jgroup ¶ added in v1.3.16

type Jgroup struct {
	// contains filtered or unexported fields
}

Jgroup runs jogger per mountpath which walk the entire bucket and call callback on each of the encountered object. When jogger encounters error it stops and informs other joggers about the error (so they stop too).

func NewJgroup(opts *JgroupOpts, config *cmn.Config, smi *fs.Mountpath) *Jgroup

func (jg *Jgroup) ListenFinished() <-chan struct{}

func (jg *Jgroup) NumJ() int

func (jg *Jgroup) NumVisits() (n int64)

func (jg *Jgroup) Run()

func (jg *Jgroup) Stop() error

type JgroupOpts ¶ added in v1.3.16

type JgroupOpts struct {
	Parent    cos.Stopper // optional: stop walk when parent xaction aborts
	VisitObj  func(lom *core.LOM, buf []byte) error
	VisitCT   func(ct *core.CT, buf []byte) error
	Slab      *memsys.Slab
	Bck       cmn.Bck
	Buckets   cmn.Bcks
	Prefix    string
	CTs       []string
	PerBucket bool // num joggers = (num mountpaths) x (num buckets)
	RW        bool // true when performs data IO
	// contains filtered or unexported fields
}

JgroupOpts configures a Jgroup. The jogger does NOT pre-load LOMs: VisitObj receives an initialized-but-unloaded LOM and the callback owns the lifecycle (lom.Load, locking, IsCopy filtering, etc.).

type WorkerGroup ¶

type WorkerGroup struct {
	// contains filtered or unexported fields
}

WorkerGroup starts one worker per mountpath; each worker receives (*core.LOM) tasks and executes the specified callback.

func NewWorkerGroup(opts *WorkerGroupOpts) (*WorkerGroup, error)

func (wkg *WorkerGroup) ChanFullTotal() (n int64)

func (wkg *WorkerGroup) PostLIF(lom *core.LOM) error

func (wkg *WorkerGroup) Run()

func (wkg *WorkerGroup) Stop() (n int)

type WorkerGroupOpts ¶

type WorkerGroupOpts struct {
	Callback   func(lom *core.LOM, buf []byte)
	Slab       *memsys.Slab
	WorkChSize int
}