extractor

type Checkpoint interface {
	Done(unit string) (bool, error)
	Mark(unit string) error
	Reset(unit string) error
	All() ([]string, error)
}

type MemoryCheckpoint struct {
	// contains filtered or unexported fields
}

type Pipeline[T, R any] struct {
	// contains filtered or unexported fields
}

type PipelineConfig[T, R any] struct {
	Worker     WorkerConfig[T, R]
	Progress   *Progress
	Checkpoint Checkpoint
	// UnitID derives the checkpoint key for a unit. Required when
	// Checkpoint is non-nil.
	UnitID func(T) string
}

type Progress struct {
	// contains filtered or unexported fields
}

type Recovery uint8

type Snapshot struct {
	Name    string        `json:"name"`
	Total   int64         `json:"total"`
	Done    int64         `json:"done"`
	Errors  int64         `json:"errors"`
	Bytes   int64         `json:"bytes"`
	Started time.Time     `json:"started"`
	Elapsed time.Duration `json:"elapsed_ms"`
	ETA     time.Duration `json:"eta_ms"`
	Pct     float32       `json:"pct"`
}

type Worker[T, R any] struct {
	// contains filtered or unexported fields
}

type WorkerConfig[T, R any] struct {
	// Concurrency is the max number of in-flight units. Defaults to 1.
	Concurrency int
	// Process is the per-unit work. Required.
	Process func(ctx context.Context, unit T) (R, error)
	// OnResult fires after a successful Process; receives the unit
	// and its result. Optional.
	OnResult func(unit T, result R)
	// OnError fires when Process returns an error and decides how to
	// recover. Defaults to Continue (log + carry on) when nil.
	OnError func(unit T, err error) Recovery
}