pipeline

type CollectiveProcess[I, O any] func(cxt context.Context, inputs []*Data[I]) (outputs []*Data[O], err error)

type CollectiveProcessor[I, O any] interface {
	Processor
	Process(cxt context.Context, inputs []*Data[I]) (outputs []*Data[O], err error)
}

type Data[T any] struct {
	Path    string
	Content T
}

type ErrorGroup []error

type FileSet Map[string, *Data[[]byte]]

type IndividualProcess[I, O any] func(cxt context.Context, input *Data[I], index int32, total int32) (outputs []*Data[O], extra []*Data[I], err error)

type IndividualProcessor[I, O any] interface {
	Processor
	Process(cxt context.Context, input *Data[I], index int32, total int32) (outputs []*Data[O], extra []*Data[I], err error)
}

type Map[K comparable, V any] interface {
	Load(key K) (value V, ok bool)
	Store(key K, value V)
	LoadOrStore(key K, value V) (actual V, loaded bool)
	LoadAndStore(key K, value V) (actual V, loaded bool)
	Delete(key K)
	Size() int
	Range(f func(key K, value V) bool)
}

type Once[T any] struct {
	// contains filtered or unexported fields
}

type Paths Map[string, *Data[struct{}]]

type ProcessingOptions struct {
	Serial     bool `default:"false" help:"Process files one-by-one" group:"Processing:"`
	NoProgress bool `default:"false" name:"hide-progress-bar" help:"Hide the progress bar" group:"Processing:"`
}

type Processor interface {
	Name() string
}

type StringSet Map[string, *Data[string]]

type Targeter func(cxt context.Context) ([]string, error)