corral

Jul 7, 2022

Changes in this version

type ActivationSet

+ func (s *ActivationSet) AddWithData(activationID string, data interface{}) error

+ func (s *ActivationSet) Top(num int) []string

type Option

+ func WithBackoffPolling() Option

+ func WithMultipleSize(mul float64) Option

+ type SetValue struct

+ Data interface{}

+ InsertionTime int64

+ type WhiskAckMsg struct

+ Finishing bool

+ Freshen bool

+ Hinting bool

+ Ok bool

+ Pausing bool

+ type WhiskInvokationError struct

+ func NewWhiskInvokationError() *WhiskInvokationError

+ func (e *WhiskInvokationError) Activations() []string

+ func (e *WhiskInvokationError) Add(activationId string, t api.Task)

+ func (e *WhiskInvokationError) FailedTasks() []api.Task

+ func (e WhiskInvokationError) Error() string

Mar 31, 2022

Changes in this version

+ type ActivationSet struct

+ func NewSet() *ActivationSet

+ func (s *ActivationSet) Add(activationID string) error

+ func (s *ActivationSet) AddAll(new []string) error

+ func (s *ActivationSet) Clear()

+ func (s *ActivationSet) Close()

+ func (s *ActivationSet) Drained(threshold int) bool

+ func (s *ActivationSet) Has(activationID string) bool

+ func (s *ActivationSet) IsEmpty() bool

+ func (s *ActivationSet) Len() int

+ func (s *ActivationSet) List() []string

+ func (s *ActivationSet) Remove(activationID string)

+ func (s *ActivationSet) Take(num int) []string

Jan 23, 2022

Changes in this version

+ func CompileFlagName() string

+ type Set struct

+ func NewConcurrentSet() *Set

+ func (s *Set) Add(item interface{})

+ func (s *Set) AddAll(all []interface{})

+ func (s *Set) Clear()

+ func (s *Set) Has(item interface{}) bool

+ func (s *Set) IsEmpty() bool

+ func (s *Set) Len() int

+ func (s *Set) Remove(item interface{})

Jan 12, 2022

Changes in this version

+ type InputSplit struct

+ EndOffset int64

+ Filename string

+ StartOffset int64

+ func (i InputSplit) Size() int64

type Job

+ func (j *Job) Collect(result taskResult)

Nov 24, 2021

Changes in this version

type Option

+ func WithLambdaRole(arn string) Option

+ func WithLambdaS3Backend(bucket, key string) Option

Oct 28, 2021

Changes in this version

+ func RunningOnCloudPlatfrom() bool

type Driver

+ Runtime time.Duration

+ func NewSequentialMultiStageDriver(jobs []*Job, options ...Option) *Driver

+ func (d *Driver) CurrentJob() *Job

+ func (d *Driver) DownloadAndRemove(inputs []string, dest string) error

+ func (d *Driver) Execute()

+ func (d *Driver) GetFinalOutputs() []string

+ func (d *Driver) Undeploy(backendType *string) error

+ func (d *Driver) WithBackend(backendType *string)

+ type HintFunc func() string

type Job

+ HintFunc HintFunc

+ PauseFunc PauseFunc

+ StopFunc StopFunc

+ func (j *Job) CollectMetrics()

type Option

+ func WithLocalMemoryCache() Option

+ func WithMultiStageInputs(inputs [][]string) Option

+ func WithRedisBackedCache() Option

+ type PauseFunc func() string

type Phase

+ const SortMapPhase

+ const SortReducePhase

+ type SortJob struct

+ type StopFunc func() string

Jan 25, 2021

Changes in this version

+ func RandomName() string

type Driver

+ Start time.Time

Jan 21, 2021

Changes in this version

+ type Driver struct

+ func NewDriver(job *Job, options ...Option) *Driver

+ func NewMultiStageDriver(jobs []*Job, options ...Option) *Driver

+ func (d *Driver) Main()

+ type Emitter interface

+ Emit func(key, value string) error

+ type Job struct

+ Map Mapper

+ PartitionFunc PartitionFunc

+ Reduce Reducer

+ func NewJob(mapper Mapper, reducer Reducer) *Job

+ type Mapper interface

+ Map func(key, value string, emitter Emitter)

+ type Option func(*config)

+ func WithInputs(inputs ...string) Option

+ func WithMapBinSize(s int64) Option

+ func WithReduceBinSize(s int64) Option

+ func WithSplitSize(s int64) Option

+ func WithWorkingLocation(location string) Option

+ type PartitionFunc func(key string, numBins uint) (binIdx uint)

+ type Phase int

+ const MapPhase

+ const ReducePhase

+ type Reducer interface

+ Reduce func(key string, values ValueIterator, emitter Emitter)

+ type ValueIterator struct

+ func (v *ValueIterator) Iter() <-chan string