awsbatch

Jun 5, 2020

Changes in this version

type ExecutorMetrics

+ SubTasksQueued labeled.Counter

Apr 24, 2020

Changes in this version

+ type ExecutorMetrics struct

+ BatchJobTerminated labeled.Counter

+ Scope promutils.Scope

+ SubTasksFailed labeled.Counter

+ SubTasksSubmitted labeled.Counter

+ SubTasksSucceeded labeled.Counter

Mar 9, 2020

Changes in this version

+ func GetJobURI(jobSize int, accountID, region, queue, jobID string) string

Nov 11, 2019

Changes in this version

+ const ArrayJobFormatter

+ const ArrayJobIndex

+ const ChildTaskQueueKey

+ const CpusKey

+ const DefaultCPU

+ const DefaultMemory

+ const DynamicTaskQueueKey

+ const GpusKey

+ const JobFormatter

+ const LogStreamFormatter

+ const MemoryMbKey

+ const NoScale

+ const PrimaryTaskQueueKey

+ func FlyteTaskToBatchInput(ctx context.Context, tCtx pluginCore.TaskExecutionContext, ...) (batchInput *batch.SubmitJobInput, err error)

+ func GetJobTaskLog(jobSize int, accountID, region, queue, jobID string) *idlCore.TaskLog

+ func GetJobUri(jobSize int, accountID, region, queue, jobID string) string

+ func GetTaskLinks(ctx context.Context, taskMeta pluginCore.TaskExecutionMetadata, ...) ([]*idlCore.TaskLog, error)

+ func TerminateSubTasks(ctx context.Context, batchClient Client, jobID string) error

+ func UpdateBatchInputForArray(_ context.Context, batchInput *batch.SubmitJobInput, arraySize int64) *batch.SubmitJobInput

+ type ArrayJobSummary map[JobPhaseType]int64

+ type Attempt struct

+ LogStream string

+ StartedAt time.Time

+ StoppedAt time.Time

+ type BatchServiceClient interface

+ DescribeJobsWithContext func(ctx a.Context, input *batch.DescribeJobsInput, opts ...request.Option) (*batch.DescribeJobsOutput, error)

+ RegisterJobDefinitionWithContext func(ctx a.Context, input *batch.RegisterJobDefinitionInput, opts ...request.Option) (*batch.RegisterJobDefinitionOutput, error)

+ SubmitJobWithContext func(ctx a.Context, input *batch.SubmitJobInput, opts ...request.Option) (*batch.SubmitJobOutput, error)

+ TerminateJobWithContext func(ctx a.Context, input *batch.TerminateJobInput, opts ...request.Option) (*batch.TerminateJobOutput, error)

+ type Client interface

+ GetAccountID func() string

+ GetJobDetailsBatch func(ctx context.Context, ids []JobID) ([]*batch.JobDetail, error)

+ GetRegion func() string

+ RegisterJobDefinition func(ctx context.Context, name, image, role string) (arn string, err error)

+ SubmitJob func(ctx context.Context, input *batch.SubmitJobInput) (jobID string, err error)

+ TerminateJob func(ctx context.Context, jobID JobID, reason string) error

+ func NewBatchClient(awsClient aws.Client, getRateLimiter utils.RateLimiter, ...) Client

+ func NewCustomBatchClient(batchClient BatchServiceClient, accountId, region string, ...) Client

+ type Event struct

+ NewJob *Job

+ OldJob *Job

+ type EventHandler struct

+ Updated func(ctx context.Context, event Event)

+ type Executor struct

+ func NewExecutor(ctx context.Context, awsClient aws.Client, cfg *batchConfig.Config, ...) (Executor, error)

+ func (e Executor) Abort(ctx context.Context, tCtx core.TaskExecutionContext) error

+ func (e Executor) Finalize(ctx context.Context, tCtx core.TaskExecutionContext) error

+ func (e Executor) GetID() string

+ func (e Executor) GetProperties() core.PluginProperties

+ func (e Executor) Handle(ctx context.Context, tCtx core.TaskExecutionContext) (core.Transition, error)

+ func (e Executor) Start(ctx context.Context) error

+ type Job struct

+ Attempts []Attempt

+ ID JobID

+ OwnerReference types.NamespacedName

+ Status JobStatus

+ SubJobs []*Job

+ func (j Job) String() string

+ type JobConfig struct

+ DynamicTaskQueue string

+ PrimaryTaskQueue string

+ func (j *JobConfig) MergeFromConfigMap(configMap *v1.ConfigMap) *JobConfig

+ func (j *JobConfig) MergeFromKeyValuePairs(pairs []*core.KeyValuePair) *JobConfig

+ type JobID = string

+ func GetJobID(id JobID, index int) JobID

+ type JobName = string

+ type JobPhaseType = core.Phase

+ type JobStatus struct

+ Message string

+ Phase JobPhaseType

+ type JobStore struct

+ func NewJobStore(ctx context.Context, batchClient Client, cfg config.JobStoreConfig, ...) (JobStore, error)

+ func (s *JobStore) Start(ctx context.Context) error

+ func (s JobStore) Get(jobName string) *Job

+ func (s JobStore) GetOrCreate(jobName string, job *Job) (*Job, error)

+ func (s JobStore) IsStarted() bool

+ func (s JobStore) SubmitJob(ctx context.Context, input *batch.SubmitJobInput) (jobID string, err error)

+ type State struct

+ ExternalJobID *string

+ JobDefinitionArn definition.JobDefinitionArn

+ func CheckSubTasksState(ctx context.Context, taskMeta core.TaskExecutionMetadata, ...) (newState *State, err error)

+ func EnsureJobDefinition(ctx context.Context, tCtx pluginCore.TaskExecutionContext, cfg *config.Config, ...) (nextState *State, err error)

+ func LaunchSubTasks(ctx context.Context, tCtx core.TaskExecutionContext, batchClient Client, ...) (nextState *State, err error)

+ func (s *State) SetExternalJobID(jobID string) *State

+ func (s *State) SetJobDefinitionArn(arn definition.JobDefinitionArn) *State

+ func (s State) GetExternalJobID() *string

+ func (s State) GetJobDefinitionArn() definition.JobDefinitionArn