Versions in this module Expand all Collapse all v0 v0.2.2 Nov 16, 2019 v0.2.1 Nov 13, 2019 v0.2.0 Nov 11, 2019 Changes in this version + const ArrayJobFormatter + const ArrayJobIndex + const ChildTaskQueueKey + const CpusKey + const DefaultCPU + const DefaultMemory + const DynamicTaskQueueKey + const GpusKey + const JobFormatter + const LogStreamFormatter + const MemoryMbKey + const NoScale + const PrimaryTaskQueueKey + func FlyteTaskToBatchInput(ctx context.Context, tCtx pluginCore.TaskExecutionContext, ...) (batchInput *batch.SubmitJobInput, err error) + func GetJobTaskLog(jobSize int, accountID, region, queue, jobID string) *idlCore.TaskLog + func GetJobUri(jobSize int, accountID, region, queue, jobID string) string + func GetTaskLinks(ctx context.Context, taskMeta pluginCore.TaskExecutionMetadata, ...) ([]*idlCore.TaskLog, error) + func TerminateSubTasks(ctx context.Context, batchClient Client, jobID string) error + func UpdateBatchInputForArray(_ context.Context, batchInput *batch.SubmitJobInput, arraySize int64) *batch.SubmitJobInput + type ArrayJobSummary map[JobPhaseType]int64 + type Attempt struct + LogStream string + StartedAt time.Time + StoppedAt time.Time + type BatchServiceClient interface + DescribeJobsWithContext func(ctx a.Context, input *batch.DescribeJobsInput, opts ...request.Option) (*batch.DescribeJobsOutput, error) + RegisterJobDefinitionWithContext func(ctx a.Context, input *batch.RegisterJobDefinitionInput, opts ...request.Option) (*batch.RegisterJobDefinitionOutput, error) + SubmitJobWithContext func(ctx a.Context, input *batch.SubmitJobInput, opts ...request.Option) (*batch.SubmitJobOutput, error) + TerminateJobWithContext func(ctx a.Context, input *batch.TerminateJobInput, opts ...request.Option) (*batch.TerminateJobOutput, error) + type Client interface + GetAccountID func() string + GetJobDetailsBatch func(ctx context.Context, ids []JobID) ([]*batch.JobDetail, error) + GetRegion func() string + RegisterJobDefinition func(ctx context.Context, name, image, role string) (arn string, err error) + SubmitJob func(ctx context.Context, input *batch.SubmitJobInput) (jobID string, err error) + TerminateJob func(ctx context.Context, jobID JobID, reason string) error + func NewBatchClient(awsClient aws.Client, getRateLimiter utils.RateLimiter, ...) Client + func NewCustomBatchClient(batchClient BatchServiceClient, accountId, region string, ...) Client + type Event struct + NewJob *Job + OldJob *Job + type EventHandler struct + Updated func(ctx context.Context, event Event) + type Executor struct + func NewExecutor(ctx context.Context, awsClient aws.Client, cfg *batchConfig.Config, ...) (Executor, error) + func (e Executor) Abort(ctx context.Context, tCtx core.TaskExecutionContext) error + func (e Executor) Finalize(ctx context.Context, tCtx core.TaskExecutionContext) error + func (e Executor) GetID() string + func (e Executor) GetProperties() core.PluginProperties + func (e Executor) Handle(ctx context.Context, tCtx core.TaskExecutionContext) (core.Transition, error) + func (e Executor) Start(ctx context.Context) error + type Job struct + Attempts []Attempt + ID JobID + OwnerReference types.NamespacedName + Status JobStatus + SubJobs []*Job + func (j Job) String() string + type JobConfig struct + DynamicTaskQueue string + PrimaryTaskQueue string + func (j *JobConfig) MergeFromConfigMap(configMap *v1.ConfigMap) *JobConfig + func (j *JobConfig) MergeFromKeyValuePairs(pairs []*core.KeyValuePair) *JobConfig + type JobID = string + func GetJobID(id JobID, index int) JobID + type JobName = string + type JobPhaseType = core.Phase + type JobStatus struct + Message string + Phase JobPhaseType + type JobStore struct + func NewJobStore(ctx context.Context, batchClient Client, cfg config.JobStoreConfig, ...) (JobStore, error) + func (s *JobStore) Start(ctx context.Context) error + func (s JobStore) Get(jobName string) *Job + func (s JobStore) GetOrCreate(jobName string, job *Job) (*Job, error) + func (s JobStore) IsStarted() bool + func (s JobStore) SubmitJob(ctx context.Context, input *batch.SubmitJobInput) (jobID string, err error) + type State struct + ExternalJobID *string + JobDefinitionArn definition.JobDefinitionArn + func CheckSubTasksState(ctx context.Context, taskMeta core.TaskExecutionMetadata, ...) (newState *State, err error) + func EnsureJobDefinition(ctx context.Context, tCtx pluginCore.TaskExecutionContext, cfg *config.Config, ...) (nextState *State, err error) + func LaunchSubTasks(ctx context.Context, tCtx core.TaskExecutionContext, batchClient Client, ...) (nextState *State, err error) + func (s *State) SetExternalJobID(jobID string) *State + func (s *State) SetJobDefinitionArn(arn definition.JobDefinitionArn) *State + func (s State) GetExternalJobID() *string + func (s State) GetJobDefinitionArn() definition.JobDefinitionArn
Go to main page