gcpbatchtracker

package module

Go to main page

Versions in this module

v0

v0.2.3

Sep 21, 2023

Changes in this version

+ const BatchTaskLogs

+ const ExtensionJobInfoJobTemplate

+ const ExtensionJobInfoJobUID

+ const ResourceLimitBootDisk

+ const ResourceLimitCPUMilli

+ const ResourceLimitRuntime

+ func DefaultCPUMilli(machine string) int64

+ func GetJobOutput(projectID, jobUid string, limit int64) ([]string, error)

+ func GetJobTemplateExtensionFromJobInfo(ji drmaa2interface.JobInfo) (drmaa2interface.JobTemplate, bool)

+ func GetUIDExtensionFromJobInfo(ji drmaa2interface.JobInfo) (string, bool)

+ func TimesFromStatusEvents(events []*batchpb.StatusEvent) (dispatchTime, finishTime time.Time)

type GCPBatchTracker

+ func (t *GCPBatchTracker) JobOutput(jobID string, lastNLines int64) ([]string, error)

v0.2.2

Sep 10, 2023

v0.2.1

Sep 8, 2023

Changes in this version

+ const ExtensionGoogleSecretEnv

+ func GetSecretEnvironmentVariables(jt drmaa2interface.JobTemplate) (map[string]string, bool)

+ func SetSecretEnvironmentVariables(jt drmaa2interface.JobTemplate, secretEnv map[string]string) (drmaa2interface.JobTemplate, error)

v0.2.0

Apr 13, 2023

v0.1.2

Apr 11, 2023

Changes in this version

+ func CopyFileFromBucket(bucket string, file string, localFile string) error

+ func CopyFileToBucket(bucket string, file string, localFile string) error

+ func DeleteBucket(bucket string) error

+ func DeleteFileInBucket(bucket, file string) error

+ func WriteToBucket(bucket string, file string, content []byte) error

v0.1.1

Apr 8, 2023

Changes in this version

+ const EnvJobTemplate

+ func GetJobTemplateFromBase64(base64encondedJT string) (drmaa2interface.JobTemplate, error)

+ func JobTemplateToEnv(jt drmaa2interface.JobTemplate) (string, error)

+ func ReadFromBucket(source string, file string) ([]byte, error)

type GCPBatchTracker

+ func (t *GCPBatchTracker) JobTemplate(jobID string) (drmaa2interface.JobTemplate, error)

v0.1.0

Mar 29, 2023

Changes in this version

+ const ExtensionAccelerators

+ const ExtensionDockerOptions

+ const ExtensionEpilog

+ const ExtensionProlog

+ const ExtensionSpot

+ const ExtensionTasksPerNode

+ const JobCategoryScript

+ const JobCategoryScriptPath

+ func BatchJobToJobInfo(job *batchpb.Job) (drmaa2interface.JobInfo, error)

+ func ConvertJobState(job *batchpb.Job) (drmaa2interface.JobState, string, error)

+ func ConvertJobTemplateToJobRequest(session, project, location string, jt drmaa2interface.JobTemplate) (batchpb.CreateJobRequest, error)

+ func CreateMissingStageOutBuckets(project string, stageOutFiles map[string]string) error

+ func CreateRunnables(barriers bool, prolog string) []*batchpb.Runnable

+ func GetAcceleratorsExtension(jt drmaa2interface.JobTemplate) (string, int64, bool)

+ func GetDockerOptionsExtension(jt drmaa2interface.JobTemplate) (string, bool)

+ func GetMachineEpilogExtension(jt drmaa2interface.JobTemplate) (string, bool)

+ func GetMachinePrologExtension(jt drmaa2interface.JobTemplate) (string, bool)

+ func GetSpotExtension(jt drmaa2interface.JobTemplate) (bool, bool)

+ func GetStorageClient() (*storage.Client, error)

+ func GetTasksPerNodeExtension(jt drmaa2interface.JobTemplate) (int64, bool)

+ func IsInDRMAA2Session(client *batch.Client, session string, jobID string) bool

+ func IsInJobSession(session string, job *batchpb.Job) bool

+ func MountBucket(jobRequest *batchpb.CreateJobRequest, execPosition int, ...) *batchpb.CreateJobRequest

+ func NewAllocator() *allocator

+ func SetAcceleratorsExtension(jt drmaa2interface.JobTemplate, count int64, accelerator string) drmaa2interface.JobTemplate

+ func SetDockerOptionsExtension(jt drmaa2interface.JobTemplate, dockerOptions string) drmaa2interface.JobTemplate

+ func SetMachineEpilogExtension(jt drmaa2interface.JobTemplate, epilog string) drmaa2interface.JobTemplate

+ func SetMachinePrologExtension(jt drmaa2interface.JobTemplate, prolog string) drmaa2interface.JobTemplate

+ func SetSpotExtension(jt drmaa2interface.JobTemplate, isSpot bool) drmaa2interface.JobTemplate

+ func SetTasksPerNodeExtension(jt drmaa2interface.JobTemplate, count int64) drmaa2interface.JobTemplate

+ func ValidateJobTemplate(jt drmaa2interface.JobTemplate) (drmaa2interface.JobTemplate, error)

+ type GCPBatchTracker struct

+ func NewGCPBatchTracker(drmaa2session string, project, location string) (*GCPBatchTracker, error)

+ func (t *GCPBatchTracker) AddArrayJob(jt drmaa2interface.JobTemplate, begin int, end int, step int, maxParallel int) (string, error)

+ func (t *GCPBatchTracker) AddJob(jt drmaa2interface.JobTemplate) (string, error)

+ func (t *GCPBatchTracker) CloseMonitoringSession(name string) error

+ func (t *GCPBatchTracker) DeleteJob(jobID string) error

+ func (t *GCPBatchTracker) GetAllJobIDs(filter *drmaa2interface.JobInfo) ([]string, error)

+ func (t *GCPBatchTracker) GetAllMachines(filter []string) ([]drmaa2interface.Machine, error)

+ func (t *GCPBatchTracker) GetAllQueueNames(filter []string) ([]string, error)

+ func (t *GCPBatchTracker) JobControl(jobID string, action string) error

+ func (t *GCPBatchTracker) JobInfo(jobID string) (drmaa2interface.JobInfo, error)

+ func (t *GCPBatchTracker) JobInfoFromMonitor(jobID string) (drmaa2interface.JobInfo, error)

+ func (t *GCPBatchTracker) JobState(jobID string) (drmaa2interface.JobState, string, error)

+ func (t *GCPBatchTracker) ListArrayJobs(arrayjobID string) ([]string, error)

+ func (t *GCPBatchTracker) ListJobCategories() ([]string, error)

+ func (t *GCPBatchTracker) ListJobs() ([]string, error)

+ func (t *GCPBatchTracker) OpenMonitoringSession(name string) error

+ func (t *GCPBatchTracker) Wait(jobID string, timeout time.Duration, state ...drmaa2interface.JobState) error

+ type GoogleBatchTrackerParams struct

+ GoogleProjectID string

+ Region string

?	: This menu
/	: Search site
f or F	: Jump to
y or Y	: Canonical URL