plugins

package
v2.0.21 Latest Latest
Warning

This package is not in the latest version of its module.

 Go to latest Published: Jun 10, 2026 License: Apache-2.0 Imports: 20 Imported by: 0

Documentation

Index

Constants

This section is empty.

Variables

View Source 
var (
	RdzvBackend_name = map[int32]string{
		0: "STATIC",
		1: "C10D",
	}
	RdzvBackend_value = map[string]int32{
		"STATIC": 0,
		"C10D":   1,
	}
)

Enum value maps for RdzvBackend.

View Source 
var (
	Interconnect_name = map[int32]string{
		0: "TCP",
		1: "EFA",
		2: "INFINIBAND",
		3: "ROCE",
	}
	Interconnect_value = map[string]int32{
		"TCP":        0,
		"EFA":        1,
		"INFINIBAND": 2,
		"ROCE":       3,
	}
)

Enum value maps for Interconnect.

View Source 
var (
	RestartPolicy_name = map[int32]string{
		0: "RESTART_POLICY_NEVER",
		1: "RESTART_POLICY_ON_FAILURE",
		2: "RESTART_POLICY_ALWAYS",
	}
	RestartPolicy_value = map[string]int32{
		"RESTART_POLICY_NEVER":      0,
		"RESTART_POLICY_ON_FAILURE": 1,
		"RESTART_POLICY_ALWAYS":     2,
	}
)

Enum value maps for RestartPolicy.

View Source 
var (
	SparkApplication_Type_name = map[int32]string{
		0: "PYTHON",
		1: "JAVA",
		2: "SCALA",
		3: "R",
	}
	SparkApplication_Type_value = map[string]int32{
		"PYTHON": 0,
		"JAVA":   1,
		"SCALA":  2,
		"R":      3,
	}
)

Enum value maps for SparkApplication_Type.

View Source 
var File_flyteidl2_plugins_clustered_proto protoreflect.FileDescriptor
View Source 
var File_flyteidl2_plugins_common_proto protoreflect.FileDescriptor
View Source 
var File_flyteidl2_plugins_dask_proto protoreflect.FileDescriptor
View Source 
var File_flyteidl2_plugins_mpi_proto protoreflect.FileDescriptor
View Source 
var File_flyteidl2_plugins_presto_proto protoreflect.FileDescriptor
View Source 
var File_flyteidl2_plugins_pytorch_proto protoreflect.FileDescriptor
View Source 
var File_flyteidl2_plugins_qubole_proto protoreflect.FileDescriptor
View Source 
var File_flyteidl2_plugins_ray_proto protoreflect.FileDescriptor
View Source 
var File_flyteidl2_plugins_spark_proto protoreflect.FileDescriptor
View Source 
var File_flyteidl2_plugins_tensorflow_proto protoreflect.FileDescriptor

Functions

This section is empty.

Types

type ClusterFailurePolicy added in v2.0.18 

type ClusterFailurePolicy struct {

	// Maximum number of whole-cluster restarts before the JobSet is marked failed.
	// Each restart increments JOBSET_RESTART_ATTEMPT and rotates the torchrun RDZV_ID.
	MaxRestarts int32 `protobuf:"varint,1,opt,name=max_restarts,json=maxRestarts,proto3" json:"max_restarts,omitempty"`
	// If true, pods evicted due to host maintenance (DisruptionTarget condition)
	// trigger a free restart that does not count against max_restarts.
	RestartOnHostMaintenance bool `` /* 138-byte string literal not displayed */
	// contains filtered or unexported fields
}

Controls how the JobSet responds to rank failures and host-maintenance evictions.

func (*ClusterFailurePolicy) Descriptor deprecated added in v2.0.18 

func (*ClusterFailurePolicy) Descriptor() ([]byte, []int)

Deprecated: Use ClusterFailurePolicy.ProtoReflect.Descriptor instead.

func (*ClusterFailurePolicy) GetMaxRestarts added in v2.0.18 

func (x *ClusterFailurePolicy) GetMaxRestarts() int32

func (*ClusterFailurePolicy) GetRestartOnHostMaintenance added in v2.0.18 

func (x *ClusterFailurePolicy) GetRestartOnHostMaintenance() bool

func (*ClusterFailurePolicy) ProtoMessage added in v2.0.18 

func (*ClusterFailurePolicy) ProtoMessage()

func (*ClusterFailurePolicy) ProtoReflect added in v2.0.18 

func (x *ClusterFailurePolicy) ProtoReflect() protoreflect.Message

func (*ClusterFailurePolicy) Reset added in v2.0.18 

func (x *ClusterFailurePolicy) Reset()

func (*ClusterFailurePolicy) String added in v2.0.18 

func (x *ClusterFailurePolicy) String() string

func (*ClusterFailurePolicy) Validate added in v2.0.18 

func (m *ClusterFailurePolicy) Validate() error

Validate checks the field values on ClusterFailurePolicy with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.

func (*ClusterFailurePolicy) ValidateAll added in v2.0.18 

func (m *ClusterFailurePolicy) ValidateAll() error

ValidateAll checks the field values on ClusterFailurePolicy with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in ClusterFailurePolicyMultiError, or nil if none found.

type ClusterFailurePolicyMultiError added in v2.0.18 

type ClusterFailurePolicyMultiError []error

ClusterFailurePolicyMultiError is an error wrapping multiple validation errors returned by ClusterFailurePolicy.ValidateAll() if the designated constraints aren't met.

func (ClusterFailurePolicyMultiError) AllErrors added in v2.0.18 

func (m ClusterFailurePolicyMultiError) AllErrors() []error

AllErrors returns a list of validation violation errors.

func (ClusterFailurePolicyMultiError) Error added in v2.0.18 

func (m ClusterFailurePolicyMultiError) Error() string

Error returns a concatenation of all the error messages it wraps.

type ClusterFailurePolicyValidationError added in v2.0.18 

type ClusterFailurePolicyValidationError struct {
	// contains filtered or unexported fields
}

ClusterFailurePolicyValidationError is the validation error returned by ClusterFailurePolicy.Validate if the designated constraints aren't met.

func (ClusterFailurePolicyValidationError) Cause added in v2.0.18 

func (e ClusterFailurePolicyValidationError) Cause() error

Cause function returns cause value.

func (ClusterFailurePolicyValidationError) Error added in v2.0.18 

func (e ClusterFailurePolicyValidationError) Error() string

Error satisfies the builtin error interface

func (ClusterFailurePolicyValidationError) ErrorName added in v2.0.18 

func (e ClusterFailurePolicyValidationError) ErrorName() string

ErrorName returns error name.

func (ClusterFailurePolicyValidationError) Field added in v2.0.18 

func (e ClusterFailurePolicyValidationError) Field() string

Field function returns field value.

func (ClusterFailurePolicyValidationError) Key added in v2.0.18 

func (e ClusterFailurePolicyValidationError) Key() bool

Key function returns key value.

func (ClusterFailurePolicyValidationError) Reason added in v2.0.18 

func (e ClusterFailurePolicyValidationError) Reason() string

Reason function returns reason value.

type ClusteredTaskSpec added in v2.0.18 

type ClusteredTaskSpec struct {

	// Number of pods (== number of nodes). Required, must be >= 1.
	Replicas int32 `protobuf:"varint,1,opt,name=replicas,proto3" json:"replicas,omitempty"`
	// Number of processes per node passed to torchrun as --nproc-per-node (typically one per GPU). Required, must be >= 1.
	NprocPerNode int32 `protobuf:"varint,2,opt,name=nproc_per_node,json=nprocPerNode,proto3" json:"nproc_per_node,omitempty"`
	// Selects the launcher and its per-launcher configuration.
	Runtime *Runtime `protobuf:"bytes,3,opt,name=runtime,proto3" json:"runtime,omitempty"`
	// Network fabric for collective communications (NCCL all-reduce etc). Defaults to TCP.
	Interconnect Interconnect `protobuf:"varint,4,opt,name=interconnect,proto3,enum=flyteidl2.plugins.Interconnect" json:"interconnect,omitempty"`
	// Controls restart behaviour on rank failure and host maintenance.
	FailurePolicy *ClusterFailurePolicy `protobuf:"bytes,5,opt,name=failure_policy,json=failurePolicy,proto3" json:"failure_policy,omitempty"`
	// If set, the JobSet is deleted this many seconds after it finishes (success or failure).
	TtlSecondsAfterFinished *wrapperspb.UInt32Value `` /* 134-byte string literal not displayed */
	// contains filtered or unexported fields
}

Top-level spec for a clustered task execution. Packed into TaskTemplate.custom.

func (*ClusteredTaskSpec) Descriptor deprecated added in v2.0.18 

func (*ClusteredTaskSpec) Descriptor() ([]byte, []int)

Deprecated: Use ClusteredTaskSpec.ProtoReflect.Descriptor instead.

func (*ClusteredTaskSpec) GetFailurePolicy added in v2.0.18 

func (x *ClusteredTaskSpec) GetFailurePolicy() *ClusterFailurePolicy

func (*ClusteredTaskSpec) GetInterconnect added in v2.0.18 

func (x *ClusteredTaskSpec) GetInterconnect() Interconnect

func (*ClusteredTaskSpec) GetNprocPerNode added in v2.0.18 

func (x *ClusteredTaskSpec) GetNprocPerNode() int32

func (*ClusteredTaskSpec) GetReplicas added in v2.0.18 

func (x *ClusteredTaskSpec) GetReplicas() int32

func (*ClusteredTaskSpec) GetRuntime added in v2.0.18 

func (x *ClusteredTaskSpec) GetRuntime() *Runtime

func (*ClusteredTaskSpec) GetTtlSecondsAfterFinished added in v2.0.18 

func (x *ClusteredTaskSpec) GetTtlSecondsAfterFinished() *wrapperspb.UInt32Value

func (*ClusteredTaskSpec) ProtoMessage added in v2.0.18 

func (*ClusteredTaskSpec) ProtoMessage()

func (*ClusteredTaskSpec) ProtoReflect added in v2.0.18 

func (x *ClusteredTaskSpec) ProtoReflect() protoreflect.Message

func (*ClusteredTaskSpec) Reset added in v2.0.18 

func (x *ClusteredTaskSpec) Reset()

func (*ClusteredTaskSpec) String added in v2.0.18 

func (x *ClusteredTaskSpec) String() string

func (*ClusteredTaskSpec) Validate added in v2.0.18 

func (m *ClusteredTaskSpec) Validate() error

Validate checks the field values on ClusteredTaskSpec with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.

func (*ClusteredTaskSpec) ValidateAll added in v2.0.18 

func (m *ClusteredTaskSpec) ValidateAll() error

ValidateAll checks the field values on ClusteredTaskSpec with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in ClusteredTaskSpecMultiError, or nil if none found.

type ClusteredTaskSpecMultiError added in v2.0.18 

type ClusteredTaskSpecMultiError []error

ClusteredTaskSpecMultiError is an error wrapping multiple validation errors returned by ClusteredTaskSpec.ValidateAll() if the designated constraints aren't met.

func (ClusteredTaskSpecMultiError) AllErrors added in v2.0.18 

func (m ClusteredTaskSpecMultiError) AllErrors() []error

AllErrors returns a list of validation violation errors.

func (ClusteredTaskSpecMultiError) Error added in v2.0.18 

func (m ClusteredTaskSpecMultiError) Error() string

Error returns a concatenation of all the error messages it wraps.

type ClusteredTaskSpecValidationError added in v2.0.18 

type ClusteredTaskSpecValidationError struct {
	// contains filtered or unexported fields
}

ClusteredTaskSpecValidationError is the validation error returned by ClusteredTaskSpec.Validate if the designated constraints aren't met.

func (ClusteredTaskSpecValidationError) Cause added in v2.0.18 

func (e ClusteredTaskSpecValidationError) Cause() error

Cause function returns cause value.

func (ClusteredTaskSpecValidationError) Error added in v2.0.18 

func (e ClusteredTaskSpecValidationError) Error() string

Error satisfies the builtin error interface

func (ClusteredTaskSpecValidationError) ErrorName added in v2.0.18 

func (e ClusteredTaskSpecValidationError) ErrorName() string

ErrorName returns error name.

func (ClusteredTaskSpecValidationError) Field added in v2.0.18 

func (e ClusteredTaskSpecValidationError) Field() string

Field function returns field value.

func (ClusteredTaskSpecValidationError) Key added in v2.0.18 

func (e ClusteredTaskSpecValidationError) Key() bool

Key function returns key value.

func (ClusteredTaskSpecValidationError) Reason added in v2.0.18 

func (e ClusteredTaskSpecValidationError) Reason() string

Reason function returns reason value.

type CommonReplicaSpec 

type CommonReplicaSpec struct {

	// Number of replicas
	Replicas int32 `protobuf:"varint,1,opt,name=replicas,proto3" json:"replicas,omitempty"`
	// Image used for the replica group
	Image string `protobuf:"bytes,2,opt,name=image,proto3" json:"image,omitempty"`
	// Resources required for the replica group
	Resources *core.Resources `protobuf:"bytes,3,opt,name=resources,proto3" json:"resources,omitempty"`
	// RestartPolicy determines whether pods will be restarted when they exit
	RestartPolicy RestartPolicy `` /* 138-byte string literal not displayed */
	// contains filtered or unexported fields
}

func (*CommonReplicaSpec) Descriptor deprecated 

func (*CommonReplicaSpec) Descriptor() ([]byte, []int)

Deprecated: Use CommonReplicaSpec.ProtoReflect.Descriptor instead.

func (*CommonReplicaSpec) GetImage 

func (x *CommonReplicaSpec) GetImage() string

func (*CommonReplicaSpec) GetReplicas 

func (x *CommonReplicaSpec) GetReplicas() int32

func (*CommonReplicaSpec) GetResources 

func (x *CommonReplicaSpec) GetResources() *core.Resources

func (*CommonReplicaSpec) GetRestartPolicy 

func (x *CommonReplicaSpec) GetRestartPolicy() RestartPolicy

func (*CommonReplicaSpec) ProtoMessage 

func (*CommonReplicaSpec) ProtoMessage()

func (*CommonReplicaSpec) ProtoReflect 

func (x *CommonReplicaSpec) ProtoReflect() protoreflect.Message

func (*CommonReplicaSpec) Reset 

func (x *CommonReplicaSpec) Reset()

func (*CommonReplicaSpec) String 

func (x *CommonReplicaSpec) String() string

func (*CommonReplicaSpec) Validate 

func (m *CommonReplicaSpec) Validate() error

Validate checks the field values on CommonReplicaSpec with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.

func (*CommonReplicaSpec) ValidateAll 

func (m *CommonReplicaSpec) ValidateAll() error

ValidateAll checks the field values on CommonReplicaSpec with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in CommonReplicaSpecMultiError, or nil if none found.

type CommonReplicaSpecMultiError 

type CommonReplicaSpecMultiError []error

CommonReplicaSpecMultiError is an error wrapping multiple validation errors returned by CommonReplicaSpec.ValidateAll() if the designated constraints aren't met.

func (CommonReplicaSpecMultiError) AllErrors 

func (m CommonReplicaSpecMultiError) AllErrors() []error

AllErrors returns a list of validation violation errors.

func (CommonReplicaSpecMultiError) Error 

func (m CommonReplicaSpecMultiError) Error() string

Error returns a concatenation of all the error messages it wraps.

type CommonReplicaSpecValidationError 

type CommonReplicaSpecValidationError struct {
	// contains filtered or unexported fields
}

CommonReplicaSpecValidationError is the validation error returned by CommonReplicaSpec.Validate if the designated constraints aren't met.

func (CommonReplicaSpecValidationError) Cause 

func (e CommonReplicaSpecValidationError) Cause() error

Cause function returns cause value.

func (CommonReplicaSpecValidationError) Error 

func (e CommonReplicaSpecValidationError) Error() string

Error satisfies the builtin error interface

func (CommonReplicaSpecValidationError) ErrorName 

func (e CommonReplicaSpecValidationError) ErrorName() string

ErrorName returns error name.

func (CommonReplicaSpecValidationError) Field 

func (e CommonReplicaSpecValidationError) Field() string

Field function returns field value.

func (CommonReplicaSpecValidationError) Key 

func (e CommonReplicaSpecValidationError) Key() bool

Key function returns key value.

func (CommonReplicaSpecValidationError) Reason 

func (e CommonReplicaSpecValidationError) Reason() string

Reason function returns reason value.

type DaskJob 

type DaskJob struct {

	// Spec for the scheduler pod.
	Scheduler *DaskScheduler `protobuf:"bytes,1,opt,name=scheduler,proto3" json:"scheduler,omitempty"`
	// Spec of the default worker group.
	Workers *DaskWorkerGroup `protobuf:"bytes,2,opt,name=workers,proto3" json:"workers,omitempty"`
	// contains filtered or unexported fields
}

Custom Proto for Dask Plugin.

func (*DaskJob) Descriptor deprecated 

func (*DaskJob) Descriptor() ([]byte, []int)

Deprecated: Use DaskJob.ProtoReflect.Descriptor instead.

func (*DaskJob) GetScheduler 

func (x *DaskJob) GetScheduler() *DaskScheduler

func (*DaskJob) GetWorkers 

func (x *DaskJob) GetWorkers() *DaskWorkerGroup

func (*DaskJob) ProtoMessage 

func (*DaskJob) ProtoMessage()

func (*DaskJob) ProtoReflect 

func (x *DaskJob) ProtoReflect() protoreflect.Message

func (*DaskJob) Reset 

func (x *DaskJob) Reset()

func (*DaskJob) String 

func (x *DaskJob) String() string

func (*DaskJob) Validate 

func (m *DaskJob) Validate() error

Validate checks the field values on DaskJob with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.

func (*DaskJob) ValidateAll 

func (m *DaskJob) ValidateAll() error

ValidateAll checks the field values on DaskJob with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in DaskJobMultiError, or nil if none found.

type DaskJobMultiError 

type DaskJobMultiError []error

DaskJobMultiError is an error wrapping multiple validation errors returned by DaskJob.ValidateAll() if the designated constraints aren't met.

func (DaskJobMultiError) AllErrors 

func (m DaskJobMultiError) AllErrors() []error

AllErrors returns a list of validation violation errors.

func (DaskJobMultiError) Error 

func (m DaskJobMultiError) Error() string

Error returns a concatenation of all the error messages it wraps.

type DaskJobValidationError 

type DaskJobValidationError struct {
	// contains filtered or unexported fields
}

DaskJobValidationError is the validation error returned by DaskJob.Validate if the designated constraints aren't met.

func (DaskJobValidationError) Cause 

func (e DaskJobValidationError) Cause() error

Cause function returns cause value.

func (DaskJobValidationError) Error 

func (e DaskJobValidationError) Error() string

Error satisfies the builtin error interface

func (DaskJobValidationError) ErrorName 

func (e DaskJobValidationError) ErrorName() string

ErrorName returns error name.

func (DaskJobValidationError) Field 

func (e DaskJobValidationError) Field() string

Field function returns field value.

func (DaskJobValidationError) Key 

func (e DaskJobValidationError) Key() bool

Key function returns key value.

func (DaskJobValidationError) Reason 

func (e DaskJobValidationError) Reason() string

Reason function returns reason value.

type DaskScheduler 

type DaskScheduler struct {

	// Optional image to use. If unset, will use the default image.
	Image string `protobuf:"bytes,1,opt,name=image,proto3" json:"image,omitempty"`
	// Resources assigned to the scheduler pod.
	Resources *core.Resources `protobuf:"bytes,2,opt,name=resources,proto3" json:"resources,omitempty"`
	// contains filtered or unexported fields
}

Specification for the scheduler pod.

func (*DaskScheduler) Descriptor deprecated 

func (*DaskScheduler) Descriptor() ([]byte, []int)

Deprecated: Use DaskScheduler.ProtoReflect.Descriptor instead.

func (*DaskScheduler) GetImage 

func (x *DaskScheduler) GetImage() string

func (*DaskScheduler) GetResources 

func (x *DaskScheduler) GetResources() *core.Resources

func (*DaskScheduler) ProtoMessage 

func (*DaskScheduler) ProtoMessage()

func (*DaskScheduler) ProtoReflect 

func (x *DaskScheduler) ProtoReflect() protoreflect.Message

func (*DaskScheduler) Reset 

func (x *DaskScheduler) Reset()

func (*DaskScheduler) String 

func (x *DaskScheduler) String() string

func (*DaskScheduler) Validate 

func (m *DaskScheduler) Validate() error

Validate checks the field values on DaskScheduler with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.

func (*DaskScheduler) ValidateAll 

func (m *DaskScheduler) ValidateAll() error

ValidateAll checks the field values on DaskScheduler with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in DaskSchedulerMultiError, or nil if none found.

type DaskSchedulerMultiError 

type DaskSchedulerMultiError []error

DaskSchedulerMultiError is an error wrapping multiple validation errors returned by DaskScheduler.ValidateAll() if the designated constraints aren't met.

func (DaskSchedulerMultiError) AllErrors 

func (m DaskSchedulerMultiError) AllErrors() []error

AllErrors returns a list of validation violation errors.

func (DaskSchedulerMultiError) Error 

func (m DaskSchedulerMultiError) Error() string

Error returns a concatenation of all the error messages it wraps.

type DaskSchedulerValidationError 

type DaskSchedulerValidationError struct {
	// contains filtered or unexported fields
}

DaskSchedulerValidationError is the validation error returned by DaskScheduler.Validate if the designated constraints aren't met.

func (DaskSchedulerValidationError) Cause 

func (e DaskSchedulerValidationError) Cause() error

Cause function returns cause value.

func (DaskSchedulerValidationError) Error 

func (e DaskSchedulerValidationError) Error() string

Error satisfies the builtin error interface

func (DaskSchedulerValidationError) ErrorName 

func (e DaskSchedulerValidationError) ErrorName() string

ErrorName returns error name.

func (DaskSchedulerValidationError) Field 

func (e DaskSchedulerValidationError) Field() string

Field function returns field value.

func (DaskSchedulerValidationError) Key 

func (e DaskSchedulerValidationError) Key() bool

Key function returns key value.

func (DaskSchedulerValidationError) Reason 

func (e DaskSchedulerValidationError) Reason() string

Reason function returns reason value.

type DaskWorkerGroup 

type DaskWorkerGroup struct {

	// Number of workers in the group.
	NumberOfWorkers uint32 `protobuf:"varint,1,opt,name=number_of_workers,json=numberOfWorkers,proto3" json:"number_of_workers,omitempty"`
	// Optional image to use for the pods of the worker group. If unset, will use the default image.
	Image string `protobuf:"bytes,2,opt,name=image,proto3" json:"image,omitempty"`
	// Resources assigned to the all pods of the worker group.
	// As per https://kubernetes.dask.org/en/latest/kubecluster.html?highlight=limit#best-practices
	// it is advised to only set limits. If requests are not explicitly set, the plugin will make
	// sure to set requests==limits.
	// The plugin sets ` --memory-limit` as well as `--nthreads` for the workers according to the limit.
	Resources *core.Resources `protobuf:"bytes,3,opt,name=resources,proto3" json:"resources,omitempty"`
	// contains filtered or unexported fields
}

func (*DaskWorkerGroup) Descriptor deprecated 

func (*DaskWorkerGroup) Descriptor() ([]byte, []int)

Deprecated: Use DaskWorkerGroup.ProtoReflect.Descriptor instead.

func (*DaskWorkerGroup) GetImage 

func (x *DaskWorkerGroup) GetImage() string

func (*DaskWorkerGroup) GetNumberOfWorkers 

func (x *DaskWorkerGroup) GetNumberOfWorkers() uint32

func (*DaskWorkerGroup) GetResources 

func (x *DaskWorkerGroup) GetResources() *core.Resources

func (*DaskWorkerGroup) ProtoMessage 

func (*DaskWorkerGroup) ProtoMessage()

func (*DaskWorkerGroup) ProtoReflect 

func (x *DaskWorkerGroup) ProtoReflect() protoreflect.Message

func (*DaskWorkerGroup) Reset 

func (x *DaskWorkerGroup) Reset()

func (*DaskWorkerGroup) String 

func (x *DaskWorkerGroup) String() string

func (*DaskWorkerGroup) Validate 

func (m *DaskWorkerGroup) Validate() error

Validate checks the field values on DaskWorkerGroup with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.

func (*DaskWorkerGroup) ValidateAll 

func (m *DaskWorkerGroup) ValidateAll() error

ValidateAll checks the field values on DaskWorkerGroup with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in DaskWorkerGroupMultiError, or nil if none found.

type DaskWorkerGroupMultiError 

type DaskWorkerGroupMultiError []error

DaskWorkerGroupMultiError is an error wrapping multiple validation errors returned by DaskWorkerGroup.ValidateAll() if the designated constraints aren't met.

func (DaskWorkerGroupMultiError) AllErrors 

func (m DaskWorkerGroupMultiError) AllErrors() []error

AllErrors returns a list of validation violation errors.

func (DaskWorkerGroupMultiError) Error 

func (m DaskWorkerGroupMultiError) Error() string

Error returns a concatenation of all the error messages it wraps.

type DaskWorkerGroupValidationError 

type DaskWorkerGroupValidationError struct {
	// contains filtered or unexported fields
}

DaskWorkerGroupValidationError is the validation error returned by DaskWorkerGroup.Validate if the designated constraints aren't met.

func (DaskWorkerGroupValidationError) Cause 

func (e DaskWorkerGroupValidationError) Cause() error

Cause function returns cause value.

func (DaskWorkerGroupValidationError) Error 

func (e DaskWorkerGroupValidationError) Error() string

Error satisfies the builtin error interface

func (DaskWorkerGroupValidationError) ErrorName 

func (e DaskWorkerGroupValidationError) ErrorName() string

ErrorName returns error name.

func (DaskWorkerGroupValidationError) Field 

func (e DaskWorkerGroupValidationError) Field() string

Field function returns field value.

func (DaskWorkerGroupValidationError) Key 

func (e DaskWorkerGroupValidationError) Key() bool

Key function returns key value.

func (DaskWorkerGroupValidationError) Reason 

func (e DaskWorkerGroupValidationError) Reason() string

Reason function returns reason value.

type DistributedMPITrainingTask 

type DistributedMPITrainingTask struct {

	// number of worker spawned in the cluster for this job
	NumWorkers int32 `protobuf:"varint,1,opt,name=num_workers,json=numWorkers,proto3" json:"num_workers,omitempty"`
	// number of launcher replicas spawned in the cluster for this job
	// The launcher pod invokes mpirun and communicates with worker pods through MPI.
	NumLauncherReplicas int32 `protobuf:"varint,2,opt,name=num_launcher_replicas,json=numLauncherReplicas,proto3" json:"num_launcher_replicas,omitempty"`
	// number of slots per worker used in hostfile.
	// The available slots (GPUs) in each pod.
	Slots int32 `protobuf:"varint,3,opt,name=slots,proto3" json:"slots,omitempty"`
	// contains filtered or unexported fields
}

MPI operator proposal https://github.com/kubeflow/community/blob/master/proposals/mpi-operator-proposal.md Custom proto for plugin that enables distributed training using https://github.com/kubeflow/mpi-operator

func (*DistributedMPITrainingTask) Descriptor deprecated 

func (*DistributedMPITrainingTask) Descriptor() ([]byte, []int)

Deprecated: Use DistributedMPITrainingTask.ProtoReflect.Descriptor instead.

func (*DistributedMPITrainingTask) GetNumLauncherReplicas 

func (x *DistributedMPITrainingTask) GetNumLauncherReplicas() int32

func (*DistributedMPITrainingTask) GetNumWorkers 

func (x *DistributedMPITrainingTask) GetNumWorkers() int32

func (*DistributedMPITrainingTask) GetSlots 

func (x *DistributedMPITrainingTask) GetSlots() int32

func (*DistributedMPITrainingTask) ProtoMessage 

func (*DistributedMPITrainingTask) ProtoMessage()

func (*DistributedMPITrainingTask) ProtoReflect 

func (x *DistributedMPITrainingTask) ProtoReflect() protoreflect.Message

func (*DistributedMPITrainingTask) Reset 

func (x *DistributedMPITrainingTask) Reset()

func (*DistributedMPITrainingTask) String 

func (x *DistributedMPITrainingTask) String() string

func (*DistributedMPITrainingTask) Validate 

func (m *DistributedMPITrainingTask) Validate() error

Validate checks the field values on DistributedMPITrainingTask with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.

func (*DistributedMPITrainingTask) ValidateAll 

func (m *DistributedMPITrainingTask) ValidateAll() error

ValidateAll checks the field values on DistributedMPITrainingTask with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in DistributedMPITrainingTaskMultiError, or nil if none found.

type DistributedMPITrainingTaskMultiError 

type DistributedMPITrainingTaskMultiError []error

DistributedMPITrainingTaskMultiError is an error wrapping multiple validation errors returned by DistributedMPITrainingTask.ValidateAll() if the designated constraints aren't met.

func (DistributedMPITrainingTaskMultiError) AllErrors 

func (m DistributedMPITrainingTaskMultiError) AllErrors() []error

AllErrors returns a list of validation violation errors.

func (DistributedMPITrainingTaskMultiError) Error 

func (m DistributedMPITrainingTaskMultiError) Error() string

Error returns a concatenation of all the error messages it wraps.

type DistributedMPITrainingTaskValidationError 

type DistributedMPITrainingTaskValidationError struct {
	// contains filtered or unexported fields
}

DistributedMPITrainingTaskValidationError is the validation error returned by DistributedMPITrainingTask.Validate if the designated constraints aren't met.

func (DistributedMPITrainingTaskValidationError) Cause 

func (e DistributedMPITrainingTaskValidationError) Cause() error

Cause function returns cause value.

func (DistributedMPITrainingTaskValidationError) Error 

func (e DistributedMPITrainingTaskValidationError) Error() string

Error satisfies the builtin error interface

func (DistributedMPITrainingTaskValidationError) ErrorName 

func (e DistributedMPITrainingTaskValidationError) ErrorName() string

ErrorName returns error name.

func (DistributedMPITrainingTaskValidationError) Field 

func (e DistributedMPITrainingTaskValidationError) Field() string

Field function returns field value.

func (DistributedMPITrainingTaskValidationError) Key 

func (e DistributedMPITrainingTaskValidationError) Key() bool

Key function returns key value.

func (DistributedMPITrainingTaskValidationError) Reason 

func (e DistributedMPITrainingTaskValidationError) Reason() string

Reason function returns reason value.

type DistributedPyTorchTrainingTask 

type DistributedPyTorchTrainingTask struct {

	// number of worker replicas spawned in the cluster for this job
	Workers int32 `protobuf:"varint,1,opt,name=workers,proto3" json:"workers,omitempty"`
	// config for an elastic pytorch job
	ElasticConfig *ElasticConfig `protobuf:"bytes,2,opt,name=elastic_config,json=elasticConfig,proto3" json:"elastic_config,omitempty"`
	// contains filtered or unexported fields
}

Custom proto for plugin that enables distributed training using https://github.com/kubeflow/trainer

func (*DistributedPyTorchTrainingTask) Descriptor deprecated 

func (*DistributedPyTorchTrainingTask) Descriptor() ([]byte, []int)

Deprecated: Use DistributedPyTorchTrainingTask.ProtoReflect.Descriptor instead.

func (*DistributedPyTorchTrainingTask) GetElasticConfig 

func (x *DistributedPyTorchTrainingTask) GetElasticConfig() *ElasticConfig

func (*DistributedPyTorchTrainingTask) GetWorkers 

func (x *DistributedPyTorchTrainingTask) GetWorkers() int32

func (*DistributedPyTorchTrainingTask) ProtoMessage 

func (*DistributedPyTorchTrainingTask) ProtoMessage()

func (*DistributedPyTorchTrainingTask) ProtoReflect 

func (x *DistributedPyTorchTrainingTask) ProtoReflect() protoreflect.Message

func (*DistributedPyTorchTrainingTask) Reset 

func (x *DistributedPyTorchTrainingTask) Reset()

func (*DistributedPyTorchTrainingTask) String 

func (x *DistributedPyTorchTrainingTask) String() string

func (*DistributedPyTorchTrainingTask) Validate 

func (m *DistributedPyTorchTrainingTask) Validate() error

Validate checks the field values on DistributedPyTorchTrainingTask with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.

func (*DistributedPyTorchTrainingTask) ValidateAll 

func (m *DistributedPyTorchTrainingTask) ValidateAll() error

ValidateAll checks the field values on DistributedPyTorchTrainingTask with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in DistributedPyTorchTrainingTaskMultiError, or nil if none found.

type DistributedPyTorchTrainingTaskMultiError 

type DistributedPyTorchTrainingTaskMultiError []error

DistributedPyTorchTrainingTaskMultiError is an error wrapping multiple validation errors returned by DistributedPyTorchTrainingTask.ValidateAll() if the designated constraints aren't met.

func (DistributedPyTorchTrainingTaskMultiError) AllErrors 

func (m DistributedPyTorchTrainingTaskMultiError) AllErrors() []error

AllErrors returns a list of validation violation errors.

func (DistributedPyTorchTrainingTaskMultiError) Error 

func (m DistributedPyTorchTrainingTaskMultiError) Error() string

Error returns a concatenation of all the error messages it wraps.

type DistributedPyTorchTrainingTaskValidationError 

type DistributedPyTorchTrainingTaskValidationError struct {
	// contains filtered or unexported fields
}

DistributedPyTorchTrainingTaskValidationError is the validation error returned by DistributedPyTorchTrainingTask.Validate if the designated constraints aren't met.

func (DistributedPyTorchTrainingTaskValidationError) Cause 

func (e DistributedPyTorchTrainingTaskValidationError) Cause() error

Cause function returns cause value.

func (DistributedPyTorchTrainingTaskValidationError) Error 

func (e DistributedPyTorchTrainingTaskValidationError) Error() string

Error satisfies the builtin error interface

func (DistributedPyTorchTrainingTaskValidationError) ErrorName 

func (e DistributedPyTorchTrainingTaskValidationError) ErrorName() string

ErrorName returns error name.

func (DistributedPyTorchTrainingTaskValidationError) Field 

func (e DistributedPyTorchTrainingTaskValidationError) Field() string

Field function returns field value.

func (DistributedPyTorchTrainingTaskValidationError) Key 

func (e DistributedPyTorchTrainingTaskValidationError) Key() bool

Key function returns key value.

func (DistributedPyTorchTrainingTaskValidationError) Reason 

func (e DistributedPyTorchTrainingTaskValidationError) Reason() string

Reason function returns reason value.

type DistributedTensorflowTrainingTask 

type DistributedTensorflowTrainingTask struct {

	// number of worker replicas spawned in the cluster for this job
	Workers int32 `protobuf:"varint,1,opt,name=workers,proto3" json:"workers,omitempty"`
	// PS -> Parameter server
	// number of ps replicas spawned in the cluster for this job
	PsReplicas int32 `protobuf:"varint,2,opt,name=ps_replicas,json=psReplicas,proto3" json:"ps_replicas,omitempty"`
	// number of chief replicas spawned in the cluster for this job
	ChiefReplicas int32 `protobuf:"varint,3,opt,name=chief_replicas,json=chiefReplicas,proto3" json:"chief_replicas,omitempty"`
	// number of evaluator replicas spawned in the cluster for this job
	EvaluatorReplicas int32 `protobuf:"varint,4,opt,name=evaluator_replicas,json=evaluatorReplicas,proto3" json:"evaluator_replicas,omitempty"`
	// contains filtered or unexported fields
}

Custom proto for plugin that enables distributed training using https://github.com/kubeflow/tf-operator

func (*DistributedTensorflowTrainingTask) Descriptor deprecated 

func (*DistributedTensorflowTrainingTask) Descriptor() ([]byte, []int)

Deprecated: Use DistributedTensorflowTrainingTask.ProtoReflect.Descriptor instead.

func (*DistributedTensorflowTrainingTask) GetChiefReplicas 

func (x *DistributedTensorflowTrainingTask) GetChiefReplicas() int32

func (*DistributedTensorflowTrainingTask) GetEvaluatorReplicas 

func (x *DistributedTensorflowTrainingTask) GetEvaluatorReplicas() int32

func (*DistributedTensorflowTrainingTask) GetPsReplicas 

func (x *DistributedTensorflowTrainingTask) GetPsReplicas() int32

func (*DistributedTensorflowTrainingTask) GetWorkers 

func (x *DistributedTensorflowTrainingTask) GetWorkers() int32

func (*DistributedTensorflowTrainingTask) ProtoMessage 

func (*DistributedTensorflowTrainingTask) ProtoMessage()

func (*DistributedTensorflowTrainingTask) ProtoReflect 

func (x *DistributedTensorflowTrainingTask) ProtoReflect() protoreflect.Message

func (*DistributedTensorflowTrainingTask) Reset 

func (x *DistributedTensorflowTrainingTask) Reset()

func (*DistributedTensorflowTrainingTask) String 

func (x *DistributedTensorflowTrainingTask) String() string

func (*DistributedTensorflowTrainingTask) Validate 

func (m *DistributedTensorflowTrainingTask) Validate() error

Validate checks the field values on DistributedTensorflowTrainingTask with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.

func (*DistributedTensorflowTrainingTask) ValidateAll 

func (m *DistributedTensorflowTrainingTask) ValidateAll() error

ValidateAll checks the field values on DistributedTensorflowTrainingTask with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in DistributedTensorflowTrainingTaskMultiError, or nil if none found.

type DistributedTensorflowTrainingTaskMultiError 

type DistributedTensorflowTrainingTaskMultiError []error

DistributedTensorflowTrainingTaskMultiError is an error wrapping multiple validation errors returned by DistributedTensorflowTrainingTask.ValidateAll() if the designated constraints aren't met.

func (DistributedTensorflowTrainingTaskMultiError) AllErrors 

func (m DistributedTensorflowTrainingTaskMultiError) AllErrors() []error

AllErrors returns a list of validation violation errors.

func (DistributedTensorflowTrainingTaskMultiError) Error 

func (m DistributedTensorflowTrainingTaskMultiError) Error() string

Error returns a concatenation of all the error messages it wraps.

type DistributedTensorflowTrainingTaskValidationError 

type DistributedTensorflowTrainingTaskValidationError struct {
	// contains filtered or unexported fields
}

DistributedTensorflowTrainingTaskValidationError is the validation error returned by DistributedTensorflowTrainingTask.Validate if the designated constraints aren't met.

func (DistributedTensorflowTrainingTaskValidationError) Cause 

func (e DistributedTensorflowTrainingTaskValidationError) Cause() error

Cause function returns cause value.

func (DistributedTensorflowTrainingTaskValidationError) Error 

func (e DistributedTensorflowTrainingTaskValidationError) Error() string

Error satisfies the builtin error interface

func (DistributedTensorflowTrainingTaskValidationError) ErrorName 

func (e DistributedTensorflowTrainingTaskValidationError) ErrorName() string

ErrorName returns error name.

func (DistributedTensorflowTrainingTaskValidationError) Field 

func (e DistributedTensorflowTrainingTaskValidationError) Field() string

Field function returns field value.

func (DistributedTensorflowTrainingTaskValidationError) Key 

func (e DistributedTensorflowTrainingTaskValidationError) Key() bool

Key function returns key value.

func (DistributedTensorflowTrainingTaskValidationError) Reason 

func (e DistributedTensorflowTrainingTaskValidationError) Reason() string

Reason function returns reason value.

type ElasticConfig 

type ElasticConfig struct {
	RdzvBackend  string `protobuf:"bytes,1,opt,name=rdzv_backend,json=rdzvBackend,proto3" json:"rdzv_backend,omitempty"`
	MinReplicas  int32  `protobuf:"varint,2,opt,name=min_replicas,json=minReplicas,proto3" json:"min_replicas,omitempty"`
	MaxReplicas  int32  `protobuf:"varint,3,opt,name=max_replicas,json=maxReplicas,proto3" json:"max_replicas,omitempty"`
	NprocPerNode int32  `protobuf:"varint,4,opt,name=nproc_per_node,json=nprocPerNode,proto3" json:"nproc_per_node,omitempty"`
	MaxRestarts  int32  `protobuf:"varint,5,opt,name=max_restarts,json=maxRestarts,proto3" json:"max_restarts,omitempty"`
	// contains filtered or unexported fields
}

Custom proto for torch elastic config for distributed training using https://github.com/kubeflow/trainer/blob/e31d11faa9f6ce5111b60c01079d39295589e0ef/pkg/apis/kubeflow.org/v1/pytorch_types.go#L98

func (*ElasticConfig) Descriptor deprecated 

func (*ElasticConfig) Descriptor() ([]byte, []int)

Deprecated: Use ElasticConfig.ProtoReflect.Descriptor instead.

func (*ElasticConfig) GetMaxReplicas 

func (x *ElasticConfig) GetMaxReplicas() int32

func (*ElasticConfig) GetMaxRestarts 

func (x *ElasticConfig) GetMaxRestarts() int32

func (*ElasticConfig) GetMinReplicas 

func (x *ElasticConfig) GetMinReplicas() int32

func (*ElasticConfig) GetNprocPerNode 

func (x *ElasticConfig) GetNprocPerNode() int32

func (*ElasticConfig) GetRdzvBackend 

func (x *ElasticConfig) GetRdzvBackend() string

func (*ElasticConfig) ProtoMessage 

func (*ElasticConfig) ProtoMessage()

func (*ElasticConfig) ProtoReflect 

func (x *ElasticConfig) ProtoReflect() protoreflect.Message

func (*ElasticConfig) Reset 

func (x *ElasticConfig) Reset()

func (*ElasticConfig) String 

func (x *ElasticConfig) String() string

func (*ElasticConfig) Validate 

func (m *ElasticConfig) Validate() error

Validate checks the field values on ElasticConfig with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.

func (*ElasticConfig) ValidateAll 

func (m *ElasticConfig) ValidateAll() error

ValidateAll checks the field values on ElasticConfig with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in ElasticConfigMultiError, or nil if none found.

type ElasticConfigMultiError 

type ElasticConfigMultiError []error

ElasticConfigMultiError is an error wrapping multiple validation errors returned by ElasticConfig.ValidateAll() if the designated constraints aren't met.

func (ElasticConfigMultiError) AllErrors 

func (m ElasticConfigMultiError) AllErrors() []error

AllErrors returns a list of validation violation errors.

func (ElasticConfigMultiError) Error 

func (m ElasticConfigMultiError) Error() string

Error returns a concatenation of all the error messages it wraps.

type ElasticConfigValidationError 

type ElasticConfigValidationError struct {
	// contains filtered or unexported fields
}

ElasticConfigValidationError is the validation error returned by ElasticConfig.Validate if the designated constraints aren't met.

func (ElasticConfigValidationError) Cause 

func (e ElasticConfigValidationError) Cause() error

Cause function returns cause value.

func (ElasticConfigValidationError) Error 

func (e ElasticConfigValidationError) Error() string

Error satisfies the builtin error interface

func (ElasticConfigValidationError) ErrorName 

func (e ElasticConfigValidationError) ErrorName() string

ErrorName returns error name.

func (ElasticConfigValidationError) Field 

func (e ElasticConfigValidationError) Field() string

Field function returns field value.

func (ElasticConfigValidationError) Key 

func (e ElasticConfigValidationError) Key() bool

Key function returns key value.

func (ElasticConfigValidationError) Reason 

func (e ElasticConfigValidationError) Reason() string

Reason function returns reason value.

type HeadGroupSpec 

type HeadGroupSpec struct {

	// Optional. RayStartParams are the params of the start command: address, object-store-memory.
	// Refer to https://docs.ray.io/en/latest/ray-core/package-ref.html#ray-start
	RayStartParams map[string]string `` /* 193-byte string literal not displayed */
	// Pod Spec for the ray head pod
	K8SPod *core.K8SPod `protobuf:"bytes,2,opt,name=k8s_pod,json=k8sPod,proto3" json:"k8s_pod,omitempty"`
	// Encapsulates all non-standard resources, not captured by
	// v1.ResourceRequirements, to allocate to a task.
	ExtendedResources *core.ExtendedResources `protobuf:"bytes,3,opt,name=extended_resources,json=extendedResources,proto3" json:"extended_resources,omitempty"`
	// contains filtered or unexported fields
}

HeadGroupSpec are the spec for the head pod

func (*HeadGroupSpec) Descriptor deprecated 

func (*HeadGroupSpec) Descriptor() ([]byte, []int)

Deprecated: Use HeadGroupSpec.ProtoReflect.Descriptor instead.

func (*HeadGroupSpec) GetExtendedResources added in v2.0.20 

func (x *HeadGroupSpec) GetExtendedResources() *core.ExtendedResources

func (*HeadGroupSpec) GetK8SPod 

func (x *HeadGroupSpec) GetK8SPod() *core.K8SPod

func (*HeadGroupSpec) GetRayStartParams 

func (x *HeadGroupSpec) GetRayStartParams() map[string]string

func (*HeadGroupSpec) ProtoMessage 

func (*HeadGroupSpec) ProtoMessage()

func (*HeadGroupSpec) ProtoReflect 

func (x *HeadGroupSpec) ProtoReflect() protoreflect.Message

func (*HeadGroupSpec) Reset 

func (x *HeadGroupSpec) Reset()

func (*HeadGroupSpec) String 

func (x *HeadGroupSpec) String() string

func (*HeadGroupSpec) Validate 

func (m *HeadGroupSpec) Validate() error

Validate checks the field values on HeadGroupSpec with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.

func (*HeadGroupSpec) ValidateAll 

func (m *HeadGroupSpec) ValidateAll() error

ValidateAll checks the field values on HeadGroupSpec with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in HeadGroupSpecMultiError, or nil if none found.

type HeadGroupSpecMultiError 

type HeadGroupSpecMultiError []error

HeadGroupSpecMultiError is an error wrapping multiple validation errors returned by HeadGroupSpec.ValidateAll() if the designated constraints aren't met.

func (HeadGroupSpecMultiError) AllErrors 

func (m HeadGroupSpecMultiError) AllErrors() []error

AllErrors returns a list of validation violation errors.

func (HeadGroupSpecMultiError) Error 

func (m HeadGroupSpecMultiError) Error() string

Error returns a concatenation of all the error messages it wraps.

type HeadGroupSpecValidationError 

type HeadGroupSpecValidationError struct {
	// contains filtered or unexported fields
}

HeadGroupSpecValidationError is the validation error returned by HeadGroupSpec.Validate if the designated constraints aren't met.

func (HeadGroupSpecValidationError) Cause 

func (e HeadGroupSpecValidationError) Cause() error

Cause function returns cause value.

func (HeadGroupSpecValidationError) Error 

func (e HeadGroupSpecValidationError) Error() string

Error satisfies the builtin error interface

func (HeadGroupSpecValidationError) ErrorName 

func (e HeadGroupSpecValidationError) ErrorName() string

ErrorName returns error name.

func (HeadGroupSpecValidationError) Field 

func (e HeadGroupSpecValidationError) Field() string

Field function returns field value.

func (HeadGroupSpecValidationError) Key 

func (e HeadGroupSpecValidationError) Key() bool

Key function returns key value.

func (HeadGroupSpecValidationError) Reason 

func (e HeadGroupSpecValidationError) Reason() string

Reason function returns reason value.

type HiveQuery 

type HiveQuery struct {
	Query      string `protobuf:"bytes,1,opt,name=query,proto3" json:"query,omitempty"`
	TimeoutSec uint32 `protobuf:"varint,2,opt,name=timeout_sec,json=timeoutSec,proto3" json:"timeout_sec,omitempty"`
	RetryCount uint32 `protobuf:"varint,3,opt,name=retryCount,proto3" json:"retryCount,omitempty"`
	// contains filtered or unexported fields
}

Defines a query to execute on a hive cluster.

func (*HiveQuery) Descriptor deprecated 

func (*HiveQuery) Descriptor() ([]byte, []int)

Deprecated: Use HiveQuery.ProtoReflect.Descriptor instead.

func (*HiveQuery) GetQuery 

func (x *HiveQuery) GetQuery() string

func (*HiveQuery) GetRetryCount 

func (x *HiveQuery) GetRetryCount() uint32

func (*HiveQuery) GetTimeoutSec 

func (x *HiveQuery) GetTimeoutSec() uint32

func (*HiveQuery) ProtoMessage 

func (*HiveQuery) ProtoMessage()

func (*HiveQuery) ProtoReflect 

func (x *HiveQuery) ProtoReflect() protoreflect.Message

func (*HiveQuery) Reset 

func (x *HiveQuery) Reset()

func (*HiveQuery) String 

func (x *HiveQuery) String() string

func (*HiveQuery) Validate 

func (m *HiveQuery) Validate() error

Validate checks the field values on HiveQuery with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.

func (*HiveQuery) ValidateAll 

func (m *HiveQuery) ValidateAll() error

ValidateAll checks the field values on HiveQuery with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in HiveQueryMultiError, or nil if none found.

type HiveQueryCollection 

type HiveQueryCollection struct {
	Queries []*HiveQuery `protobuf:"bytes,2,rep,name=queries,proto3" json:"queries,omitempty"`
	// contains filtered or unexported fields
}

Defines a collection of hive queries.

func (*HiveQueryCollection) Descriptor deprecated 

func (*HiveQueryCollection) Descriptor() ([]byte, []int)

Deprecated: Use HiveQueryCollection.ProtoReflect.Descriptor instead.

func (*HiveQueryCollection) GetQueries 

func (x *HiveQueryCollection) GetQueries() []*HiveQuery

func (*HiveQueryCollection) ProtoMessage 

func (*HiveQueryCollection) ProtoMessage()

func (*HiveQueryCollection) ProtoReflect 

func (x *HiveQueryCollection) ProtoReflect() protoreflect.Message

func (*HiveQueryCollection) Reset 

func (x *HiveQueryCollection) Reset()

func (*HiveQueryCollection) String 

func (x *HiveQueryCollection) String() string

func (*HiveQueryCollection) Validate 

func (m *HiveQueryCollection) Validate() error

Validate checks the field values on HiveQueryCollection with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.

func (*HiveQueryCollection) ValidateAll 

func (m *HiveQueryCollection) ValidateAll() error

ValidateAll checks the field values on HiveQueryCollection with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in HiveQueryCollectionMultiError, or nil if none found.

type HiveQueryCollectionMultiError 

type HiveQueryCollectionMultiError []error

HiveQueryCollectionMultiError is an error wrapping multiple validation errors returned by HiveQueryCollection.ValidateAll() if the designated constraints aren't met.

func (HiveQueryCollectionMultiError) AllErrors 

func (m HiveQueryCollectionMultiError) AllErrors() []error

AllErrors returns a list of validation violation errors.

func (HiveQueryCollectionMultiError) Error 

func (m HiveQueryCollectionMultiError) Error() string

Error returns a concatenation of all the error messages it wraps.

type HiveQueryCollectionValidationError 

type HiveQueryCollectionValidationError struct {
	// contains filtered or unexported fields
}

HiveQueryCollectionValidationError is the validation error returned by HiveQueryCollection.Validate if the designated constraints aren't met.

func (HiveQueryCollectionValidationError) Cause 

func (e HiveQueryCollectionValidationError) Cause() error

Cause function returns cause value.

func (HiveQueryCollectionValidationError) Error 

func (e HiveQueryCollectionValidationError) Error() string

Error satisfies the builtin error interface

func (HiveQueryCollectionValidationError) ErrorName 

func (e HiveQueryCollectionValidationError) ErrorName() string

ErrorName returns error name.

func (HiveQueryCollectionValidationError) Field 

func (e HiveQueryCollectionValidationError) Field() string

Field function returns field value.

func (HiveQueryCollectionValidationError) Key 

func (e HiveQueryCollectionValidationError) Key() bool

Key function returns key value.

func (HiveQueryCollectionValidationError) Reason 

func (e HiveQueryCollectionValidationError) Reason() string

Reason function returns reason value.

type HiveQueryMultiError 

type HiveQueryMultiError []error

HiveQueryMultiError is an error wrapping multiple validation errors returned by HiveQuery.ValidateAll() if the designated constraints aren't met.

func (HiveQueryMultiError) AllErrors 

func (m HiveQueryMultiError) AllErrors() []error

AllErrors returns a list of validation violation errors.

func (HiveQueryMultiError) Error 

func (m HiveQueryMultiError) Error() string

Error returns a concatenation of all the error messages it wraps.

type HiveQueryValidationError 

type HiveQueryValidationError struct {
	// contains filtered or unexported fields
}

HiveQueryValidationError is the validation error returned by HiveQuery.Validate if the designated constraints aren't met.

func (HiveQueryValidationError) Cause 

func (e HiveQueryValidationError) Cause() error

Cause function returns cause value.

func (HiveQueryValidationError) Error 

func (e HiveQueryValidationError) Error() string

Error satisfies the builtin error interface

func (HiveQueryValidationError) ErrorName 

func (e HiveQueryValidationError) ErrorName() string

ErrorName returns error name.

func (HiveQueryValidationError) Field 

func (e HiveQueryValidationError) Field() string

Field function returns field value.

func (HiveQueryValidationError) Key 

func (e HiveQueryValidationError) Key() bool

Key function returns key value.

func (HiveQueryValidationError) Reason 

func (e HiveQueryValidationError) Reason() string

Reason function returns reason value.

type Interconnect added in v2.0.18 

type Interconnect int32

Network fabric for gradient all-reduce and other collective ops. Non-TCP values cause the plugin to inject RDMA device resources, capabilities, and NCCL env vars into the pod spec. 

const (
	// Plain TCP over the pod CNI network. Works on any cluster. Default.
	Interconnect_TCP Interconnect = 0
	// AWS Elastic Fabric Adapter (EC2 p4d / p5 / trn1). ~100-400 Gbps GPUDirect RDMA.
	Interconnect_EFA Interconnect = 1
	// Mellanox / NVIDIA InfiniBand HCA (CoreWeave, Lambda, on-prem H100 clusters).
	Interconnect_INFINIBAND Interconnect = 2
	// RDMA over Converged Ethernet (Azure ND-series, Oracle Cloud, on-prem Ethernet RDMA).
	Interconnect_ROCE Interconnect = 3
)

func (Interconnect) Descriptor added in v2.0.18 

func (Interconnect) Descriptor() protoreflect.EnumDescriptor

func (Interconnect) Enum added in v2.0.18 

func (x Interconnect) Enum() *Interconnect

func (Interconnect) EnumDescriptor deprecated added in v2.0.18 

func (Interconnect) EnumDescriptor() ([]byte, []int)

Deprecated: Use Interconnect.Descriptor instead.

func (Interconnect) Number added in v2.0.18 

func (x Interconnect) Number() protoreflect.EnumNumber

func (Interconnect) String added in v2.0.18 

func (x Interconnect) String() string

func (Interconnect) Type added in v2.0.18 

func (Interconnect) Type() protoreflect.EnumType

type PrestoQuery 

type PrestoQuery struct {
	RoutingGroup string `protobuf:"bytes,1,opt,name=routing_group,json=routingGroup,proto3" json:"routing_group,omitempty"`
	Catalog      string `protobuf:"bytes,2,opt,name=catalog,proto3" json:"catalog,omitempty"`
	Schema       string `protobuf:"bytes,3,opt,name=schema,proto3" json:"schema,omitempty"`
	Statement    string `protobuf:"bytes,4,opt,name=statement,proto3" json:"statement,omitempty"`
	// contains filtered or unexported fields
}

This message works with the 'presto' task type in the SDK and is the object that will be in the 'custom' field of a Presto task's TaskTemplate

func (*PrestoQuery) Descriptor deprecated 

func (*PrestoQuery) Descriptor() ([]byte, []int)

Deprecated: Use PrestoQuery.ProtoReflect.Descriptor instead.

func (*PrestoQuery) GetCatalog 

func (x *PrestoQuery) GetCatalog() string

func (*PrestoQuery) GetRoutingGroup 

func (x *PrestoQuery) GetRoutingGroup() string

func (*PrestoQuery) GetSchema 

func (x *PrestoQuery) GetSchema() string

func (*PrestoQuery) GetStatement 

func (x *PrestoQuery) GetStatement() string

func (*PrestoQuery) ProtoMessage 

func (*PrestoQuery) ProtoMessage()

func (*PrestoQuery) ProtoReflect 

func (x *PrestoQuery) ProtoReflect() protoreflect.Message

func (*PrestoQuery) Reset 

func (x *PrestoQuery) Reset()

func (*PrestoQuery) String 

func (x *PrestoQuery) String() string

func (*PrestoQuery) Validate 

func (m *PrestoQuery) Validate() error

Validate checks the field values on PrestoQuery with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.

func (*PrestoQuery) ValidateAll 

func (m *PrestoQuery) ValidateAll() error

ValidateAll checks the field values on PrestoQuery with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in PrestoQueryMultiError, or nil if none found.

type PrestoQueryMultiError 

type PrestoQueryMultiError []error

PrestoQueryMultiError is an error wrapping multiple validation errors returned by PrestoQuery.ValidateAll() if the designated constraints aren't met.

func (PrestoQueryMultiError) AllErrors 

func (m PrestoQueryMultiError) AllErrors() []error

AllErrors returns a list of validation violation errors.

func (PrestoQueryMultiError) Error 

func (m PrestoQueryMultiError) Error() string

Error returns a concatenation of all the error messages it wraps.

type PrestoQueryValidationError 

type PrestoQueryValidationError struct {
	// contains filtered or unexported fields
}

PrestoQueryValidationError is the validation error returned by PrestoQuery.Validate if the designated constraints aren't met.

func (PrestoQueryValidationError) Cause 

func (e PrestoQueryValidationError) Cause() error

Cause function returns cause value.

func (PrestoQueryValidationError) Error 

func (e PrestoQueryValidationError) Error() string

Error satisfies the builtin error interface

func (PrestoQueryValidationError) ErrorName 

func (e PrestoQueryValidationError) ErrorName() string

ErrorName returns error name.

func (PrestoQueryValidationError) Field 

func (e PrestoQueryValidationError) Field() string

Field function returns field value.

func (PrestoQueryValidationError) Key 

func (e PrestoQueryValidationError) Key() bool

Key function returns key value.

func (PrestoQueryValidationError) Reason 

func (e PrestoQueryValidationError) Reason() string

Reason function returns reason value.

type QuboleHiveJob 

type QuboleHiveJob struct {
	ClusterLabel string `protobuf:"bytes,1,opt,name=cluster_label,json=clusterLabel,proto3" json:"cluster_label,omitempty"`
	// Deprecated: Marked as deprecated in flyteidl2/plugins/qubole.proto.
	QueryCollection *HiveQueryCollection `protobuf:"bytes,2,opt,name=query_collection,json=queryCollection,proto3" json:"query_collection,omitempty"`
	Tags            []string             `protobuf:"bytes,3,rep,name=tags,proto3" json:"tags,omitempty"`
	Query           *HiveQuery           `protobuf:"bytes,4,opt,name=query,proto3" json:"query,omitempty"`
	// contains filtered or unexported fields
}

This message works with the 'hive' task type in the SDK and is the object that will be in the 'custom' field of a hive task's TaskTemplate

func (*QuboleHiveJob) Descriptor deprecated 

func (*QuboleHiveJob) Descriptor() ([]byte, []int)

Deprecated: Use QuboleHiveJob.ProtoReflect.Descriptor instead.

func (*QuboleHiveJob) GetClusterLabel 

func (x *QuboleHiveJob) GetClusterLabel() string

func (*QuboleHiveJob) GetQuery 

func (x *QuboleHiveJob) GetQuery() *HiveQuery

func (*QuboleHiveJob) GetQueryCollection deprecated 

func (x *QuboleHiveJob) GetQueryCollection() *HiveQueryCollection

Deprecated: Marked as deprecated in flyteidl2/plugins/qubole.proto.

func (*QuboleHiveJob) GetTags 

func (x *QuboleHiveJob) GetTags() []string

func (*QuboleHiveJob) ProtoMessage 

func (*QuboleHiveJob) ProtoMessage()

func (*QuboleHiveJob) ProtoReflect 

func (x *QuboleHiveJob) ProtoReflect() protoreflect.Message

func (*QuboleHiveJob) Reset 

func (x *QuboleHiveJob) Reset()

func (*QuboleHiveJob) String 

func (x *QuboleHiveJob) String() string

func (*QuboleHiveJob) Validate 

func (m *QuboleHiveJob) Validate() error

Validate checks the field values on QuboleHiveJob with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.

func (*QuboleHiveJob) ValidateAll 

func (m *QuboleHiveJob) ValidateAll() error

ValidateAll checks the field values on QuboleHiveJob with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in QuboleHiveJobMultiError, or nil if none found.

type QuboleHiveJobMultiError 

type QuboleHiveJobMultiError []error

QuboleHiveJobMultiError is an error wrapping multiple validation errors returned by QuboleHiveJob.ValidateAll() if the designated constraints aren't met.

func (QuboleHiveJobMultiError) AllErrors 

func (m QuboleHiveJobMultiError) AllErrors() []error

AllErrors returns a list of validation violation errors.

func (QuboleHiveJobMultiError) Error 

func (m QuboleHiveJobMultiError) Error() string

Error returns a concatenation of all the error messages it wraps.

type QuboleHiveJobValidationError 

type QuboleHiveJobValidationError struct {
	// contains filtered or unexported fields
}

QuboleHiveJobValidationError is the validation error returned by QuboleHiveJob.Validate if the designated constraints aren't met.

func (QuboleHiveJobValidationError) Cause 

func (e QuboleHiveJobValidationError) Cause() error

Cause function returns cause value.

func (QuboleHiveJobValidationError) Error 

func (e QuboleHiveJobValidationError) Error() string

Error satisfies the builtin error interface

func (QuboleHiveJobValidationError) ErrorName 

func (e QuboleHiveJobValidationError) ErrorName() string

ErrorName returns error name.

func (QuboleHiveJobValidationError) Field 

func (e QuboleHiveJobValidationError) Field() string

Field function returns field value.

func (QuboleHiveJobValidationError) Key 

func (e QuboleHiveJobValidationError) Key() bool

Key function returns key value.

func (QuboleHiveJobValidationError) Reason 

func (e QuboleHiveJobValidationError) Reason() string

Reason function returns reason value.

type RayCluster 

type RayCluster struct {

	// HeadGroupSpecs are the spec for the head pod
	HeadGroupSpec *HeadGroupSpec `protobuf:"bytes,1,opt,name=head_group_spec,json=headGroupSpec,proto3" json:"head_group_spec,omitempty"`
	// WorkerGroupSpecs are the specs for the worker pods
	WorkerGroupSpec []*WorkerGroupSpec `protobuf:"bytes,2,rep,name=worker_group_spec,json=workerGroupSpec,proto3" json:"worker_group_spec,omitempty"`
	// Whether to enable autoscaling.
	EnableAutoscaling bool `protobuf:"varint,3,opt,name=enable_autoscaling,json=enableAutoscaling,proto3" json:"enable_autoscaling,omitempty"`
	// contains filtered or unexported fields
}

Define Ray cluster defines the desired state of RayCluster

func (*RayCluster) Descriptor deprecated 

func (*RayCluster) Descriptor() ([]byte, []int)

Deprecated: Use RayCluster.ProtoReflect.Descriptor instead.

func (*RayCluster) GetEnableAutoscaling 

func (x *RayCluster) GetEnableAutoscaling() bool

func (*RayCluster) GetHeadGroupSpec 

func (x *RayCluster) GetHeadGroupSpec() *HeadGroupSpec

func (*RayCluster) GetWorkerGroupSpec 

func (x *RayCluster) GetWorkerGroupSpec() []*WorkerGroupSpec

func (*RayCluster) ProtoMessage 

func (*RayCluster) ProtoMessage()

func (*RayCluster) ProtoReflect 

func (x *RayCluster) ProtoReflect() protoreflect.Message

func (*RayCluster) Reset 

func (x *RayCluster) Reset()

func (*RayCluster) String 

func (x *RayCluster) String() string

func (*RayCluster) Validate 

func (m *RayCluster) Validate() error

Validate checks the field values on RayCluster with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.

func (*RayCluster) ValidateAll 

func (m *RayCluster) ValidateAll() error

ValidateAll checks the field values on RayCluster with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in RayClusterMultiError, or nil if none found.

type RayClusterMultiError 

type RayClusterMultiError []error

RayClusterMultiError is an error wrapping multiple validation errors returned by RayCluster.ValidateAll() if the designated constraints aren't met.

func (RayClusterMultiError) AllErrors 

func (m RayClusterMultiError) AllErrors() []error

AllErrors returns a list of validation violation errors.

func (RayClusterMultiError) Error 

func (m RayClusterMultiError) Error() string

Error returns a concatenation of all the error messages it wraps.

type RayClusterValidationError 

type RayClusterValidationError struct {
	// contains filtered or unexported fields
}

RayClusterValidationError is the validation error returned by RayCluster.Validate if the designated constraints aren't met.

func (RayClusterValidationError) Cause 

func (e RayClusterValidationError) Cause() error

Cause function returns cause value.

func (RayClusterValidationError) Error 

func (e RayClusterValidationError) Error() string

Error satisfies the builtin error interface

func (RayClusterValidationError) ErrorName 

func (e RayClusterValidationError) ErrorName() string

ErrorName returns error name.

func (RayClusterValidationError) Field 

func (e RayClusterValidationError) Field() string

Field function returns field value.

func (RayClusterValidationError) Key 

func (e RayClusterValidationError) Key() bool

Key function returns key value.

func (RayClusterValidationError) Reason 

func (e RayClusterValidationError) Reason() string

Reason function returns reason value.

type RayJob 

type RayJob struct {

	// RayClusterSpec is the cluster template to run the job
	RayCluster *RayCluster `protobuf:"bytes,1,opt,name=ray_cluster,json=rayCluster,proto3" json:"ray_cluster,omitempty"`
	// runtime_env is base64 encoded.
	// Ray runtime environments: https://docs.ray.io/en/latest/ray-core/handling-dependencies.html#runtime-environments
	//
	// Deprecated: Marked as deprecated in flyteidl2/plugins/ray.proto.
	RuntimeEnv string `protobuf:"bytes,2,opt,name=runtime_env,json=runtimeEnv,proto3" json:"runtime_env,omitempty"`
	// shutdown_after_job_finishes specifies whether the RayCluster should be deleted after the RayJob finishes.
	ShutdownAfterJobFinishes bool `` /* 138-byte string literal not displayed */
	// ttl_seconds_after_finished specifies the number of seconds after which the RayCluster will be deleted after the RayJob finishes.
	TtlSecondsAfterFinished int32 `` /* 135-byte string literal not displayed */
	// RuntimeEnvYAML represents the runtime environment configuration
	// provided as a multi-line YAML string.
	RuntimeEnvYaml string `protobuf:"bytes,5,opt,name=runtime_env_yaml,json=runtimeEnvYaml,proto3" json:"runtime_env_yaml,omitempty"`
	// contains filtered or unexported fields
}

RayJobSpec defines the desired state of RayJob

func (*RayJob) Descriptor deprecated 

func (*RayJob) Descriptor() ([]byte, []int)

Deprecated: Use RayJob.ProtoReflect.Descriptor instead.

func (*RayJob) GetRayCluster 

func (x *RayJob) GetRayCluster() *RayCluster

func (*RayJob) GetRuntimeEnv deprecated 

func (x *RayJob) GetRuntimeEnv() string

Deprecated: Marked as deprecated in flyteidl2/plugins/ray.proto.

func (*RayJob) GetRuntimeEnvYaml 

func (x *RayJob) GetRuntimeEnvYaml() string

func (*RayJob) GetShutdownAfterJobFinishes 

func (x *RayJob) GetShutdownAfterJobFinishes() bool

func (*RayJob) GetTtlSecondsAfterFinished 

func (x *RayJob) GetTtlSecondsAfterFinished() int32

func (*RayJob) ProtoMessage 

func (*RayJob) ProtoMessage()

func (*RayJob) ProtoReflect 

func (x *RayJob) ProtoReflect() protoreflect.Message

func (*RayJob) Reset 

func (x *RayJob) Reset()

func (*RayJob) String 

func (x *RayJob) String() string

func (*RayJob) Validate 

func (m *RayJob) Validate() error

Validate checks the field values on RayJob with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.

func (*RayJob) ValidateAll 

func (m *RayJob) ValidateAll() error

ValidateAll checks the field values on RayJob with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in RayJobMultiError, or nil if none found.

type RayJobMultiError 

type RayJobMultiError []error

RayJobMultiError is an error wrapping multiple validation errors returned by RayJob.ValidateAll() if the designated constraints aren't met.

func (RayJobMultiError) AllErrors 

func (m RayJobMultiError) AllErrors() []error

AllErrors returns a list of validation violation errors.

func (RayJobMultiError) Error 

func (m RayJobMultiError) Error() string

Error returns a concatenation of all the error messages it wraps.

type RayJobValidationError 

type RayJobValidationError struct {
	// contains filtered or unexported fields
}

RayJobValidationError is the validation error returned by RayJob.Validate if the designated constraints aren't met.

func (RayJobValidationError) Cause 

func (e RayJobValidationError) Cause() error

Cause function returns cause value.

func (RayJobValidationError) Error 

func (e RayJobValidationError) Error() string

Error satisfies the builtin error interface

func (RayJobValidationError) ErrorName 

func (e RayJobValidationError) ErrorName() string

ErrorName returns error name.

func (RayJobValidationError) Field 

func (e RayJobValidationError) Field() string

Field function returns field value.

func (RayJobValidationError) Key 

func (e RayJobValidationError) Key() bool

Key function returns key value.

func (RayJobValidationError) Reason 

func (e RayJobValidationError) Reason() string

Reason function returns reason value.

type RdzvBackend added in v2.0.18 

type RdzvBackend int32

Rendezvous backend for torchrun. 

const (
	// Static rendezvous: full membership declared upfront via --nnodes and
	// --master-addr. Simple and deterministic. Recovery is whole-job restart
	// (JobSet failurePolicy), not in-job re-rendezvous.
	RdzvBackend_STATIC RdzvBackend = 0
	// TCPStore-based dynamic rendezvous. Enables elastic membership
	// (--nnodes=MIN:MAX) and in-job re-rendezvous on partial failure.
	RdzvBackend_C10D RdzvBackend = 1
)

func (RdzvBackend) Descriptor added in v2.0.18 

func (RdzvBackend) Descriptor() protoreflect.EnumDescriptor

func (RdzvBackend) Enum added in v2.0.18 

func (x RdzvBackend) Enum() *RdzvBackend

func (RdzvBackend) EnumDescriptor deprecated added in v2.0.18 

func (RdzvBackend) EnumDescriptor() ([]byte, []int)

Deprecated: Use RdzvBackend.Descriptor instead.

func (RdzvBackend) Number added in v2.0.18 

func (x RdzvBackend) Number() protoreflect.EnumNumber

func (RdzvBackend) String added in v2.0.18 

func (x RdzvBackend) String() string

func (RdzvBackend) Type added in v2.0.18 

func (RdzvBackend) Type() protoreflect.EnumType

type RestartPolicy 

type RestartPolicy int32
const (
	RestartPolicy_RESTART_POLICY_NEVER      RestartPolicy = 0
	RestartPolicy_RESTART_POLICY_ON_FAILURE RestartPolicy = 1
	RestartPolicy_RESTART_POLICY_ALWAYS     RestartPolicy = 2
)

func (RestartPolicy) Descriptor 

func (RestartPolicy) Descriptor() protoreflect.EnumDescriptor

func (RestartPolicy) Enum 

func (x RestartPolicy) Enum() *RestartPolicy

func (RestartPolicy) EnumDescriptor deprecated 

func (RestartPolicy) EnumDescriptor() ([]byte, []int)

Deprecated: Use RestartPolicy.Descriptor instead.

func (RestartPolicy) Number 

func (x RestartPolicy) Number() protoreflect.EnumNumber

func (RestartPolicy) String 

func (x RestartPolicy) String() string

func (RestartPolicy) Type 

func (RestartPolicy) Type() protoreflect.EnumType

type Runtime added in v2.0.18 

type Runtime struct {

	// Types that are assignable to Kind:
	//
	//	*Runtime_Torchrun
	Kind isRuntime_Kind `protobuf_oneof:"kind"`
	// contains filtered or unexported fields
}

Tagged union of supported launchers. Phase 1: TorchRun only. Future variants (DeepSpeed, Accelerate, JAX) add new oneof fields here; the JobSet shape and Go plugin are unchanged.

func (*Runtime) Descriptor deprecated added in v2.0.18 

func (*Runtime) Descriptor() ([]byte, []int)

Deprecated: Use Runtime.ProtoReflect.Descriptor instead.

func (*Runtime) GetKind added in v2.0.18 

func (m *Runtime) GetKind() isRuntime_Kind

func (*Runtime) GetTorchrun added in v2.0.18 

func (x *Runtime) GetTorchrun() *TorchRuntime

func (*Runtime) ProtoMessage added in v2.0.18 

func (*Runtime) ProtoMessage()

func (*Runtime) ProtoReflect added in v2.0.18 

func (x *Runtime) ProtoReflect() protoreflect.Message

func (*Runtime) Reset added in v2.0.18 

func (x *Runtime) Reset()

func (*Runtime) String added in v2.0.18 

func (x *Runtime) String() string

func (*Runtime) Validate added in v2.0.18 

func (m *Runtime) Validate() error

Validate checks the field values on Runtime with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.

func (*Runtime) ValidateAll added in v2.0.18 

func (m *Runtime) ValidateAll() error

ValidateAll checks the field values on Runtime with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in RuntimeMultiError, or nil if none found.

type RuntimeMultiError added in v2.0.18 

type RuntimeMultiError []error

RuntimeMultiError is an error wrapping multiple validation errors returned by Runtime.ValidateAll() if the designated constraints aren't met.

func (RuntimeMultiError) AllErrors added in v2.0.18 

func (m RuntimeMultiError) AllErrors() []error

AllErrors returns a list of validation violation errors.

func (RuntimeMultiError) Error added in v2.0.18 

func (m RuntimeMultiError) Error() string

Error returns a concatenation of all the error messages it wraps.

type RuntimeValidationError added in v2.0.18 

type RuntimeValidationError struct {
	// contains filtered or unexported fields
}

RuntimeValidationError is the validation error returned by Runtime.Validate if the designated constraints aren't met.

func (RuntimeValidationError) Cause added in v2.0.18 

func (e RuntimeValidationError) Cause() error

Cause function returns cause value.

func (RuntimeValidationError) Error added in v2.0.18 

func (e RuntimeValidationError) Error() string

Error satisfies the builtin error interface

func (RuntimeValidationError) ErrorName added in v2.0.18 

func (e RuntimeValidationError) ErrorName() string

ErrorName returns error name.

func (RuntimeValidationError) Field added in v2.0.18 

func (e RuntimeValidationError) Field() string

Field function returns field value.

func (RuntimeValidationError) Key added in v2.0.18 

func (e RuntimeValidationError) Key() bool

Key function returns key value.

func (RuntimeValidationError) Reason added in v2.0.18 

func (e RuntimeValidationError) Reason() string

Reason function returns reason value.

type Runtime_Torchrun added in v2.0.18 

type Runtime_Torchrun struct {
	Torchrun *TorchRuntime `protobuf:"bytes,1,opt,name=torchrun,proto3,oneof"`
}

type SparkApplication 

type SparkApplication struct {
	// contains filtered or unexported fields
}

func (*SparkApplication) Descriptor deprecated 

func (*SparkApplication) Descriptor() ([]byte, []int)

Deprecated: Use SparkApplication.ProtoReflect.Descriptor instead.

func (*SparkApplication) ProtoMessage 

func (*SparkApplication) ProtoMessage()

func (*SparkApplication) ProtoReflect 

func (x *SparkApplication) ProtoReflect() protoreflect.Message

func (*SparkApplication) Reset 

func (x *SparkApplication) Reset()

func (*SparkApplication) String 

func (x *SparkApplication) String() string

func (*SparkApplication) Validate 

func (m *SparkApplication) Validate() error

Validate checks the field values on SparkApplication with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.

func (*SparkApplication) ValidateAll 

func (m *SparkApplication) ValidateAll() error

ValidateAll checks the field values on SparkApplication with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in SparkApplicationMultiError, or nil if none found.

type SparkApplicationMultiError 

type SparkApplicationMultiError []error

SparkApplicationMultiError is an error wrapping multiple validation errors returned by SparkApplication.ValidateAll() if the designated constraints aren't met.

func (SparkApplicationMultiError) AllErrors 

func (m SparkApplicationMultiError) AllErrors() []error

AllErrors returns a list of validation violation errors.

func (SparkApplicationMultiError) Error 

func (m SparkApplicationMultiError) Error() string

Error returns a concatenation of all the error messages it wraps.

type SparkApplicationValidationError 

type SparkApplicationValidationError struct {
	// contains filtered or unexported fields
}

SparkApplicationValidationError is the validation error returned by SparkApplication.Validate if the designated constraints aren't met.

func (SparkApplicationValidationError) Cause 

func (e SparkApplicationValidationError) Cause() error

Cause function returns cause value.

func (SparkApplicationValidationError) Error 

func (e SparkApplicationValidationError) Error() string

Error satisfies the builtin error interface

func (SparkApplicationValidationError) ErrorName 

func (e SparkApplicationValidationError) ErrorName() string

ErrorName returns error name.

func (SparkApplicationValidationError) Field 

func (e SparkApplicationValidationError) Field() string

Field function returns field value.

func (SparkApplicationValidationError) Key 

func (e SparkApplicationValidationError) Key() bool

Key function returns key value.

func (SparkApplicationValidationError) Reason 

func (e SparkApplicationValidationError) Reason() string

Reason function returns reason value.

type SparkApplication_Type 

type SparkApplication_Type int32
const (
	SparkApplication_PYTHON SparkApplication_Type = 0
	SparkApplication_JAVA   SparkApplication_Type = 1
	SparkApplication_SCALA  SparkApplication_Type = 2
	SparkApplication_R      SparkApplication_Type = 3
)

func (SparkApplication_Type) Descriptor 

func (SparkApplication_Type) Descriptor() protoreflect.EnumDescriptor

func (SparkApplication_Type) Enum 

func (x SparkApplication_Type) Enum() *SparkApplication_Type

func (SparkApplication_Type) EnumDescriptor deprecated 

func (SparkApplication_Type) EnumDescriptor() ([]byte, []int)

Deprecated: Use SparkApplication_Type.Descriptor instead.

func (SparkApplication_Type) Number 

func (x SparkApplication_Type) Number() protoreflect.EnumNumber

func (SparkApplication_Type) String 

func (x SparkApplication_Type) String() string

func (SparkApplication_Type) Type 

func (SparkApplication_Type) Type() protoreflect.EnumType

type SparkJob 

type SparkJob struct {
	ApplicationType     SparkApplication_Type `` /* 129-byte string literal not displayed */
	MainApplicationFile string                `protobuf:"bytes,2,opt,name=mainApplicationFile,proto3" json:"mainApplicationFile,omitempty"`
	MainClass           string                `protobuf:"bytes,3,opt,name=mainClass,proto3" json:"mainClass,omitempty"`
	SparkConf           map[string]string     ``                                                                              /* 159-byte string literal not displayed */
	HadoopConf          map[string]string     ``                                                                              /* 161-byte string literal not displayed */
	ExecutorPath        string                `protobuf:"bytes,6,opt,name=executorPath,proto3" json:"executorPath,omitempty"` // Executor path for Python jobs.
	// Databricks job configuration.
	// Config structure can be found here. https://docs.databricks.com/dev-tools/api/2.0/jobs.html#request-structure.
	DatabricksConf *structpb.Struct `protobuf:"bytes,7,opt,name=databricksConf,proto3" json:"databricksConf,omitempty"`
	// Databricks access token. https://docs.databricks.com/dev-tools/api/latest/authentication.html
	// This token can be set in either flytepropeller or flytekit.
	DatabricksToken string `protobuf:"bytes,8,opt,name=databricksToken,proto3" json:"databricksToken,omitempty"`
	// Domain name of your deployment. Use the form <account>.cloud.databricks.com.
	// This instance name can be set in either flytepropeller or flytekit.
	DatabricksInstance string `protobuf:"bytes,9,opt,name=databricksInstance,proto3" json:"databricksInstance,omitempty"`
	// Pod Spec for the Spark driver pod
	DriverPod *core.K8SPod `protobuf:"bytes,10,opt,name=driverPod,proto3" json:"driverPod,omitempty"`
	// Pod Spec for the Spark executor pod
	ExecutorPod *core.K8SPod `protobuf:"bytes,11,opt,name=executorPod,proto3" json:"executorPod,omitempty"`
	// contains filtered or unexported fields
}

Custom Proto for Spark Plugin.

func (*SparkJob) Descriptor deprecated 

func (*SparkJob) Descriptor() ([]byte, []int)

Deprecated: Use SparkJob.ProtoReflect.Descriptor instead.

func (*SparkJob) GetApplicationType 

func (x *SparkJob) GetApplicationType() SparkApplication_Type

func (*SparkJob) GetDatabricksConf 

func (x *SparkJob) GetDatabricksConf() *structpb.Struct

func (*SparkJob) GetDatabricksInstance 

func (x *SparkJob) GetDatabricksInstance() string

func (*SparkJob) GetDatabricksToken 

func (x *SparkJob) GetDatabricksToken() string

func (*SparkJob) GetDriverPod 

func (x *SparkJob) GetDriverPod() *core.K8SPod

func (*SparkJob) GetExecutorPath 

func (x *SparkJob) GetExecutorPath() string

func (*SparkJob) GetExecutorPod 

func (x *SparkJob) GetExecutorPod() *core.K8SPod

func (*SparkJob) GetHadoopConf 

func (x *SparkJob) GetHadoopConf() map[string]string

func (*SparkJob) GetMainApplicationFile 

func (x *SparkJob) GetMainApplicationFile() string

func (*SparkJob) GetMainClass 

func (x *SparkJob) GetMainClass() string

func (*SparkJob) GetSparkConf 

func (x *SparkJob) GetSparkConf() map[string]string

func (*SparkJob) ProtoMessage 

func (*SparkJob) ProtoMessage()

func (*SparkJob) ProtoReflect 

func (x *SparkJob) ProtoReflect() protoreflect.Message

func (*SparkJob) Reset 

func (x *SparkJob) Reset()

func (*SparkJob) String 

func (x *SparkJob) String() string

func (*SparkJob) Validate 

func (m *SparkJob) Validate() error

Validate checks the field values on SparkJob with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.

func (*SparkJob) ValidateAll 

func (m *SparkJob) ValidateAll() error

ValidateAll checks the field values on SparkJob with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in SparkJobMultiError, or nil if none found.

type SparkJobMultiError 

type SparkJobMultiError []error

SparkJobMultiError is an error wrapping multiple validation errors returned by SparkJob.ValidateAll() if the designated constraints aren't met.

func (SparkJobMultiError) AllErrors 

func (m SparkJobMultiError) AllErrors() []error

AllErrors returns a list of validation violation errors.

func (SparkJobMultiError) Error 

func (m SparkJobMultiError) Error() string

Error returns a concatenation of all the error messages it wraps.

type SparkJobValidationError 

type SparkJobValidationError struct {
	// contains filtered or unexported fields
}

SparkJobValidationError is the validation error returned by SparkJob.Validate if the designated constraints aren't met.

func (SparkJobValidationError) Cause 

func (e SparkJobValidationError) Cause() error

Cause function returns cause value.

func (SparkJobValidationError) Error 

func (e SparkJobValidationError) Error() string

Error satisfies the builtin error interface

func (SparkJobValidationError) ErrorName 

func (e SparkJobValidationError) ErrorName() string

ErrorName returns error name.

func (SparkJobValidationError) Field 

func (e SparkJobValidationError) Field() string

Field function returns field value.

func (SparkJobValidationError) Key 

func (e SparkJobValidationError) Key() bool

Key function returns key value.

func (SparkJobValidationError) Reason 

func (e SparkJobValidationError) Reason() string

Reason function returns reason value.

type TorchRuntime added in v2.0.18 

type TorchRuntime struct {

	// Rendezvous backend. Defaults to STATIC.
	RdzvBackend RdzvBackend `` /* 130-byte string literal not displayed */
	// Number of in-pod torchrun restarts before the pod is considered failed.
	// Defaults to 0 — whole-cluster restart via JobSet failurePolicy is the
	// recovery mechanism, so in-pod retries are disabled.
	MaxRestarts int32 `protobuf:"varint,2,opt,name=max_restarts,json=maxRestarts,proto3" json:"max_restarts,omitempty"`
	// contains filtered or unexported fields
}

Configuration for the torchrun launcher.

func (*TorchRuntime) Descriptor deprecated added in v2.0.18 

func (*TorchRuntime) Descriptor() ([]byte, []int)

Deprecated: Use TorchRuntime.ProtoReflect.Descriptor instead.

func (*TorchRuntime) GetMaxRestarts added in v2.0.18 

func (x *TorchRuntime) GetMaxRestarts() int32

func (*TorchRuntime) GetRdzvBackend added in v2.0.18 

func (x *TorchRuntime) GetRdzvBackend() RdzvBackend

func (*TorchRuntime) ProtoMessage added in v2.0.18 

func (*TorchRuntime) ProtoMessage()

func (*TorchRuntime) ProtoReflect added in v2.0.18 

func (x *TorchRuntime) ProtoReflect() protoreflect.Message

func (*TorchRuntime) Reset added in v2.0.18 

func (x *TorchRuntime) Reset()

func (*TorchRuntime) String added in v2.0.18 

func (x *TorchRuntime) String() string

func (*TorchRuntime) Validate added in v2.0.18 

func (m *TorchRuntime) Validate() error

Validate checks the field values on TorchRuntime with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.

func (*TorchRuntime) ValidateAll added in v2.0.18 

func (m *TorchRuntime) ValidateAll() error

ValidateAll checks the field values on TorchRuntime with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in TorchRuntimeMultiError, or nil if none found.

type TorchRuntimeMultiError added in v2.0.18 

type TorchRuntimeMultiError []error

TorchRuntimeMultiError is an error wrapping multiple validation errors returned by TorchRuntime.ValidateAll() if the designated constraints aren't met.

func (TorchRuntimeMultiError) AllErrors added in v2.0.18 

func (m TorchRuntimeMultiError) AllErrors() []error

AllErrors returns a list of validation violation errors.

func (TorchRuntimeMultiError) Error added in v2.0.18 

func (m TorchRuntimeMultiError) Error() string

Error returns a concatenation of all the error messages it wraps.

type TorchRuntimeValidationError added in v2.0.18 

type TorchRuntimeValidationError struct {
	// contains filtered or unexported fields
}

TorchRuntimeValidationError is the validation error returned by TorchRuntime.Validate if the designated constraints aren't met.

func (TorchRuntimeValidationError) Cause added in v2.0.18 

func (e TorchRuntimeValidationError) Cause() error

Cause function returns cause value.

func (TorchRuntimeValidationError) Error added in v2.0.18 

func (e TorchRuntimeValidationError) Error() string

Error satisfies the builtin error interface

func (TorchRuntimeValidationError) ErrorName added in v2.0.18 

func (e TorchRuntimeValidationError) ErrorName() string

ErrorName returns error name.

func (TorchRuntimeValidationError) Field added in v2.0.18 

func (e TorchRuntimeValidationError) Field() string

Field function returns field value.

func (TorchRuntimeValidationError) Key added in v2.0.18 

func (e TorchRuntimeValidationError) Key() bool

Key function returns key value.

func (TorchRuntimeValidationError) Reason added in v2.0.18 

func (e TorchRuntimeValidationError) Reason() string

Reason function returns reason value.

type WorkerGroupSpec 

type WorkerGroupSpec struct {

	// Required. RayCluster can have multiple worker groups, and it distinguishes them by name
	GroupName string `protobuf:"bytes,1,opt,name=group_name,json=groupName,proto3" json:"group_name,omitempty"`
	// Required. Desired replicas of the worker group. Defaults to 1.
	Replicas int32 `protobuf:"varint,2,opt,name=replicas,proto3" json:"replicas,omitempty"`
	// Optional. Min replicas of the worker group. MinReplicas defaults to 1.
	MinReplicas int32 `protobuf:"varint,3,opt,name=min_replicas,json=minReplicas,proto3" json:"min_replicas,omitempty"`
	// Optional. Max replicas of the worker group. MaxReplicas defaults to maxInt32
	MaxReplicas int32 `protobuf:"varint,4,opt,name=max_replicas,json=maxReplicas,proto3" json:"max_replicas,omitempty"`
	// Optional. RayStartParams are the params of the start command: address, object-store-memory.
	// Refer to https://docs.ray.io/en/latest/ray-core/package-ref.html#ray-start
	RayStartParams map[string]string `` /* 193-byte string literal not displayed */
	// Pod Spec for ray worker pods
	K8SPod *core.K8SPod `protobuf:"bytes,6,opt,name=k8s_pod,json=k8sPod,proto3" json:"k8s_pod,omitempty"`
	// Encapsulates all non-standard resources, not captured by
	// v1.ResourceRequirements, to allocate to a task.
	ExtendedResources *core.ExtendedResources `protobuf:"bytes,7,opt,name=extended_resources,json=extendedResources,proto3" json:"extended_resources,omitempty"`
	// contains filtered or unexported fields
}

WorkerGroupSpec are the specs for the worker pods

func (*WorkerGroupSpec) Descriptor deprecated 

func (*WorkerGroupSpec) Descriptor() ([]byte, []int)

Deprecated: Use WorkerGroupSpec.ProtoReflect.Descriptor instead.

func (*WorkerGroupSpec) GetExtendedResources added in v2.0.20 

func (x *WorkerGroupSpec) GetExtendedResources() *core.ExtendedResources

func (*WorkerGroupSpec) GetGroupName 

func (x *WorkerGroupSpec) GetGroupName() string

func (*WorkerGroupSpec) GetK8SPod 

func (x *WorkerGroupSpec) GetK8SPod() *core.K8SPod

func (*WorkerGroupSpec) GetMaxReplicas 

func (x *WorkerGroupSpec) GetMaxReplicas() int32

func (*WorkerGroupSpec) GetMinReplicas 

func (x *WorkerGroupSpec) GetMinReplicas() int32

func (*WorkerGroupSpec) GetRayStartParams 

func (x *WorkerGroupSpec) GetRayStartParams() map[string]string

func (*WorkerGroupSpec) GetReplicas 

func (x *WorkerGroupSpec) GetReplicas() int32

func (*WorkerGroupSpec) ProtoMessage 

func (*WorkerGroupSpec) ProtoMessage()

func (*WorkerGroupSpec) ProtoReflect 

func (x *WorkerGroupSpec) ProtoReflect() protoreflect.Message

func (*WorkerGroupSpec) Reset 

func (x *WorkerGroupSpec) Reset()

func (*WorkerGroupSpec) String 

func (x *WorkerGroupSpec) String() string

func (*WorkerGroupSpec) Validate 

func (m *WorkerGroupSpec) Validate() error

Validate checks the field values on WorkerGroupSpec with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.

func (*WorkerGroupSpec) ValidateAll 

func (m *WorkerGroupSpec) ValidateAll() error

ValidateAll checks the field values on WorkerGroupSpec with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in WorkerGroupSpecMultiError, or nil if none found.

type WorkerGroupSpecMultiError 

type WorkerGroupSpecMultiError []error

WorkerGroupSpecMultiError is an error wrapping multiple validation errors returned by WorkerGroupSpec.ValidateAll() if the designated constraints aren't met.

func (WorkerGroupSpecMultiError) AllErrors 

func (m WorkerGroupSpecMultiError) AllErrors() []error

AllErrors returns a list of validation violation errors.

func (WorkerGroupSpecMultiError) Error 

func (m WorkerGroupSpecMultiError) Error() string

Error returns a concatenation of all the error messages it wraps.

type WorkerGroupSpecValidationError 

type WorkerGroupSpecValidationError struct {
	// contains filtered or unexported fields
}

WorkerGroupSpecValidationError is the validation error returned by WorkerGroupSpec.Validate if the designated constraints aren't met.

func (WorkerGroupSpecValidationError) Cause 

func (e WorkerGroupSpecValidationError) Cause() error

Cause function returns cause value.

func (WorkerGroupSpecValidationError) Error 

func (e WorkerGroupSpecValidationError) Error() string

Error satisfies the builtin error interface

func (WorkerGroupSpecValidationError) ErrorName 

func (e WorkerGroupSpecValidationError) ErrorName() string

ErrorName returns error name.

func (WorkerGroupSpecValidationError) Field 

func (e WorkerGroupSpecValidationError) Field() string

Field function returns field value.

func (WorkerGroupSpecValidationError) Key 

func (e WorkerGroupSpecValidationError) Key() bool

Key function returns key value.

func (WorkerGroupSpecValidationError) Reason 

func (e WorkerGroupSpecValidationError) Reason() string

Reason function returns reason value.

Source Files

View all Source files

Directories

Path Synopsis

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL
go.dev uses cookies from Google to deliver and enhance the quality of its services and to analyze traffic. Learn more.