Documentation
¶
Index ¶
- Constants
- type AutoScale
- type ClusterAttributes
- type ClusterCloudProviderNodeInfo
- type ClusterCloudProviderNodeStatus
- type ClusterEvent
- type ClusterEventType
- type ClusterInfo
- type ClusterLogConf
- type ClusterSize
- type ClusterSource
- type ClusterState
- type ClusterTag
- type DbfsStorageInfo
- type DockerBasicAuth
- type DockerImage
- type EventDetails
- type InitScriptInfo
- type ListOrder
- type LogSyncStatus
- type ParameterPair
- type SparkConfPair
- type SparkNode
- type TerminationCode
- type TerminationParameter
- type TerminationReason
Constants ¶
View Source
const ( ClusterCloudProviderNodeStatusNotEnabledOnSubscription = "NotEnabledOnSubscription" ClusterCloudProviderNodeStatusNotAvailableInRegion = "NotAvailableInRegion" )
View Source
const ( ClusterEventTypeCreating = "CREATING" ClusterEventTypeDidNotExpandDisk = "DID_NOT_EXPAND_DISK" ClusterEventTypeExpandedDisk = "EXPANDED_DISK" ClusterEventTypeFailedToExpandDisk = "FAILED_TO_EXPAND_DISK" ClusterEventTypeInitScriptStarting = "INIT_SCRIPTS_STARTING" ClusterEventTypeInitScriptFinished = "INIT_SCRIPTS_FINISHED" ClusterEventTypeStarting = "STARTING" ClusterEventTypeRestarting = "RESTARTING" ClusterEventTypeTerminating = "TERMINATING" ClusterEventTypeEdited = "EDITED" ClusterEventTypeRunning = "RUNNING" ClusterEventTypeResizing = "RESIZING" ClusterEventTypeUpsizeCompleted = "UPSIZE_COMPLETED" ClusterEventTypeNodesLost = "NODES_LOST" ClusterEventTypeDriverHealthy = "DRIVER_HEALTHY" ClusterEventTypeSparkException = "SPARK_EXCEPTION" ClusterEventTypeDriverNotResponding = "DRIVER_NOT_RESPONDING" ClusterEventTypeDbfsDown = "DBFS_DOWN" ClusterEventTypeMetastoreDown = "METASTORE_DOWN" ClusterEventTypeAutoscalingStatsReport = "AUTOSCALING_STATS_REPORT" )
View Source
const ( ClusterSourceUI = "UI" ClusterSourceJob = "JOB" ClusterSourceAPI = "API" )
View Source
const ( ClusterStatePending = "PENDING" ClusterStateRunning = "RUNNING" ClusterStateRestarting = "RESTARTING" ClusterStateResizing = "RESIZING" ClusterStateTerminating = "TERMINATING" ClusterStateError = "ERROR" ClusterStateUnknown = "UNKNOWN" ClusterStateTERMINATED = "TERMINATED" )
View Source
const ( ListOrderDesc = "DESC" ListOrderAsc = "ASC" )
View Source
const ( TerminationCodeUserRequest = "USER_REQUEST" TerminationCodeJobFinished = "JOB_FINISHED" TerminationCodeInactivity = "INACTIVITY" TerminationCodeCloudProviderShutdown = "CLOUD_PROVIDER_SHUTDOWN" TerminationCodeCommunicationLost = "COMMUNICATION_LOST" TerminationCodeCloudProviderLaunchFailure = "CLOUD_PROVIDER_LAUNCH_FAILURE" TerminationCodeSparkStartupFailure = "SPARK_STARTUP_FAILURE" TerminationCodeInvalidArgument = "INVALID_ARGUMENT" TerminationCodeUnexpectedLaunchFailure = "UNEXPECTED_LAUNCH_FAILURE" TerminationCodeInternalError = "INTERNAL_ERROR" TerminationCodeInstanceUnreachable = "INSTANCE_UNREACHABLE" TerminationCodeRequestRejected = "REQUEST_REJECTED" TerminationCodeInitScriptFailure = "INIT_SCRIPT_FAILURE" TerminationCodeTrialExpired = "TRIAL_EXPIRED" )
View Source
const ( TerminationParameterUsername = "username" TerminationParameterDatabricksErrorMessage = "databricks_error_message" TerminationParameterInactivityDurationMin = "inactivity_duration_min" TerminationParameterInstanceID = "instance_id" TerminationParameterAzureErrorCode = "azure_error_code" TerminationParameterAzureErrorMessage = "azure_error_message" )
Variables ¶
This section is empty.
Functions ¶
This section is empty.
Types ¶
type ClusterAttributes ¶
type ClusterAttributes struct {
ClusterName string `json:"cluster_name,omitempty" url:"cluster_name,omitempty"`
SparkVersion string `json:"spark_version,omitempty" url:"spark_version,omitempty"`
SparkConf *SparkConfPair `json:"spark_conf,omitempty" url:"spark_conf,omitempty"`
NodeTypeID string `json:"node_type_id,omitempty" url:"node_type_id,omitempty"`
DriverNodeTypeID string `json:"driver_node_type_id,omitempty" url:"driver_node_type_id,omitempty"`
SSHPublicKeys []string `json:"ssh_public_keys,omitempty" url:"ssh_public_keys,omitempty"`
CustomTags []ClusterTag `json:"custom_tags,omitempty" url:"custom_tags,omitempty"`
ClusterLogConf *ClusterLogConf `json:"cluster_log_conf,omitempty" url:"cluster_log_conf,omitempty"`
InitScripts []InitScriptInfo `json:"init_scripts,omitempty" url:"init_scripts,omitempty"`
SparkEnvVars map[string]string `json:"spark_env_vars,omitempty" url:"spark_env_vars,omitempty"`
AutoterminationMinutes int32 `json:"autotermination_minutes,omitempty" url:"autotermination_minutes,omitempty"`
EnableElasticDisk bool `json:"enable_elastic_disk,omitempty" url:"enable_elastic_disk,omitempty"`
ClusterSource *ClusterSource `json:"cluster_source,omitempty" url:"cluster_source,omitempty"`
}
type ClusterCloudProviderNodeInfo ¶
type ClusterCloudProviderNodeInfo struct {
Status *ClusterCloudProviderNodeStatus `json:"status,omitempty" url:"status,omitempty"`
AvailableCoreQuota int32 `json:"available_core_quota,omitempty" url:"available_core_quota,omitempty"`
TotalCoreQuota int32 `json:"total_core_quota,omitempty" url:"total_core_quota,omitempty"`
}
type ClusterCloudProviderNodeStatus ¶
type ClusterCloudProviderNodeStatus string
type ClusterEvent ¶
type ClusterEvent struct {
ClusterID string `json:"cluster_id,omitempty" url:"cluster_id,omitempty"`
Timestamp int64 `json:"timestamp,omitempty" url:"timestamp,omitempty"`
Type *ClusterEventType `json:"type,omitempty" url:"type,omitempty"`
Details *EventDetails `json:"details,omitempty" url:"details,omitempty"`
}
type ClusterEventType ¶
type ClusterEventType string
type ClusterInfo ¶
type ClusterInfo struct {
NumWorkers int32 `json:"num_workers,omitempty" url:"num_workers,omitempty"`
AutoScale *AutoScale `json:"autoscale,omitempty" url:"autoscale,omitempty"`
ClusterID string `json:"cluster_id,omitempty" url:"cluster_id,omitempty"`
CreatorUserName string `json:"creator_user_name,omitempty" url:"creator_user_name,omitempty"`
Driver *SparkNode `json:"driver,omitempty" url:"driver,omitempty"`
Executors []SparkNode `json:"executors,omitempty" url:"executors,omitempty"`
SparkContextID int64 `json:"spark_context_id,omitempty" url:"spark_context_id,omitempty"`
JdbcPort int32 `json:"jdbc_port,omitempty" url:"jdbc_port,omitempty"`
ClusterName string `json:"cluster_name,omitempty" url:"cluster_name,omitempty"`
SparkVersion string `json:"spark_version,omitempty" url:"spark_version,omitempty"`
SparkConf *SparkConfPair `json:"spark_conf,omitempty" url:"spark_conf,omitempty"`
NodeTypeID string `json:"node_type_id,omitempty" url:"node_type_id,omitempty"`
DriverNodeTypeID string `json:"driver_node_type_id,omitempty" url:"driver_node_type_id,omitempty"`
ClusterLogConf *ClusterLogConf `json:"cluster_log_conf,omitempty" url:"cluster_log_conf,omitempty"`
InitScripts []InitScriptInfo `json:"init_scripts,omitempty" url:"init_scripts,omitempty"`
SparkEnvVars map[string]string `json:"spark_env_vars,omitempty" url:"spark_env_vars,omitempty"`
AutoterminationMinutes int32 `json:"autotermination_minutes,omitempty" url:"autotermination_minutes,omitempty"`
State *ClusterState `json:"state,omitempty" url:"state,omitempty"`
StateMessage string `json:"state_message,omitempty" url:"state_message,omitempty"`
StartTime int64 `json:"start_time,omitempty" url:"start_time,omitempty"`
TerminateTime int64 `json:"terminate_time,omitempty" url:"terminate_time,omitempty"`
LastStateLossTime int64 `json:"last_state_loss_time,omitempty" url:"last_state_loss_time,omitempty"`
LastActivityTime int64 `json:"last_activity_time,omitempty" url:"last_activity_time,omitempty"`
ClusterMemoryMb int64 `json:"cluster_memory_mb,omitempty" url:"cluster_memory_mb,omitempty"`
ClusterCores float32 `json:"cluster_cores,omitempty" url:"cluster_cores,omitempty"`
DefaultTags map[string]string `json:"default_tags,omitempty" url:"default_tags,omitempty"`
ClusterLogStatus *LogSyncStatus `json:"cluster_log_status,omitempty" url:"cluster_log_status,omitempty"`
TerminationReason *TerminationReason `json:"termination_reason,omitempty" url:"termination_reason,omitempty"`
}
type ClusterLogConf ¶
type ClusterLogConf struct {
Dbfs *DbfsStorageInfo `json:"dbfs,omitempty" url:"dbfs,omitempty"`
}
type ClusterSize ¶
type ClusterSource ¶
type ClusterSource string
type ClusterState ¶
type ClusterState string
type ClusterTag ¶
type DbfsStorageInfo ¶
type DbfsStorageInfo struct {
Destination string `json:"destination,omitempty" url:"destination,omitempty"`
}
type DockerBasicAuth ¶
type DockerImage ¶
type DockerImage struct {
Url string `json:"url,omitempty" url:"url,omitempty"`
BasicAuth DockerBasicAuth `json:"basic_auth,omitempty" url:"basic_auth,omitempty"`
}
type EventDetails ¶
type EventDetails struct {
CurrentNumWorkers int32 `json:"current_num_workers,omitempty" url:"current_num_workers,omitempty"`
TargetNumWorkers int32 `json:"target_num_workers,omitempty" url:"target_num_workers,omitempty"`
PreviousAttributes *ClusterAttributes `json:"previous_attributes,omitempty" url:"previous_attributes,omitempty"`
Attributes *ClusterAttributes `json:"attributes,omitempty" url:"attributes,omitempty"`
PreviousClusterSize *ClusterSize `json:"previous_cluster_size,omitempty" url:"previous_cluster_size,omitempty"`
ClusterSize *ClusterSize `json:"cluster_size,omitempty" url:"cluster_size,omitempty"`
}
type InitScriptInfo ¶
type InitScriptInfo struct {
Dbfs *DbfsStorageInfo `json:"dbfs,omitempty" url:"dbfs,omitempty"`
}
type LogSyncStatus ¶
type ParameterPair ¶
type SparkConfPair ¶
type SparkNode ¶
type SparkNode struct {
PrivateIP string `json:"private_ip,omitempty" url:"private_ip,omitempty"`
PublicDNS string `json:"public_dns,omitempty" url:"public_dns,omitempty"`
NodeID string `json:"node_id,omitempty" url:"node_id,omitempty"`
InstanceID string `json:"instance_id,omitempty" url:"instance_id,omitempty"`
StartTimestamp int64 `json:"start_timestamp,omitempty" url:"start_timestamp,omitempty"`
HostPrivateIP string `json:"host_private_ip,omitempty" url:"host_private_ip,omitempty"`
}
type TerminationCode ¶
type TerminationCode string
type TerminationParameter ¶
type TerminationParameter string
type TerminationReason ¶
type TerminationReason struct {
Code *TerminationCode `json:"code,omitempty" url:"code,omitempty"`
Parameters []ParameterPair `json:"parameters,omitempty" url:"parameters,omitempty"`
}
Source Files
¶
- AutoScale.go
- ClusterAttributes.go
- ClusterCloudProviderNodeInfo.go
- ClusterCloudProviderNodeStatus.go
- ClusterEvent.go
- ClusterEventType.go
- ClusterInfo.go
- ClusterLogConf.go
- ClusterSize.go
- ClusterSource.go
- ClusterState.go
- ClusterTag.go
- DbfsStorageInfo.go
- DockerBasicAuth.go
- DockerImage.go
- EventDetails.go
- InitScriptInfo.go
- ListOrder.go
- LogSyncStatus.go
- ParameterPair.go
- SparkConfPair.go
- SparkNode.go
- TerminationCode.go
- TerminationParameter.go
- TerminationReason.go
Click to show internal directories.
Click to hide internal directories.