Documentation
¶
Index ¶
- Constants
- type AutoScale
- type AzureAttributes
- type AzureAvailability
- type ClusterAttributes
- type ClusterCloudProviderNodeInfo
- type ClusterCloudProviderNodeStatus
- type ClusterEvent
- type ClusterEventType
- type ClusterInfo
- type ClusterLogConf
- type ClusterSize
- type ClusterSource
- type ClusterState
- type ClusterTag
- type DbfsStorageInfo
- type DockerBasicAuth
- type DockerImage
- type EventDetails
- type FileStorageInfo
- type InitScriptInfo
- type ListOrder
- type LogSyncStatus
- type NodeType
- type ParameterPair
- type SparkConfPair
- type SparkNode
- type SparkVersion
- type TerminationCode
- type TerminationParameter
- type TerminationReason
- type TerminationType
Constants ¶
View Source
const ( AzureAvailabilitySpotAzure = "SPOT_AZURE" AzureAvailabilityOnDemandAzure = "ON_DEMAND_AZURE" AzureAvailabilitySpotWithFallbackAzure = "SPOT_WITH_FALLBACK_AZURE" )
View Source
const ( ClusterCloudProviderNodeStatusNotEnabledOnSubscription = "NotEnabledOnSubscription" ClusterCloudProviderNodeStatusNotAvailableInRegion = "NotAvailableInRegion" )
View Source
const ( ClusterEventTypeCreating = "CREATING" ClusterEventTypeDidNotExpandDisk = "DID_NOT_EXPAND_DISK" ClusterEventTypeExpandedDisk = "EXPANDED_DISK" ClusterEventTypeFailedToExpandDisk = "FAILED_TO_EXPAND_DISK" ClusterEventTypeInitScriptStarting = "INIT_SCRIPTS_STARTING" ClusterEventTypeInitScriptFinished = "INIT_SCRIPTS_FINISHED" ClusterEventTypeStarting = "STARTING" ClusterEventTypeRestarting = "RESTARTING" ClusterEventTypeTerminating = "TERMINATING" ClusterEventTypeEdited = "EDITED" ClusterEventTypeRunning = "RUNNING" ClusterEventTypeResizing = "RESIZING" ClusterEventTypeUpsizeCompleted = "UPSIZE_COMPLETED" ClusterEventTypeNodesLost = "NODES_LOST" ClusterEventTypeDriverHealthy = "DRIVER_HEALTHY" ClusterEventTypeSparkException = "SPARK_EXCEPTION" ClusterEventTypeDriverNotResponding = "DRIVER_NOT_RESPONDING" ClusterEventTypeDbfsDown = "DBFS_DOWN" ClusterEventTypeMetastoreDown = "METASTORE_DOWN" ClusterEventTypeAutoscalingStatsReport = "AUTOSCALING_STATS_REPORT" )
View Source
const ( ClusterSourceUI = "UI" ClusterSourceJob = "JOB" ClusterSourceAPI = "API" )
View Source
const ( ClusterStatePending = "PENDING" ClusterStateRunning = "RUNNING" ClusterStateRestarting = "RESTARTING" ClusterStateResizing = "RESIZING" ClusterStateTerminating = "TERMINATING" ClusterStateError = "ERROR" ClusterStateUnknown = "UNKNOWN" ClusterStateTERMINATED = "TERMINATED" )
View Source
const ( ListOrderDesc = "DESC" ListOrderAsc = "ASC" )
View Source
const ( TerminationCodeUserRequest = "USER_REQUEST" TerminationCodeJobFinished = "JOB_FINISHED" TerminationCodeInactivity = "INACTIVITY" TerminationCodeCloudProviderShutdown = "CLOUD_PROVIDER_SHUTDOWN" TerminationCodeCommunicationLost = "COMMUNICATION_LOST" TerminationCodeCloudProviderLaunchFailure = "CLOUD_PROVIDER_LAUNCH_FAILURE" TerminationCodeSparkStartupFailure = "SPARK_STARTUP_FAILURE" TerminationCodeInvalidArgument = "INVALID_ARGUMENT" TerminationCodeUnexpectedLaunchFailure = "UNEXPECTED_LAUNCH_FAILURE" TerminationCodeInternalError = "INTERNAL_ERROR" TerminationCodeInstanceUnreachable = "INSTANCE_UNREACHABLE" TerminationCodeRequestRejected = "REQUEST_REJECTED" TerminationCodeInitScriptFailure = "INIT_SCRIPT_FAILURE" TerminationCodeTrialExpired = "TRIAL_EXPIRED" )
View Source
const ( TerminationParameterUsername = "username" TerminationParameterDatabricksErrorMessage = "databricks_error_message" TerminationParameterInactivityDurationMin = "inactivity_duration_min" TerminationParameterInstanceID = "instance_id" TerminationParameterAzureErrorCode = "azure_error_code" TerminationParameterAzureErrorMessage = "azure_error_message" TerminationParameterInstancePoolID = "instance_pool_id" TerminationParameterInstancePoolErrorCode = "instance_pool_error_code" )
View Source
const ( Success = "SUCCESS" ClientError = "CLIENT_ERROR" ServiceFault = "SERVICE_FAULT" CloudFailure = "CLOUD_FAILURE" )
Variables ¶
This section is empty.
Functions ¶
This section is empty.
Types ¶
type AzureAttributes ¶
type AzureAttributes struct {
FirstOnDemand int32 `json:"first_on_demand,omitempty" url:"first_on_demand,omitempty"`
Availability AzureAvailability `json:"availability,omitempty" url:"availability,omitempty"`
SpotBidMaxPrice float64 `json:"spot_bid_max_price,omitempty" url:"spot_bid_max_price,omitempty"`
}
type AzureAvailability ¶
type AzureAvailability string
type ClusterAttributes ¶
type ClusterAttributes struct {
ClusterName string `json:"cluster_name,omitempty" url:"cluster_name,omitempty"`
SparkVersion string `json:"spark_version,omitempty" url:"spark_version,omitempty"`
SparkConf SparkConfPair `json:"spark_conf,omitempty" url:"spark_conf,omitempty"`
NodeTypeID string `json:"node_type_id,omitempty" url:"node_type_id,omitempty"`
DriverNodeTypeID string `json:"driver_node_type_id,omitempty" url:"driver_node_type_id,omitempty"`
SSHPublicKeys []string `json:"ssh_public_keys,omitempty" url:"ssh_public_keys,omitempty"`
CustomTags []ClusterTag `json:"custom_tags,omitempty" url:"custom_tags,omitempty"`
ClusterLogConf ClusterLogConf `json:"cluster_log_conf,omitempty" url:"cluster_log_conf,omitempty"`
InitScripts []InitScriptInfo `json:"init_scripts,omitempty" url:"init_scripts,omitempty"`
DockerImage DockerImage `json:"docker_image,omitempty" url:"docker_image,omitempty"`
SparkEnvVars map[string]string `json:"spark_env_vars,omitempty" url:"spark_env_vars,omitempty"`
AutoterminationMinutes int32 `json:"autotermination_minutes,omitempty" url:"autotermination_minutes,omitempty"`
EnableElasticDisk bool `json:"enable_elastic_disk,omitempty" url:"enable_elastic_disk,omitempty"`
InstancePoolID string `json:"instance_pool_id,omitempty" url:"instance_pool_id,omitempty"`
ClusterSource ClusterSource `json:"cluster_source,omitempty" url:"cluster_source,omitempty"`
PolicyID string `json:"policy_id,omitempty" url:"policy_id,omitempty"`
AzureAttributes AzureAttributes `json:"azure_attributes,omitempty" url:"azure_attributes,omitempty"`
}
type ClusterCloudProviderNodeInfo ¶
type ClusterCloudProviderNodeInfo struct {
Status []ClusterCloudProviderNodeStatus `json:"status,omitempty" url:"status,omitempty"`
AvailableCoreQuota float32 `json:"available_core_quota,omitempty" url:"available_core_quota,omitempty"`
TotalCoreQuota float32 `json:"total_core_quota,omitempty" url:"total_core_quota,omitempty"`
}
type ClusterCloudProviderNodeStatus ¶
type ClusterCloudProviderNodeStatus string
type ClusterEvent ¶
type ClusterEvent struct {
ClusterID string `json:"cluster_id,omitempty" url:"cluster_id,omitempty"`
Timestamp int64 `json:"timestamp,omitempty" url:"timestamp,omitempty"`
Type ClusterEventType `json:"type,omitempty" url:"type,omitempty"`
Details *EventDetails `json:"details,omitempty" url:"details,omitempty"`
}
type ClusterEventType ¶
type ClusterEventType string
type ClusterInfo ¶
type ClusterInfo struct {
NumWorkers int32 `json:"num_workers,omitempty" url:"num_workers,omitempty"`
AutoScale *AutoScale `json:"autoscale,omitempty" url:"autoscale,omitempty"`
ClusterID string `json:"cluster_id,omitempty" url:"cluster_id,omitempty"`
CreatorUserName string `json:"creator_user_name,omitempty" url:"creator_user_name,omitempty"`
Driver SparkNode `json:"driver,omitempty" url:"driver,omitempty"`
Executors *[]SparkNode `json:"executors,omitempty" url:"executors,omitempty"`
SparkContextID int64 `json:"spark_context_id,omitempty" url:"spark_context_id,omitempty"`
JdbcPort int32 `json:"jdbc_port,omitempty" url:"jdbc_port,omitempty"`
ClusterName string `json:"cluster_name,omitempty" url:"cluster_name,omitempty"`
SparkVersion string `json:"spark_version,omitempty" url:"spark_version,omitempty"`
SparkConf SparkConfPair `json:"spark_conf,omitempty" url:"spark_conf,omitempty"`
NodeTypeID string `json:"node_type_id,omitempty" url:"node_type_id,omitempty"`
DriverNodeTypeID string `json:"driver_node_type_id,omitempty" url:"driver_node_type_id,omitempty"`
ClusterLogConf ClusterLogConf `json:"cluster_log_conf,omitempty" url:"cluster_log_conf,omitempty"`
InitScripts *[]InitScriptInfo `json:"init_scripts,omitempty" url:"init_scripts,omitempty"`
SparkEnvVars map[string]string `json:"spark_env_vars,omitempty" url:"spark_env_vars,omitempty"`
AutoterminationMinutes int32 `json:"autotermination_minutes,omitempty" url:"autotermination_minutes,omitempty"`
State ClusterState `json:"state,omitempty" url:"state,omitempty"`
StateMessage string `json:"state_message,omitempty" url:"state_message,omitempty"`
StartTime int64 `json:"start_time,omitempty" url:"start_time,omitempty"`
TerminateTime int64 `json:"terminate_time,omitempty" url:"terminate_time,omitempty"`
LastStateLossTime int64 `json:"last_state_loss_time,omitempty" url:"last_state_loss_time,omitempty"`
LastActivityTime int64 `json:"last_activity_time,omitempty" url:"last_activity_time,omitempty"`
ClusterMemoryMb int64 `json:"cluster_memory_mb,omitempty" url:"cluster_memory_mb,omitempty"`
ClusterCores float32 `json:"cluster_cores,omitempty" url:"cluster_cores,omitempty"`
DefaultTags map[string]string `json:"default_tags,omitempty" url:"default_tags,omitempty"`
ClusterLogStatus LogSyncStatus `json:"cluster_log_status,omitempty" url:"cluster_log_status,omitempty"`
TerminationReason TerminationReason `json:"termination_reason,omitempty" url:"termination_reason,omitempty"`
}
type ClusterLogConf ¶
type ClusterLogConf struct {
Dbfs DbfsStorageInfo `json:"dbfs,omitempty" url:"dbfs,omitempty"`
}
type ClusterSize ¶
type ClusterSource ¶
type ClusterSource string
type ClusterState ¶
type ClusterState string
type ClusterTag ¶
type DbfsStorageInfo ¶
type DbfsStorageInfo struct {
Destination string `json:"destination,omitempty" url:"destination,omitempty"`
}
type DockerBasicAuth ¶
type DockerImage ¶
type DockerImage struct {
Url string `json:"url,omitempty" url:"url,omitempty"`
BasicAuth DockerBasicAuth `json:"basic_auth,omitempty" url:"basic_auth,omitempty"`
}
type EventDetails ¶
type EventDetails struct {
CurrentNumWorkers int32 `json:"current_num_workers,omitempty" url:"current_num_workers,omitempty"`
TargetNumWorkers int32 `json:"target_num_workers,omitempty" url:"target_num_workers,omitempty"`
PreviousAttributes *ClusterAttributes `json:"previous_attributes,omitempty" url:"previous_attributes,omitempty"`
Attributes *ClusterAttributes `json:"attributes,omitempty" url:"attributes,omitempty"`
PreviousClusterSize ClusterSize `json:"previous_cluster_size,omitempty" url:"previous_cluster_size,omitempty"`
ClusterSize ClusterSize `json:"cluster_size,omitempty" url:"cluster_size,omitempty"`
}
type FileStorageInfo ¶
type FileStorageInfo struct {
Destination string `json:"destination,omitempty" url:"destination,omitempty"`
}
type InitScriptInfo ¶
type InitScriptInfo struct {
Dbfs DbfsStorageInfo `json:"dbfs,omitempty" url:"dbfs,omitempty"`
Fs FileStorageInfo `json:"fs,omitempty" url:"fs,omitempty"`
}
type LogSyncStatus ¶
type NodeType ¶
type NodeType struct {
NodeTypeID string `json:"node_type_id,omitempty" url:"node_type_id,omitempty"`
MemoryMb int32 `json:"memory_mb,omitempty" url:"memory_mb,omitempty"`
NumCores float32 `json:"num_cores,omitempty" url:"num_cores,omitempty"`
Description string `json:"description,omitempty" url:"description,omitempty"`
InstanceTypeID string `json:"instance_type_id,omitempty" url:"instance_type_id,omitempty"`
IsDeprecated bool `json:"is_deprecated,omitempty" url:"is_deprecated,omitempty"`
NodeInfo ClusterCloudProviderNodeInfo `json:"node_info,omitempty" url:"node_info,omitempty"`
}
type ParameterPair ¶
type SparkConfPair ¶
type SparkNode ¶
type SparkNode struct {
PrivateIP string `json:"private_ip,omitempty" url:"private_ip,omitempty"`
PublicDNS string `json:"public_dns,omitempty" url:"public_dns,omitempty"`
NodeID string `json:"node_id,omitempty" url:"node_id,omitempty"`
InstanceID string `json:"instance_id,omitempty" url:"instance_id,omitempty"`
StartTimestamp int64 `json:"start_timestamp,omitempty" url:"start_timestamp,omitempty"`
HostPrivateIP string `json:"host_private_ip,omitempty" url:"host_private_ip,omitempty"`
}
type SparkVersion ¶
type TerminationCode ¶
type TerminationCode string
type TerminationParameter ¶
type TerminationParameter string
type TerminationReason ¶
type TerminationReason struct {
Code TerminationCode `json:"code,omitempty" url:"code,omitempty"`
Type TerminationType `json:"type,omitempty" url:"code,omitempty"`
Parameters ParameterPair `json:"parameters,omitempty" url:"parameters,omitempty"`
}
type TerminationType ¶
type TerminationType string
Source Files
¶
- AutoScale.go
- AzureAttributes.go
- AzureAvailability.go
- ClusterAttributes.go
- ClusterCloudProviderNodeInfo.go
- ClusterCloudProviderNodeStatus.go
- ClusterEvent.go
- ClusterEventType.go
- ClusterInfo.go
- ClusterLogConf.go
- ClusterSize.go
- ClusterSource.go
- ClusterState.go
- ClusterTag.go
- DbfsStorageInfo.go
- DockerBasicAuth.go
- DockerImage.go
- EventDetails.go
- FileStorageInfo.go
- InitScriptInfo.go
- ListOrder.go
- LogSyncStatus.go
- NodeType.go
- ParameterPair.go
- SparkConfPair.go
- SparkNode.go
- SparkVersion.go
- TerminationCode.go
- TerminationParameter.go
- TerminationReason.go
- TerminationType.go
Click to show internal directories.
Click to hide internal directories.