models

package
v0.1.5 Latest Latest
Warning

This package is not in the latest version of its module.

Go to latest
Published: Jun 29, 2021 License: Apache-2.0 Imports: 0 Imported by: 0

Documentation

Index

Constants

View Source
const (
	ClusterCloudProviderNodeStatusNotEnabledOnSubscription = "NotEnabledOnSubscription"
	ClusterCloudProviderNodeStatusNotAvailableInRegion     = "NotAvailableInRegion"
)
View Source
const (
	ClusterEventTypeCreating               = "CREATING"
	ClusterEventTypeDidNotExpandDisk       = "DID_NOT_EXPAND_DISK"
	ClusterEventTypeExpandedDisk           = "EXPANDED_DISK"
	ClusterEventTypeFailedToExpandDisk     = "FAILED_TO_EXPAND_DISK"
	ClusterEventTypeInitScriptStarting     = "INIT_SCRIPTS_STARTING"
	ClusterEventTypeInitScriptFinished     = "INIT_SCRIPTS_FINISHED"
	ClusterEventTypeStarting               = "STARTING"
	ClusterEventTypeRestarting             = "RESTARTING"
	ClusterEventTypeTerminating            = "TERMINATING"
	ClusterEventTypeEdited                 = "EDITED"
	ClusterEventTypeRunning                = "RUNNING"
	ClusterEventTypeResizing               = "RESIZING"
	ClusterEventTypeUpsizeCompleted        = "UPSIZE_COMPLETED"
	ClusterEventTypeNodesLost              = "NODES_LOST"
	ClusterEventTypeDriverHealthy          = "DRIVER_HEALTHY"
	ClusterEventTypeDriverUnavailable      = "DRIVER_UNAVAILABLE"
	ClusterEventTypeSparkException         = "SPARK_EXCEPTION"
	ClusterEventTypeDriverNotResponding    = "DRIVER_NOT_RESPONDING"
	ClusterEventTypeDbfsDown               = "DBFS_DOWN"
	ClusterEventTypeMetastoreDown          = "METASTORE_DOWN"
	ClusterEventTypeAutoscalingStatsReport = "AUTOSCALING_STATS_REPORT"
)
View Source
const (
	ClusterSourceUI  = "UI"
	ClusterSourceJob = "JOB"
	ClusterSourceAPI = "API"
)
View Source
const (
	ClusterStatePending     = "PENDING"
	ClusterStateRunning     = "RUNNING"
	ClusterStateRestarting  = "RESTARTING"
	ClusterStateResizing    = "RESIZING"
	ClusterStateTerminating = "TERMINATING"
	ClusterStateError       = "ERROR"
	ClusterStateUnknown     = "UNKNOWN"
	ClusterStateTERMINATED  = "TERMINATED"
)
View Source
const (
	ListOrderDesc = "DESC"
	ListOrderAsc  = "ASC"
)
View Source
const (
	TerminationCodeUserRequest                = "USER_REQUEST"
	TerminationCodeJobFinished                = "JOB_FINISHED"
	TerminationCodeInactivity                 = "INACTIVITY"
	TerminationCodeCloudProviderShutdown      = "CLOUD_PROVIDER_SHUTDOWN"
	TerminationCodeCommunicationLost          = "COMMUNICATION_LOST"
	TerminationCodeCloudProviderLaunchFailure = "CLOUD_PROVIDER_LAUNCH_FAILURE"
	TerminationCodeSparkStartupFailure        = "SPARK_STARTUP_FAILURE"
	TerminationCodeInvalidArgument            = "INVALID_ARGUMENT"
	TerminationCodeUnexpectedLaunchFailure    = "UNEXPECTED_LAUNCH_FAILURE"
	TerminationCodeInternalError              = "INTERNAL_ERROR"
	TerminationCodeInstanceUnreachable        = "INSTANCE_UNREACHABLE"
	TerminationCodeRequestRejected            = "REQUEST_REJECTED"
	TerminationCodeInitScriptFailure          = "INIT_SCRIPT_FAILURE"
	TerminationCodeTrialExpired               = "TRIAL_EXPIRED"
)
View Source
const (
	TerminationParameterUsername               = "username"
	TerminationParameterDatabricksErrorMessage = "databricks_error_message"
	TerminationParameterInactivityDurationMin  = "inactivity_duration_min"
	TerminationParameterInstanceID             = "instance_id"
	TerminationParameterAzureErrorCode         = "azure_error_code"
	TerminationParameterAzureErrorMessage      = "azure_error_message"
)

Variables

This section is empty.

Functions

This section is empty.

Types

type AutoScale

type AutoScale struct {
	MinWorkers int32 `json:"min_workers,omitempty" url:"min_workers,omitempty"`
	MaxWorkers int32 `json:"max_workers,omitempty" url:"max_workers,omitempty"`
}

type ClusterAttributes

type ClusterAttributes struct {
	ClusterName            string            `json:"cluster_name,omitempty" url:"cluster_name,omitempty"`
	SparkVersion           string            `json:"spark_version,omitempty" url:"spark_version,omitempty"`
	SparkConf              *SparkConfPair    `json:"spark_conf,omitempty" url:"spark_conf,omitempty"`
	NodeTypeID             string            `json:"node_type_id,omitempty" url:"node_type_id,omitempty"`
	DriverNodeTypeID       string            `json:"driver_node_type_id,omitempty" url:"driver_node_type_id,omitempty"`
	SSHPublicKeys          []string          `json:"ssh_public_keys,omitempty" url:"ssh_public_keys,omitempty"`
	CustomTags             []ClusterTag      `json:"custom_tags,omitempty" url:"custom_tags,omitempty"`
	ClusterLogConf         *ClusterLogConf   `json:"cluster_log_conf,omitempty" url:"cluster_log_conf,omitempty"`
	InitScripts            []InitScriptInfo  `json:"init_scripts,omitempty" url:"init_scripts,omitempty"`
	SparkEnvVars           map[string]string `json:"spark_env_vars,omitempty" url:"spark_env_vars,omitempty"`
	AutoterminationMinutes int32             `json:"autotermination_minutes,omitempty" url:"autotermination_minutes,omitempty"`
	EnableElasticDisk      bool              `json:"enable_elastic_disk,omitempty" url:"enable_elastic_disk,omitempty"`
	ClusterSource          *ClusterSource    `json:"cluster_source,omitempty" url:"cluster_source,omitempty"`
}

type ClusterCloudProviderNodeInfo

type ClusterCloudProviderNodeInfo struct {
	Status             *ClusterCloudProviderNodeStatus `json:"status,omitempty" url:"status,omitempty"`
	AvailableCoreQuota int32                           `json:"available_core_quota,omitempty" url:"available_core_quota,omitempty"`
	TotalCoreQuota     int32                           `json:"total_core_quota,omitempty" url:"total_core_quota,omitempty"`
}

type ClusterCloudProviderNodeStatus

type ClusterCloudProviderNodeStatus string

type ClusterEvent

type ClusterEvent struct {
	ClusterID string            `json:"cluster_id,omitempty" url:"cluster_id,omitempty"`
	Timestamp int64             `json:"timestamp,omitempty" url:"timestamp,omitempty"`
	Type      *ClusterEventType `json:"type,omitempty" url:"type,omitempty"`
	Details   *EventDetails     `json:"details,omitempty" url:"details,omitempty"`
}

type ClusterEventType

type ClusterEventType string

type ClusterInfo

type ClusterInfo struct {
	NumWorkers             int32              `json:"num_workers,omitempty" url:"num_workers,omitempty"`
	AutoScale              *AutoScale         `json:"autoscale,omitempty" url:"autoscale,omitempty"`
	ClusterID              string             `json:"cluster_id,omitempty" url:"cluster_id,omitempty"`
	CreatorUserName        string             `json:"creator_user_name,omitempty" url:"creator_user_name,omitempty"`
	Driver                 *SparkNode         `json:"driver,omitempty" url:"driver,omitempty"`
	Executors              []SparkNode        `json:"executors,omitempty" url:"executors,omitempty"`
	SparkContextID         int64              `json:"spark_context_id,omitempty" url:"spark_context_id,omitempty"`
	JdbcPort               int32              `json:"jdbc_port,omitempty" url:"jdbc_port,omitempty"`
	ClusterName            string             `json:"cluster_name,omitempty" url:"cluster_name,omitempty"`
	SparkVersion           string             `json:"spark_version,omitempty" url:"spark_version,omitempty"`
	SparkConf              *SparkConfPair     `json:"spark_conf,omitempty" url:"spark_conf,omitempty"`
	NodeTypeID             string             `json:"node_type_id,omitempty" url:"node_type_id,omitempty"`
	DriverNodeTypeID       string             `json:"driver_node_type_id,omitempty" url:"driver_node_type_id,omitempty"`
	ClusterLogConf         *ClusterLogConf    `json:"cluster_log_conf,omitempty" url:"cluster_log_conf,omitempty"`
	InitScripts            []InitScriptInfo   `json:"init_scripts,omitempty" url:"init_scripts,omitempty"`
	SparkEnvVars           map[string]string  `json:"spark_env_vars,omitempty" url:"spark_env_vars,omitempty"`
	AutoterminationMinutes int32              `json:"autotermination_minutes,omitempty" url:"autotermination_minutes,omitempty"`
	State                  *ClusterState      `json:"state,omitempty" url:"state,omitempty"`
	StateMessage           string             `json:"state_message,omitempty" url:"state_message,omitempty"`
	StartTime              int64              `json:"start_time,omitempty" url:"start_time,omitempty"`
	TerminateTime          int64              `json:"terminate_time,omitempty" url:"terminate_time,omitempty"`
	LastStateLossTime      int64              `json:"last_state_loss_time,omitempty" url:"last_state_loss_time,omitempty"`
	LastActivityTime       int64              `json:"last_activity_time,omitempty" url:"last_activity_time,omitempty"`
	ClusterMemoryMb        int64              `json:"cluster_memory_mb,omitempty" url:"cluster_memory_mb,omitempty"`
	ClusterCores           float32            `json:"cluster_cores,omitempty" url:"cluster_cores,omitempty"`
	DefaultTags            map[string]string  `json:"default_tags,omitempty" url:"default_tags,omitempty"`
	ClusterLogStatus       *LogSyncStatus     `json:"cluster_log_status,omitempty" url:"cluster_log_status,omitempty"`
	TerminationReason      *TerminationReason `json:"termination_reason,omitempty" url:"termination_reason,omitempty"`
}

type ClusterLogConf

type ClusterLogConf struct {
	Dbfs *DbfsStorageInfo `json:"dbfs,omitempty" url:"dbfs,omitempty"`
}

type ClusterSize

type ClusterSize struct {
	NumWorkers int32      `json:"num_workers,omitempty" url:"num_workers,omitempty"`
	Autoscale  *AutoScale `json:"autoscale,omitempty" url:"autoscale,omitempty"`
}

type ClusterSource

type ClusterSource string

type ClusterState

type ClusterState string

type ClusterTag

type ClusterTag struct {
	Key   string `json:"key,omitempty" url:"key,omitempty"`
	Value string `json:"value,omitempty" url:"value,omitempty"`
}

type DbfsStorageInfo

type DbfsStorageInfo struct {
	Destination string `json:"destination,omitempty" url:"destination,omitempty"`
}

type DockerBasicAuth

type DockerBasicAuth struct {
	Username string `json:"username,omitempty" url:"username,omitempty"`
	Password string `json:"password,omitempty" url:"password,omitempty"`
}

type DockerImage

type DockerImage struct {
	Url       string          `json:"url,omitempty" url:"url,omitempty"`
	BasicAuth DockerBasicAuth `json:"basic_auth,omitempty" url:"basic_auth,omitempty"`
}

type EventDetails

type EventDetails struct {
	CurrentNumWorkers   int32              `json:"current_num_workers,omitempty" url:"current_num_workers,omitempty"`
	TargetNumWorkers    int32              `json:"target_num_workers,omitempty" url:"target_num_workers,omitempty"`
	PreviousAttributes  *ClusterAttributes `json:"previous_attributes,omitempty" url:"previous_attributes,omitempty"`
	Attributes          *ClusterAttributes `json:"attributes,omitempty" url:"attributes,omitempty"`
	PreviousClusterSize *ClusterSize       `json:"previous_cluster_size,omitempty" url:"previous_cluster_size,omitempty"`
	ClusterSize         *ClusterSize       `json:"cluster_size,omitempty" url:"cluster_size,omitempty"`
}

type InitScriptInfo

type InitScriptInfo struct {
	Dbfs *DbfsStorageInfo `json:"dbfs,omitempty" url:"dbfs,omitempty"`
}

type ListOrder

type ListOrder string

type LogSyncStatus

type LogSyncStatus struct {
	LastAttempted int64  `json:"last_attempted,omitempty" url:"last_attempted,omitempty"`
	LastException string `json:"last_exception,omitempty" url:"last_exception,omitempty"`
}

type ParameterPair

type ParameterPair struct {
	Key   string `json:"key,omitempty" url:"key,omitempty"`
	Value string `json:"value,omitempty" url:"value,omitempty"`
}

type SparkConfPair

type SparkConfPair struct {
	Key   string `json:"key,omitempty" url:"key,omitempty"`
	Value string `json:"value,omitempty" url:"value,omitempty"`
}

type SparkNode

type SparkNode struct {
	PrivateIP      string `json:"private_ip,omitempty" url:"private_ip,omitempty"`
	PublicDNS      string `json:"public_dns,omitempty" url:"public_dns,omitempty"`
	NodeID         string `json:"node_id,omitempty" url:"node_id,omitempty"`
	InstanceID     string `json:"instance_id,omitempty" url:"instance_id,omitempty"`
	StartTimestamp int64  `json:"start_timestamp,omitempty" url:"start_timestamp,omitempty"`
	HostPrivateIP  string `json:"host_private_ip,omitempty" url:"host_private_ip,omitempty"`
}

type TerminationCode

type TerminationCode string

type TerminationParameter

type TerminationParameter string

type TerminationReason

type TerminationReason struct {
	Code       *TerminationCode `json:"code,omitempty" url:"code,omitempty"`
	Parameters []ParameterPair  `json:"parameters,omitempty" url:"parameters,omitempty"`
}

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL