Documentation
¶
Index ¶
- Constants
- func GetNonRetryableError(err error, method v1beta1.FlinkMethod, errorCode string) error
- func GetNonRetryableErrorWithMessage(err error, method v1beta1.FlinkMethod, errorCode string, message string) error
- func GetRetryableError(err error, method v1beta1.FlinkMethod, errorCode string, maxRetries int32) error
- func GetRetryableErrorWithMessage(err error, method v1beta1.FlinkMethod, errorCode string, maxRetries int32, ...) error
- func NewFlinkApplicationError(appError string, method v1beta1.FlinkMethod, errorCode string, ...) *v1beta1.FlinkApplicationError
- type CancelJobRequest
- type CancelJobResponse
- type CheckpointResponse
- type CheckpointStatistics
- type CheckpointStatus
- type ClusterOverviewResponse
- type FailureCause
- type FlinkAPIInterface
- type FlinkJob
- type FlinkJobManagerClient
- func (c *FlinkJobManagerClient) CancelJobWithSavepoint(ctx context.Context, url string, jobID string) (string, error)
- func (c *FlinkJobManagerClient) CheckSavepointStatus(ctx context.Context, url string, jobID, triggerID string) (*SavepointResponse, error)
- func (c *FlinkJobManagerClient) ForceCancelJob(ctx context.Context, url string, jobID string) error
- func (c *FlinkJobManagerClient) GetCheckpointCounts(ctx context.Context, url string, jobID string) (*CheckpointResponse, error)
- func (c *FlinkJobManagerClient) GetClusterOverview(ctx context.Context, url string) (*ClusterOverviewResponse, error)
- func (c *FlinkJobManagerClient) GetJobConfig(ctx context.Context, url, jobID string) (*JobConfigResponse, error)
- func (c *FlinkJobManagerClient) GetJobOverview(ctx context.Context, url string, jobID string) (*FlinkJobOverview, error)
- func (c *FlinkJobManagerClient) GetJobs(ctx context.Context, url string) (*GetJobsResponse, error)
- func (c *FlinkJobManagerClient) GetLatestCheckpoint(ctx context.Context, url string, jobID string) (*CheckpointStatistics, error)
- func (c *FlinkJobManagerClient) GetTaskManagers(ctx context.Context, url string) (*TaskManagersResponse, error)
- func (c *FlinkJobManagerClient) SubmitJob(ctx context.Context, url string, jarID string, ...) (*SubmitJobResponse, error)
- type FlinkJobOverview
- type FlinkJobVertex
- type GetJobsResponse
- type JobConfigResponse
- type JobExecutionConfig
- type JobState
- type LatestCheckpoints
- type RetryHandler
- func (r RetryHandler) GetRetryDelay(retryCount int32) time.Duration
- func (r RetryHandler) IsErrorRetryable(err error) bool
- func (r RetryHandler) IsRetryRemaining(err error, retryCount int32) bool
- func (r RetryHandler) IsTimeToRetry(clock clock.Clock, lastUpdatedTime time.Time, retryCount int32) bool
- func (r RetryHandler) WaitOnError(clock clock.Clock, lastUpdatedTime time.Time) (time.Duration, bool)
- type RetryHandlerInterface
- type SavepointOperationResponse
- type SavepointResponse
- type SavepointStatus
- type SavepointStatusResponse
- type SubmitJobRequest
- type SubmitJobResponse
- type TaskManagerStats
- type TaskManagersResponse
Constants ¶
View Source
const ( GlobalFailure = "FAILED" JSONUnmarshalError = "JSONUNMARSHALERROR" DefaultRetries = 20 NoRetries = 0 )
appError codes
View Source
const GetClusterOverviewURL = "/overview"
View Source
const GetJobsOverviewURL = "/jobs/%s"
View Source
const WebUIAnchor = "/#"
Variables ¶
This section is empty.
Functions ¶
func GetNonRetryableError ¶ added in v0.1.3
func GetNonRetryableError(err error, method v1beta1.FlinkMethod, errorCode string) error
func GetNonRetryableErrorWithMessage ¶ added in v0.3.0
func GetRetryableError ¶ added in v0.1.3
func GetRetryableErrorWithMessage ¶ added in v0.3.0
func NewFlinkApplicationError ¶ added in v0.1.3
func NewFlinkApplicationError(appError string, method v1beta1.FlinkMethod, errorCode string, isRetryable bool, isFailFast bool, maxRetries int32) *v1beta1.FlinkApplicationError
Types ¶
type CancelJobRequest ¶
type CancelJobResponse ¶
type CancelJobResponse struct {
TriggerID string `json:"request-id"`
}
type CheckpointResponse ¶
type CheckpointResponse struct {
Counts map[string]int32 `json:"counts"`
Latest LatestCheckpoints `json:"latest"`
History []CheckpointStatistics `json:"history"`
}
type CheckpointStatistics ¶
type CheckpointStatistics struct {
ID uint `json:"id"`
Status CheckpointStatus `json:"status"`
IsSavepoint bool `json:"is_savepoint"`
TriggerTimestamp int64 `json:"trigger_timestamp"`
LatestAckTimestamp int64 `json:"latest_ack_timestamp"`
StateSize int64 `json:"state_size"`
EndToEndDuration int64 `json:"end_to_end_duration"`
AlignmentBuffered int64 `json:"alignment_buffered"`
NumSubtasks int64 `json:"num_subtasks"`
FailureTimestamp int64 `json:"failure_timestamp"`
FailureMessage string `json:"failure_message"`
ExternalPath string `json:"external_path"`
Discarded bool `json:"discarded"`
RestoredTimeStamp int64 `json:"restore_timestamp"`
}
type CheckpointStatus ¶
type CheckpointStatus string
const ( CheckpointInProgress CheckpointStatus = "IN_PROGRESS" CheckpointFailed CheckpointStatus = "FAILED" CheckpointCompleted CheckpointStatus = "COMPLETED" )
type ClusterOverviewResponse ¶
type FailureCause ¶
type FlinkAPIInterface ¶
type FlinkAPIInterface interface {
CancelJobWithSavepoint(ctx context.Context, url string, jobID string) (string, error)
ForceCancelJob(ctx context.Context, url string, jobID string) error
SubmitJob(ctx context.Context, url string, jarID string, submitJobRequest SubmitJobRequest) (*SubmitJobResponse, error)
CheckSavepointStatus(ctx context.Context, url string, jobID, triggerID string) (*SavepointResponse, error)
GetJobs(ctx context.Context, url string) (*GetJobsResponse, error)
GetClusterOverview(ctx context.Context, url string) (*ClusterOverviewResponse, error)
GetLatestCheckpoint(ctx context.Context, url string, jobID string) (*CheckpointStatistics, error)
GetJobConfig(ctx context.Context, url string, jobID string) (*JobConfigResponse, error)
GetTaskManagers(ctx context.Context, url string) (*TaskManagersResponse, error)
GetCheckpointCounts(ctx context.Context, url string, jobID string) (*CheckpointResponse, error)
GetJobOverview(ctx context.Context, url string, jobID string) (*FlinkJobOverview, error)
}
func NewFlinkJobManagerClient ¶
func NewFlinkJobManagerClient(config config.RuntimeConfig) FlinkAPIInterface
type FlinkJobManagerClient ¶
type FlinkJobManagerClient struct {
// contains filtered or unexported fields
}
func (*FlinkJobManagerClient) CancelJobWithSavepoint ¶
func (*FlinkJobManagerClient) CheckSavepointStatus ¶
func (c *FlinkJobManagerClient) CheckSavepointStatus(ctx context.Context, url string, jobID, triggerID string) (*SavepointResponse, error)
func (*FlinkJobManagerClient) ForceCancelJob ¶
func (*FlinkJobManagerClient) GetCheckpointCounts ¶
func (c *FlinkJobManagerClient) GetCheckpointCounts(ctx context.Context, url string, jobID string) (*CheckpointResponse, error)
func (*FlinkJobManagerClient) GetClusterOverview ¶
func (c *FlinkJobManagerClient) GetClusterOverview(ctx context.Context, url string) (*ClusterOverviewResponse, error)
func (*FlinkJobManagerClient) GetJobConfig ¶
func (c *FlinkJobManagerClient) GetJobConfig(ctx context.Context, url, jobID string) (*JobConfigResponse, error)
func (*FlinkJobManagerClient) GetJobOverview ¶
func (c *FlinkJobManagerClient) GetJobOverview(ctx context.Context, url string, jobID string) (*FlinkJobOverview, error)
func (*FlinkJobManagerClient) GetJobs ¶
func (c *FlinkJobManagerClient) GetJobs(ctx context.Context, url string) (*GetJobsResponse, error)
func (*FlinkJobManagerClient) GetLatestCheckpoint ¶
func (c *FlinkJobManagerClient) GetLatestCheckpoint(ctx context.Context, url string, jobID string) (*CheckpointStatistics, error)
func (*FlinkJobManagerClient) GetTaskManagers ¶
func (c *FlinkJobManagerClient) GetTaskManagers(ctx context.Context, url string) (*TaskManagersResponse, error)
func (*FlinkJobManagerClient) SubmitJob ¶
func (c *FlinkJobManagerClient) SubmitJob(ctx context.Context, url string, jarID string, submitJobRequest SubmitJobRequest) (*SubmitJobResponse, error)
type FlinkJobOverview ¶
type FlinkJobOverview struct {
JobID string `json:"jid"`
State JobState `json:"state"`
StartTime int64 `json:"start-time"`
EndTime int64 `json:"end-time"`
Vertices []FlinkJobVertex `json:"vertices"`
}
type FlinkJobVertex ¶ added in v0.4.0
type FlinkJobVertex struct {
ID string `json:"id"`
Name string `json:"name"`
Parallelism int64 `json:"parallelism"`
Status JobState `json:"status"`
StartTime int64 `json:"start-time"`
EndTime int64 `json:"end-time"`
Duration int64 `json:"duration"`
Tasks map[string]int64 `json:"tasks"`
Metrics map[string]interface{} `json:"metrics"`
}
type GetJobsResponse ¶
type GetJobsResponse struct {
Jobs []FlinkJob `json:"jobs"`
}
type JobConfigResponse ¶
type JobConfigResponse struct {
JobID string `json:"jid"`
ExecutionConfig JobExecutionConfig `json:"execution-config"`
}
type JobExecutionConfig ¶
type JobExecutionConfig struct {
Parallelism int32 `json:"job-parallelism"`
}
type JobState ¶
type JobState string
const ( Created JobState = "CREATED" Running JobState = "RUNNING" Failing JobState = "FAILING" Failed JobState = "FAILED" Cancelling JobState = "CANCELLING" Canceled JobState = "CANCELED" Finished JobState = "FINISHED" Restarting JobState = "RESTARTING" Suspended JobState = "SUSPENDED" Reconciling JobState = "RECONCILING" )
type LatestCheckpoints ¶
type LatestCheckpoints struct {
Completed *CheckpointStatistics `json:"completed,omitempty"`
Savepoint *CheckpointStatistics `json:"savepoint,omitempty"`
Failed *CheckpointStatistics `json:"failed,omitempty"`
Restored *CheckpointStatistics `json:"restored,omitempty"`
}
type RetryHandler ¶ added in v0.1.3
type RetryHandler struct {
// contains filtered or unexported fields
}
A Retryer that has methods to determine if an error is retryable and also does exponential backoff
func NewRetryHandler ¶ added in v0.1.3
func (RetryHandler) GetRetryDelay ¶ added in v0.1.3
func (r RetryHandler) GetRetryDelay(retryCount int32) time.Duration
func (RetryHandler) IsErrorRetryable ¶ added in v0.1.3
func (r RetryHandler) IsErrorRetryable(err error) bool
func (RetryHandler) IsRetryRemaining ¶ added in v0.1.3
func (r RetryHandler) IsRetryRemaining(err error, retryCount int32) bool
func (RetryHandler) IsTimeToRetry ¶ added in v0.1.3
func (RetryHandler) WaitOnError ¶ added in v0.1.3
type RetryHandlerInterface ¶ added in v0.1.3
type RetryHandlerInterface interface {
IsErrorRetryable(err error) bool
IsRetryRemaining(err error, retryCount int32) bool
WaitOnError(clock clock.Clock, lastUpdatedTime time.Time) (time.Duration, bool)
GetRetryDelay(retryCount int32) time.Duration
IsTimeToRetry(clock clock.Clock, lastUpdatedTime time.Time, retryCount int32) bool
}
type SavepointOperationResponse ¶
type SavepointOperationResponse struct {
Location string `json:"location"`
FailureCause FailureCause `json:"failure-cause"`
}
type SavepointResponse ¶
type SavepointResponse struct {
SavepointStatus SavepointStatusResponse `json:"status"`
Operation SavepointOperationResponse `json:"operation"`
}
type SavepointStatus ¶
type SavepointStatus string
const ( SavePointInvalid SavepointStatus = "" SavePointInProgress SavepointStatus = "IN_PROGRESS" SavePointCompleted SavepointStatus = "COMPLETED" )
type SavepointStatusResponse ¶
type SavepointStatusResponse struct {
Status SavepointStatus `json:"id"`
}
type SubmitJobRequest ¶
type SubmitJobResponse ¶
type SubmitJobResponse struct {
JobID string `json:"jobid"`
}
type TaskManagerStats ¶
type TaskManagersResponse ¶
type TaskManagersResponse struct {
TaskManagers []TaskManagerStats `json:"taskmanagers"`
}
Click to show internal directories.
Click to hide internal directories.