flink

package

v0.1.3 Latest Latest Go to latest Published: May 13, 2021 License: Apache-2.0 Imports: 31 Imported by: 0

Details

Valid go.mod file
Redistributable license
Tagged version
Stable version
Learn more about best practices

Repository

github.com/spotify/flyte-flink-plugin

Links

Open Source Insights

Documentation ¶

Index ¶

Constants
func GroupByScheme(artifacts []string) map[string][]string
func KubeClientConfig(host string, auth Auth) (*restclient.Config, error)
func NewFlinkCluster(config *Config, taskCtx FlinkTaskContext) (*flinkOp.FlinkCluster, error)
func Validate(job *flinkIdl.FlinkJob) error
func ValidateRegEx(value string, r *regexp.Regexp) error
type Annotations
- func GetDefaultAnnotations(taskCtx pluginsCore.TaskExecutionMetadata) Annotations
type Auth
- func (auth Auth) GetCA() ([]byte, error)
- func (auth Auth) GetToken() (string, error)
type ClusterConfig
type ClusterName
- func NewClusterName(name string) (ClusterName, error)
- func (cn ClusterName) String() string
- func (cn ClusterName) Validate() error
type Config
- func GetFlinkConfig() *Config
type Downloader
type DownloaderRegistry
- func (dr DownloaderRegistry) GetDownloader(scheme string) (Downloader, error)
type FlinkCluster
type FlinkTaskContext
- func NewFlinkTaskContext(ctx context.Context, taskCtx pluginsCore.TaskExecutionContext) (*FlinkTaskContext, error)
type Labels
- func GetDefaultLabels(taskCtx pluginsCore.TaskExecutionMetadata) Labels
type Properties
- func MergeProperties(maps ...Properties) Properties
- func (p Properties) GetInt(key string) (int, error)

Constants ¶

View Source

const (
	KindFlinkCluster = "FlinkCluster"
	// Flyte flink task type
	FlinkTaskType = "flink"
)

Variables ¶

This section is empty.

Functions ¶

func GroupByScheme ¶

func GroupByScheme(artifacts []string) map[string][]string

func KubeClientConfig ¶

func KubeClientConfig(host string, auth Auth) (*restclient.Config, error)

KubeClientConfig ...

func NewFlinkCluster ¶

func NewFlinkCluster(config *Config, taskCtx FlinkTaskContext) (*flinkOp.FlinkCluster, error)

func Validate ¶

func Validate(job *flinkIdl.FlinkJob) error

func ValidateRegEx ¶

func ValidateRegEx(value string, r *regexp.Regexp) error

Types ¶

type Annotations ¶

type Annotations map[string]string

func GetDefaultAnnotations ¶

func GetDefaultAnnotations(taskCtx pluginsCore.TaskExecutionMetadata) Annotations

type Auth ¶

type Auth struct {
	TokenPath  string `json:"tokenPath" pflag:", Token path"`
	CaCertPath string `json:"caCertPath" pflag:", Certificate path"`
}

func (Auth) GetCA ¶

func (auth Auth) GetCA() ([]byte, error)

func (Auth) GetToken ¶

func (auth Auth) GetToken() (string, error)

type ClusterConfig ¶

type ClusterConfig struct {
	Name     string `json:"name" pflag:",Friendly name of the remote cluster"`
	Endpoint string `json:"endpoint" pflag:", Remote K8s cluster endpoint"`
	Auth     Auth   `json:"auth" pflag:"-, Auth setting for the cluster"`
	Enabled  bool   `json:"enabled" pflag:", Boolean flag to enable or disable"`
}

type ClusterName ¶

type ClusterName string

func NewClusterName ¶

func NewClusterName(name string) (ClusterName, error)

func (ClusterName) String ¶

func (cn ClusterName) String() string

func (ClusterName) Validate ¶

func (cn ClusterName) Validate() error

type Config ¶

type Config struct {
	DefaultFlinkCluster     flinkOp.FlinkCluster `json:"defaultFlinkCluster"`
	FlinkPropertiesOverride map[string]string    `json:"flinkPropertiesOverride" pflag:",Key value pairs of flink properties to be overridden in every FlinkJob"`
	LogConfig               logs.LogConfig       `json:"logs"`
	GeneratedNameMaxLength  *int                 `json:"generatedNameMaxLength" pflag:"Specifies the length of TaskExecutionID generated name. default: 50"`
	RemoteClusterConfig     ClusterConfig        `json:"remoteClusterConfig" pflag:"Configuration of remote K8s cluster for array jobs"`
}

Config ... Flink-specific configs

func GetFlinkConfig ¶

func GetFlinkConfig() *Config

type Downloader ¶

type Downloader interface {
	Container(artifacts []string) corev1.Container
}

type DownloaderRegistry ¶

type DownloaderRegistry map[string]Downloader

func (DownloaderRegistry) GetDownloader ¶ added in v0.1.3

func (dr DownloaderRegistry) GetDownloader(scheme string) (Downloader, error)

type FlinkCluster ¶

type FlinkCluster flinkOp.FlinkCluster

type FlinkTaskContext ¶

type FlinkTaskContext struct {
	ClusterName ClusterName
	Namespace   string
	Annotations map[string]string
	Labels      map[string]string
	Job         flinkIdl.FlinkJob
}

func NewFlinkTaskContext ¶

func NewFlinkTaskContext(ctx context.Context, taskCtx pluginsCore.TaskExecutionContext) (*FlinkTaskContext, error)

type Labels ¶

type Labels map[string]string

func GetDefaultLabels ¶

func GetDefaultLabels(taskCtx pluginsCore.TaskExecutionMetadata) Labels

type Properties ¶

type Properties map[string]string

func MergeProperties ¶

func MergeProperties(maps ...Properties) Properties

func (Properties) GetInt ¶

func (p Properties) GetInt(key string) (int, error)

Source Files ¶

View all Source files

?	: This menu
/	: Search site
f or F	: Jump to
y or Y	: Canonical URL