dataload

type DataLoadInfo struct {
	// BackoffLimit specifies the upper limit times when the DataLoad job fails
	BackoffLimit int32 `yaml:"backoffLimit,omitempty"`

	// TargetDataset specifies the dataset that the DataLoad targets
	TargetDataset string `yaml:"targetDataset,omitempty"`

	// LoadMetadata specifies if the DataLoad job should load metadata from UFS when doing data load
	LoadMetadata bool `yaml:"loadMetadata,omitempty"`

	// TargetPaths specifies which paths should the DataLoad load
	TargetPaths []TargetPath `yaml:"targetPaths,omitempty"`

	// Image specifies the image that the DataLoad job uses
	Image string `yaml:"image,omitempty"`

	// Options specifies the extra dataload properties for runtime
	Options map[string]string `yaml:"options,omitempty"`

	// Labels defines labels in DataLoad's pod metadata
	Labels map[string]string `yaml:"labels,omitempty"`

	// Annotations defines annotations in DataLoad's pod metadata
	Annotations map[string]string `yaml:"annotations,omitempty"`
}

type DataLoadValue struct {
	DataLoadInfo DataLoadInfo `yaml:"dataloader"`
}

type TargetPath struct {
	// Path specifies the path should be loaded
	Path string `yaml:"path,omitempty"`

	// Replicas specifies how many replicas should be loaded
	Replicas int32 `yaml:"replicas,omitempty"`

	// FluidNative specifies if the path is a native mountPoint(e.g. hostpath or pvc)
	FluidNative bool `yaml:"fluidNative,omitempty"`
}