alluxio

package
v0.3.0 Latest Latest
Warning

This package is not in the latest version of its module.

Go to latest
Published: Oct 1, 2020 License: Apache-2.0 Imports: 34 Imported by: 0

Documentation

Index

Constants

View Source
const (
	CSI_DRIVER = "fuse.csi.fluid.io"

	ALLUXIO_MOUNT = "/alluxio-mnt"
)

Variables

This section is empty.

Functions

func Build

* * build the Alluxio Engine

Types

type Affinity added in v0.3.0

type Affinity struct {
	NodeAffinity *NodeAffinity `yaml:"nodeAffinity"`
}

type Alluxio

type Alluxio struct {
	FullnameOverride string `yaml:"fullnameOverride"`

	ImageInfo `yaml:",inline"`
	UserInfo  `yaml:",inline"`

	NodeSelector map[string]string `yaml:"nodeSelector,omitempty"`
	JvmOptions   []string          `yaml:"jvmOptions,omitempty"`

	Properties map[string]string `yaml:"properties,omitempty"`

	Master Master `yaml:"master,omitempty"`

	Worker Worker `yaml:"worker,omitempty"`

	Fuse Fuse `yaml:"fuse,omitempty"`

	Tieredstore Tieredstore `yaml:"tieredstore,omitempty"`

	Metastore Metastore `yaml:"metastore,omitempty"`

	Journal Journal `yaml:"journal,omitempty"`

	ShortCircuit ShortCircuit `yaml:"shortCircuit,omitempty"`

	UFSPaths []UFSPath `yaml:"ufsPaths,omitempty"`

	UFSVolumes []UFSVolume `yaml:"ufsVolumes,omitempty"`

	InitUsers InitUsers `yaml:"initUsers,omitempty"`
}

The value yaml file

type AlluxioEngine

type AlluxioEngine struct {
	Log logr.Logger
	client.Client
	// contains filtered or unexported fields
}

* * Alluxio Engine implements the Engine interface

func (*AlluxioEngine) AssignNodesToCache

func (e *AlluxioEngine) AssignNodesToCache(desiredNum int32) (currentScheduleNum int32, err error)

AssignNodesToCache finds nodes

func (*AlluxioEngine) CheckAndUpdateRuntimeStatus

func (e *AlluxioEngine) CheckAndUpdateRuntimeStatus() (ready bool, err error)

init the status of the engine when it's ready

func (*AlluxioEngine) CheckMasterReady

func (e *AlluxioEngine) CheckMasterReady() (ready bool, err error)

Is the master ready

func (*AlluxioEngine) CheckRuntimeHealthy

func (e *AlluxioEngine) CheckRuntimeHealthy() (err error)

CheckRuntimeHealthy checks the healthy of the runtime

func (*AlluxioEngine) CheckWorkersReady

func (e *AlluxioEngine) CheckWorkersReady() (ready bool, err error)

are the workers ready

func (*AlluxioEngine) CreateVolume

func (e *AlluxioEngine) CreateVolume() (err error)

CreateVolume creates volume

func (*AlluxioEngine) DeleteVolume

func (e *AlluxioEngine) DeleteVolume() (err error)

DeleteVolume creates volume

func (*AlluxioEngine) FreeStorageBytes

func (e *AlluxioEngine) FreeStorageBytes() (value int64, err error)

func (*AlluxioEngine) IsSetupDone

func (e *AlluxioEngine) IsSetupDone() (done bool, err error)

IsSetupDone checks the setup is done

func (*AlluxioEngine) PrepareUFS

func (e *AlluxioEngine) PrepareUFS() (err error)

Prepare the mounts and metadata

func (*AlluxioEngine) SetupMaster

func (e *AlluxioEngine) SetupMaster() (err error)

setup the cache master

func (*AlluxioEngine) SetupWorkers

func (e *AlluxioEngine) SetupWorkers() (err error)

setup the cache worker

func (*AlluxioEngine) ShouldCheckUFS

func (e *AlluxioEngine) ShouldCheckUFS() (should bool, err error)

ShouldCheckUFS checks if it requires checking UFS

func (*AlluxioEngine) ShouldSetupMaster

func (e *AlluxioEngine) ShouldSetupMaster() (should bool, err error)

ShouldSetupMaster checks if we need setup the master

func (*AlluxioEngine) ShouldSetupWorkers

func (e *AlluxioEngine) ShouldSetupWorkers() (should bool, err error)

ShouldSetupWorkers checks if we need setup the workers

func (*AlluxioEngine) Shutdown

func (e *AlluxioEngine) Shutdown() (err error)

func (*AlluxioEngine) SyncReplicas

func (e *AlluxioEngine) SyncReplicas(ctx cruntime.ReconcileRequestContext) (err error)

SyncReplicas syncs the replicas

func (*AlluxioEngine) TotalFileNums

func (e *AlluxioEngine) TotalFileNums() (value int64, err error)

func (*AlluxioEngine) TotalStorageBytes

func (e *AlluxioEngine) TotalStorageBytes() (value int64, err error)

func (*AlluxioEngine) UpdateCacheOfDataset

func (e *AlluxioEngine) UpdateCacheOfDataset() (err error)

func (*AlluxioEngine) UpdateDatasetStatus

func (e *AlluxioEngine) UpdateDatasetStatus(phase datav1alpha1.DatasetPhase) (err error)

Bind to the dataset

func (*AlluxioEngine) UsedStorageBytes

func (e *AlluxioEngine) UsedStorageBytes() (value int64, err error)

type Fuse

type Fuse struct {
	Image              string            `yaml:"image,omitempty"`
	NodeSelector       map[string]string `yaml:"nodeSelector,omitempty"`
	ImageTag           string            `yaml:"imageTag,omitempty"`
	ImagePullPolicy    string            `yaml:"imagePullPolicy,omitempty"`
	Properties         map[string]string `yaml:"properties,omitempty"`
	Env                map[string]string `yaml:"env,omitempty"`
	JvmOptions         []string          `yaml:"jvmOptions,omitempty"`
	MountPath          string            `yaml:"mountPath,omitempty"`
	ShortCircuitPolicy string            `yaml:"shortCircuitPolicy,omitempty"`
	Args               []string          `yaml:"args,omitempty"`
	HostNetwork        bool              `yaml:"hostNetwork,omitempty"`
	Enabled            bool              `yaml:"enabled,omitempty"`
	Resources          common.Resources  `yaml:"resources,omitempty"`
}

type ImageInfo

type ImageInfo struct {
	Image           string `yaml:"image"`
	ImageTag        string `yaml:"imageTag"`
	ImagePullPolicy string `yaml:"imagePullPolicy"`
}

type InitUsers added in v0.3.0

type InitUsers struct {
	ImageInfo `yaml:",inline"`
	//Args       []string `yaml:"args"`
	EnvUsers       string `yaml:"envUsers"`
	PasswdPath     string `yaml:"passwdpath"`
	GroupPath      string `yaml:"grouppath"`
	Enabled        bool   `yaml:"enabled,omitempty"`
	EnvTieredPaths string `yaml:"envTieredPaths"`
}

The container to init the users

type Journal

type Journal struct {
	VolumeType string `yaml:"volumeType,omitempty"`
	Size       string `yaml:"size,omitempty"`
}

type Level

type Level struct {
	Alias      string `yaml:"alias,omitempty"`
	Level      int    `yaml:"level"`
	Mediumtype string `yaml:"mediumtype,omitempty"`
	Type       string `yaml:"type,omitempty"`
	Path       string `yaml:"path,omitempty"`
	Quota      string `yaml:"quota,omitempty"`
	High       string `yaml:"high,omitempty"`
	Low        string `yaml:"low,omitempty"`
}

type Master

type Master struct {
	JvmOptions   []string          `yaml:"jvmOptions,omitempty"`
	Env          map[string]string `yaml:"env,omitempty"`
	Affinity     Affinity          `yaml:"affinity"`
	NodeSelector map[string]string `yaml:"nodeSelector,omitempty"`
	Properties   map[string]string `yaml:"properties,omitempty"`
	Replicas     int32             `yaml:"replicaCount,omitempty"`
	HostNetwork  bool              `yaml:"hostNetwork,omitempty"`
	Resources    common.Resources  `yaml:"resources,omitempty"`
}

type Metastore

type Metastore struct {
	VolumeType string `yaml:"volumeType,omitempty"`
	Size       string `yaml:"size,omitempty"`
}

type NodeAffinity added in v0.3.0

type NodeAffinity struct {

	// If the affinity requirements specified by this field are not met at
	// scheduling time, the pod will not be scheduled onto the node.
	// If the affinity requirements specified by this field cease to be met
	// at some point during pod execution (e.g. due to an update), the system
	// may or may not try to eventually evict the pod from its node.
	// +optional
	RequiredDuringSchedulingIgnoredDuringExecution *NodeSelector `yaml:"requiredDuringSchedulingIgnoredDuringExecution"`
}

type NodeSelector added in v0.3.0

type NodeSelector struct {
	//Required. A list of node selector terms.
	NodeSelectorTerms []NodeSelectorTerm `yaml:"nodeSelectorTerms"`
}

NodeSelector represents the union of the results of one or more label queries over a set of nodes; that is, it represents the OR of the selectors represented by the node selector terms.

type NodeSelectorRequirement added in v0.3.0

type NodeSelectorRequirement struct {
	// The label key that the selector applies to.
	Key string `yaml:"key,omitempty"`
	// Represents a key's relationship to a set of values.
	// Valid operators are In, NotIn, Exists, DoesNotExist. Gt, and Lt.
	Operator string `yaml:"operator,omitempty"`
	// +optional
	Values []string `yaml:"values,omitempty"`
}

NodeSelectorRequirement is a selector that contains values, a key, and an operator that relates the key and values.

type NodeSelectorTerm added in v0.3.0

type NodeSelectorTerm struct {
	// A list of node selector requirements by node's labels.
	MatchExpressions []NodeSelectorRequirement `yaml:"matchExpressions"`
}

NodeSelectorTerm represents expressions and fields required to select nodes. A null or empty node selector term matches no objects. The requirements of them are ANDed. The TopologySelectorTerm type implements a subset of the NodeSelectorTerm.

type ShortCircuit

type ShortCircuit struct {
	Enable     bool   `yaml:"enable,omitempty"`
	Policy     string `yaml:"policy,omitempty"`
	VolumeType string `yaml:"volumeType,omitempty"`
}

type Tieredstore

type Tieredstore struct {
	Levels []Level `yaml:"levels,omitempty"`
}

type UFSPath added in v0.3.0

type UFSPath struct {
	HostPath  string `yaml:"hostPath"`
	UFSVolume `yaml:",inline"`
}

type UFSVolume added in v0.3.0

type UFSVolume struct {
	Name          string `yaml:"name"`
	ContainerPath string `yaml:"containerPath"`
}

type UserInfo

type UserInfo struct {
	User    int `yaml:"user"`
	Group   int `yaml:"group"`
	FSGroup int `yaml:"fsGroup"`
}

type Worker

type Worker struct {
	JvmOptions   []string          `yaml:"jvmOptions,omitempty"`
	Env          map[string]string `yaml:"env,omitempty"`
	NodeSelector map[string]string `yaml:"nodeSelector,omitempty"`
	Properties   map[string]string `yaml:"properties,omitempty"`
	HostNetwork  bool              `yaml:"hostNetwork,omitempty"`
	Resources    common.Resources  `yaml:"resources,omitempty"`
}

Directories

Path Synopsis

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL