v1alpha1

package
v0.1.2 Latest Latest
Warning

This package is not in the latest version of its module.

 Go to latest Published: Aug 13, 2019 License: Apache-2.0 Imports: 20 Imported by: 0

Documentation

Overview

Package v1alpha1 contains API Schema definitions for the serving v1alpha1 API group +k8s:openapi-gen=true +k8s:deepcopy-gen=package,register +k8s:conversion-gen=kfserving/pkg/apis/serving +k8s:defaulter-gen=TypeMeta +groupName=serving.kubeflow.org

Package v1alpha1 contains API Schema definitions for the serving v1alpha1 API group +k8s:openapi-gen=true +k8s:deepcopy-gen=package,register +k8s:conversion-gen=kfserving/pkg/apis/serving +k8s:defaulter-gen=TypeMeta +groupName=serving.kubeflow.org

Index

Constants

View Source 
const (
	// ExactlyOneModelSpecViolatedError is a known error message
	ExactlyOneModelSpecViolatedError = "Exactly one of [Custom, Tensorflow, TensorRT, SKLearn, XGBoost] must be specified in ModelSpec"
	// AtLeastOneModelSpecViolatedError is a known error message
	AtLeastOneModelSpecViolatedError = "At least one of [Custom, Tensorflow, TensorRT, SKLearn, XGBoost] must be specified in ModelSpec"
)
View Source 
const (
	// RoutesReady is set when network configuration has completed.
	RoutesReady apis.ConditionType = "RoutesReady"
	// DefaultPredictorReady is set when default predictor has reported readiness.
	DefaultPredictorReady apis.ConditionType = "DefaultPredictorReady"
	// CanaryPredictorReady is set when canary predictor has reported readiness.
	CanaryPredictorReady apis.ConditionType = "CanaryPredictorReady"
)

ConditionType represents a Service condition value

View Source 
const (
	MinReplicasShouldBeLessThanMaxError = "MinReplicas cannot be greater than MaxReplicas."
	MinReplicasLowerBoundExceededError  = "MinReplicas cannot be less than 0."
	MaxReplicasLowerBoundExceededError  = "MaxReplicas cannot be less than 0."
	TrafficBoundsExceededError          = "TrafficPercent must be between [0, 100]."
	TrafficProvidedWithoutCanaryError   = "Canary must be specified when CanaryTrafficPercent > 0."
	UnsupportedModelURIFormatError      = "" /* 153-byte string literal not displayed */
)

Known error messages

Variables

View Source 
var (
	DefaultMemoryRequests = resource.MustParse("2Gi")
	DefaultCPURequests    = resource.MustParse("1")
)
View Source 
var (
	AllowedSKLearnRuntimeVersions = []string{
		"latest",
	}
	InvalidSKLearnRuntimeVersionError = "RuntimeVersion must be one of " + strings.Join(AllowedSKLearnRuntimeVersions, ", ")
	SKLearnServerImageName            = "gcr.io/kfserving/sklearnserver"
	DefaultSKLearnRuntimeVersion      = "latest"
)

TODO add image name to to configmap

View Source 
var (
	TensorflowEntrypointCommand        = "/usr/bin/tensorflow_model_server"
	TensorflowServingGRPCPort          = "9000"
	TensorflowServingRestPort          = "8080"
	TensorflowServingImageName         = "tensorflow/serving"
	DefaultTensorflowRuntimeVersion    = "latest"
	TensorflowServingGPUSuffix         = "-gpu"
	DefaultTensorflowRuntimeVersionGPU = DefaultTensorflowRuntimeVersion + TensorflowServingGPUSuffix
	AllowedTensorflowRuntimeVersions   = []string{
		DefaultTensorflowRuntimeVersion,
		DefaultTensorflowRuntimeVersionGPU,
		"1.13.0",
		"1.13.0" + TensorflowServingGPUSuffix,
		"1.12.0",
		"1.12.0" + TensorflowServingGPUSuffix,
		"1.11.0",
		"1.11.0" + TensorflowServingGPUSuffix,
	}
	InvalidTensorflowRuntimeVersionError = "RuntimeVersion must be one of " + strings.Join(AllowedTensorflowRuntimeVersions, ", ")
	InvalidTensorflowRuntimeIncludesGPU  = "RuntimeVersion is not GPU enabled but GPU resources are requested. " + InvalidTensorflowRuntimeVersionError
	InvalidTensorflowRuntimeExcludesGPU  = "RuntimeVersion is GPU enabled but GPU resources are not requested. " + InvalidTensorflowRuntimeVersionError
)
View Source 
var (
	AllowedXGBoostRuntimeVersions = []string{
		"latest",
	}
	InvalidXGBoostRuntimeVersionError = "RuntimeVersion must be one of " + strings.Join(AllowedXGBoostRuntimeVersions, ", ")
	XGBoostServerImageName            = "gcr.io/kfserving/xgbserver"
	DefaultXGBoostRuntimeVersion      = "latest"
)

TODO add image name to to configmap

View Source 
var (
	AllowedPyTorchRuntimeVersions = []string{
		"latest",
	}
	InvalidPyTorchRuntimeVersionError = "RuntimeVersion must be one of " + strings.Join(AllowedPyTorchRuntimeVersions, ", ")
	PyTorchServerImageName            = "gcr.io/kfserving/pytorchserver"
	DefaultPyTorchRuntimeVersion      = "latest"
	DefaultPyTorchModelClassName      = "PyTorchModel"
)

TODO add image name to to configmap

View Source 
var (
	DefaultTensorRTISImageName = "nvcr.io/nvidia/tensorrtserver"
	// For versioning see https://github.com/NVIDIA/tensorrt-inference-server/releases
	DefaultTensorRTISRuntimeVersion  = "19.05-py3"
	AllowedTensorRTISRuntimeVersions = []string{
		"19.05-py3",
	}
	InvalidTensorRTISRuntimeVersionError = "RuntimeVersion must be one of " + strings.Join(AllowedTensorRTISRuntimeVersions, ", ")
	TensorRTISGRPCPort                   = int32(9000)
	TensorRTISRestPort                   = int32(8080)
)
View Source 
var (
	SupportedModelSourceURIPrefixList = []string{"gs://", "s3://", "pvc://", "file://"}
	AzureBlobURIRegEx                 = "https://(.+?).blob.core.windows.net/(.+)"
)
View Source 
var (
	// APIVersion is the current API version used to register these objects
	APIVersion = "v1alpha1"

	// SchemeGroupVersion is group version used to register these objects
	SchemeGroupVersion = schema.GroupVersion{Group: constants.KFServingAPIGroupName, Version: APIVersion}

	// SchemeBuilder is used to add go types to the GroupVersionKind scheme
	SchemeBuilder = &scheme.Builder{GroupVersion: SchemeGroupVersion}

	// AddToScheme is required by pkg/client/...
	AddToScheme = SchemeBuilder.AddToScheme
)

Functions

func GetOpenAPIDefinitions added in v0.1.1 

func GetOpenAPIDefinitions(ref common.ReferenceCallback) map[string]common.OpenAPIDefinition

func Resource 

func Resource(resource string) schema.GroupResource

Resource is required by pkg/client/listers/...

Types

type AlibiExplainSpec added in v0.1.2 

type AlibiExplainSpec struct {
	// The type of Alibi explainer
	Type AlibiExplainerType `json:"type"`
	// The location of a trained explanation model
	StorageURI string `json:"storageUri,omitempty"`
	// Defaults to latest Alibi Version.
	RuntimeVersion string `json:"runtimeVersion,omitempty"`
	// Defaults to requests and limits of 1CPU, 2Gb MEM.
	Resources v1.ResourceRequirements `json:"resources,omitempty"`
	// Inline custom parameter settings for explainer
	Config map[string]string `json:"config,omitempty"`
}

AlibiExplainSpec defines the arguments for configuring an Alibi Explanation Server

func (*AlibiExplainSpec) DeepCopy added in v0.1.2 

func (in *AlibiExplainSpec) DeepCopy() *AlibiExplainSpec

DeepCopy is an autogenerated deepcopy function, copying the receiver, creating a new AlibiExplainSpec.

func (*AlibiExplainSpec) DeepCopyInto added in v0.1.2 

func (in *AlibiExplainSpec) DeepCopyInto(out *AlibiExplainSpec)

DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil.

type AlibiExplainerType added in v0.1.2 

type AlibiExplainerType string
const (
	AlibiAnchorsTabularExplainer  AlibiExplainerType = "AnchorsTabular"
	AlibiAnchorsImageExplainer    AlibiExplainerType = "AnchorsImage"
	AlibiAnchorsTextExplainer     AlibiExplainerType = "AnchorsText"
	AlibiCounterfactualsExplainer AlibiExplainerType = "Counterfactuals"
	AlibiContrastiveExplainer     AlibiExplainerType = "Contrastive"
)

type CustomSpec 

type CustomSpec struct {
	Container v1.Container `json:"container"`
}

CustomSpec provides a hook for arbitrary container configuration.

func (*CustomSpec) ApplyDefaults 

func (c *CustomSpec) ApplyDefaults()

func (*CustomSpec) CreateModelServingContainer 

func (c *CustomSpec) CreateModelServingContainer(modelName string, config *FrameworksConfig) *v1.Container

func (*CustomSpec) DeepCopy 

func (in *CustomSpec) DeepCopy() *CustomSpec

DeepCopy is an autogenerated deepcopy function, copying the receiver, creating a new CustomSpec.

func (*CustomSpec) DeepCopyInto 

func (in *CustomSpec) DeepCopyInto(out *CustomSpec)

DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil.

func (*CustomSpec) GetModelSourceUri added in v0.1.0 

func (c *CustomSpec) GetModelSourceUri() string

func (*CustomSpec) Validate 

func (c *CustomSpec) Validate() error

type ExplainSpec added in v0.1.2 

type ExplainSpec struct {
	// The following fields follow a "1-of" semantic. Users must specify exactly one spec.
	Alibi  *AlibiExplainSpec `json:"alibi,omitempty"`
	Custom *CustomSpec       `json:"custom,omitempty"`
}

ExplainSpec defines the arguments for a model explanation server

func (*ExplainSpec) DeepCopy added in v0.1.2 

func (in *ExplainSpec) DeepCopy() *ExplainSpec

DeepCopy is an autogenerated deepcopy function, copying the receiver, creating a new ExplainSpec.

func (*ExplainSpec) DeepCopyInto added in v0.1.2 

func (in *ExplainSpec) DeepCopyInto(out *ExplainSpec)

DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil.

type FrameworkConfig added in v0.1.0 

type FrameworkConfig struct {
	ContainerImage string `json:"image"`
}

func (*FrameworkConfig) DeepCopy added in v0.1.0 

func (in *FrameworkConfig) DeepCopy() *FrameworkConfig

DeepCopy is an autogenerated deepcopy function, copying the receiver, creating a new FrameworkConfig.

func (*FrameworkConfig) DeepCopyInto added in v0.1.0 

func (in *FrameworkConfig) DeepCopyInto(out *FrameworkConfig)

DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil.

type FrameworkHandler 

type FrameworkHandler interface {
	GetModelSourceUri() string
	CreateModelServingContainer(modelName string, config *FrameworksConfig) *v1.Container
	ApplyDefaults()
	Validate() error
}

type FrameworksConfig added in v0.1.0 

type FrameworksConfig struct {
	Tensorflow FrameworkConfig `json:"tensorflow,omitempty"`
	TensorRT   FrameworkConfig `json:"tensorrt,omitempty"`
	Xgboost    FrameworkConfig `json:"xgboost,omitempty"`
	SKlearn    FrameworkConfig `json:"sklearn,omitempty"`
	PyTorch    FrameworkConfig `json:"pytorch,omitempty"`
}

func (*FrameworksConfig) DeepCopy added in v0.1.0 

func (in *FrameworksConfig) DeepCopy() *FrameworksConfig

DeepCopy is an autogenerated deepcopy function, copying the receiver, creating a new FrameworksConfig.

func (*FrameworksConfig) DeepCopyInto added in v0.1.0 

func (in *FrameworksConfig) DeepCopyInto(out *FrameworksConfig)

DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil.

type KFService 

type KFService struct {
	metav1.TypeMeta   `json:",inline"`
	metav1.ObjectMeta `json:"metadata,omitempty"`

	Spec   KFServiceSpec   `json:"spec,omitempty"`
	Status KFServiceStatus `json:"status,omitempty"`
}

KFService is the Schema for the services API +k8s:openapi-gen=true +kubebuilder:printcolumn:name="URL",type="string",JSONPath=".status.url" +kubebuilder:printcolumn:name="Default Traffic",type="integer",JSONPath=".status.default.traffic" +kubebuilder:printcolumn:name="Canary Traffic",type="integer",JSONPath=".status.canary.traffic" +kubebuilder:printcolumn:name="Age",type="date",JSONPath=".metadata.creationTimestamp" +kubebuilder:resource:path=kfservices,shortName=kfservice

func (*KFService) DeepCopy 

func (in *KFService) DeepCopy() *KFService

DeepCopy is an autogenerated deepcopy function, copying the receiver, creating a new KFService.

func (*KFService) DeepCopyInto 

func (in *KFService) DeepCopyInto(out *KFService)

DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil.

func (*KFService) DeepCopyObject 

func (in *KFService) DeepCopyObject() runtime.Object

DeepCopyObject is an autogenerated deepcopy function, copying the receiver, creating a new runtime.Object.

func (*KFService) Default 

func (kfsvc *KFService) Default()

Default implements https://godoc.org/sigs.k8s.io/controller-runtime/pkg/webhook/admission#Defaulter

func (*KFService) ValidateCreate 

func (kfsvc *KFService) ValidateCreate() error

ValidateCreate implements https://godoc.org/sigs.k8s.io/controller-runtime/pkg/webhook/admission#Validator

func (*KFService) ValidateUpdate 

func (kfsvc *KFService) ValidateUpdate(old runtime.Object) error

ValidateUpdate implements https://godoc.org/sigs.k8s.io/controller-runtime/pkg/webhook/admission#Validator

type KFServiceList 

type KFServiceList struct {
	metav1.TypeMeta `json:",inline"`
	metav1.ListMeta `json:"metadata,omitempty"`
	Items           []KFService `json:"items"`
}

KFServiceList contains a list of Service

func (*KFServiceList) DeepCopy 

func (in *KFServiceList) DeepCopy() *KFServiceList

DeepCopy is an autogenerated deepcopy function, copying the receiver, creating a new KFServiceList.

func (*KFServiceList) DeepCopyInto 

func (in *KFServiceList) DeepCopyInto(out *KFServiceList)

DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil.

func (*KFServiceList) DeepCopyObject 

func (in *KFServiceList) DeepCopyObject() runtime.Object

DeepCopyObject is an autogenerated deepcopy function, copying the receiver, creating a new runtime.Object.

type KFServiceSpec 

type KFServiceSpec struct {
	Default ModelSpec `json:"default"`
	// Canary defines an alternate configuration to route a percentage of traffic.
	Canary               *ModelSpec `json:"canary,omitempty"`
	CanaryTrafficPercent int        `json:"canaryTrafficPercent,omitempty"`
}

KFServiceSpec defines the desired state of KFService

func (*KFServiceSpec) DeepCopy 

func (in *KFServiceSpec) DeepCopy() *KFServiceSpec

DeepCopy is an autogenerated deepcopy function, copying the receiver, creating a new KFServiceSpec.

func (*KFServiceSpec) DeepCopyInto 

func (in *KFServiceSpec) DeepCopyInto(out *KFServiceSpec)

DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil.

type KFServiceStatus 

type KFServiceStatus struct {
	duckv1beta1.Status `json:",inline"`
	URL                *apis.URL               `json:"url,omitempty"`
	Default            StatusConfigurationSpec `json:"default,omitempty"`
	Canary             StatusConfigurationSpec `json:"canary,omitempty"`
}

KFServiceStatus defines the observed state of KFService

func (*KFServiceStatus) DeepCopy 

func (in *KFServiceStatus) DeepCopy() *KFServiceStatus

DeepCopy is an autogenerated deepcopy function, copying the receiver, creating a new KFServiceStatus.

func (*KFServiceStatus) DeepCopyInto 

func (in *KFServiceStatus) DeepCopyInto(out *KFServiceStatus)

DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil.

func (*KFServiceStatus) GetCondition added in v0.1.0 

func (ss *KFServiceStatus) GetCondition(t apis.ConditionType) *apis.Condition

GetCondition returns the condition by name.

func (*KFServiceStatus) InitializeConditions added in v0.1.0 

func (ss *KFServiceStatus) InitializeConditions()

func (*KFServiceStatus) IsReady added in v0.1.0 

func (ss *KFServiceStatus) IsReady() bool

IsReady returns if the service is ready to serve the requested configuration.

func (*KFServiceStatus) PropagateCanaryConfigurationStatus 

func (ss *KFServiceStatus) PropagateCanaryConfigurationStatus(canaryConfigurationStatus *knservingv1alpha1.ConfigurationStatus)

PropagateCanaryConfigurationStatus propagates the canary Configuration status and applies its values to the Service status.

func (*KFServiceStatus) PropagateDefaultConfigurationStatus 

func (ss *KFServiceStatus) PropagateDefaultConfigurationStatus(defaultConfigurationStatus *knservingv1alpha1.ConfigurationStatus)

PropagateDefaultConfigurationStatus propagates the default Configuration status and applies its values to the Service status.

func (*KFServiceStatus) PropagateRouteStatus 

func (ss *KFServiceStatus) PropagateRouteStatus(rs *knservingv1alpha1.RouteStatus)

PropagateRouteStatus propagates route's status to the service's status.

type ModelSpec 

type ModelSpec struct {
	ServiceAccountName string `json:"serviceAccountName,omitempty"`
	// Minimum number of replicas, pods won't scale down to 0 in case of no traffic
	MinReplicas int `json:"minReplicas,omitempty"`
	// This is the up bound for autoscaler to scale to
	MaxReplicas int `json:"maxReplicas,omitempty"`
	// The following fields follow a "1-of" semantic. Users must specify exactly one spec.
	Custom     *CustomSpec     `json:"custom,omitempty"`
	Tensorflow *TensorflowSpec `json:"tensorflow,omitempty"`
	TensorRT   *TensorRTSpec   `json:"tensorrt,omitempty"`
	XGBoost    *XGBoostSpec    `json:"xgboost,omitempty"`
	SKLearn    *SKLearnSpec    `json:"sklearn,omitempty"`
	PyTorch    *PyTorchSpec    `json:"pytorch,omitempty"`
	// Optional Explain specification to add a model explainer next to the chosen predictor.
	// In future v1alpha2 the above model predictors would be moved down a level.
	Explain *ExplainSpec `json:"explain,omitempty"`
}

ModelSpec defines the configuration to route traffic to a predictor.

func (*ModelSpec) ApplyDefaults 

func (m *ModelSpec) ApplyDefaults()

func (*ModelSpec) CreateModelServingContainer 

func (m *ModelSpec) CreateModelServingContainer(modelName string, config *FrameworksConfig) *v1.Container

func (*ModelSpec) DeepCopy 

func (in *ModelSpec) DeepCopy() *ModelSpec

DeepCopy is an autogenerated deepcopy function, copying the receiver, creating a new ModelSpec.

func (*ModelSpec) DeepCopyInto 

func (in *ModelSpec) DeepCopyInto(out *ModelSpec)

DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil.

func (*ModelSpec) GetModelSourceUri added in v0.1.0 

func (m *ModelSpec) GetModelSourceUri() string

Returns a URI to the model. This URI is passed to the model-initializer via the ModelInitializerSourceUriInternalAnnotationKey

func (*ModelSpec) Validate 

func (m *ModelSpec) Validate() error

type PyTorchSpec added in v0.1.0 

type PyTorchSpec struct {
	ModelURI string `json:"modelUri"`
	// Defaults PyTorch model class name to 'PyTorchModel'
	ModelClassName string `json:"modelClassName,omitempty"`
	// Defaults to latest PyTorch Version
	RuntimeVersion string `json:"runtimeVersion,omitempty"`
	// Defaults to requests and limits of 1CPU, 2Gb MEM.
	Resources v1.ResourceRequirements `json:"resources,omitempty"`
}

PyTorchSpec defines arguments for configuring PyTorch model serving.

func (*PyTorchSpec) ApplyDefaults added in v0.1.0 

func (s *PyTorchSpec) ApplyDefaults()

func (*PyTorchSpec) CreateModelServingContainer added in v0.1.0 

func (s *PyTorchSpec) CreateModelServingContainer(modelName string, config *FrameworksConfig) *v1.Container

func (*PyTorchSpec) DeepCopy added in v0.1.0 

func (in *PyTorchSpec) DeepCopy() *PyTorchSpec

DeepCopy is an autogenerated deepcopy function, copying the receiver, creating a new PyTorchSpec.

func (*PyTorchSpec) DeepCopyInto added in v0.1.0 

func (in *PyTorchSpec) DeepCopyInto(out *PyTorchSpec)

DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil.

func (*PyTorchSpec) GetModelSourceUri added in v0.1.0 

func (s *PyTorchSpec) GetModelSourceUri() string

func (*PyTorchSpec) Validate added in v0.1.0 

func (s *PyTorchSpec) Validate() error

type SKLearnSpec 

type SKLearnSpec struct {
	ModelURI string `json:"modelUri"`
	// Defaults to latest SKLearn Version.
	RuntimeVersion string `json:"runtimeVersion,omitempty"`
	// Defaults to requests and limits of 1CPU, 2Gb MEM.
	Resources v1.ResourceRequirements `json:"resources,omitempty"`
}

SKLearnSpec defines arguments for configuring SKLearn model serving.

func (*SKLearnSpec) ApplyDefaults 

func (s *SKLearnSpec) ApplyDefaults()

func (*SKLearnSpec) CreateModelServingContainer 

func (s *SKLearnSpec) CreateModelServingContainer(modelName string, config *FrameworksConfig) *v1.Container

func (*SKLearnSpec) DeepCopy 

func (in *SKLearnSpec) DeepCopy() *SKLearnSpec

DeepCopy is an autogenerated deepcopy function, copying the receiver, creating a new SKLearnSpec.

func (*SKLearnSpec) DeepCopyInto 

func (in *SKLearnSpec) DeepCopyInto(out *SKLearnSpec)

DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil.

func (*SKLearnSpec) GetModelSourceUri added in v0.1.0 

func (s *SKLearnSpec) GetModelSourceUri() string

func (*SKLearnSpec) Validate 

func (s *SKLearnSpec) Validate() error

type StatusConfigurationSpec 

type StatusConfigurationSpec struct {
	Name     string `json:"name,omitempty"`
	Replicas int    `json:"replicas,omitempty"`
	Traffic  int    `json:"traffic,omitempty"`
}

StatusConfigurationSpec describes the state of the configuration receiving traffic.

func (*StatusConfigurationSpec) DeepCopy 

func (in *StatusConfigurationSpec) DeepCopy() *StatusConfigurationSpec

DeepCopy is an autogenerated deepcopy function, copying the receiver, creating a new StatusConfigurationSpec.

func (*StatusConfigurationSpec) DeepCopyInto 

func (in *StatusConfigurationSpec) DeepCopyInto(out *StatusConfigurationSpec)

DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil.

type TensorRTSpec added in v0.1.0 

type TensorRTSpec struct {
	ModelURI string `json:"modelUri"`
	// Defaults to latest TensorRT Version.
	RuntimeVersion string `json:"runtimeVersion,omitempty"`
	// Defaults to requests and limits of 1CPU, 2Gb MEM.
	Resources v1.ResourceRequirements `json:"resources,omitempty"`
}

TensorRTSpec defines arguments for configuring TensorRT model serving.

func (*TensorRTSpec) ApplyDefaults added in v0.1.0 

func (t *TensorRTSpec) ApplyDefaults()

func (*TensorRTSpec) CreateModelServingContainer added in v0.1.0 

func (t *TensorRTSpec) CreateModelServingContainer(modelName string, config *FrameworksConfig) *v1.Container

func (*TensorRTSpec) DeepCopy added in v0.1.0 

func (in *TensorRTSpec) DeepCopy() *TensorRTSpec

DeepCopy is an autogenerated deepcopy function, copying the receiver, creating a new TensorRTSpec.

func (*TensorRTSpec) DeepCopyInto added in v0.1.0 

func (in *TensorRTSpec) DeepCopyInto(out *TensorRTSpec)

DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil.

func (*TensorRTSpec) GetModelSourceUri added in v0.1.0 

func (t *TensorRTSpec) GetModelSourceUri() string

func (*TensorRTSpec) Validate added in v0.1.0 

func (t *TensorRTSpec) Validate() error

type TensorflowSpec 

type TensorflowSpec struct {
	ModelURI string `json:"modelUri"`
	// Defaults to latest TF Version.
	RuntimeVersion string `json:"runtimeVersion,omitempty"`
	// Defaults to requests and limits of 1CPU, 2Gb MEM.
	Resources v1.ResourceRequirements `json:"resources,omitempty"`
}

TensorflowSpec defines arguments for configuring Tensorflow model serving.

func (*TensorflowSpec) ApplyDefaults 

func (t *TensorflowSpec) ApplyDefaults()

func (*TensorflowSpec) CreateModelServingContainer 

func (t *TensorflowSpec) CreateModelServingContainer(modelName string, config *FrameworksConfig) *v1.Container

func (*TensorflowSpec) DeepCopy 

func (in *TensorflowSpec) DeepCopy() *TensorflowSpec

DeepCopy is an autogenerated deepcopy function, copying the receiver, creating a new TensorflowSpec.

func (*TensorflowSpec) DeepCopyInto 

func (in *TensorflowSpec) DeepCopyInto(out *TensorflowSpec)

DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil.

func (*TensorflowSpec) GetModelSourceUri added in v0.1.0 

func (t *TensorflowSpec) GetModelSourceUri() string

func (*TensorflowSpec) Validate 

func (t *TensorflowSpec) Validate() error

type XGBoostSpec 

type XGBoostSpec struct {
	ModelURI string `json:"modelUri"`
	// Defaults to latest XGBoost Version.
	RuntimeVersion string `json:"runtimeVersion,omitempty"`
	// Defaults to requests and limits of 1CPU, 2Gb MEM.
	Resources v1.ResourceRequirements `json:"resources,omitempty"`
}

XGBoostSpec defines arguments for configuring XGBoost model serving.

func (*XGBoostSpec) ApplyDefaults 

func (x *XGBoostSpec) ApplyDefaults()

func (*XGBoostSpec) CreateModelServingContainer 

func (x *XGBoostSpec) CreateModelServingContainer(modelName string, config *FrameworksConfig) *v1.Container

func (*XGBoostSpec) DeepCopy 

func (in *XGBoostSpec) DeepCopy() *XGBoostSpec

DeepCopy is an autogenerated deepcopy function, copying the receiver, creating a new XGBoostSpec.

func (*XGBoostSpec) DeepCopyInto 

func (in *XGBoostSpec) DeepCopyInto(out *XGBoostSpec)

DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil.

func (*XGBoostSpec) GetModelSourceUri added in v0.1.0 

func (x *XGBoostSpec) GetModelSourceUri() string

func (*XGBoostSpec) Validate 

func (x *XGBoostSpec) Validate() error

Source Files

View all Source files

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL
go.dev uses cookies from Google to deliver and enhance the quality of its services and to analyze traffic. Learn more.