constants

package
v0.0.0-...-94c4bcd Latest Latest
Warning

This package is not in the latest version of its module.

Go to latest
Published: Oct 17, 2025 License: Apache-2.0 Imports: 2 Imported by: 0

Documentation

Index

Constants

View Source
const (
	InferenceServiceKind             = "InferenceService"
	InferenceServiceODHFinalizerName = "odh.inferenceservice.finalizers"
	InferenceServiceConfigMapName    = "inferenceservice-config"

	KserveNetworkVisibility = "networking.kserve.io/visibility"
	KserveGroupAnnotation   = "serving.kserve.io/inferenceservice"
	RhoaiObservabilityLabel = "monitoring.opendatahub.io/scrape"

	EnableAuthODHAnnotation = "security.opendatahub.io/enable-auth"

	LabelEnableKserveRawRoute = "exposed"

	KserveServiceAccountName = "default"
)
View Source
const (
	MLMDAddressEnv                       = "MLMD_ADDRESS"
	ModelRegistryNamespaceLabel          = "modelregistry.opendatahub.io/namespace"
	ModelRegistryNameLabel               = "modelregistry.opendatahub.io/name"
	ModelRegistryUrlAnnotation           = "modelregistry.opendatahub.io/url"
	ModelRegistryInferenceServiceIdLabel = "modelregistry.opendatahub.io/inference-service-id"
	ModelRegistryModelVersionIdLabel     = "modelregistry.opendatahub.io/model-version-id"
	ModelRegistryRegisteredModelIdLabel  = "modelregistry.opendatahub.io/registered-model-id"
	ModelRegistryFinalizer               = "modelregistry.opendatahub.io/finalizer"
	ModelRegistryServiceAnnotation       = "routing.opendatahub.io/external-address-rest"
)

model registry

View Source
const (
	KServeCACertFileName       = "cabundle.crt"
	KServeCACertConfigMapName  = "odh-kserve-custom-ca-bundle"
	ODHGlobalCertConfigMapName = "odh-trusted-ca-bundle"
	ODHClusterCACertFileName   = "ca-bundle.crt"
	ODHCustomCACertFileName    = "odh-ca-bundle.crt"
	KServeGatewayName          = "kserve-local-gateway"
	ServiceCAConfigMapName     = "openshift-service-ca.crt"
	ServiceCACertFileName      = "service-ca.crt"
)

CA bundles

View Source
const (
	KserveMetricsConfigMapNameSuffix = "-metrics-dashboard"
	DefaultStorageConfig             = "storage-config"
	IntervalValue                    = "1m"
	RequestRateInterval              = "5m"
	GPUKVCacheSamplingInterval       = "24h"
	OvmsImageName                    = "openvino_model_server"
	TgisImageName                    = "text-generation-inference"
	VllmImageName                    = "vllm"
	CaikitImageName                  = "caikit-nlp"
	ServingRuntimeFallBackImageName  = "unsupported"
)
View Source
const (
	ServingCertAnnotationKey  = "service.beta.openshift.io/serving-cert-secret-name"
	RouteTimeoutAnnotationKey = "haproxy.router.openshift.io/timeout"
)

openshift

View Source
const (
	NimApplyConfigFieldManager   = "nim-account-controller"
	NimValidationRefreshRate     = time.Hour * 24
	NimConfigRefreshRate         = time.Hour * 24
	NimCleanupFinalizer          = "runtimes.opendatahub.io/nim-cleanup-finalizer"
	NimForceValidationAnnotation = "runtimes.opendatahub.io/nim-force-validation"
)

NIM

View Source
const (
	RayUseTlsEnvName                 = "RAY_USE_TLS"
	RayCASecretName                  = "ray-ca-tls"
	RayTLSSecretName                 = "ray-tls"
	RayTLSGeneratorInitContainerName = "ray-tls-generator"
	RayTLSVolumeName                 = "ray-tls"
	RayTLSSecretVolumeName           = "ray-tls-secret"
	RayTLSVolumeMountPath            = "/etc/ray/tls"
	RayTLSSecretMountPath            = "/etc/ray-secret"
)

Ray

View Source
const (
	AuthorinoLabel          = "AUTHORINO_LABEL"
	AuthPolicyNameSuffix    = "-authn"
	AuthPolicyGroup         = "kuadrant.io"
	AuthPolicyVersion       = "v1"
	AuthPolicyKind          = "AuthPolicy"
	EnvoyFilterKind         = "EnvoyFilter"
	EnvoyFilterNameSuffix   = "-authn-ssl"
	HTTPRouteNameSuffix     = "-kserve-route"
	KubernetesAudience      = "https://kubernetes.default.svc"
	DefaultGatewayName      = "openshift-ai-inference"
	DefaultGatewayNamespace = "openshift-ingress"
)
View Source
const (
	// Caikit Standalone
	CaikitMetricsData = `` /* 2313-byte string literal not displayed */

	// OpenVino Model Server
	OvmsMetricsData = `` /* 1895-byte string literal not displayed */

	// Caikit + TGIS
	TgisMetricsData = `` /* 2068-byte string literal not displayed */

	// vLLM
	VllmMetricsData = `` /* 1415-byte string literal not displayed */

	// NVIDIA NIM
	NIMMetricsData = `` /* 4180-byte string literal not displayed */

)
View Source
const (
	// AuthUnavailable is logged in an Event when an InferenceGraph is configured to
	// be protected with auth, but Authorino is not configured.
	AuthUnavailable = "AuthStackUnavailable"
)

Events

View Source
const DefaultOpenshiftRouteTimeout int64 = 30

Default timeout value for Openshift routes

View Source
const (
	GatewayManagedAnnotation = "opendatahub.io/managed"
)

Gateway management

View Source
const (
	NoSuitableRuntimeError = "not found error: no suitable runtime found."
)

errors

View Source
const (
	// WorkerContainerName is for worker node container
	// TO-DO this will be replaced by upstream constants when 0.15 is released
	WorkerContainerName = "worker-container"
)

InferenceService container names

Variables

This section is empty.

Functions

func CABundleConfigMaps

func CABundleConfigMaps() map[string][]string

func GetAuthPolicyGroupVersion

func GetAuthPolicyGroupVersion() string

func GetGatewayAuthPolicyName

func GetGatewayAuthPolicyName(gatewayName string) string

func GetGatewayEnvoyFilterName

func GetGatewayEnvoyFilterName(gatewayName string) string

func GetHTTPRouteAuthPolicyName

func GetHTTPRouteAuthPolicyName(httpRouteName string) string

func GetHTTPRouteName

func GetHTTPRouteName(llmisvcName string) string

Types

type AuthType

type AuthType string
const (
	UserDefined AuthType = "userdefined"
	Anonymous   AuthType = "anonymous"
)

type KServeDeploymentMode

type KServeDeploymentMode string
var (
	RawDeployment KServeDeploymentMode = "RawDeployment"
)

isvc modes

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL