Documentation
¶
Index ¶
- Constants
- func CABundleConfigMaps() map[string][]string
- func GetAuthPolicyGroupVersion() string
- func GetGatewayAuthPolicyName(gatewayName string) string
- func GetGatewayEnvoyFilterName(gatewayName string) string
- func GetHTTPRouteAuthPolicyName(httpRouteName string) string
- func GetHTTPRouteName(llmisvcName string) string
- type AuthType
- type KServeDeploymentMode
Constants ¶
View Source
const ( InferenceServiceKind = "InferenceService" InferenceServiceODHFinalizerName = "odh.inferenceservice.finalizers" InferenceServiceConfigMapName = "inferenceservice-config" KserveNetworkVisibility = "networking.kserve.io/visibility" KserveGroupAnnotation = "serving.kserve.io/inferenceservice" RhoaiObservabilityLabel = "monitoring.opendatahub.io/scrape" ODHManagedLabel = "opendatahub.io/managed" EnableAuthODHAnnotation = "security.opendatahub.io/enable-auth" LabelEnableKserveRawRoute = "exposed" KserveServiceAccountName = "default" )
View Source
const ( MLMDAddressEnv = "MLMD_ADDRESS" ModelRegistryNamespaceLabel = "modelregistry.opendatahub.io/namespace" ModelRegistryNameLabel = "modelregistry.opendatahub.io/name" ModelRegistryUrlAnnotation = "modelregistry.opendatahub.io/url" ModelRegistryInferenceServiceIdLabel = "modelregistry.opendatahub.io/inference-service-id" ModelRegistryModelVersionIdLabel = "modelregistry.opendatahub.io/model-version-id" ModelRegistryRegisteredModelIdLabel = "modelregistry.opendatahub.io/registered-model-id" ModelRegistryFinalizer = "modelregistry.opendatahub.io/finalizer" ModelRegistryServiceAnnotation = "routing.opendatahub.io/external-address-rest" )
model registry
View Source
const ( KServeCACertFileName = "cabundle.crt" KServeCACertConfigMapName = "odh-kserve-custom-ca-bundle" ODHGlobalCertConfigMapName = "odh-trusted-ca-bundle" ODHClusterCACertFileName = "ca-bundle.crt" ODHCustomCACertFileName = "odh-ca-bundle.crt" KServeGatewayName = "kserve-local-gateway" ServiceCAConfigMapName = "openshift-service-ca.crt" ServiceCACertFileName = "service-ca.crt" )
CA bundles
View Source
const ( KserveMetricsConfigMapNameSuffix = "-metrics-dashboard" DefaultStorageConfig = "storage-config" IntervalValue = "1m" RequestRateInterval = "5m" GPUKVCacheSamplingInterval = "24h" OvmsImageName = "openvino_model_server" TgisImageName = "text-generation-inference" VllmImageName = "vllm" CaikitImageName = "caikit-nlp" ServingRuntimeFallBackImageName = "unsupported" )
View Source
const ( ServingCertAnnotationKey = "service.beta.openshift.io/serving-cert-secret-name" RouteTimeoutAnnotationKey = "haproxy.router.openshift.io/timeout" )
openshift
View Source
const ( NimApplyConfigFieldManager = "nim-account-controller" NimValidationRefreshRate = time.Hour * 24 NimConfigRefreshRate = time.Hour * 24 NimCleanupFinalizer = "runtimes.opendatahub.io/nim-cleanup-finalizer" NimForceValidationAnnotation = "runtimes.opendatahub.io/nim-force-validation" )
NIM
View Source
const ( RayUseTlsEnvName = "RAY_USE_TLS" RayCASecretName = "ray-ca-tls" RayTLSSecretName = "ray-tls" RayTLSGeneratorInitContainerName = "ray-tls-generator" RayTLSVolumeName = "ray-tls" RayTLSSecretVolumeName = "ray-tls-secret" RayTLSVolumeMountPath = "/etc/ray/tls" RayTLSSecretMountPath = "/etc/ray-secret" )
Ray
View Source
const ( AuthorinoLabel = "AUTHORINO_LABEL" AuthPolicyNameSuffix = "-authn" AuthPolicyGroup = "kuadrant.io" AuthPolicyVersion = "v1" AuthPolicyKind = "AuthPolicy" EnvoyFilterKind = "EnvoyFilter" EnvoyFilterNameSuffix = "-authn-ssl" HTTPRouteNameSuffix = "-kserve-route" KubernetesAudience = "https://kubernetes.default.svc" DefaultGatewayName = "openshift-ai-inference" DefaultGatewayNamespace = "openshift-ingress" )
View Source
const ( // Caikit Standalone CaikitMetricsData = `` /* 2313-byte string literal not displayed */ // OpenVino Model Server OvmsMetricsData = `` /* 1895-byte string literal not displayed */ // Caikit + TGIS TgisMetricsData = `` /* 2068-byte string literal not displayed */ // vLLM VllmMetricsData = `` /* 1415-byte string literal not displayed */ // NVIDIA NIM NIMMetricsData = `` /* 4180-byte string literal not displayed */ )
View Source
const ( // be protected with auth, but Authorino is not configured. AuthUnavailable = "AuthStackUnavailable" )
Events
View Source
const DefaultOpenshiftRouteTimeout int64 = 30
Default timeout value for Openshift routes
View Source
const (
NoSuitableRuntimeError = "not found error: no suitable runtime found."
)
errors
View Source
const ( // WorkerContainerName is for worker node container // TO-DO this will be replaced by upstream constants when 0.15 is released WorkerContainerName = "worker-container" )
InferenceService container names
Variables ¶
This section is empty.
Functions ¶
func CABundleConfigMaps ¶
func GetAuthPolicyGroupVersion ¶
func GetAuthPolicyGroupVersion() string
func GetHTTPRouteName ¶
Types ¶
type KServeDeploymentMode ¶
type KServeDeploymentMode string
var (
RawDeployment KServeDeploymentMode = "RawDeployment"
)
isvc modes
Click to show internal directories.
Click to hide internal directories.