controller_helper/

Jun 10, 2025

Changes in this version

+ func SkipModelLoader(obj metav1.Object) bool

+ type GlobalConfigs struct

+ InitContainerImage string

+ SchedulerName string

+ func ParseGlobalConfigmap(cm *corev1.ConfigMap) (*GlobalConfigs, error)

Feb 18, 2025

Changes in this version

+ func RecommendedConfigName(playground *inferenceapi.Playground, multiNodes bool) string

Jan 24, 2025

Changes in this version

+ const ModelParallelismArg

+ func FirstAssignedFlavor(model *coreapi.OpenModel, playground *inferenceapi.Playground) []coreapi.Flavor

+ func MultiHostInference(model *coreapi.OpenModel, playground *inferenceapi.Playground) (int32, bool)

type BackendRuntimeParser

+ func (p *BackendRuntimeParser) LeaderCommands() []string

+ func (p *BackendRuntimeParser) WorkerCommands() []string

Jan 6, 2025

Changes in this version

+ const DefaultArg

+ const SpeculativeDecodingArg

+ func DetectArgFrom(playground *inferenceapi.Playground) string

Sep 12, 2024

Changes in this version

+ func FetchModelsByPlayground(ctx context.Context, k8sClient client.Client, ...) (models []*coreapi.OpenModel, err error)

+ func FetchModelsByService(ctx context.Context, k8sClient client.Client, service *inferenceapi.Service) (models []*coreapi.OpenModel, err error)

+ type BackendRuntimeParser struct

+ func NewBackendRuntimeParser(backendRuntime *inferenceapi.BackendRuntime) *BackendRuntimeParser

+ func (p *BackendRuntimeParser) Args(mode InferenceMode, models []*coreapi.OpenModel) ([]string, error)

+ func (p *BackendRuntimeParser) Commands() []string

+ func (p *BackendRuntimeParser) Envs() []corev1.EnvVar

+ func (p *BackendRuntimeParser) Image(version string) string

+ func (p *BackendRuntimeParser) Resources() inferenceapi.ResourceRequirements

+ func (p *BackendRuntimeParser) Version() string

+ type InferenceMode string

+ const DefaultInferenceMode

+ const SpeculativeDecodingInferenceMode

+ func PlaygroundInferenceMode(playground *inferenceapi.Playground) InferenceMode