backend

type Backend interface {
	// Name returns the inference backend name in this project.
	Name() inferenceapi.BackendName
	// Image returns the container image for the inference backend.
	Image(version string) string

	// DefaultVersion returns the default version for the inference backend.
	DefaultVersion() string
	// DefaultResources returns the default resources set for the container.
	DefaultResources() inferenceapi.ResourceRequirements
	// DefaultCommands returns the default command to start the inference backend.
	DefaultCommands() []string
	// DefaultArgs returns the default bootstrap arguments to start the backend.
	DefaultArgs(*coreapi.OpenModel) []string
}

type LLAMACPP struct{}

type SGLANG struct{}

type VLLM struct{}