backend

type Backend interface {
	// Name returns the inference backend name in this project.
	Name() inferenceapi.BackendName
	// Image returns the container image for the inference backend.
	Image(version string) string

	// DefaultVersion returns the default version for the inference backend.
	DefaultVersion() string
	// DefaultResources returns the default resources set for the container.
	DefaultResources() inferenceapi.ResourceRequirements
	// DefaultCommand returns the command to start the inference backend.
	DefaultCommand() []string
	// Args returns the bootstrap arguments to start the backend.
	// The second parameter represents which particular modelRole involved, like draft.
	Args([]*coreapi.OpenModel, coreapi.ModelRole) []string
}

type LLAMACPP struct{}

type SGLANG struct{}

type SpeculativeBackend interface {
	// contains filtered or unexported methods
}

type VLLM struct{}