controller

type InferenceModelRewriteReconciler ¶

type InferenceModelRewriteReconciler struct {
	client.Reader
	Datastore datastore.Datastore
	PoolGKNN  common.GKNN
}

func (c *InferenceModelRewriteReconciler) Reconcile(ctx context.Context, req ctrl.Request) (ctrl.Result, error)

func (c *InferenceModelRewriteReconciler) SetupWithManager(mgr ctrl.Manager) error

type InferenceObjectiveReconciler ¶

type InferenceObjectiveReconciler struct {
	client.Reader
	Datastore                datastore.Datastore
	PoolGKNN                 common.GKNN
	PriorityBandControlPlane contracts.PriorityBandControlPlane
}

func (c *InferenceObjectiveReconciler) Reconcile(ctx context.Context, req ctrl.Request) (ctrl.Result, error)

func (c *InferenceObjectiveReconciler) SetupWithManager(mgr ctrl.Manager) error

type InferencePoolReconciler ¶

type InferencePoolReconciler struct {
	client.Reader
	Datastore datastore.Datastore
}

InferencePoolReconciler utilizes the controller runtime to reconcile Instance Gateway resources This implementation is just used for reading & maintaining data sync. The Gateway implementation will have the proper controller that will create/manage objects on behalf of the server inferencePool.

func (c *InferencePoolReconciler) Reconcile(ctx context.Context, req ctrl.Request) (ctrl.Result, error)

func (c *InferencePoolReconciler) SetupWithManager(mgr ctrl.Manager) error

type PodReconciler ¶

type PodReconciler struct {
	client.Reader
	Datastore datastore.Datastore
}

func (c *PodReconciler) Reconcile(ctx context.Context, req ctrl.Request) (ctrl.Result, error)

func (c *PodReconciler) SetupWithManager(mgr ctrl.Manager) error