gpuallocator

Oct 20, 2025

Changes in this version

+ var DefaultGPUSelector = func(strategy Strategy, nodeGPUMap map[string]map[string]*tfv1.GPU, ...) ([]*tfv1.GPU, error)

type GpuAllocator

+ func (s *GpuAllocator) GetScoringStrategy(cfg *config.GPUFitConfig, req *tfv1.AllocRequest) Strategy

+ type NodeCompactGPULowLoad struct

+ func (l NodeCompactGPULowLoad) Score(gpu *tfv1.GPU, isForNode bool) int

+ func (l NodeCompactGPULowLoad) SelectGPUs(gpus []*tfv1.GPU, count uint) ([]*tfv1.GPU, error)

Sep 29, 2025

Changes in this version

type GpuAllocator

+ func (s *GpuAllocator) RegisterBindHandler(handler func(req *tfv1.AllocRequest))

Sep 17, 2025

Changes in this version

type GpuAllocator

+ func (s *GpuAllocator) CheckQuotaAndFilterSingleNodePreempt(nodeName string, allocReq *tfv1.AllocRequest, ...) error

+ func (s *GpuAllocator) FilterWithPreempt(req *tfv1.AllocRequest, preemptAllocRequests []*tfv1.AllocRequest) ([]*tfv1.GPU, []filter.FilterDetail, error)

+ func (s *GpuAllocator) ReconcileAllocationStateForTesting()

Sep 11, 2025

Changes in this version

type GpuAllocator

+ func (s *GpuAllocator) GetAllocationReqByNodeName(nodeName string) []*tfv1.AllocRequest

Sep 10, 2025

Changes in this version

+ var GPUCapacityMap = map[string]tfv1.Resource

Aug 25, 2025

Changes in this version

type GpuAllocator

+ func (s *GpuAllocator) GetNodeGpuStore() map[string]map[string]*tfv1.GPU

Jul 29, 2025

Changes in this version

+ const CleanUpCheckInterval

type GpuAllocator

+ func (s *GpuAllocator) DeallocByPodIdentifier(ctx context.Context, podIdentifier types.NamespacedName)

Jul 21, 2025

Changes in this version

type GpuAllocator

+ func (s *GpuAllocator) ListNonUsingNodes() sets.Set[string]

Jul 20, 2025

Changes in this version

type GpuAllocator

+ func (s *GpuAllocator) DeallocAsync(workloadNameNamespace tfv1.NameNamespace, gpus []string, ...)

+ type SimulateSchedulingFilterDetail struct

+ FilterStageDetails []filter.FilterDetail

+ func (p *SimulateSchedulingFilterDetail) Clone() framework.StateData

Jul 10, 2025

Changes in this version

type GpuAllocator

+ func (s *GpuAllocator) GetAllocationInfo() (gpuStore map[types.NamespacedName]*tfv1.GPU, ...)

+ func (s *GpuAllocator) SetAllocatorReady()

Jul 10, 2025

Changes in this version

type GpuAllocator

+ func (s *GpuAllocator) ListNonTensorFusionNodes() sets.Set[string]

Jun 30, 2025

Changes in this version

+ const MaxGPUCounterPerAllocation

+ var ScalingQuotaExceededError = goerrors.New("scaling quota exceeded")

+ func IsScalingQuotaExceededError(err error) bool

type CompactFirst

+ func (c CompactFirst) Score(gpu tfv1.GPU) int

type GpuAllocator

+ func (s *GpuAllocator) AdjustAllocation(ctx context.Context, adjustRequest tfv1.AdjustRequest, dryRun bool) (tfv1.Resource, error)

+ func (s *GpuAllocator) Bind(gpuNames []string, req *tfv1.AllocRequest) ([]*tfv1.GPU, error)

+ func (s *GpuAllocator) CheckQuotaAndFilter(ctx context.Context, req *tfv1.AllocRequest) ([]tfv1.GPU, error)

+ func (s *GpuAllocator) ComposeAllocationRequest(pod *v1.Pod) (tfv1.AllocRequest, string, error)

+ func (s *GpuAllocator) Filter(req *tfv1.AllocRequest, toFilterGPUs []tfv1.GPU) ([]tfv1.GPU, error)

+ func (s *GpuAllocator) GetQuotaStore() *quota.QuotaStore

+ func (s *GpuAllocator) InitGPUAndQuotaStore() error

+ func (s *GpuAllocator) ReconcileAllocationState()

+ func (s *GpuAllocator) Score(ctx context.Context, cfg *config.GPUFitConfig, req tfv1.AllocRequest, ...) map[string]map[string]int

+ func (s *GpuAllocator) Select(req *tfv1.AllocRequest, filteredGPUs []tfv1.GPU) ([]*tfv1.GPU, error)

+ func (s *GpuAllocator) SetMaxWorkerPerNode(maxWorkerPerNode int)

+ func (s *GpuAllocator) StartInformerForGPU(ctx context.Context, mgr manager.Manager) error

+ func (s *GpuAllocator) SyncGPUsToK8s()

type LowLoadFirst

+ func (l LowLoadFirst) Score(gpu tfv1.GPU) int

type Strategy

+ Score func(gpu tfv1.GPU) int

Jun 24, 2025

Changes in this version

+ func IsQuotaError(err error) bool

type AllocRequest

+ NodeAffinity *v1.NodeAffinity

+ type QuotaExceededError struct

+ Available resource.Quantity

+ Limit resource.Quantity

+ Namespace string

+ Requested resource.Quantity

+ Resource string

+ func (e *QuotaExceededError) Error() string

+ type QuotaStore struct

+ func NewQuotaStore(client client.Client) *QuotaStore

+ func (qs *QuotaStore) AllocateQuota(namespace string, req AllocRequest)

+ func (qs *QuotaStore) DeallocateQuota(namespace string, request tfv1.Resource, replicas int32)

+ func (qs *QuotaStore) GetQuotaStatus(namespace string) (*tfv1.GPUResourceUsage, *tfv1.GPUResourceUsage, bool)

+ type QuotaStoreEntry struct

Jun 11, 2025

Changes in this version

+ type AllocRequest struct

+ Count uint

+ GPUModel string

+ PoolName string

+ Request tfv1.Resource

+ WorkloadNameNamespace tfv1.NameNamespace

Jun 3, 2025

Changes in this version

+ func RefreshGPUNodeCapacity(ctx context.Context, k8sClient client.Client, node *tfv1.GPUNode, ...) ([]string, error)

May 16, 2025

Changes in this version

+ type CompactFirst struct

+ func (c CompactFirst) SelectGPUs(gpus []tfv1.GPU, count uint) ([]*tfv1.GPU, error)

+ type GpuAllocator struct

+ func NewGpuAllocator(ctx context.Context, client client.Client, syncInterval time.Duration) *GpuAllocator

+ func (s *GpuAllocator) Alloc(ctx context.Context, poolName string, request tfv1.Resource, count uint) ([]*tfv1.GPU, error)

+ func (s *GpuAllocator) Dealloc(ctx context.Context, request tfv1.Resource, gpu *tfv1.GPU) error

+ func (s *GpuAllocator) SetupWithManager(ctx context.Context, mgr manager.Manager) (<-chan struct{}, error)

+ func (s *GpuAllocator) Stop()

+ type LowLoadFirst struct

+ func (l LowLoadFirst) SelectGPUs(gpus []tfv1.GPU, count uint) ([]*tfv1.GPU, error)

+ type Strategy interface

+ SelectGPUs func(gpus []tfv1.GPU, count uint) ([]*tfv1.GPU, error)

+ func NewStrategy(placementMode tfv1.PlacementMode) Strategy