resourceallocator

package

v1.0.1 Latest Latest Go to latest Published: Mar 29, 2023 License: Apache-2.0 Imports: 5 Imported by: 0

Details

View Source

const (
	DefaultMaxSeriesParallelismNumRatio = 1000000
	DefaultMinimumConcurrency           = 1
	DefaultWaitTimeOut                  = time.Minute
)

View Source

const (
	GradientDesc = iota
)

View Source

var ResTypeNotFound = errors.New("resource type not found")

func AllocRes(resourceType ResourceType, num int64) (int64, int64, error)

func DefaultSeriesAllocateFunc(seriesNum int64) error

func FreeRes(resourceType ResourceType, num, totalNum int64) error

func InitResAllocator(threshold, minAllocNum, minShardsAllocNum, funcType int64, resType ResourceType, maxWaitTime time.Duration) error

type BaseResAllocator struct {
	// contains filtered or unexported fields
}

func NewBaseResAllocator(threshold, minAllocNum, funcType int64) (*BaseResAllocator, error)

func (p *BaseResAllocator) Alloc(num int64) (int64, int64, error)

func (p *BaseResAllocator) Free(num, totalNum int64)

type ChunkReaderResAllocator struct {
	// contains filtered or unexported fields
}

func NewChunkReaderResAllocator(threshold, minAllocNum, funcType int64) (*ChunkReaderResAllocator, error)

func (p *ChunkReaderResAllocator) Alloc(num int64) (int64, int64, error)

func (p *ChunkReaderResAllocator) Free(num, totalNum int64)

type ResourceManager interface {
	Alloc(num int64) (allocNum int64, totalNum int64, err error)
	Free(num, totalNum int64)
}

type ResourceType int64

const (
	ChunkReaderRes ResourceType = iota
	ShardsParallelismRes
	SeriesParallelismRes
	Bottom
)

type SeriesResAllocator struct {
	// contains filtered or unexported fields
}

func NewSeriesParallelismAllocator(maxTime time.Duration, maxSeriesParallelism int64) *SeriesResAllocator

func (s *SeriesResAllocator) Alloc(num int64) (int64, int64, error)

func (s *SeriesResAllocator) Free(num, totalNum int64)

type ShardParallelismAllocator struct {
	// contains filtered or unexported fields
}

func NewShardsParallelismAllocator(maxTime time.Duration, maxShardsParallelism, minShardsAllocNum int64) (*ShardParallelismAllocator, error)

func (s *ShardParallelismAllocator) Alloc(num int64) (int64, int64, error)

func (s *ShardParallelismAllocator) Free(num, totalNum int64)