kvcache

type Config struct {
	KVBlockIndexConfig  *kvblock.IndexConfig    `json:"kvBlockIndexConfig"`
	KVBlockScorerConfig *KVBlockScorerConfig    // not exported
	BackendConfigs      []*KVCacheBackendConfig `json:"kvCacheBackendConfigs"`

	// TokenizersPoolConfig configures the in-process tokenization pool.
	// Leaving it nil disables the pool; the prompt-string entry points then
	// return an error.
	//
	// Deprecated: tokenize externally and call Indexer.ScoreTokens.
	TokenizersPoolConfig *tokenization.Config `json:"tokenizersPoolConfig,omitempty"`
}

type Indexer struct {
	// contains filtered or unexported fields
}

type KVBlockScorer interface {
	// Strategy returns the scoring strategy type.
	Strategy() KVScoringStrategy
	// Score scores the blocks based on the scoring strategy.
	// It returns a map of pod names to their scores.
	Score(ctx context.Context, keys []kvblock.BlockHash,
		keyToPods map[kvblock.BlockHash][]kvblock.PodEntry) (map[string]float64, error)
}

type KVBlockScorerConfig struct {
	ScoringStrategy KVScoringStrategy
	BackendConfigs  []*KVCacheBackendConfig `json:"backendConfigs"`
}

type KVCacheBackendConfig struct {
	// Name is the identifier for this medium (e.g., "gpu", "cpu", "disk")
	Name string `json:"name"`
	// Weight is the scoring weight for blocks stored on this medium
	Weight float64 `json:"weight"`
}

type KVScoringStrategy string

type LongestPrefixScorer struct {
	// mediumWeights maps medium/device tier names to their scoring weights
	MediumWeights map[string]float64
}

type TokenizersPool interface {
	Tokenize(renderReq *types.RenderChatRequest, prompt string) ([]uint32, *tokenization.MultiModalFeatures)
	Run(ctx context.Context)
	SetTokenizer(tokenizer tokenization.Tokenizer, modelName string)
}