cache

package

v0.2.1-alpha.2 Latest Latest Go to latest Published: Sep 10, 2024 License: MIT Imports: 5 Imported by: 0

Details

This section is empty.

View Source

var ErrCacheMiss = fmt.Errorf("cache miss")

This section is empty.

type Cache struct {
	// contains filtered or unexported fields
}

func New(index *index.Index) *Cache

func (c *Cache) Clear(ctx context.Context) error

func (c *Cache) Get(ctx context.Context, query string) (*Result, error)

func (c *Cache) Set(ctx context.Context, embedding []float64, answer string) error

func (c *Cache) WithScoreThreshold(scoreThreshold float64) *Cache

func (c *Cache) WithTopK(topK int) *Cache

type Result struct {
	Answer    []string
	Embedding []float64
}