cache

type Cache struct {
	// contains filtered or unexported fields
}

type CheckResult struct {
	Hit    bool
	Answer string
}

type InMemorySemanticCache struct {
	// contains filtered or unexported fields
}

type Option func(*Cache)

type SemanticCache interface {
	// Get retrieves a cached response if the semantic distance of the query vector
	// is within the given threshold (e.g., Cosine Similarity > 0.98).
	Get(ctx context.Context, queryEmbedding []float32, threshold float32) (string, bool, error)

	// Set stores the query vector and its corresponding response in the cache.
	Set(ctx context.Context, queryEmbedding []float32, response string) error
}