cache

type Cache interface {
	// Lookup returns a cached value for the key, or nil if not present.
	Lookup(ctx context.Context, key Key) (*Value, error)
	// Update stores a value for the key.
	Update(ctx context.Context, key Key, value *Value) error
	// Clear removes all entries.
	Clear(ctx context.Context) error
}

type Func func(ctx context.Context, key Key) (*Value, error)

type InMemory struct {
	// contains filtered or unexported fields
}

type Key struct {
	// Model is the model identifier.
	Model string
	// Messages is a canonical serialization of the input messages.
	Messages string
	// Options is a canonical serialization of the relevant call options.
	Options string
}

type Noop struct{}

type Value struct {
	// Content is the generated text.
	Content string
	// ToolCalls is a serialized form of any tool calls in the response.
	ToolCalls []byte
	// Raw is optional provider-specific raw data.
	Raw any
}