memllm

type Client struct {
	// contains filtered or unexported fields
}

type Config struct {
	ModelID               string
	BaseURL               string
	APIKey                string `json:"-"`
	ClientType            string
	ChatCompletionsCompat string
	Timeout               time.Duration
	PromptCacheTTL        string
	// Logger, when set, records the failed calls that are made again.
	Logger *slog.Logger
	// OnUsage, when set, receives the token usage of every successful call.
	// Memory calls never produce a chat message, so this is the only place
	// their cost becomes visible.
	OnUsage func(ctx context.Context, operation string, usage sdk.Usage)
}