client

package

Go to main page

Versions in this module

v0

v0.5.0

May 11, 2026

v0.4.0

May 4, 2026

v0.2.1

May 16, 2026

v0.2.0

May 16, 2026

v0.1.3

Jul 4, 2026

Changes in this version

+ type LazyProvider struct

+ func NewLazyProvider(cfg *EyrieConfig) *LazyProvider

+ func (p *LazyProvider) Chat(ctx context.Context, messages []EyrieMessage, opts ChatOptions) (*EyrieResponse, error)

+ func (p *LazyProvider) Name() string

+ func (p *LazyProvider) Ping(ctx context.Context) error

+ func (p *LazyProvider) SetAPIKey(provider, apiKey string)

+ func (p *LazyProvider) StreamChat(ctx context.Context, messages []EyrieMessage, opts ChatOptions) (*StreamResult, error)

v0.1.1

Jun 25, 2026

Changes in this version

+ const RoleEditor

+ const RolePrimary

+ const RoleWeak

+ var AzureCompat = OpenAICompatConfig

+ var BedrockCompat = OpenAICompatConfig

+ var DeepSeekCompat = OpenAICompatConfig

+ var ErrBudgetExceeded = errors.New("eyrie: virtual key budget exceeded")

+ var ErrUnknownVirtualKey = errors.New("eyrie: unknown virtual key")

+ var KimiCompat = OpenAICompatConfig

+ var VertexCompat = OpenAICompatConfig

+ var XiaomiCompat = OpenAICompatConfig

+ var ZAICompat = OpenAICompatConfig

+ func ActualCostUSD(model string, usage *EyrieUsage) float64

+ func AnthropicBaseFromOpenAIV1(openAIBase string) string

+ func ApplyRedactions(response string, violations []GuardrailViolation) string

+ func CloseIdleConnections()

+ func FormatUsageBar(pct float64, width int) string

+ func NewPooledHTTPClient(timeout time.Duration) *http.Client

+ func ResolveRole(roles ModelRoles, role string) string

+ func ResponseHasContent(resp *EyrieResponse) bool

+ func RoleFromContext(ctx context.Context) string

+ func SaveCassette(c *Cassette, path string) error

+ func SetVersion(v string)

+ func ValidateStructuredOutput(response string, schema map[string]interface{}) error

+ func VirtualKeyFromContext(ctx context.Context) string

+ func WithRole(ctx context.Context, role string) context.Context

+ func WithVirtualKey(ctx context.Context, id string) context.Context

+ type AdaptiveRateLimitConfig struct

+ HeaderExtractor HeaderExtractor

+ MaxDelay time.Duration

+ RPMLimit int

+ TPMLimit int

+ ThresholdPercent int

+ type AdaptiveRateLimitProvider struct

+ func NewAdaptiveRateLimitProvider(inner Provider, config AdaptiveRateLimitConfig) (*AdaptiveRateLimitProvider, error)

+ func (a *AdaptiveRateLimitProvider) Chat(ctx context.Context, messages []EyrieMessage, opts ChatOptions) (*EyrieResponse, error)

+ func (a *AdaptiveRateLimitProvider) Name() string

+ func (a *AdaptiveRateLimitProvider) Ping(ctx context.Context) error

+ func (a *AdaptiveRateLimitProvider) Status() RateLimitState

+ func (a *AdaptiveRateLimitProvider) StreamChat(ctx context.Context, messages []EyrieMessage, opts ChatOptions) (*StreamResult, error)

+ func (a *AdaptiveRateLimitProvider) UpdateFromHeaders(h http.Header)

+ type Alert struct

+ Level string

+ Message string

+ Threshold float64

+ Timestamp time.Time

type AnthropicClient

+ func (c *AnthropicClient) CountTokens(ctx context.Context, messages []EyrieMessage, opts ChatOptions) (*TokenCountResult, error)

+ type AzureClient struct

+ func NewAzureClient(apiKey, endpoint, apiVersion string) *AzureClient

+ func (c *AzureClient) Chat(ctx context.Context, messages []EyrieMessage, opts ChatOptions) (*EyrieResponse, error)

+ func (c *AzureClient) Name() string

+ func (c *AzureClient) Ping(ctx context.Context) error

+ func (c *AzureClient) StreamChat(ctx context.Context, messages []EyrieMessage, opts ChatOptions) (*StreamResult, error)

+ type BedrockClient struct

+ func NewBedrockClient(accessKeyID, secretAccessKey, sessionToken, region string) *BedrockClient

+ func (c *BedrockClient) Chat(ctx context.Context, messages []EyrieMessage, opts ChatOptions) (*EyrieResponse, error)

+ func (c *BedrockClient) Name() string

+ func (c *BedrockClient) Ping(ctx context.Context) error

+ func (c *BedrockClient) StreamChat(ctx context.Context, messages []EyrieMessage, opts ChatOptions) (*StreamResult, error)

+ type BudgetProvider struct

+ func NewBudgetProvider(inner Provider, store BudgetStore) *BudgetProvider

+ func (bp *BudgetProvider) Chat(ctx context.Context, messages []EyrieMessage, opts ChatOptions) (*EyrieResponse, error)

+ func (bp *BudgetProvider) Name() string

+ func (bp *BudgetProvider) Ping(ctx context.Context) error

+ func (bp *BudgetProvider) StreamChat(ctx context.Context, messages []EyrieMessage, opts ChatOptions) (*StreamResult, error)

+ type BudgetStore interface

+ CheckBudget func(ctx context.Context, virtualKey string, estCostUSD float64) error

+ RecordUsage func(ctx context.Context, virtualKey string, costUSD float64, ...) error

+ type CacheAnalytics struct

+ func NewCacheAnalytics() *CacheAnalytics

+ func (ca *CacheAnalytics) FormatSummary() string

+ func (ca *CacheAnalytics) RecordCall(m CallMetrics)

+ func (ca *CacheAnalytics) Report() CacheReport

+ type CacheReport struct

+ CacheHits int

+ CacheMisses int

+ CostSaved float64

+ HitRate float64

+ LatencySaved time.Duration

+ TokensSaved int

+ TotalCalls int

+ type CallbackProvider struct

+ func NewCallbackProvider(inner Provider) (*CallbackProvider, error)

+ func (cp *CallbackProvider) AddCallback(cb ProviderCallback)

+ func (cp *CallbackProvider) Callbacks() []ProviderCallback

+ func (cp *CallbackProvider) Chat(ctx context.Context, messages []EyrieMessage, opts ChatOptions) (*EyrieResponse, error)

+ func (cp *CallbackProvider) Inner() Provider

+ func (cp *CallbackProvider) Name() string

+ func (cp *CallbackProvider) Ping(ctx context.Context) error

+ func (cp *CallbackProvider) RemoveCallback(cb ProviderCallback) bool

+ func (cp *CallbackProvider) SetLogger(l *slog.Logger)

+ func (cp *CallbackProvider) StreamChat(ctx context.Context, messages []EyrieMessage, opts ChatOptions) (*StreamResult, error)

+ type Cassette struct

+ Interactions []Interaction

+ Name string

+ Provider string

+ RecordedAt time.Time

+ func LoadCassette(path string) (*Cassette, error)

type ChatOptions

+ AudioConfig string

+ FrequencyPenalty *float64

+ GLMThinkingEnabled *bool

+ KimiCacheResetTTL bool

+ KimiContextCacheID string

+ LogProbs *bool

+ Metadata map[string]string

+ MetadataUserID string

+ Modalities []string

+ N *int

+ OutputEffort string

+ OutputSchema string

+ Prediction string

+ PresencePenalty *float64

+ ReasoningEffort string

+ Seed *int

+ ServiceTier string

+ StopSequences []string

+ Store *bool

+ ThinkingBudgetTokens int

+ ThinkingDisplay string

+ ThinkingMode string

+ ToolChoice *ToolChoiceOption

+ TopK *int

+ TopLogProbs *int

+ TopP *float64

+ VirtualKeyID string

+ WebSearchOptions string

+ type ChatProtocol int

+ const ChatProtocolCompletions

+ const ChatProtocolMessages

type ClientOption

+ func WithAPIKey(key string) ClientOption

+ func WithBaseURL(url string) ClientOption

+ func WithCoalescing(ttl time.Duration) ClientOption

+ func WithGuardrailType(types ...GuardrailType) ClientOption

+ func WithGuardrails(rules ...GuardrailRule) ClientOption

+ func WithMaxTokens(n int) ClientOption

+ func WithMimoAuth() ClientOption

+ func WithModel(model string) ClientOption

+ func WithProviderName(name string) ClientOption

+ func WithStructuredOutput(schema map[string]interface{}, maxRetries int) ClientOption

+ func WithTemperature(t float64) ClientOption

+ type CoalesceKey struct

+ MaxTokens int

+ Messages []EyrieMessage

+ Model string

+ Provider string

+ Temperature *float64

+ func (k CoalesceKey) String() string

+ type Coalescer struct

+ func NewCoalescer(ttl time.Duration) *Coalescer

+ func (c *Coalescer) Coalesce(ctx context.Context, key CoalesceKey, fn func() (*EyrieResponse, error)) (*EyrieResponse, error)

+ func (c *Coalescer) Stats() InflightStats

+ type CondenseOptions struct

+ KeepFirst int

+ MaxSize int

+ type CondenserOption func(*LLMSummarizingCondenser)

+ func WithCondenserMaxTokens(n int) CondenserOption

+ func WithCondenserPrompt(prompt string) CondenserOption

+ func WithCondenserRoles(roles ModelRoles) CondenserOption

+ type CondensingProvider struct

+ func NewCondensingProvider(inner Provider, condenser ConversationCondenser, opts CondenseOptions) *CondensingProvider

+ func (p *CondensingProvider) Chat(ctx context.Context, messages []EyrieMessage, opts ChatOptions) (*EyrieResponse, error)

+ func (p *CondensingProvider) Name() string

+ func (p *CondensingProvider) Ping(ctx context.Context) error

+ func (p *CondensingProvider) StreamChat(ctx context.Context, messages []EyrieMessage, opts ChatOptions) (*StreamResult, error)

+ type ContentPart struct

+ ImageURL *ImageURLPart

+ InputAudio *InputAudioPart

+ Text string

+ Type string

+ type ConversationCondenser interface

+ Condense func(ctx context.Context, messages []EyrieMessage, opts CondenseOptions) ([]EyrieMessage, error)

+ type CostEstimate struct

+ CacheDiscount float64

+ InputCostUSD float64

+ InputTokens int

+ Model string

+ OutputCostUSD float64

+ OutputTokens int

+ TotalCostUSD float64

+ type CostEstimator struct

+ func NewCostEstimator() *CostEstimator

+ func (ce *CostEstimator) Estimate(messages []EyrieMessage, model string, maxOutputTokens int) CostEstimate

+ func (ce *CostEstimator) FormatEstimate(est CostEstimate) string

+ func (ce *CostEstimator) IsExpensive(est CostEstimate, threshold float64) bool

+ type DeepSeekClient struct

+ func NewDeepSeekClient(apiKey, openAIBase, anthropicBase string, compat *OpenAICompatConfig, ...) *DeepSeekClient

+ func (c *DeepSeekClient) Chat(ctx context.Context, messages []EyrieMessage, opts ChatOptions) (*EyrieResponse, error)

+ func (c *DeepSeekClient) Name() string

+ func (c *DeepSeekClient) Ping(ctx context.Context) error

+ func (c *DeepSeekClient) StreamChat(ctx context.Context, messages []EyrieMessage, opts ChatOptions) (*StreamResult, error)

+ type DeprecationChecker struct

+ func NewDeprecationChecker() *DeprecationChecker

+ func (dc *DeprecationChecker) Check(model string) *DeprecationInfo

+ func (dc *DeprecationChecker) Warn(model string)

+ type DeprecationInfo struct

+ Deprecated bool

+ Message string

+ Model string

+ Replacement string

+ RetireDate time.Time

+ type Embedder interface

+ CreateEmbedding func(ctx context.Context, req EmbeddingRequest) (*EmbeddingResponse, error)

+ type EmbeddingCachedProvider struct

+ func NewEmbeddingCachedProvider(inner Provider, embedder Embedder, cfg SemanticCacheConfig) *EmbeddingCachedProvider

+ func (sp *EmbeddingCachedProvider) Chat(ctx context.Context, messages []EyrieMessage, opts ChatOptions) (*EyrieResponse, error)

+ func (sp *EmbeddingCachedProvider) Name() string

+ func (sp *EmbeddingCachedProvider) Ping(ctx context.Context) error

+ func (sp *EmbeddingCachedProvider) Stats() SemanticCacheStats

+ func (sp *EmbeddingCachedProvider) StreamChat(ctx context.Context, messages []EyrieMessage, opts ChatOptions) (*StreamResult, error)

+ type ExtractOptions struct

+ AllowedPredicates []string

+ Chat ChatOptions

+ Instruction string

+ MaxRetries int

type EyrieClient

+ func Client(cfg *EyrieConfig, opts ...ClientOption) *EyrieClient

+ func (c *EyrieClient) ChatWithStructuredOutput(ctx context.Context, messages []EyrieMessage, opts ChatOptions, ...) (*EyrieResponse, error)

+ func (c *EyrieClient) CreateEmbedding(ctx context.Context, req EmbeddingRequest, provider string) (*EmbeddingResponse, error)

+ func (c *EyrieClient) ExtractRelationships(ctx context.Context, text string, opts ExtractOptions) ([]Relationship, error)

type EyrieMessage

+ ContentParts []ContentPart

+ Thinking string

+ ToolResults []ToolResult

+ func BuildStructuredPrompt(messages []EyrieMessage, schema map[string]interface{}) []EyrieMessage

+ func NewAudioMessage(base64Data, format string) EyrieMessage

+ func NewAudioMessageWithText(text, base64Data, format string) EyrieMessage

+ func NewBase64ImageMessage(data, mediaType string) EyrieMessage

+ func NewBase64ImageMessageWithText(text, data, mediaType string) EyrieMessage

+ func NewImageMessage(url string) EyrieMessage

+ func NewImageMessageWithText(text, url string) EyrieMessage

type EyrieResponse

+ OrganizationID string

+ Thinking string

type EyrieStreamEvent

+ TTFT int

+ TTFTms int

type EyrieUsage

+ ThinkingTokens int

+ type FeatureSet struct

+ AdaptiveThinking bool

+ Caching bool

+ Citations bool

+ CodeExecution bool

+ Effort bool

+ Embeddings bool

+ Images bool

+ JSON bool

+ MaxContext int

+ MaxOutput int

+ PDFInput bool

+ Streaming bool

+ StructuredOutput bool

+ Thinking bool

+ ToolUse bool

+ type GeminiClient struct

+ func NewGeminiClient(apiKey, baseURL string) *GeminiClient

+ func (c *GeminiClient) Chat(ctx context.Context, messages []EyrieMessage, opts ChatOptions) (*EyrieResponse, error)

+ func (c *GeminiClient) Name() string

+ func (c *GeminiClient) Ping(ctx context.Context) error

+ func (c *GeminiClient) StreamChat(ctx context.Context, messages []EyrieMessage, opts ChatOptions) (*StreamResult, error)

+ type GuardrailAction string

+ const GuardrailBlock

+ const GuardrailRedact

+ const GuardrailWarn

+ type GuardrailError struct

+ Message string

+ Violations []GuardrailViolation

+ func (e *GuardrailError) Error() string

+ type GuardrailProvider struct

+ func NewGuardrailProvider(inner Provider, g *Guardrails) *GuardrailProvider

+ func (gp *GuardrailProvider) Chat(ctx context.Context, messages []EyrieMessage, opts ChatOptions) (*EyrieResponse, error)

+ func (gp *GuardrailProvider) Inner() Provider

+ func (gp *GuardrailProvider) Name() string

+ func (gp *GuardrailProvider) Ping(ctx context.Context) error

+ func (gp *GuardrailProvider) StreamChat(ctx context.Context, messages []EyrieMessage, opts ChatOptions) (*StreamResult, error)

+ type GuardrailRule struct

+ Action GuardrailAction

+ Name string

+ Pattern string

+ Severity GuardrailSeverity

+ Type GuardrailType

+ func AllDefaultRules() []GuardrailRule

+ func DefaultHarmfulContentRules() []GuardrailRule

+ func DefaultPIIRules() []GuardrailRule

+ func DefaultPromptInjectionRules() []GuardrailRule

+ func DefaultSecretLeakRules() []GuardrailRule

+ func RulesForType(t GuardrailType) []GuardrailRule

+ type GuardrailSeverity string

+ const SeverityCritical

+ const SeverityHigh

+ const SeverityLow

+ const SeverityMedium

+ type GuardrailType string

+ const GuardrailCustom

+ const GuardrailHarmfulContent

+ const GuardrailPII

+ const GuardrailPromptInjection

+ const GuardrailSecretLeak

+ type GuardrailViolation struct

+ MatchedText string

+ RedactedResult string

+ Rule GuardrailRule

+ type Guardrails struct

+ func NewGuardrails(rules ...GuardrailRule) *Guardrails

+ func NewGuardrailsSafe(rules ...GuardrailRule) (*Guardrails, error)

+ func (g *Guardrails) AddRule(r GuardrailRule)

+ func (g *Guardrails) AddRuleSafe(r GuardrailRule) error

+ func (g *Guardrails) Check(ctx context.Context, response string) ([]GuardrailViolation, error)

+ func (g *Guardrails) Rules() []GuardrailRule

+ type HeaderExtractor func(h http.Header) *RateLimitHeaders

+ type ImageURLPart struct

+ Detail string

+ URL string

+ type InflightRequest struct

+ type InflightStats struct

+ InflightRequests int

+ TotalWaiters int

+ type InputAudioPart struct

+ Data string

+ Format string

+ type Interaction struct

+ Request RecordedRequest

+ Response RecordedResponse

+ type LLMSummarizingCondenser struct

+ func NewLLMSummarizingCondenser(provider Provider, opts ...CondenserOption) *LLMSummarizingCondenser

+ func (c *LLMSummarizingCondenser) Condense(ctx context.Context, messages []EyrieMessage, opts CondenseOptions) ([]EyrieMessage, error)

+ type MemoryBudgetStore struct

+ func NewMemoryBudgetStore() *MemoryBudgetStore

+ func (s *MemoryBudgetStore) CheckBudget(_ context.Context, virtualKey string, estCostUSD float64) error

+ func (s *MemoryBudgetStore) RecordUsage(_ context.Context, virtualKey string, costUSD float64, tokensIn, tokensOut int) error

+ func (s *MemoryBudgetStore) SetBudget(virtualKey string, limitUSD float64)

+ func (s *MemoryBudgetStore) Usage(virtualKey string) (usedUSD float64, tokensIn, tokensOut int, ok bool)

+ type MiMoClient struct

+ func NewMiMoClient(apiKey, openAIBase, anthropicBase string, compat *OpenAICompatConfig, ...) *MiMoClient

+ func (c *MiMoClient) Chat(ctx context.Context, messages []EyrieMessage, opts ChatOptions) (*EyrieResponse, error)

+ func (c *MiMoClient) Name() string

+ func (c *MiMoClient) Ping(ctx context.Context) error

+ func (c *MiMoClient) StreamChat(ctx context.Context, messages []EyrieMessage, opts ChatOptions) (*StreamResult, error)

+ type ModelRoles struct

+ Editor string

+ Primary string

+ Weak string

+ type ModerationOption func(*ModerationProvider)

+ func WithBlockedPatterns(patterns []string) ModerationOption

+ func WithCustomChecker(fn func(string) error) ModerationOption

+ func WithModerationMaxTokens(n int) ModerationOption

+ type ModerationProvider struct

+ func NewModerationProvider(inner Provider, opts ...ModerationOption) *ModerationProvider

+ func (mp *ModerationProvider) Chat(ctx context.Context, messages []EyrieMessage, opts ChatOptions) (*EyrieResponse, error)

+ func (mp *ModerationProvider) Name() string

+ func (mp *ModerationProvider) Ping(ctx context.Context) error

+ func (mp *ModerationProvider) StreamChat(ctx context.Context, messages []EyrieMessage, opts ChatOptions) (*StreamResult, error)

type OpenAIClient

+ func (c *OpenAIClient) CreateEmbedding(ctx context.Context, req EmbeddingRequest) (*EmbeddingResponse, error)

type OpenAICompatConfig

+ StripReasoningFromInput bool

+ SupportsCacheRole bool

+ type OpenCodeGoClient struct

+ func NewOpenCodeGoClient(apiKey, baseURL string, opts ...ClientOption) *OpenCodeGoClient

+ func (c *OpenCodeGoClient) Chat(ctx context.Context, messages []EyrieMessage, opts ChatOptions) (*EyrieResponse, error)

+ func (c *OpenCodeGoClient) Name() string

+ func (c *OpenCodeGoClient) Ping(ctx context.Context) error

+ func (c *OpenCodeGoClient) StreamChat(ctx context.Context, messages []EyrieMessage, opts ChatOptions) (*StreamResult, error)

+ type PromptOptimizer struct

+ func NewPromptOptimizer(maxInputTokens int) *PromptOptimizer

+ func (po *PromptOptimizer) Optimize(messages []EyrieMessage) []EyrieMessage

+ type ProtocolChatFallback func(primaryErr error, primaryResp *EyrieResponse) bool

+ type ProtocolRouter struct

+ Anthropic *AnthropicClient

+ OpenAI *OpenAIClient

+ func (r ProtocolRouter) Chat(ctx context.Context, messages []EyrieMessage, opts ChatOptions, ...) (*EyrieResponse, error)

+ func (r ProtocolRouter) StreamChat(ctx context.Context, messages []EyrieMessage, opts ChatOptions, ...) (*StreamResult, error)

+ type ProtocolStreamConfig struct

+ FallbackOnError func(error) bool

+ Primary ChatProtocol

+ ReasoningOnlyFallback bool

+ type ProviderCallback interface

+ OnError func(ctx context.Context, provider string, model string, err error, ...)

+ OnRequest func(ctx context.Context, provider string, model string, messages []EyrieMessage, ...)

+ OnResponse func(ctx context.Context, provider string, model string, response *EyrieResponse, ...)

+ OnStreamEvent func(ctx context.Context, provider string, model string, event EyrieStreamEvent)

+ type ProviderFeatures struct

+ func NewProviderFeatures() *ProviderFeatures

+ func (pf *ProviderFeatures) Get(provider string) FeatureSet

+ func (pf *ProviderFeatures) Supports(provider, feature string) bool

+ type ProviderHealth struct

+ func NewProviderHealth() *ProviderHealth

+ func (ph *ProviderHealth) AllScores() []ProviderScore

+ func (ph *ProviderHealth) Healthiest(candidates []string) string

+ func (ph *ProviderHealth) RecordFailure(provider string, latency time.Duration)

+ func (ph *ProviderHealth) RecordSuccess(provider string, latency time.Duration)

+ func (ph *ProviderHealth) Score(provider string) float64

+ type ProviderScore struct

+ AvgLatencyMs int64

+ ErrorRate float64

+ IsHealthy bool

+ Name string

+ Score float64

type ProviderType

+ const ProviderTypeAzure

+ const ProviderTypeBedrock

+ const ProviderTypeVertex

+ type RateLimitHeaders struct

+ RequestsLimit int

+ RequestsRemaining int

+ ResetTime time.Time

+ TokensLimit int

+ TokensRemaining int

+ func CommonHeaderExtractor(h http.Header) *RateLimitHeaders

+ type RateLimitState struct

+ LastUpdated time.Time

+ RPMLimit int

+ RPMRemaining int

+ RPMResetAt time.Time

+ RPMUsed int

+ TPMLimit int

+ TPMRemaining int

+ TPMResetAt time.Time

+ TPMUsed int

+ ThrottleCount int64

+ TotalRequests int64

+ TotalTokens int64

+ type RecordedRequest struct

+ Hash string

+ Messages []EyrieMessage

+ Model string

+ System string

+ type RecordedResponse struct

+ Content string

+ Error string

+ FinishReason string

+ ToolCalls []ToolCall

+ Usage *EyrieUsage

+ type RecorderMode string

+ const RecordModeAuto

+ const RecordModeRecord

+ const RecordModeReplay

+ type RecorderProvider struct

+ func NewRecorderProvider(inner Provider, cassettePath string, mode RecorderMode) (*RecorderProvider, error)

+ func (r *RecorderProvider) Chat(ctx context.Context, messages []EyrieMessage, opts ChatOptions) (*EyrieResponse, error)

+ func (r *RecorderProvider) Name() string

+ func (r *RecorderProvider) Ping(ctx context.Context) error

+ func (r *RecorderProvider) Save() error

+ func (r *RecorderProvider) SetRedactor(fn func(string) string)

+ func (r *RecorderProvider) StreamChat(ctx context.Context, messages []EyrieMessage, opts ChatOptions) (*StreamResult, error)

+ type Relationship struct

+ Object string

+ Predicate string

+ Subject string

+ type RepeatDetector struct

+ MinLength int

+ Threshold float64

+ func DefaultRepeatDetector() *RepeatDetector

+ func (d *RepeatDetector) Add(delta string) bool

+ func (d *RepeatDetector) Feed(chunk string)

+ func (d *RepeatDetector) GetRepeatness() float64

+ func (d *RepeatDetector) IsRepeating() bool

+ type RequestLogEntry struct

+ CacheHit bool

+ Error string

+ InputTokens int

+ LatencyMs int64

+ Model string

+ OutputTokens int

+ Provider string

+ Status string

+ Timestamp time.Time

+ type RequestLogger struct

+ func NewRequestLogger(enabled bool) *RequestLogger

+ func (rl *RequestLogger) Log(entry RequestLogEntry)

+ func (rl *RequestLogger) Recent(n int) []RequestLogEntry

+ func (rl *RequestLogger) Summary() string

+ type ResponseHealth string

+ const ResponseEmpty

+ const ResponseErrorOnlyReasoning

+ const ResponseMalformedStream

+ const ResponseOK

+ func DetectResponseHealth(sig ResponseSignals) ResponseHealth

+ func (h ResponseHealth) Diagnostic() string

+ func (h ResponseHealth) Err() error

+ type ResponseSignals struct

+ ContentLen int

+ FinishReason string

+ SawReasoning bool

+ StreamEnded bool

+ StreamErr bool

+ ToolCalls int

type RetryConfig

+ func NewRetryConfig(maxRetries int, baseDelay, maxDelay time.Duration, retryOn ...int) RetryConfig

+ type RoleRouter struct

+ func NewRoleRouter(inner Provider, roles ModelRoles) (*RoleRouter, error)

+ func (r *RoleRouter) Chat(ctx context.Context, messages []EyrieMessage, opts ChatOptions) (*EyrieResponse, error)

+ func (r *RoleRouter) Name() string

+ func (r *RoleRouter) Ping(ctx context.Context) error

+ func (r *RoleRouter) StreamChat(ctx context.Context, messages []EyrieMessage, opts ChatOptions) (*StreamResult, error)

+ type SchemaValidation struct

+ MaxRetries int

+ Schema map[string]interface{}

+ StrictMode bool

+ type SemanticCacheConfig struct

+ EmbeddingModel string

+ Enabled bool

+ MaxAge time.Duration

+ MaxSize int

+ SimilarityThreshold float64

+ TemperatureThreshold float64

+ func DefaultSemanticCacheConfig() SemanticCacheConfig

+ type SemanticCacheStats struct

+ Enabled bool

+ Hits int

+ MaxSize int

+ Misses int

+ Size int

+ type StreamGuardrailConfig struct

+ AccumulateForPII bool

+ BlockOnInjection bool

+ Enabled bool

+ MaxChunkSize int

+ type StreamGuardrailResult struct

+ Blocked bool

+ Chunk string

+ ModifiedChunk string

+ Violations []GuardrailViolation

+ type StreamGuardrails struct

+ func NewStreamGuardrails(guardrails *Guardrails, config StreamGuardrailConfig) *StreamGuardrails

+ func (sg *StreamGuardrails) Flush() []GuardrailViolation

+ func (sg *StreamGuardrails) IsBlocked() bool

+ func (sg *StreamGuardrails) ProcessChunk(chunk string) StreamGuardrailResult

+ func (sg *StreamGuardrails) Reset()

+ type StreamMerger struct

+ IndexFields []string

+ StreamFields []string

+ func DefaultStreamMerger() *StreamMerger

+ func NewStreamMerger(streamFields, indexFields []string) *StreamMerger

+ func (m *StreamMerger) Merge(delta map[string]interface{}) map[string]interface{}

+ func (m *StreamMerger) Result() map[string]interface{}

type StreamResult

+ func NewStreamResult(events <-chan EyrieStreamEvent, cancel context.CancelFunc) *StreamResult

+ type StreamingTokenCounter struct

+ func NewStreamingTokenCounter(model string, inputTokens int) *StreamingTokenCounter

+ func (stc *StreamingTokenCounter) AddCached(tokens int)

+ func (stc *StreamingTokenCounter) AddOutput(text string)

+ func (stc *StreamingTokenCounter) CurrentCost() float64

+ func (stc *StreamingTokenCounter) Summary() string

+ type StructuredOutputError struct

+ Attempt int

+ Response string

+ ValidationErr error

+ func (e *StructuredOutputError) Error() string

+ type TokenCountResult struct

+ InputTokens int

+ type ToolChoiceOption struct

+ DisableParallelToolUse bool

+ Name string

+ Type string

+ type TracingProvider struct

+ func NewTracingProvider(inner Provider) *TracingProvider

+ func (tp *TracingProvider) Chat(ctx context.Context, messages []EyrieMessage, opts ChatOptions) (*EyrieResponse, error)

+ func (tp *TracingProvider) Name() string

+ func (tp *TracingProvider) Ping(ctx context.Context) error

+ func (tp *TracingProvider) StreamChat(ctx context.Context, messages []EyrieMessage, opts ChatOptions) (*StreamResult, error)

+ type UsageEntry struct

+ CostUSD float64

+ Model string

+ Provider string

+ Timestamp time.Time

+ Tokens int

+ type UsageLimitProvider struct

+ func NewUsageLimitProvider(inner Provider, tracker *UsageTracker) (*UsageLimitProvider, error)

+ func (u *UsageLimitProvider) Chat(ctx context.Context, messages []EyrieMessage, opts ChatOptions) (*EyrieResponse, error)

+ func (u *UsageLimitProvider) Name() string

+ func (u *UsageLimitProvider) Ping(ctx context.Context) error

+ func (u *UsageLimitProvider) StreamChat(ctx context.Context, messages []EyrieMessage, opts ChatOptions) (*StreamResult, error)

+ func (u *UsageLimitProvider) Tracker() *UsageTracker

+ type UsageSummary struct

+ CostRemaining float64

+ DailyCostUSD float64

+ DailyPct float64

+ DailyRemaining int

+ DailyTokens int

+ HourlyPct float64

+ HourlyRemaining int

+ HourlyTokens int

+ SessionRemaining int

+ SessionTokens int

+ type UsageTracker struct

+ Alerts []Alert

+ CostLimitUSD float64

+ DailyLimit int

+ HourlyLimit int

+ SessionLimit int

+ func NewUsageTracker() *UsageTracker

+ func (u *UsageTracker) CanProceed() (bool, string)

+ func (u *UsageTracker) CheckThresholds()

+ func (u *UsageTracker) EstimateRemaining(tokensPerRequest int) int

+ func (u *UsageTracker) FormatSummary() string

+ func (u *UsageTracker) GetUsage() UsageSummary

+ func (u *UsageTracker) PruneOld()

+ func (u *UsageTracker) Record(tokens int, costUSD float64, provider, model string)

+ func (u *UsageTracker) Reset()

+ type VertexClient struct

+ func NewVertexClient(projectID, region, token string) *VertexClient

+ func (c *VertexClient) Chat(ctx context.Context, messages []EyrieMessage, opts ChatOptions) (*EyrieResponse, error)

+ func (c *VertexClient) Name() string

+ func (c *VertexClient) Ping(ctx context.Context) error

+ func (c *VertexClient) StreamChat(ctx context.Context, messages []EyrieMessage, opts ChatOptions) (*StreamResult, error)

+ type ZAIClient struct

+ func NewZAIClient(apiKey, openAIBase, anthropicBase string, compat *OpenAICompatConfig, ...) *ZAIClient

+ func (c *ZAIClient) Chat(ctx context.Context, messages []EyrieMessage, opts ChatOptions) (*EyrieResponse, error)

+ func (c *ZAIClient) Name() string

+ func (c *ZAIClient) Ping(ctx context.Context) error

+ func (c *ZAIClient) StreamChat(ctx context.Context, messages []EyrieMessage, opts ChatOptions) (*StreamResult, error)

v0.1.0

May 11, 2026

Changes in this version

+ var CanopyWaveCompat = OpenAICompatConfig

+ var CoreProviders = map[string]ProviderRegistryConfig

+ var GeminiCompat = OpenAICompatConfig

+ var GrokCompat = OpenAICompatConfig

+ var OllamaCompat = OpenAICompatConfig

+ var OpenAICompat = OpenAICompatConfig

+ var OpenAICompatibleProviders = map[string]ProviderRegistryConfig

+ var OpenCodeGoCompat = OpenAICompatConfig

+ var OpenRouterCompat = OpenAICompatConfig

+ var Version = "0.5.0"

+ func AddCacheBreakpoints(messages []EyrieMessage) []anthropicCachedMessage

+ func DetectProvider() string

+ func FreezeRegistry()

+ func ParseCustomHeaders() map[string]string

+ func RegisterDynamicProvider(name, baseURL, envKey string) error

+ func ResolveDefaultModel(provider string) string

+ func ResolveProviderModelEnvOverride(provider string) string

+ type AnthropicClient struct

+ func NewAnthropicClient(apiKey, baseURL string, opts ...ClientOption) *AnthropicClient

+ func (c *AnthropicClient) Chat(ctx context.Context, messages []EyrieMessage, opts ChatOptions) (*EyrieResponse, error)

+ func (c *AnthropicClient) Name() string

+ func (c *AnthropicClient) Ping(ctx context.Context) error

+ func (c *AnthropicClient) StreamChat(ctx context.Context, messages []EyrieMessage, opts ChatOptions) (*StreamResult, error)

+ type AnthropicClientConfig struct

+ APIKey string

+ BaseURL string

+ DefaultHeaders map[string]string

+ MaxRetries int

+ Provider string

+ Timeout int

+ type BatchClient struct

+ func NewBatchClient(apiKey, baseURL string) *BatchClient

+ func (bc *BatchClient) Poll(ctx context.Context, batchID string) (*BatchResult, error)

+ func (bc *BatchClient) Submit(ctx context.Context, requests []BatchRequest) (string, error)

+ type BatchRequest struct

+ CustomID string

+ Messages []EyrieMessage

+ Options ChatOptions

+ type BatchResponse struct

+ CustomID string

+ Error string

+ Response *EyrieResponse

+ type BatchResult struct

+ CreatedAt time.Time

+ ID string

+ Responses []BatchResponse

+ Status string

+ type CacheConfig struct

+ Enabled bool

+ MaxAge time.Duration

+ MaxSize int

+ TemperatureThreshold float64

+ func DefaultCacheConfig() CacheConfig

+ type CacheControlType string

+ const CacheControlEphemeral

+ type CacheStatsResult struct

+ Enabled bool

+ MaxSize int

+ Size int

+ type CachedContent struct

+ CacheControl interface{}

+ Text string

+ Type string

+ type CachedProvider struct

+ func NewCachedProvider(inner Provider, cfg CacheConfig) *CachedProvider

+ func (cp *CachedProvider) CacheStats() CacheStatsResult

+ func (cp *CachedProvider) Chat(ctx context.Context, messages []EyrieMessage, opts ChatOptions) (*EyrieResponse, error)

+ func (cp *CachedProvider) ClearCache()

+ func (cp *CachedProvider) Name() string

+ func (cp *CachedProvider) Ping(ctx context.Context) error

+ func (cp *CachedProvider) SetEnabled(enabled bool)

+ func (cp *CachedProvider) StreamChat(ctx context.Context, messages []EyrieMessage, opts ChatOptions) (*StreamResult, error)

+ type CallMetrics struct

+ CacheCreationTokens int

+ CacheReadTokens int

+ InputTokens int

+ LatencyMs int64

+ Model string

+ OutputTokens int

+ Provider string

+ Timestamp time.Time

+ type ChatOptions struct

+ EnableCaching bool

+ MaxTokens int

+ Model string

+ Provider string

+ ResponseFormat *ResponseFormat

+ Stream bool

+ System string

+ Temperature *float64

+ Tools []EyrieTool

+ type ClientOption struct

+ func WithHTTPClient(hc *http.Client) ClientOption

+ func WithLogger(l *slog.Logger) ClientOption

+ func WithRetry(rc RetryConfig) ClientOption

+ func WithTimeout(d time.Duration) ClientOption

+ type ContinuationConfig struct

+ MaxContinuations int

+ MaxTotalTokens int

+ func DefaultContinuationConfig() ContinuationConfig

+ type EmbeddingParams struct

+ Indexing map[string]string

+ Query map[string]string

+ func DefaultEmbeddingParams(model string) EmbeddingParams

+ type EmbeddingRequest struct

+ Input []string

+ Model string

+ Params map[string]string

+ type EmbeddingResponse struct

+ Embeddings [][]float32

+ Model string

+ Usage *EyrieUsage

+ type EyrieClient struct

+ func NewEyrieClient(cfg *EyrieConfig) *EyrieClient

+ func (c *EyrieClient) Chat(ctx context.Context, messages []EyrieMessage, opts ChatOptions) (*EyrieResponse, error)

+ func (c *EyrieClient) GetProviderInfo(provider string) *ProviderRegistryConfig

+ func (c *EyrieClient) GetProviders() []string

+ func (c *EyrieClient) Ping(ctx context.Context, provider string) error

+ func (c *EyrieClient) SetAPIKey(provider, apiKey string)

+ func (c *EyrieClient) StreamChat(ctx context.Context, messages []EyrieMessage, opts ChatOptions) (*StreamResult, error)

+ func (c *EyrieClient) StreamChatContinue(ctx context.Context, messages []EyrieMessage, opts ChatOptions, ...) (*StreamResult, error)

+ type EyrieConfig struct

+ APIKey string

+ BaseURL string

+ MaxRetries int

+ Model string

+ Provider string

+ type EyrieError struct

+ Err error

+ Message string

+ Op string

+ Provider string

+ RequestID string

+ StatusCode int

+ func (e *EyrieError) Error() string

+ func (e *EyrieError) IsAuthError() bool

+ func (e *EyrieError) IsRateLimited() bool

+ func (e *EyrieError) IsRetriable() bool

+ func (e *EyrieError) Unwrap() error

+ type EyrieMessage struct

+ Content string

+ Images []string

+ Role string

+ ToolResult *ToolResult

+ ToolUse []ToolCall

+ func MergeConsecutiveRoles(messages []EyrieMessage) []EyrieMessage

+ func SanitizeMessages(messages []EyrieMessage) []EyrieMessage

+ type EyrieResponse struct

+ Content string

+ FinishReason string

+ RequestID string

+ ToolCalls []ToolCall

+ Usage *EyrieUsage

+ func ChatWithContinuation(ctx context.Context, p Provider, messages []EyrieMessage, opts ChatOptions, ...) (*EyrieResponse, error)

+ type EyrieStreamEvent struct

+ Content string

+ Error string

+ RequestID string

+ StopReason string

+ Thinking string

+ ToolCall *ToolCall

+ Type string

+ Usage *EyrieUsage

+ type EyrieTool struct

+ Description string

+ Name string

+ Parameters map[string]interface{}

+ type EyrieUsage struct

+ CacheCreationTokens int

+ CacheReadTokens int

+ CompletionTokens int

+ PromptTokens int

+ TotalTokens int

+ type FallbackProvider struct

+ func NewFallbackProvider(providers ...Provider) *FallbackProvider

+ func (fp *FallbackProvider) Chat(ctx context.Context, messages []EyrieMessage, opts ChatOptions) (*EyrieResponse, error)

+ func (fp *FallbackProvider) Name() string

+ func (fp *FallbackProvider) Ping(ctx context.Context) error

+ func (fp *FallbackProvider) SetLogger(l *slog.Logger)

+ func (fp *FallbackProvider) Stats() map[string]int64

+ func (fp *FallbackProvider) StreamChat(ctx context.Context, messages []EyrieMessage, opts ChatOptions) (*StreamResult, error)

+ type MetricsCollector struct

+ func NewMetricsCollector() *MetricsCollector

+ func (mc *MetricsCollector) Recent(n int) []CallMetrics

+ func (mc *MetricsCollector) Record(m CallMetrics)

+ func (mc *MetricsCollector) TotalCost() float64

+ type MockCall struct

+ Messages []EyrieMessage

+ Options ChatOptions

+ type MockMode string

+ const MockModeEcho

+ const MockModeError

+ const MockModeFixed

+ const MockModeMaxTokens

+ const MockModeToolUse

+ type MockProvider struct

+ Calls []MockCall

+ Delay time.Duration

+ Mode MockMode

+ Response string

+ ToolArgs map[string]interface{}

+ ToolName string

+ func NewMockProvider(mode MockMode) *MockProvider

+ func (m *MockProvider) CallCount() int

+ func (m *MockProvider) Chat(ctx context.Context, messages []EyrieMessage, opts ChatOptions) (*EyrieResponse, error)

+ func (m *MockProvider) LastCall() *MockCall

+ func (m *MockProvider) MarshalCalls() string

+ func (m *MockProvider) Name() string

+ func (m *MockProvider) Ping(_ context.Context) error

+ func (m *MockProvider) Reset()

+ func (m *MockProvider) StreamChat(ctx context.Context, messages []EyrieMessage, opts ChatOptions) (*StreamResult, error)

+ type OpenAIClient struct

+ func NewOpenAIClient(apiKey, baseURL string, compat *OpenAICompatConfig, opts ...ClientOption) *OpenAIClient

+ func (c *OpenAIClient) Chat(ctx context.Context, messages []EyrieMessage, opts ChatOptions) (*EyrieResponse, error)

+ func (c *OpenAIClient) Name() string

+ func (c *OpenAIClient) Ping(ctx context.Context) error

+ func (c *OpenAIClient) StreamChat(ctx context.Context, messages []EyrieMessage, opts ChatOptions) (*StreamResult, error)

+ type OpenAICompatConfig struct

+ MaxTokensField string

+ RequiresAssistantAfterToolResult bool

+ RequiresThinkingAsText bool

+ RequiresToolResultName bool

+ SupportsDeveloperRole bool

+ SupportsReasoningEffort bool

+ SupportsStore bool

+ SupportsStrictMode bool

+ SupportsUsageInStreaming bool

+ ThinkingFormat string

+ type Provider interface

+ Chat func(ctx context.Context, messages []EyrieMessage, opts ChatOptions) (*EyrieResponse, error)

+ Name func() string

+ Ping func(ctx context.Context) error

+ StreamChat func(ctx context.Context, messages []EyrieMessage, opts ChatOptions) (*StreamResult, error)

+ func WithRateLimit(p Provider, limiter *RateLimiter) Provider

+ type ProviderRegistryConfig struct

+ BaseURL string

+ Compat *OpenAICompatConfig

+ EnvKey string

+ Name string

+ SupportsReasoning bool

+ SupportsStreaming bool

+ SupportsTools bool

+ Type ProviderType

+ type ProviderType string

+ const ProviderTypeAnthropic

+ const ProviderTypeOpenAI

+ const ProviderTypeOpenAICompatible

+ type RateLimitConfig struct

+ BurstSize int

+ MinInterval time.Duration

+ RequestsPerMinute int

+ type RateLimitedProvider struct

+ func (r *RateLimitedProvider) Chat(ctx context.Context, messages []EyrieMessage, opts ChatOptions) (*EyrieResponse, error)

+ func (r *RateLimitedProvider) Name() string

+ func (r *RateLimitedProvider) Ping(ctx context.Context) error

+ func (r *RateLimitedProvider) StreamChat(ctx context.Context, messages []EyrieMessage, opts ChatOptions) (*StreamResult, error)

+ type RateLimiter struct

+ func NewRateLimiter(defaults RateLimitConfig) *RateLimiter

+ func (rl *RateLimiter) SetProviderLimit(provider string, cfg RateLimitConfig)

+ func (rl *RateLimiter) Wait(ctx context.Context, provider string) error

+ type ResponseFormat struct

+ Schema string

+ Type string

+ type RetryConfig struct

+ BaseDelay time.Duration

+ MaxDelay time.Duration

+ MaxRetries int

+ RetryOn []int

+ func DefaultRetryConfig() RetryConfig

+ type SSEEvent struct

+ Data string

+ Event string

+ type StreamResult struct

+ Events <-chan EyrieStreamEvent

+ RequestID string

+ func StreamChatWithContinuation(ctx context.Context, p Provider, messages []EyrieMessage, opts ChatOptions, ...) (*StreamResult, error)

+ func (sr *StreamResult) Close()

+ type ToolCall struct

+ Arguments map[string]interface{}

+ ID string

+ Name string

+ func ParseInlineToolCalls(text string) (cleanText string, toolCalls []ToolCall)

+ type ToolResult struct

+ Content string

+ IsError bool

+ ToolUseID string

+ type WeightedProvider struct

+ func NewWeightedProvider(configs []WeightedProviderConfig) *WeightedProvider

+ func (wp *WeightedProvider) Chat(ctx context.Context, messages []EyrieMessage, opts ChatOptions) (*EyrieResponse, error)

+ func (wp *WeightedProvider) Name() string

+ func (wp *WeightedProvider) Ping(ctx context.Context) error

+ func (wp *WeightedProvider) Stats() map[string]int64

+ func (wp *WeightedProvider) StreamChat(ctx context.Context, messages []EyrieMessage, opts ChatOptions) (*StreamResult, error)

+ type WeightedProviderConfig struct

+ Provider Provider

+ Weight float64

?	: This menu
/	: Search site
f or F	: Jump to
y or Y	: Canonical URL