Documentation
¶
Index ¶
- func NewProvider(cfg config.Config) (provider.Provider, error)
- type AnthropicProvider
- func (p AnthropicProvider) DefaultCacheRetention() cache.Retention
- func (p AnthropicProvider) EstimateTokens(_ context.Context, req provider.Request) (provider.TokenEstimate, error)
- func (p AnthropicProvider) MessageRaw(kind cache.SegmentKind, msg session.Message) (string, string, error)
- func (p AnthropicProvider) NormalizeCachePolicy(policy cache.CachePolicy) (cache.CachePolicy, error)
- func (p AnthropicProvider) PayloadHash(req provider.Request) (string, error)
- func (p AnthropicProvider) Stream(ctx context.Context, req provider.Request) (<-chan provider.StreamEvent, error)
- func (p AnthropicProvider) ToolRaw(def cache.ToolDefinition) (string, string, error)
- type FakeProvider
- func (p FakeProvider) DefaultCacheRetention() cache.Retention
- func (p FakeProvider) NormalizeCachePolicy(policy cache.CachePolicy) (cache.CachePolicy, error)
- func (p FakeProvider) PayloadHash(req provider.Request) (string, error)
- func (p FakeProvider) Stream(context.Context, provider.Request) (<-chan provider.StreamEvent, error)
- type OpenAICompatibleProvider
- func (p OpenAICompatibleProvider) DefaultCacheRetention() cache.Retention
- func (p OpenAICompatibleProvider) EstimateTokens(_ context.Context, req provider.Request) (provider.TokenEstimate, error)
- func (p OpenAICompatibleProvider) MessageRaw(kind cache.SegmentKind, msg session.Message) (string, string, error)
- func (p OpenAICompatibleProvider) NormalizeCachePolicy(policy cache.CachePolicy) (cache.CachePolicy, error)
- func (p OpenAICompatibleProvider) PayloadHash(req provider.Request) (string, error)
- func (p OpenAICompatibleProvider) Stream(ctx context.Context, req provider.Request) (<-chan provider.StreamEvent, error)
- func (p OpenAICompatibleProvider) ToolRaw(def cache.ToolDefinition) (string, string, error)
Constants ¶
This section is empty.
Variables ¶
This section is empty.
Functions ¶
Types ¶
type AnthropicProvider ¶
type AnthropicProvider struct {
Endpoint string
APIKey string
Model string
MaxTokens int64
CostModel catalog.Model
Cache catalog.CacheCapability
HTTPClient *http.Client
}
func (AnthropicProvider) DefaultCacheRetention ¶
func (p AnthropicProvider) DefaultCacheRetention() cache.Retention
func (AnthropicProvider) EstimateTokens ¶
func (p AnthropicProvider) EstimateTokens(_ context.Context, req provider.Request) (provider.TokenEstimate, error)
func (AnthropicProvider) MessageRaw ¶
func (p AnthropicProvider) MessageRaw(kind cache.SegmentKind, msg session.Message) (string, string, error)
func (AnthropicProvider) NormalizeCachePolicy ¶
func (p AnthropicProvider) NormalizeCachePolicy(policy cache.CachePolicy) (cache.CachePolicy, error)
func (AnthropicProvider) PayloadHash ¶
func (p AnthropicProvider) PayloadHash(req provider.Request) (string, error)
func (AnthropicProvider) Stream ¶
func (p AnthropicProvider) Stream(ctx context.Context, req provider.Request) (<-chan provider.StreamEvent, error)
func (AnthropicProvider) ToolRaw ¶
func (p AnthropicProvider) ToolRaw(def cache.ToolDefinition) (string, string, error)
type FakeProvider ¶
type FakeProvider struct {
Response string
}
func (FakeProvider) DefaultCacheRetention ¶
func (p FakeProvider) DefaultCacheRetention() cache.Retention
func (FakeProvider) NormalizeCachePolicy ¶
func (p FakeProvider) NormalizeCachePolicy(policy cache.CachePolicy) (cache.CachePolicy, error)
func (FakeProvider) PayloadHash ¶
func (p FakeProvider) PayloadHash(req provider.Request) (string, error)
func (FakeProvider) Stream ¶
func (p FakeProvider) Stream(context.Context, provider.Request) (<-chan provider.StreamEvent, error)
type OpenAICompatibleProvider ¶
type OpenAICompatibleProvider struct {
Endpoint string
APIKey string
Model string
CostModel catalog.Model
Cache catalog.CacheCapability
HTTPClient *http.Client
StreamResponses bool
}
func (OpenAICompatibleProvider) DefaultCacheRetention ¶
func (p OpenAICompatibleProvider) DefaultCacheRetention() cache.Retention
func (OpenAICompatibleProvider) EstimateTokens ¶
func (p OpenAICompatibleProvider) EstimateTokens(_ context.Context, req provider.Request) (provider.TokenEstimate, error)
func (OpenAICompatibleProvider) MessageRaw ¶
func (p OpenAICompatibleProvider) MessageRaw(kind cache.SegmentKind, msg session.Message) (string, string, error)
func (OpenAICompatibleProvider) NormalizeCachePolicy ¶
func (p OpenAICompatibleProvider) NormalizeCachePolicy(policy cache.CachePolicy) (cache.CachePolicy, error)
func (OpenAICompatibleProvider) PayloadHash ¶
func (p OpenAICompatibleProvider) PayloadHash(req provider.Request) (string, error)
func (OpenAICompatibleProvider) Stream ¶
func (p OpenAICompatibleProvider) Stream(ctx context.Context, req provider.Request) (<-chan provider.StreamEvent, error)
func (OpenAICompatibleProvider) ToolRaw ¶
func (p OpenAICompatibleProvider) ToolRaw(def cache.ToolDefinition) (string, string, error)
Click to show internal directories.
Click to hide internal directories.