Documentation
¶
Index ¶
- type AnthropicProvider
- type BaseProvider
- type CacheControl
- type DeepSeekProvider
- type FunctionCall
- type FunctionDef
- type GLMProvider
- type GeminiProvider
- type HTTPDoer
- type JSONSchema
- type Message
- type ModelInfo
- type OpenAIProvider
- type OpenRouterProvider
- type Provider
- type ProviderConfig
- type QwenProvider
- type ReasoningChunk
- type ReasoningData
- type Request
- type ResilienceConfig
- type Response
- type ResponseFormat
- type StreamChunk
- type StreamReader
- type Tool
- type ToolCall
- type ToolCallDelta
- type Usage
Constants ¶
This section is empty.
Variables ¶
This section is empty.
Functions ¶
This section is empty.
Types ¶
type AnthropicProvider ¶
type AnthropicProvider struct {
*BaseProvider
}
AnthropicProvider implements Anthropic Claude API integration
func NewAnthropic ¶
func NewAnthropic(config ProviderConfig) *AnthropicProvider
NewAnthropic creates a new Anthropic provider
func (*AnthropicProvider) Models ¶
func (p *AnthropicProvider) Models() []ModelInfo
func (*AnthropicProvider) Stream ¶
func (p *AnthropicProvider) Stream(ctx context.Context, req *Request) (StreamReader, error)
func (*AnthropicProvider) SupportsModel ¶
func (p *AnthropicProvider) SupportsModel(model string) bool
type BaseProvider ¶
type BaseProvider struct {
// contains filtered or unexported fields
}
BaseProvider provides common functionality for all providers
func NewBaseProvider ¶
func NewBaseProvider(name string, config ProviderConfig) *BaseProvider
NewBaseProvider creates a new base provider with resilience
func (*BaseProvider) Config ¶
func (p *BaseProvider) Config() ProviderConfig
func (*BaseProvider) HTTPClient ¶
func (p *BaseProvider) HTTPClient() HTTPDoer
func (*BaseProvider) Name ¶
func (p *BaseProvider) Name() string
func (*BaseProvider) ResilienceConfig ¶
func (p *BaseProvider) ResilienceConfig() ResilienceConfig
func (*BaseProvider) Validate ¶
func (p *BaseProvider) Validate() error
func (*BaseProvider) ValidateRequest ¶
func (p *BaseProvider) ValidateRequest(req *Request) error
ValidateRequest validates common request parameters This should be called by all provider implementations before processing requests
type CacheControl ¶
type CacheControl struct {
Type string // "ephemeral" or "persistent"
TTL *int // Time to live in seconds (optional)
}
CacheControl defines prompt caching behavior for providers
type DeepSeekProvider ¶
type DeepSeekProvider struct {
*BaseProvider
}
DeepSeekProvider implements DeepSeek API integration
func NewDeepSeek ¶
func NewDeepSeek(config ProviderConfig) *DeepSeekProvider
NewDeepSeek creates a new DeepSeek provider
func (*DeepSeekProvider) Models ¶
func (p *DeepSeekProvider) Models() []ModelInfo
func (*DeepSeekProvider) Stream ¶
func (p *DeepSeekProvider) Stream(ctx context.Context, req *Request) (StreamReader, error)
func (*DeepSeekProvider) SupportsModel ¶
func (p *DeepSeekProvider) SupportsModel(model string) bool
type FunctionCall ¶
type FunctionDef ¶
type GLMProvider ¶
type GLMProvider struct {
*BaseProvider
}
GLMProvider implements GLM/ZhiPu AI API integration
func (*GLMProvider) Models ¶
func (p *GLMProvider) Models() []ModelInfo
func (*GLMProvider) Stream ¶
func (p *GLMProvider) Stream(ctx context.Context, req *Request) (StreamReader, error)
func (*GLMProvider) SupportsModel ¶
func (p *GLMProvider) SupportsModel(model string) bool
type GeminiProvider ¶
type GeminiProvider struct {
*BaseProvider
}
GeminiProvider implements Google Gemini API integration
func NewGemini ¶
func NewGemini(config ProviderConfig) *GeminiProvider
NewGemini creates a new Gemini provider
func (*GeminiProvider) Models ¶
func (p *GeminiProvider) Models() []ModelInfo
func (*GeminiProvider) Stream ¶
func (p *GeminiProvider) Stream(ctx context.Context, req *Request) (StreamReader, error)
func (*GeminiProvider) SupportsModel ¶
func (p *GeminiProvider) SupportsModel(model string) bool
type Message ¶
type Message struct {
Role string
Content string
ToolCalls []ToolCall
ToolCallID string
CacheControl *CacheControl
}
type OpenAIProvider ¶
type OpenAIProvider struct {
*BaseProvider
}
OpenAIProvider implements OpenAI API integration
func NewOpenAI ¶
func NewOpenAI(config ProviderConfig) *OpenAIProvider
NewOpenAI creates a new OpenAI provider
func (*OpenAIProvider) Models ¶
func (p *OpenAIProvider) Models() []ModelInfo
func (*OpenAIProvider) Stream ¶
func (p *OpenAIProvider) Stream(ctx context.Context, req *Request) (StreamReader, error)
func (*OpenAIProvider) SupportsModel ¶
func (p *OpenAIProvider) SupportsModel(model string) bool
type OpenRouterProvider ¶
type OpenRouterProvider struct {
*BaseProvider
}
OpenRouterProvider implements OpenRouter API integration
func NewOpenRouter ¶
func NewOpenRouter(config ProviderConfig) *OpenRouterProvider
NewOpenRouter creates a new OpenRouter provider
func (*OpenRouterProvider) Models ¶
func (p *OpenRouterProvider) Models() []ModelInfo
func (*OpenRouterProvider) Stream ¶
func (p *OpenRouterProvider) Stream(ctx context.Context, req *Request) (StreamReader, error)
func (*OpenRouterProvider) SupportsModel ¶
func (p *OpenRouterProvider) SupportsModel(model string) bool
type Provider ¶
type Provider interface {
Name() string
Validate() error
SupportsModel(model string) bool
Models() []ModelInfo
Chat(ctx context.Context, req *Request) (*Response, error)
Stream(ctx context.Context, req *Request) (StreamReader, error)
}
Provider interface
type ProviderConfig ¶
type ProviderConfig struct {
APIKey string `json:"api_key"`
BaseURL string `json:"base_url,omitempty"`
Timeout time.Duration `json:"timeout,omitempty"`
Extra map[string]any `json:"extra,omitempty"`
Resilience ResilienceConfig `json:"resilience,omitempty"`
HTTPClient HTTPDoer `json:"-"`
}
ProviderConfig holds configuration for a provider
type QwenProvider ¶
type QwenProvider struct {
*BaseProvider
}
QwenProvider implements Qwen/DashScope API integration
func NewQwen ¶
func NewQwen(config ProviderConfig) *QwenProvider
NewQwen creates a new Qwen provider
func (*QwenProvider) Models ¶
func (p *QwenProvider) Models() []ModelInfo
func (*QwenProvider) Stream ¶
func (p *QwenProvider) Stream(ctx context.Context, req *Request) (StreamReader, error)
func (*QwenProvider) SupportsModel ¶
func (p *QwenProvider) SupportsModel(model string) bool
type ReasoningChunk ¶
type ReasoningData ¶
type Request ¶
type Request struct {
Model string
Messages []Message
MaxTokens *int
Temperature *float64
Stream bool
Tools []Tool
ToolChoice any
ResponseFormat *ResponseFormat
Stop []string
ReasoningEffort string
ReasoningSummary string
UseResponsesAPI bool
// Provider-specific extensions
Extra map[string]interface{}
}
type ResilienceConfig ¶
type ResilienceConfig struct {
MaxRetries int `json:"max_retries"`
InitialDelay time.Duration `json:"initial_delay"`
MaxDelay time.Duration `json:"max_delay"`
Multiplier float64 `json:"multiplier"`
Jitter bool `json:"jitter"`
RequestTimeout time.Duration `json:"request_timeout"`
ConnectTimeout time.Duration `json:"connect_timeout"`
}
ResilienceConfig holds network resilience configuration for providers
func DefaultResilienceConfig ¶
func DefaultResilienceConfig() ResilienceConfig
DefaultResilienceConfig returns default resilience configuration for providers
type ResponseFormat ¶
type ResponseFormat struct {
Type string
JSONSchema *JSONSchema
}
type StreamChunk ¶
type StreamChunk struct {
Type string
Content string
ToolCallDelta *ToolCallDelta
FinishReason string
Model string
Provider string
Done bool
Reasoning *ReasoningChunk
Usage *Usage
}
type StreamReader ¶
type StreamReader interface {
Next() (*StreamChunk, error)
Close() error
}
type Tool ¶
type Tool struct {
Type string
Function FunctionDef
}
type ToolCall ¶
type ToolCall struct {
ID string
Type string
Function FunctionCall
}