litellm

Jul 20, 2026

Changes in this version

type DoneEvent

+ FinishReasonRaw string

type EventCollector

+ func NewEventCollector() *EventCollector

type Response

+ FinishReasonRaw string

+ Refusal string

Jul 14, 2026

Changes in this version

+ func IsContentFilterError(err error) bool

type ErrorType

+ const ErrorTypeContentFilter

Jun 29, 2026

Changes in this version

type Request

+ func (r *Request) CaptureRawResponse() bool

Jun 26, 2026

Changes in this version

+ func PortableThinkingEfforts() []string

+ type CacheCapabilities struct

+ Block Support

+ PromptKey Support

+ RequestPolicy Support

+ Retention Support

+ UsageRead Support

+ UsageWrite Support

+ type Capabilities struct

+ Cache CacheCapabilities

+ Media MediaCapabilities

+ Model string

+ Provider string

+ Reasoning ReasoningCapabilities

+ Streaming StreamingCapabilities

+ Structured StructuredCapabilities

+ Thinking ThinkingCapabilities

+ Tools ToolCapabilities

+ Usage UsageCapabilities

+ func GetCapabilities(provider Provider, model string) Capabilities

+ type CapabilityProvider interface

+ Capabilities func(model string) Capabilities

type Client

+ func (c *Client) Capabilities(model string) Capabilities

+ type MediaCapabilities struct

+ FileURI Support

+ ImageBytes Support

+ ImageDetail Support

+ ImageURL Support

+ type ReasoningCapabilities struct

+ Blocks Support

+ ReasoningTokens Support

+ StreamingDeltas Support

+ type StreamingCapabilities struct

+ IdleTimeout Support

+ NativeResponses Support

+ ReasoningDeltas Support

+ Supported Support

+ ToolCallDeltas Support

+ Usage Support

+ type StructuredCapabilities struct

+ JSONObject Support

+ JSONSchema Support

+ PromptOnly bool

+ Strict Support

+ type Support int

+ const SupportNo

+ const SupportPartial

+ const SupportUnknown

+ const SupportYes

type Thinking

+ func (t *Thinking) HasOptions() bool

+ func (t *Thinking) Validate() error

+ type ThinkingCapabilities struct

+ BudgetTokens Support

+ Disable Support

+ Efforts []string

+ IncludeOutput Support

+ Notes []string

+ Supported Support

+ func (c ThinkingCapabilities) SupportsEffort(effort string) bool

+ type ToolCapabilities struct

+ Calls Support

+ Choice Support

+ HostedProviderTools Support

+ MultimodalResults Support

+ ParallelCalls Support

+ RequiresAdjacency bool

+ RoundTripSignatures Support

+ StrictSchema Support

+ type UsageCapabilities struct

+ CacheReadTokens Support

+ CacheWriteTokens Support

+ InputTokens Support

+ OutputTokens Support

+ ReasoningTokens Support

+ TotalTokens Support

Jun 25, 2026

Changes in this version

+ func Bool(v bool) *bool

+ func CaptureRawResponse(req *Request, resp *Response, raw []byte)

+ func IsProviderError(err error) bool

+ func IsTimeoutError(err error) bool

+ func JSONRaw(v any) (json.RawMessage, error)

+ func MustJSONRaw(v any) json.RawMessage

+ func NormalizeToolUseID(id string) string

+ func WrapValidationError(provider string, err error) error

+ type Annotation struct

+ Extra json.RawMessage

+ Text string

+ Type string

+ URL string

+ type Block interface

+ type CachePlacement string

+ const CachePlacementPrefix

+ type CachePolicy struct

+ Placement CachePlacement

+ Retention string

type Client

+ func (c *Client) StreamText(ctx context.Context, req Request, fn func(string) error) (resp *Response, err error)

+ func (c *Client) StreamWith(ctx context.Context, req Request, handler StreamHandler) (resp *Response, err error)

type ClientOption

+ func WithCaptureRawResponse(enabled bool) ClientOption

+ func WithMessageRepair(policies ...MessageRepairPolicy) ClientOption

+ func WithStreamIdleTimeout(timeout time.Duration) ClientOption

+ type ContentDelta struct

+ ContentIndex *int

+ OutputIndex *int

+ Text string

+ type DoneEvent struct

+ FinishReason FinishReason

+ Model string

+ Provider string

+ type ErrorEvent struct

+ Err error

+ type Event interface

+ type EventCollector struct

+ func (c *EventCollector) Apply(event Event) (bool, error)

+ func (c *EventCollector) Response() *Response

+ type FinishReason string

type Hook

+ OnStreamEvent func(context.Context, CallMeta, Event)

+ OnWarning func(context.Context, CallMeta, Warning)

type HookFuncs

+ OnStreamEventFunc func(context.Context, CallMeta, Event)

+ OnWarningFunc func(context.Context, CallMeta, Warning)

+ func (h HookFuncs) OnStreamEvent(ctx context.Context, meta CallMeta, event Event)

+ func (h HookFuncs) OnWarning(ctx context.Context, meta CallMeta, warning Warning)

+ type ImageBlock struct

+ Cache *CacheControl

+ Data []byte

+ Detail string

+ FileURI string

+ MIME string

+ URL string

+ func ImageURL(url string) ImageBlock

type LiteLLMError

+ func NewProviderErrorWithCause(provider string, errorType ErrorType, message string, cause error) *LiteLLMError

type Message

+ Blocks []Block

+ func Assistant(blocks ...Block) Message

+ func AssistantText(text string) Message

+ func System(text string) Message

+ func ToolResult(toolUseID string, blocks ...Block) Message

+ func ToolResultText(toolUseID, text string) Message

+ func User(blocks ...Block) Message

+ func UserText(text string) Message

+ type MessageRepairPolicy uint

+ const RepairAll

+ const RepairInsertMissingToolResults

+ const RepairNone

+ const RepairNormalizeToolUseIDs

+ const RepairSynthesizeMissingToolUseIDs

+ const RepairToolUseIDs

type ModelInfo

+ ContextLength int

+ Created int64

+ InputTokenLimit int

+ OutputTokenLimit int

+ SupportsThinking bool

+ SupportsTools bool

+ SupportsVision bool

type ModelLister

+ ListModels func(context.Context) ([]ModelInfo, error)

type Provider

+ Chat func(context.Context, *Request) (*Response, error)

+ type ProviderEvent struct

+ Name string

+ Raw json.RawMessage

type ProviderFactory

+ func TypedFactory[T any](fn func(T) (Provider, error)) ProviderFactory

+ type ProviderOptions map[string]any

+ type ReasoningBlock struct

+ Cache *CacheControl

+ Extra json.RawMessage

+ Redacted []byte

+ Signature string

+ Summary bool

+ Text string

+ type ReasoningDelta struct

+ Extra json.RawMessage

+ ExtraFull bool

+ Index *int

+ Redacted []byte

+ Signature string

+ Summary bool

+ Text string

+ type RefusalDelta struct

+ ContentIndex *int

+ OutputIndex *int

+ Text string

+ type Registry struct

+ func NewRegistry() *Registry

+ func (r *Registry) Names() []string

+ func (r *Registry) New(name string, config any) (Provider, error)

+ func (r *Registry) Register(name string, factory ProviderFactory) error

type Request

+ Cache *CachePolicy

+ ProviderOptions ProviderOptions

+ Thinking *Thinking

+ TopP *float64

+ type RequestDefaults struct

+ MaxTokens *int

+ Temperature *float64

+ TopP *float64

type Response

+ Blocks []Block

+ Raw json.RawMessage

+ Warnings []Warning

+ func Collect(stream Stream) (*Response, error)

+ func Handle(stream Stream, fn func(Event) error) (*Response, error)

+ func HandleText(stream Stream, fn func(string) error) (*Response, error)

+ func HandleWith(stream Stream, handler StreamHandler) (*Response, error)

+ func (r *Response) Text() string

+ type ResponseFormatType string

+ type Role string

+ const RoleAssistant

+ const RoleSystem

+ const RoleTool

+ const RoleUser

+ type Schema json.RawMessage

+ func SchemaFrom(v any) (Schema, error)

+ type Stream interface

+ Close func() error

+ Next func() (Event, error)

+ func WithStreamIdleWatchdog(inner Stream, cancel context.CancelFunc, timeout time.Duration, ...) Stream

+ type StreamHandler struct

+ Content func(string) error

+ Reasoning func(string) error

+ type StrictMode int

+ const StrictDefault

+ const StrictDisabled

+ const StrictEnabled

+ type TextBlock struct

+ Annotations []Annotation

+ Cache *CacheControl

+ Logprobs json.RawMessage

+ Text string

+ func Text(text string) TextBlock

+ type Thinking struct

+ BudgetTokens *int

+ Effort string

+ IncludeOutput bool

+ Level string

+ Mode ThinkingMode

+ type ThinkingMode int

+ const ThinkingUnspecified

type Tool

+ Description string

+ Name string

+ Parameters Schema

+ Strict StrictMode

+ type ToolChoice any

+ type ToolReferenceBlock struct

+ Cache *CacheControl

+ Extra json.RawMessage

+ ToolName string

+ type ToolResultBlock struct

+ Cache *CacheControl

+ Content []Block

+ IsError bool

+ ToolUseID string

+ type ToolUseAccumulator struct

+ func NewToolUseAccumulator() *ToolUseAccumulator

+ func (a *ToolUseAccumulator) Delta(delta ToolUseDelta) (string, *ToolUseBlock, error)

+ func (a *ToolUseAccumulator) Done(done ToolUseDone) (string, *ToolUseBlock, error)

+ func (a *ToolUseAccumulator) Start(start ToolUseStart) (string, *ToolUseBlock, error)

+ type ToolUseBlock struct

+ Arguments json.RawMessage

+ Cache *CacheControl

+ Extra json.RawMessage

+ ID string

+ Name string

+ Signature string

+ type ToolUseDelta struct

+ ArgumentsDelta []byte

+ ID string

+ Index *int

+ ItemID string

+ OutputIndex *int

+ Signature string

+ type ToolUseDone struct

+ ID string

+ Index *int

+ ItemID string

+ OutputIndex *int

+ type ToolUseStart struct

+ ID string

+ Index *int

+ ItemID string

+ Name string

+ OutputIndex *int

+ Signature string

type Usage

+ CacheReadTokens int

+ CacheWriteTokens int

+ InputTokens int

+ Model string

+ OutputTokens int

+ Provider string

+ func (u *Usage) StampModel(provider, model string)

+ func (u Usage) HasTokens() bool

+ type UsageEvent struct

+ Usage Usage

+ type Warning struct

+ Code string

+ Message string

+ Provider string

+ type WarningEvent struct

+ Warning Warning

Jun 3, 2026

Changes in this version

type Hook

+ OnStreamEnd func(ctx context.Context, meta CallMeta, err error)

type HookFuncs

+ OnStreamEndFunc func(ctx context.Context, meta CallMeta, err error)

+ func (h HookFuncs) OnStreamEnd(ctx context.Context, meta CallMeta, err error)

May 3, 2026

Changes in this version

+ const CacheTTL1h

+ const CacheTTL5m

type CacheControl

+ func NewEphemeralCacheTTL(ttl string) *CacheControl

Apr 26, 2026

Changes in this version

+ type OpenAIResponsesTool = providers.OpenAIResponsesTool

Apr 25, 2026

Changes in this version

+ var ErrStreamIdle = errors.New("stream idle timeout: no chunks received")

+ func IsStreamIdleError(err error) bool

type RequestOption

+ func WithOnWarning(fn func(provider string, message string)) RequestOption

Apr 21, 2026

Changes in this version

+ type CallMeta struct

+ CallID string

+ Duration time.Duration

+ Model string

+ Operation string

+ Provider string

+ StartedAt time.Time

+ Streaming bool

type ClientOption

+ func WithHook(h Hook) ClientOption

+ func WithHooks(hooks ...Hook) ClientOption

+ type Hook interface

+ AfterResponse func(ctx context.Context, meta CallMeta, resp *Response, err error)

+ BeforeRequest func(ctx context.Context, meta CallMeta)

+ OnStreamChunk func(ctx context.Context, meta CallMeta, chunk *StreamChunk)

+ type HookFuncs struct

+ AfterResponseFunc func(ctx context.Context, meta CallMeta, resp *Response, err error)

+ BeforeRequestFunc func(ctx context.Context, meta CallMeta)

+ OnStreamChunkFunc func(ctx context.Context, meta CallMeta, chunk *StreamChunk)

+ func (h HookFuncs) AfterResponse(ctx context.Context, meta CallMeta, resp *Response, err error)

+ func (h HookFuncs) BeforeRequest(ctx context.Context, meta CallMeta)

+ func (h HookFuncs) OnStreamChunk(ctx context.Context, meta CallMeta, chunk *StreamChunk)

Mar 22, 2026

Changes in this version

+ func RegisterProviderWithDescriptor(descriptor ProviderDescriptor) error

+ type ProviderDescriptor struct

+ DefaultURL string

+ Factory ProviderFactory

+ Name string

Mar 17, 2026

Changes in this version

+ func IsOverloadedError(err error) bool

type ErrorType

+ const ErrorTypeOverloaded

Mar 14, 2026

Changes in this version

type MessageContent

+ func ToolRefContent(toolName string) MessageContent

Mar 5, 2026

Changes in this version

+ const ChunkTypeContentEnd

+ const ChunkTypeContentStart

+ const ChunkTypeReasoningEnd

+ const ChunkTypeReasoningStart

+ const ChunkTypeToolCallEnd

+ const ChunkTypeToolCallStart

+ func IsContextOverflowError(err error) bool

+ func ParsePartialJSON(data string) any

type CostResult

+ CacheReadCost float64

+ CacheWriteCost float64

type ErrorType

+ const ErrorTypeContextOverflow

type ModelPricing

+ CacheReadCostPerToken float64

+ CacheWriteCostPerToken float64

type RequestOption

+ func WithCacheRetention(retention string) RequestOption

+ func WithOnPayload(fn func(provider string, payload []byte)) RequestOption

type StreamCallbacks

+ OnContentEnd func(content string)

+ OnContentStart func()

+ OnReasoningEnd func(content string)

+ OnReasoningStart func()

+ OnToolCallEnd func(call ToolCall)

+ OnToolCallStart func(delta *ToolCallDelta)

type ToolCallAccumulator

+ func (a *ToolCallAccumulator) Get(index int) *ToolCall

+ func (a *ToolCallAccumulator) PartialArguments(index int) any

Feb 12, 2026

Changes in this version

+ const FinishReasonError

+ const FinishReasonLength

+ const FinishReasonSafety

+ const FinishReasonStop

+ const FinishReasonToolCall

+ func NormalizeFinishReason(raw string) string

type Client

+ func (c *Client) ProviderName() string

+ type ModelCapabilities struct

+ MaxInputTokens int

+ MaxOutputTokens int

+ Provider string

+ SupportsReasoning bool

+ SupportsTools bool

+ SupportsVision bool

+ func GetModelCapabilities(model string) (*ModelCapabilities, bool)

type ThinkingConfig

+ func NewThinkingWithLevel(level string) *ThinkingConfig

+ type ToolCallAccumulator struct

+ func NewToolCallAccumulator() *ToolCallAccumulator

+ func (a *ToolCallAccumulator) Apply(delta *ToolCallDelta)

+ func (a *ToolCallAccumulator) Build() []ToolCall

+ func (a *ToolCallAccumulator) Started(index int) bool

Jan 6, 2026

Changes in this version

+ const PricingURL

+ func IsPricingLoaded() bool

+ func LoadPricing() error

+ func LoadPricingFromReader(r io.Reader) error

+ func SetModelPricing(model string, pricing ModelPricing)

type Client

+ func (c *Client) ListModels(ctx context.Context) ([]ModelInfo, error)

type ClientOption

+ func WithDebug(enabled bool) ClientOption

+ func WithDebugOutput(w io.Writer) ClientOption

+ type CostResult struct

+ Currency string

+ InputCost float64

+ OutputCost float64

+ TotalCost float64

+ func CalculateCost(model string, usage Usage) (*CostResult, error)

+ func CalculateCostForResponse(resp *Response) (*CostResult, error)

+ type ModelLister = providers.ModelLister

+ type ModelPricing struct

+ InputCostPerToken float64

+ OutputCostPerToken float64

+ func GetModelPricing(model string) (*ModelPricing, bool)

Dec 29, 2025

Changes in this version

+ const ThinkingDisabled

+ const ThinkingEnabled

type Client

+ func NewWithProvider(name string, config ProviderConfig, opts ...ClientOption) (*Client, error)

+ func (c *Client) Responses(ctx context.Context, req *OpenAIResponsesRequest) (*Response, error)

+ func (c *Client) ResponsesStream(ctx context.Context, req *OpenAIResponsesRequest) (StreamReader, error)

type DefaultConfig

+ TopP float64

type Message

+ func MultiContentMessage(role string, contents ...MessageContent) Message

type MessageContent

+ func ImageContent(url string) MessageContent

+ func ImageContentWithDetail(url, detail string) MessageContent

+ func TextContent(text string) MessageContent

+ type OpenAIResponsesRequest = providers.OpenAIResponsesRequest

type Request

+ func NewRequest(model, prompt string, opts ...RequestOption) *Request

+ func NewRequestWithMessages(model string, messages []Message, opts ...RequestOption) *Request

+ type RequestOption func(*Request)

+ func WithExtra(key string, value any) RequestOption

+ func WithExtras(extras map[string]any) RequestOption

+ func WithJSONMode() RequestOption

+ func WithJSONSchema(name, description string, schema any, strict bool) RequestOption

+ func WithMaxTokens(n int) RequestOption

+ func WithResponseFormat(format *ResponseFormat) RequestOption

+ func WithStop(sequences ...string) RequestOption

+ func WithSystemPrompt(content string) RequestOption

+ func WithTemperature(t float64) RequestOption

+ func WithThinking(budget int) RequestOption

+ func WithToolChoice(choice any) RequestOption

+ func WithTools(tools ...Tool) RequestOption

+ func WithTopP(p float64) RequestOption

+ func WithoutThinking() RequestOption

type Response

+ func CollectStream(stream StreamReader) (*Response, error)

+ func CollectStreamWithCallbacks(stream StreamReader, callbacks StreamCallbacks) (*Response, error)

+ func CollectStreamWithHandler(stream StreamReader, onChunk func(*StreamChunk)) (*Response, error)

+ type StreamCallbacks struct

+ OnChunk func(*StreamChunk)

+ OnContent func(string)

+ OnReasoning func(*ReasoningChunk)

+ OnToolCall func(*ToolCallDelta)

+ type ThinkingConfig = providers.ThinkingConfig

+ func NewThinkingDisabled() *ThinkingConfig

+ func NewThinkingEnabled(budgetTokens int) *ThinkingConfig

type Tool

+ func NewTool(name, description string, parameters any) Tool

Dec 17, 2025

Changes in this version

+ type MessageContent = providers.MessageContent

+ type MessageImageURL = providers.MessageImageURL

+ type ResponsesParams = providers.ResponsesParams

Dec 6, 2025

Changes in this version

+ func ResetDefaultClient()

+ func StringPtr(v string) *string

type ClientOption

+ func WithBedrock(accessKeyID, secretAccessKey string, region ...string) ClientOption

type Message

+ func AssistantMessage(content string) Message

+ func SystemMessage(content string) Message

+ func ToolMessage(toolCallID, content string) Message

+ func UserMessage(content string) Message

Nov 30, 2025

Changes in this version

type ModelInfo

+ ContextWindow int

+ MaxOutputTokens int

Nov 16, 2025

Changes in this version

+ const CacheTypeEphemeral

+ const CacheTypePersistent

+ const ContextKeyProvider

+ const ContextKeyRequestID

+ const ContextKeyRetryCount

+ var DefaultRouter = NewAutoRouter().WithFallback(FallbackNone)

+ func GetRetryAfter(err error) int

+ func HasChatCapability(p any) bool

+ func HasModelCapability(p any) bool

+ func HasStreamCapability(p any) bool

+ func IsAuthError(err error) bool

+ func IsModelError(err error) bool

+ func IsNetworkError(err error) bool

+ func IsProviderRegistered(name string) bool

+ func IsRateLimitError(err error) bool

+ func IsRetryableError(err error) bool

+ func IsValidationError(err error) bool

+ func ListRegisteredProviders() []string

+ func SupportsCapability(p Provider, model string, capability ModelCapability) bool

+ func WrapError(err error, provider string) error

+ type CacheControl struct

+ TTL *int

+ Type string

+ func NewCacheControl(cacheType string, ttlSeconds ...int) *CacheControl

+ func NewEphemeralCache() *CacheControl

+ func NewPersistentCache(ttlSeconds int) *CacheControl

+ type ChatProvider interface

+ Chat func(ctx context.Context, req *Request) (*Response, error)

type Client

+ func (c *Client) Chat(ctx context.Context, req *Request) (*Response, error)

type ClientOption

+ func WithRouter(router Router) ClientOption

+ type Config struct

+ Extra map[string]any

+ MaxTokens int

+ Retries int

+ Temperature float64

+ Timeout time.Duration

+ type CustomRouterFunc func(model string, providers []Provider) (Provider, error)

+ func (f CustomRouterFunc) Route(model string, providers []Provider) (Provider, error)

+ type ErrorType string

+ const ErrorTypeAuth

+ const ErrorTypeInternal

+ const ErrorTypeModel

+ const ErrorTypeNetwork

+ const ErrorTypeProvider

+ const ErrorTypeQuota

+ const ErrorTypeRateLimit

+ const ErrorTypeTimeout

+ const ErrorTypeValidation

+ type FallbackStrategy string

+ const FallbackAny

+ const FallbackBest

+ const FallbackFirst

+ const FallbackNone

+ type FunctionDef struct

+ Description string

+ Name string

+ Parameters any

+ type LiteLLMError struct

+ Cause error

+ Code string

+ Headers map[string]string

+ Message string

+ Model string

+ Provider string

+ RetryAfter int

+ Retryable bool

+ StatusCode int

+ Type ErrorType

+ func NewAuthError(provider, message string) *LiteLLMError

+ func NewError(errorType ErrorType, message string) *LiteLLMError

+ func NewErrorWithCause(errorType ErrorType, message string, cause error) *LiteLLMError

+ func NewHTTPError(provider string, statusCode int, message string) *LiteLLMError

+ func NewModelError(provider, model, message string) *LiteLLMError

+ func NewNetworkError(provider, message string, cause error) *LiteLLMError

+ func NewProviderError(provider string, errorType ErrorType, message string) *LiteLLMError

+ func NewRateLimitError(provider, message string, retryAfter int) *LiteLLMError

+ func NewTimeoutError(provider, message string) *LiteLLMError

+ func NewValidationError(provider, message string) *LiteLLMError

+ func (e *LiteLLMError) Error() string

+ func (e *LiteLLMError) Is(target error) bool

+ func (e *LiteLLMError) IsRetryable() bool

+ func (e *LiteLLMError) Unwrap() error

type Message

+ CacheControl *CacheControl

+ type ModelProvider interface

+ Models func() []ModelInfo

+ SupportsModel func(model string) bool

+ type Option func(*Client)

type Request

+ CacheControl *CacheControl

+ Stop []string

type Response

+ func QuickWithTimeout(model, message string, timeout time.Duration) (*Response, error)

+ type RouteStrategy string

+ const StrategyAuto

+ const StrategyExact

+ const StrategyFirst

+ const StrategyRoundRobin

+ type Router interface

+ Route func(model string, availableProviders []Provider) (Provider, error)

+ func RouteByProviderName(providerName string) Router

+ func RouteToProvider(provider Provider) Router

+ type SmartRouter struct

+ func NewAutoRouter() *SmartRouter

+ func NewExactRouter() *SmartRouter

+ func NewFirstRouter() *SmartRouter

+ func NewRoundRobinRouter() *SmartRouter

+ func NewSmartRouter(strategy RouteStrategy) *SmartRouter

+ func (r *SmartRouter) Route(model string, availableProviders []Provider) (Provider, error)

+ func (r *SmartRouter) WithFallback(fallback FallbackStrategy) *SmartRouter

+ type StreamProvider interface

+ Stream func(ctx context.Context, req *Request) (StreamReader, error)

type StreamReader

+ Next func() (*StreamChunk, error)

type Usage

+ CacheCreationInputTokens int

+ CacheReadInputTokens int

Aug 15, 2025

Changes in this version

type BaseProvider

+ func (p *BaseProvider) ResilienceConfig() ResilienceConfig

type ClientOption

+ func WithResilience(config ResilienceConfig) ClientOption

+ func WithRetries(maxRetries int, initialDelay time.Duration) ClientOption

+ func WithTimeout(timeout time.Duration) ClientOption

type DefaultConfig

+ Resilience ResilienceConfig

type ProviderConfig

+ Resilience ResilienceConfig

+ type ResilienceConfig struct

+ ConnectTimeout time.Duration

+ InitialDelay time.Duration

+ Jitter bool

+ MaxDelay time.Duration

+ MaxRetries int

+ Multiplier float64

+ RequestTimeout time.Duration

+ func DefaultResilienceConfig() ResilienceConfig

+ type ResilientHTTPClient struct

+ func NewResilientHTTPClient(config ResilienceConfig) *ResilientHTTPClient

+ func (c *ResilientHTTPClient) Do(req *http.Request) (*http.Response, error)

Aug 9, 2025

Changes in this version

+ const ResponseFormatJSONObject

+ const ResponseFormatJSONSchema

+ const ResponseFormatText

+ func BoolPtr(v bool) *bool

+ type JSONSchema struct

+ Description string

+ Name string

+ Schema any

+ Strict *bool

type Request

+ ResponseFormat *ResponseFormat

+ type ResponseFormat struct

+ JSONSchema *JSONSchema

+ Type string

+ func NewResponseFormatJSONObject() *ResponseFormat

+ func NewResponseFormatJSONSchema(name, description string, schema any, strict bool) *ResponseFormat

+ func NewResponseFormatText() *ResponseFormat

Aug 3, 2025

Changes in this version

type ClientOption

+ func WithGLM(apiKey string, baseURL ...string) ClientOption

+ type GLMProvider struct

+ func (p *GLMProvider) Complete(ctx context.Context, req *Request) (*Response, error)

+ func (p *GLMProvider) Models() []ModelInfo

+ func (p *GLMProvider) Stream(ctx context.Context, req *Request) (StreamReader, error)

type Provider

+ func NewGLMProvider(config ProviderConfig) Provider

Aug 2, 2025

Changes in this version

type ClientOption

+ func WithDeepSeek(apiKey string, baseURL ...string) ClientOption

+ func WithOpenRouter(apiKey string, baseURL ...string) ClientOption

+ func WithQwen(apiKey string, baseURL ...string) ClientOption

+ type DeepSeekProvider struct

+ func (p *DeepSeekProvider) Complete(ctx context.Context, req *Request) (*Response, error)

+ func (p *DeepSeekProvider) Models() []ModelInfo

+ func (p *DeepSeekProvider) Stream(ctx context.Context, req *Request) (StreamReader, error)

+ type OpenRouterProvider struct

+ func (p *OpenRouterProvider) Complete(ctx context.Context, req *Request) (*Response, error)

+ func (p *OpenRouterProvider) Models() []ModelInfo

+ func (p *OpenRouterProvider) Stream(ctx context.Context, req *Request) (StreamReader, error)

+ func (p *OpenRouterProvider) Validate() error

type Provider

+ func NewDeepSeekProvider(config ProviderConfig) Provider

+ func NewOpenRouterProvider(config ProviderConfig) Provider

+ func NewQwenProvider(config ProviderConfig) Provider

+ type QwenProvider struct

+ func (p *QwenProvider) Complete(ctx context.Context, req *Request) (*Response, error)

+ func (p *QwenProvider) Models() []ModelInfo

+ func (p *QwenProvider) Stream(ctx context.Context, req *Request) (StreamReader, error)

Jul 26, 2025

Changes in this version

+ var ProviderRegistry = make(map[string]ProviderFactory)

+ func Float64Ptr(v float64) *float64

+ func IntPtr(v int) *int

+ func RegisterProvider(name string, factory ProviderFactory)

+ type AnthropicProvider struct

+ func (p *AnthropicProvider) Complete(ctx context.Context, req *Request) (*Response, error)

+ func (p *AnthropicProvider) Models() []ModelInfo

+ func (p *AnthropicProvider) Stream(ctx context.Context, req *Request) (StreamReader, error)

+ type BaseProvider struct

+ func NewBaseProvider(name string, config ProviderConfig) *BaseProvider

+ func (p *BaseProvider) Config() ProviderConfig

+ func (p *BaseProvider) HTTPClient() *http.Client

+ func (p *BaseProvider) Name() string

+ func (p *BaseProvider) Validate() error

+ type ChunkType string

+ const ChunkTypeContent

+ const ChunkTypeDone

+ const ChunkTypeError

+ const ChunkTypeReasoning

+ const ChunkTypeToolCall

+ const ChunkTypeToolCallDelta

+ const ChunkTypeUsage

+ type Client struct

+ func New(opts ...ClientOption) *Client

+ func (c *Client) AddProvider(name string, provider Provider) error

+ func (c *Client) Complete(ctx context.Context, req *Request) (*Response, error)

+ func (c *Client) Models() []ModelInfo

+ func (c *Client) Providers() []string

+ func (c *Client) Stream(ctx context.Context, req *Request) (StreamReader, error)

+ type ClientOption func(*Client)

+ func WithAnthropic(apiKey string, baseURL ...string) ClientOption

+ func WithDefaults(maxTokens int, temperature float64) ClientOption

+ func WithGemini(apiKey string, baseURL ...string) ClientOption

+ func WithOpenAI(apiKey string, baseURL ...string) ClientOption

+ func WithProvider(name string, provider Provider) ClientOption

+ func WithProviderConfig(name string, config ProviderConfig) ClientOption

+ type DefaultConfig struct

+ MaxTokens int

+ Temperature float64

+ type FunctionCall struct

+ Arguments string

+ Name string

+ type FunctionSchema struct

+ Description string

+ Name string

+ Parameters any

+ type GeminiProvider struct

+ func (p *GeminiProvider) Complete(ctx context.Context, req *Request) (*Response, error)

+ func (p *GeminiProvider) Models() []ModelInfo

+ func (p *GeminiProvider) Stream(ctx context.Context, req *Request) (StreamReader, error)

+ type Message struct

+ Content string

+ Role string

+ ToolCallID string

+ ToolCalls []ToolCall

+ type ModelCapability string

+ const CapabilityChat

+ const CapabilityCode

+ const CapabilityCompletion

+ const CapabilityEmbedding

+ const CapabilityFunctionCall

+ const CapabilityMultimodal

+ const CapabilityReasoning

+ const CapabilityVision

+ type ModelInfo struct

+ Capabilities []ModelCapability

+ Description string

+ Extra map[string]any

+ ID string

+ MaxTokens int

+ Name string

+ Provider string

+ type OpenAIProvider struct

+ func (p *OpenAIProvider) Complete(ctx context.Context, req *Request) (*Response, error)

+ func (p *OpenAIProvider) Models() []ModelInfo

+ func (p *OpenAIProvider) Stream(ctx context.Context, req *Request) (StreamReader, error)

+ type Provider interface

+ Complete func(ctx context.Context, req *Request) (*Response, error)

+ Models func() []ModelInfo

+ Name func() string

+ Stream func(ctx context.Context, req *Request) (StreamReader, error)

+ Validate func() error

+ func CreateProvider(name string, config ProviderConfig) (Provider, error)

+ func NewAnthropicProvider(config ProviderConfig) Provider

+ func NewGeminiProvider(config ProviderConfig) Provider

+ func NewOpenAIProvider(config ProviderConfig) Provider

+ type ProviderConfig struct

+ APIKey string

+ BaseURL string

+ Extra map[string]any

+ type ProviderFactory func(config ProviderConfig) Provider

+ type ReasoningChunk struct

+ Content string

+ Summary string

+ type ReasoningData struct

+ Content string

+ Summary string

+ TokensUsed int

+ type Request struct

+ Extra map[string]any

+ MaxTokens *int

+ Messages []Message

+ Model string

+ ReasoningEffort string

+ ReasoningSummary string

+ Stream bool

+ Temperature *float64

+ ToolChoice any

+ Tools []Tool

+ UseResponsesAPI bool

+ type Response struct

+ Content string

+ Extra map[string]any

+ FinishReason string

+ Model string

+ Provider string

+ Reasoning *ReasoningData

+ ToolCalls []ToolCall

+ Usage Usage

+ func Quick(model, message string) (*Response, error)

+ type StreamChunk struct

+ Content string

+ Done bool

+ Error error

+ Extra map[string]any

+ FinishReason string

+ Model string

+ Provider string

+ Reasoning *ReasoningChunk

+ ToolCallDelta *ToolCallDelta

+ ToolCalls []ToolCall

+ Type ChunkType

+ Usage *Usage

+ type StreamReader interface

+ Close func() error

+ Err func() error

+ Read func() (*StreamChunk, error)

+ type Tool struct

+ Function FunctionSchema

+ Type string

+ type ToolCall struct

+ Function FunctionCall

+ ID string

+ Type string

+ type ToolCallDelta struct

+ ArgumentsDelta string

+ FunctionName string

+ ID string

+ Index int

+ Type string

+ type Usage struct

+ CompletionTokens int

+ PromptTokens int

+ ReasoningTokens int

+ TotalTokens int