api

Aug 29, 2026

Changes in this version

+ const ReasoningDetailsMetaKey

Aug 18, 2026

Changes in this version

+ var LocalModelsProvider func(ctx context.Context) ([]ModelInfo, error)

+ func RecoverInlineToolCalls(resp *ChatResponse, tools []Tool)

type ClientType

+ const SproutLocalClientType

type ToolCall

+ func RecoverLFM2ToolCalls(content string) (calls []ToolCall, remaining string, ok bool)

Jul 31, 2026

Changes in this version

+ const BaseCushionFloor

+ const BaseCushionPercent

+ const EstimationErrorPercent

+ func CalculateOutputBudgetAnchored(contextLimit, anchoredInput, heuristicInput int) (int, bool)

+ func EstimateMessagesTokens(messages []Message) int

Jul 23, 2026

Changes in this version

type ClientType

+ func BuiltInClientTypes() []ClientType

type OllamaLocalClient

+ func (c *OllamaLocalClient) GetCachedModel(name string) (int, bool)

Jul 17, 2026

Changes in this version

type StreamingUsage

+ ImageTokens int

Jul 6, 2026

Changes in this version

type BaseProvider

+ func (p *BaseProvider) VisionCapabilities() VisionCapabilities

type ClientInterface

+ VisionCapabilities func() VisionCapabilities

type OllamaLocalClient

+ func (c *OllamaLocalClient) VisionCapabilities() VisionCapabilities

type Provider

+ VisionCapabilities func() VisionCapabilities

type ProviderAdapter

+ func (a *ProviderAdapter) VisionCapabilities() VisionCapabilities

type UnifiedProviderWrapper

+ func (w *UnifiedProviderWrapper) VisionCapabilities() VisionCapabilities

+ type VisionCapabilities struct

+ DetailTiers []string

+ MaxImageBytes int

+ MaxImageCount int

+ MaxImageDimension int

+ func VisionCapabilitiesDefault() VisionCapabilities

+ func VisionCapabilitiesOrDefault(caps VisionCapabilities) VisionCapabilities

Jul 5, 2026

Changes in this version

+ func ModelCachedPricingPerMillion(entry map[string]any) float64

+ func ResetPricingResolver()

+ func ResolveModelPricing(provider, model string) (inputPerM, outputPerM, cachedPerM float64, ok bool)

+ func SeedPricingForTest(provider, model string, inputPerM, outputPerM, cachedPerM float64)

type BaseProvider

+ func (p *BaseProvider) SupportsConversationalVision() bool

type ClientInterface

+ SupportsConversationalVision func() bool

type ModelInfo

+ CachedInputCost float64

+ VisionProbe *bool

type OllamaLocalClient

+ func (c *OllamaLocalClient) SupportsConversationalVision() bool

type Provider

+ SupportsConversationalVision func() bool

type ProviderAdapter

+ func (a *ProviderAdapter) SupportsConversationalVision() bool

type UnifiedProviderWrapper

+ func (w *UnifiedProviderWrapper) SupportsConversationalVision() bool

Jun 22, 2026

Changes in this version

type ClientType

+ const ZAICodingClientType

Jun 3, 2026

Changes in this version

type ClientType

+ const OllamaCloudClientType

Jun 1, 2026

Changes in this version

+ const DefaultBufferTokens

+ const ImageMessageOverheadTokens

+ const MessageOverheadTokens

+ const MinOutputTokens

+ const SystemInstructionBuffer

+ const ToolCallIDOverheadTokens

+ const ToolCallOverheadTokens

+ const ToolTokenEstimate

+ func CalculateOutputBudget(contextLimit int, inputTokens int) (int, bool)

+ func ClassifyEligibleRoles(m ModelInfo) []string

+ func CostFromJSON(body []byte) (float64, bool)

+ func EstimateInputTokens(messages []Message, tools []Tool) int

+ func EstimateTokens(text string) int

+ func FormatHTTPResponseError(statusCode int, headers http.Header, body []byte) error

+ func GetCanonicalModelsForProvider(ctx context.Context, clientType ClientType) ([]modelcontract.CanonicalModel, error)

+ func GetProviderName(clientType ClientType) string

+ func IsProviderAvailable(provider ClientType) bool

+ func ModelPricingPerMillion(entry map[string]any) (inputPerMillion, outputPerMillion float64)

+ func UsageCost(u ChatUsage) float64

+ type BaseProvider struct

+ func NewBaseProvider(name string, clientType ClientType, endpoint string, apiKey string) *BaseProvider

+ func (p *BaseProvider) EstimateCost(promptTokens, completionTokens int, model string) float64

+ func (p *BaseProvider) GetEndpoint() string

+ func (p *BaseProvider) GetModel() string

+ func (p *BaseProvider) GetName() string

+ func (p *BaseProvider) GetType() ClientType

+ func (p *BaseProvider) IsDebug() bool

+ func (p *BaseProvider) MakeAuthRequest(ctx context.Context, method, url string, body io.Reader) (*http.Request, error)

+ func (p *BaseProvider) SetDebug(debug bool)

+ func (p *BaseProvider) SetModel(model string) error

+ func (p *BaseProvider) SupportsReasoning() bool

+ func (p *BaseProvider) SupportsStreaming() bool

+ func (p *BaseProvider) SupportsTools() bool

+ func (p *BaseProvider) SupportsVision() bool

+ type ChatChoice = core.ChatChoice

+ type ChatRequest = core.ChatRequest

+ type ChatResponse = core.ChatResponse

+ type ChatUsage = core.ChatUsage

+ type Choice = ChatChoice

+ type ClientInterface interface

+ CheckConnection func() error

+ GetAverageTPS func() float64

+ GetLastTPS func() float64

+ GetModel func() string

+ GetModelContextLimit func() (int, error)

+ GetProvider func() string

+ GetTPSStats func() map[string]float64

+ GetVisionModel func() string

+ ListModels func(ctx context.Context) ([]ModelInfo, error)

+ ResetTPSStats func()

+ SendChatRequest func(ctx context.Context, messages []Message, tools []Tool, reasoning string, ...) (*ChatResponse, error)

+ SendChatRequestStream func(ctx context.Context, messages []Message, tools []Tool, reasoning string, ...) (*ChatResponse, error)

+ SendVisionRequest func(ctx context.Context, messages []Message, tools []Tool, reasoning string, ...) (*ChatResponse, error)

+ SetDebug func(debug bool)

+ SetModel func(model string) error

+ SupportsVision func() bool

+ func NewDeepInfraClientWrapper(model string) (ClientInterface, error)

+ func NewOpenRouterClientWrapper(model string) (ClientInterface, error)

+ func NewUnifiedClient(clientType ClientType) (ClientInterface, error)

+ func NewUnifiedClientWithModel(clientType ClientType, model string) (ClientInterface, error)

+ type ClientType string

+ const CerebrasClientType

+ const ChutesClientType

+ const DeepInfraClientType

+ const DeepSeekClientType

+ const EditorClientType

+ const LMStudioClientType

+ const MinimaxClientType

+ const MistralClientType

+ const OllamaClientType

+ const OllamaLocalClientType

+ const OllamaTurboClientType

+ const OpenAIClientType

+ const OpenRouterClientType

+ const TestClientType

+ const ZAIClientType

+ func DetermineProvider(explicitProvider string, lastUsedProvider ClientType) (ClientType, error)

+ func ParseProviderName(name string) (ClientType, error)

+ type HTTPClient interface

+ Do func(req *http.Request) (*http.Response, error)

+ type HarmonyFormatter struct

+ func NewHarmonyFormatter() *HarmonyFormatter

+ func NewHarmonyFormatterWithReasoning(reasoning string) *HarmonyFormatter

+ func (h *HarmonyFormatter) AddReturnToken(response string) string

+ func (h *HarmonyFormatter) ConvertReturnToEnd(conversation string) string

+ func (h *HarmonyFormatter) FormatMessagesForCompletion(messages []Message, tools []Tool, opts *HarmonyOptions) string

+ func (h *HarmonyFormatter) StripReturnToken(response string) string

+ type HarmonyOptions struct

+ EnableAnalysis bool

+ ReasoningLevel string

+ type ImageData = core.ImageData

+ type Message = core.Message

+ type ModelDetails struct

+ ContextLength int

+ Features []string

+ ID string

+ InputCostPer1K float64

+ IsDefault bool

+ Name string

+ OutputCostPer1K float64

+ type ModelInfo struct

+ ContextLength int

+ Cost float64

+ Description string

+ EligibleRoles []string

+ ID string

+ InputCost float64

+ Name string

+ OutputCost float64

+ Provider string

+ RecommendedRoles []string

+ Size string

+ Tags []string

+ Warnings []string

+ func CanonicalToModelInfo(m modelcontract.CanonicalModel) ModelInfo

+ func GetAvailableModels() ([]ModelInfo, error)

+ func GetModelsForProvider(clientType ClientType) ([]ModelInfo, error)

+ func GetModelsForProviderCtx(ctx context.Context, clientType ClientType) ([]ModelInfo, error)

+ type ModelSelection struct

+ func NewModelSelection(config interface{}) *ModelSelection

+ type ModelsListInterface interface

+ GetDefaultModel func() string

+ IsModelAvailable func(modelID string) bool

+ ListAvailableModels func() ([]ModelInfo, error)

+ type OllamaLocalClient struct

+ func NewOllamaLocalClient(model string) (*OllamaLocalClient, error)

+ func (c *OllamaLocalClient) CheckConnection() error

+ func (c *OllamaLocalClient) GetModel() string

+ func (c *OllamaLocalClient) GetModelContextLimit() (int, error)

+ func (c *OllamaLocalClient) GetProvider() string

+ func (c *OllamaLocalClient) GetVisionModel() string

+ func (c *OllamaLocalClient) ListModels(ctx context.Context) ([]ModelInfo, error)

+ func (c *OllamaLocalClient) SendChatRequest(ctx context.Context, messages []Message, tools []Tool, reasoning string, ...) (*ChatResponse, error)

+ func (c *OllamaLocalClient) SendChatRequestStream(ctx context.Context, messages []Message, tools []Tool, reasoning string, ...) (*ChatResponse, error)

+ func (c *OllamaLocalClient) SendVisionRequest(ctx context.Context, messages []Message, tools []Tool, reasoning string, ...) (*ChatResponse, error)

+ func (c *OllamaLocalClient) SetDebug(debug bool)

+ func (c *OllamaLocalClient) SetModel(model string) error

+ func (c *OllamaLocalClient) SupportsVision() bool

+ type Provider interface

+ CheckConnection func(ctx context.Context) error

+ GetAvailableModels func(ctx context.Context) ([]ModelDetails, error)

+ GetEndpoint func() string

+ GetModel func() string

+ GetModelContextLimit func() (int, error)

+ GetName func() string

+ GetType func() ClientType

+ IsDebug func() bool

+ SendChatRequest func(ctx context.Context, req *ProviderChatRequest) (*ChatResponse, error)

+ SetDebug func(debug bool)

+ SetModel func(model string) error

+ SupportsReasoning func() bool

+ SupportsStreaming func() bool

+ SupportsTools func() bool

+ SupportsVision func() bool

+ func CreateProviderFromClient(clientType ClientType, client ClientInterface) Provider

+ type ProviderAdapter struct

+ func NewProviderAdapter(clientType ClientType, client ClientInterface) *ProviderAdapter

+ func (a *ProviderAdapter) CheckConnection(ctx context.Context) error

+ func (a *ProviderAdapter) GetAvailableModels(ctx context.Context) ([]ModelDetails, error)

+ func (a *ProviderAdapter) GetEndpoint() string

+ func (a *ProviderAdapter) GetModel() string

+ func (a *ProviderAdapter) GetModelContextLimit() (int, error)

+ func (a *ProviderAdapter) GetName() string

+ func (a *ProviderAdapter) GetType() ClientType

+ func (a *ProviderAdapter) IsDebug() bool

+ func (a *ProviderAdapter) SendChatRequest(ctx context.Context, req *ProviderChatRequest) (*ChatResponse, error)

+ func (a *ProviderAdapter) SetDebug(debug bool)

+ func (a *ProviderAdapter) SetModel(model string) error

+ func (a *ProviderAdapter) SupportsReasoning() bool

+ func (a *ProviderAdapter) SupportsStreaming() bool

+ func (a *ProviderAdapter) SupportsTools() bool

+ func (a *ProviderAdapter) SupportsVision() bool

+ type ProviderChatRequest struct

+ Messages []Message

+ Options *RequestOptions

+ Tools []Tool

+ type ProviderInterface interface

+ CheckConnection func() error

+ GetModel func() string

+ GetModelContextLimit func() (int, error)

+ GetProvider func() string

+ ListModels func(ctx context.Context) ([]ModelInfo, error)

+ SendChatRequest func(ctx context.Context, messages []Message, tools []Tool, reasoning string, ...) (*ChatResponse, error)

+ SendChatRequestStream func(ctx context.Context, messages []Message, tools []Tool, reasoning string, ...) (*ChatResponse, error)

+ SendVisionRequest func(ctx context.Context, messages []Message, tools []Tool, reasoning string, ...) (*ChatResponse, error)

+ SetDebug func(debug bool)

+ SetModel func(model string) error

+ SupportsVision func() bool

+ type RequestOptions struct

+ DisableThinking *bool

+ FrequencyPenalty *float64

+ MaxTokens *int

+ PresencePenalty *float64

+ ReasoningEffort string

+ StopSequences []string

+ Stream bool

+ Temperature *float64

+ TopP *float64

+ type SSEReader struct

+ func NewSSEReader(r io.Reader, onEvent func(event, data string) error) *SSEReader

+ func (r *SSEReader) Read() error

+ func (r *SSEReader) ReadWithTimeout(timeout time.Duration) error

+ type StreamCallback func(content string, contentType string)

+ type StreamingChatResponse struct

+ Choices []StreamingChoice

+ Created int64

+ ID string

+ Model string

+ Object string

+ Usage *StreamingUsage

+ func ParseSSEData(data string) (*StreamingChatResponse, error)

+ type StreamingChoice struct

+ Delta StreamingDelta

+ FinishReason *string

+ Index int

+ type StreamingDelta struct

+ Content string

+ Reasoning string

+ ReasoningContent string

+ ReasoningDetails json.RawMessage

+ Role string

+ ToolCalls []StreamingToolCall

+ type StreamingResponseBuilder struct

+ func NewStreamingResponseBuilder(callback StreamCallback) *StreamingResponseBuilder

+ func (b *StreamingResponseBuilder) GetResponse() *ChatResponse

+ func (b *StreamingResponseBuilder) GetTokenGenerationDuration() time.Duration

+ func (b *StreamingResponseBuilder) ProcessChunk(chunk *StreamingChatResponse) error

+ type StreamingToolCall struct

+ Function *StreamingToolCallFunction

+ ID string

+ Index int

+ Type string

+ type StreamingToolCallFunction struct

+ Arguments string

+ Name string

+ type StreamingUsage struct

+ CompletionTokens int

+ Cost float64

+ EstimatedCost float64

+ PromptTokens int

+ PromptTokensDetails struct{ ... }

+ TotalTokens int

+ type TPSBase struct

+ func NewTPSBase() *TPSBase

+ func (t *TPSBase) GetAverageTPS() float64

+ func (t *TPSBase) GetLastTPS() float64

+ func (t *TPSBase) GetTPSStats() map[string]float64

+ func (t *TPSBase) GetTracker() *TPSTracker

+ func (t *TPSBase) ResetTPSStats()

+ type TPSTracker struct

+ func NewTPSTracker() *TPSTracker

+ func (t *TPSTracker) GetAverageTPS() float64

+ func (t *TPSTracker) GetCurrentTPS() float64

+ func (t *TPSTracker) GetSmoothTPS() float64

+ func (t *TPSTracker) GetStats() map[string]interface{}

+ func (t *TPSTracker) RecordRequest(duration time.Duration, completionTokens int) float64

+ func (t *TPSTracker) Reset()

+ type Tool = core.Tool

+ func GetToolDefinitions() []Tool

+ type ToolCall = core.ToolCall

+ func RecoverMistralToolCalls(content string) (calls []ToolCall, remaining string, ok bool)

+ type ToolCallFunction = core.ToolCallFunction

+ type ToolFunction = core.ToolFunction

+ type ToolParameter = core.ToolParameter

+ type ToolParameters = core.ToolParameters

+ type UnifiedProviderWrapper struct

+ func NewUnifiedProviderWrapper(provider ProviderInterface) *UnifiedProviderWrapper

+ func (w *UnifiedProviderWrapper) CheckConnection() error

+ func (w *UnifiedProviderWrapper) GetLastRequestTPS() float64

+ func (w *UnifiedProviderWrapper) GetModel() string

+ func (w *UnifiedProviderWrapper) GetModelContextLimit() (int, error)

+ func (w *UnifiedProviderWrapper) GetProvider() string

+ func (w *UnifiedProviderWrapper) GetTPSStatistics() (float64, float64, int)

+ func (w *UnifiedProviderWrapper) GetVisionModel() string

+ func (w *UnifiedProviderWrapper) ListModels(ctx context.Context) ([]ModelInfo, error)

+ func (w *UnifiedProviderWrapper) ResetTPSStatistics()

+ func (w *UnifiedProviderWrapper) SendChatRequest(ctx context.Context, messages []Message, tools []Tool, reasoning string, ...) (*ChatResponse, error)

+ func (w *UnifiedProviderWrapper) SendChatRequestStream(ctx context.Context, messages []Message, tools []Tool, reasoning string, ...) (*ChatResponse, error)

+ func (w *UnifiedProviderWrapper) SendVisionRequest(ctx context.Context, messages []Message, tools []Tool, reasoning string, ...) (*ChatResponse, error)

+ func (w *UnifiedProviderWrapper) SetDebug(debug bool)

+ func (w *UnifiedProviderWrapper) SetModel(model string) error

+ func (w *UnifiedProviderWrapper) SupportsVision() bool