providers

package

Go to main page

Versions in this module

v1

v1.2.0

Feb 15, 2026

v1.1.11

Feb 15, 2026

v1.1.10

Jan 27, 2026

v1.1.9

Jan 24, 2026

Changes in this version

+ func HasDocumentSupport(p Provider) bool

+ func RunProviderContractTests(t *testing.T, config ProviderContractTests)

+ func SkipIfNoCredentials(t *testing.T, provider Provider)

+ func ValidatePredictReturnsLatency(t *testing.T, provider Provider)

+ func ValidatePredictWithToolsReturnsLatency(t *testing.T, provider Provider)

type BaseProvider

+ func (b *BaseProvider) MakeJSONRequest(ctx context.Context, url string, request any, headers RequestHeaders, ...) ([]byte, error)

+ func (b *BaseProvider) MakeRawRequest(ctx context.Context, url string, body []byte, headers RequestHeaders, ...) ([]byte, error)

+ type Credential interface

+ Apply func(ctx context.Context, req *http.Request) error

+ Type func() string

type MultimodalCapabilities

+ DocumentFormats []string

+ MaxDocumentSizeMB int

+ SupportsDocuments bool

+ type PlatformConfig struct

+ AdditionalConfig map[string]interface{}

+ Endpoint string

+ Project string

+ Region string

+ Type string

+ type ProviderContractTests struct

+ Provider Provider

+ SupportsStreamingExpected bool

+ SupportsToolsExpected bool

type ProviderSpec

+ Credential Credential

+ Platform string

+ PlatformConfig *PlatformConfig

+ type ProviderTools = any

+ type RequestHeaders map[string]string

v1.1.8

Jan 15, 2026

Changes in this version

+ const DefaultGeminiBaseURL

type PredictionRequest

+ ResponseFormat *ResponseFormat

type Provider

+ Model func() string

+ type ResponseFormat struct

+ JSONSchema json.RawMessage

+ SchemaName string

+ Strict bool

+ Type ResponseFormatType

+ type ResponseFormatType string

+ const ResponseFormatJSON

+ const ResponseFormatJSONSchema

+ const ResponseFormatText

v1.1.7

Jan 10, 2026

v1.1.6

Dec 23, 2025

Changes in this version

+ const ApplicationJSON

+ const AuthorizationHeader

+ const BearerPrefix

+ const ContentTypeHeader

+ func ExtractOrderedEmbeddings[T any](data []T, getIndex func(T) int, getEmbedding func(T) []float32, ...) ([][]float32, error)

+ func LogEmbeddingRequest(provider, model string, textCount int, start time.Time)

+ func LogEmbeddingRequestWithTokens(provider, model string, textCount, tokens int, start time.Time)

+ func MarshalRequest(req any) ([]byte, error)

+ func UnmarshalResponse(body []byte, resp any) error

+ type BaseEmbeddingProvider struct

+ APIKey string

+ BaseURL string

+ BatchSize int

+ Dimensions int

+ HTTPClient *http.Client

+ ProviderID string

+ ProviderModel string

+ func NewBaseEmbeddingProvider(providerID, defaultModel, defaultBaseURL string, ...) *BaseEmbeddingProvider

+ func (b *BaseEmbeddingProvider) DoEmbeddingRequest(ctx context.Context, cfg HTTPRequestConfig) ([]byte, error)

+ func (b *BaseEmbeddingProvider) EmbedWithEmptyCheck(ctx context.Context, req EmbeddingRequest, embedFn EmbedFunc) (EmbeddingResponse, error)

+ func (b *BaseEmbeddingProvider) EmbeddingDimensions() int

+ func (b *BaseEmbeddingProvider) EmptyResponseForModel(model string) EmbeddingResponse

+ func (b *BaseEmbeddingProvider) HandleEmptyRequest(req EmbeddingRequest) (EmbeddingResponse, bool)

+ func (b *BaseEmbeddingProvider) ID() string

+ func (b *BaseEmbeddingProvider) MaxBatchSize() int

+ func (b *BaseEmbeddingProvider) Model() string

+ func (b *BaseEmbeddingProvider) ResolveModel(reqModel string) string

+ type EmbedFunc func(ctx context.Context, texts []string, model string) (EmbeddingResponse, error)

+ type EmbeddingProvider interface

+ Embed func(ctx context.Context, req EmbeddingRequest) (EmbeddingResponse, error)

+ EmbeddingDimensions func() int

+ ID func() string

+ MaxBatchSize func() int

+ type EmbeddingRequest struct

+ Model string

+ Texts []string

+ type EmbeddingResponse struct

+ Embeddings [][]float32

+ Model string

+ Usage *EmbeddingUsage

+ type EmbeddingUsage struct

+ TotalTokens int

+ type HTTPRequestConfig struct

+ Body []byte

+ ContentType string

+ URL string

+ UseAPIKey bool

type StreamChunk

+ Interrupted bool

type StreamInputSession

+ SendSystemContext func(ctx context.Context, text string) error

+ type StreamingInputConfig struct

+ Config types.StreamingMediaConfig

+ Metadata map[string]interface{}

+ SystemInstruction string

+ Tools []StreamingToolDefinition

+ func (r *StreamingInputConfig) Validate() error

+ type StreamingToolDefinition struct

+ Description string

+ Name string

+ Parameters map[string]interface{}

+ type ToolResponse struct

+ IsError bool

+ Result string

+ ToolCallID string

+ type ToolResponseSupport interface

+ SendToolResponse func(ctx context.Context, toolCallID string, result string) error

+ SendToolResponses func(ctx context.Context, responses []ToolResponse) error

v1.1.5

Dec 9, 2025

Changes in this version

type ToolSupport

+ PredictStreamWithTools func(ctx context.Context, req PredictionRequest, tools interface{}, ...) (<-chan StreamChunk, error)

v1.1.4

Dec 5, 2025

v1.1.3

Nov 29, 2025

v1.1.2

Nov 26, 2025

Changes in this version

+ type MediaLoader struct

+ func NewMediaLoader(config MediaLoaderConfig) *MediaLoader

+ func (ml *MediaLoader) GetBase64Data(ctx context.Context, media *types.MediaContent) (string, error)

+ type MediaLoaderConfig struct

+ HTTPTimeout time.Duration

+ MaxURLSizeBytes int64

+ StorageService storage.MediaStorageService

v1.1.1

Nov 23, 2025

v1.1.0

Nov 17, 2025

Changes in this version

+ func CheckHTTPError(resp *http.Response) error

+ func HasAudioSupport(p Provider) bool

+ func HasImageSupport(p Provider) bool

+ func HasVideoSupport(p Provider) bool

+ func IsFormatSupported(p Provider, contentType string, mimeType string) bool

+ func LoadFileAsBase64(filePath string) (string, error)

+ func RegisterProviderFactory(providerType string, factory ProviderFactory)

+ func SetErrorResponse(predictResp *PredictionResponse, respBody []byte, start time.Time)

+ func StringPtr(s string) *string

+ func SupportsMultimodal(p Provider) bool

+ func UnmarshalJSON(respBody []byte, v interface{}, predictResp *PredictionResponse, ...) error

+ func ValidateMultimodalMessage(p Provider, msg types.Message) error

+ func ValidateMultimodalRequest(p MultimodalSupport, req PredictionRequest) error

+ type AudioStreamingCapabilities struct

+ PreferredEncoding string

+ PreferredSampleRate int

+ SupportedBitDepths []int

+ SupportedChannels []int

+ SupportedEncodings []string

+ SupportedSampleRates []int

+ type BaseProvider struct

+ func NewBaseProvider(id string, includeRawOutput bool, client *http.Client) BaseProvider

+ func NewBaseProviderWithAPIKey(id string, includeRawOutput bool, primaryKey, fallbackKey string) (BaseProvider, string)

+ func (b *BaseProvider) Close() error

+ func (b *BaseProvider) GetHTTPClient() *http.Client

+ func (b *BaseProvider) ID() string

+ func (b *BaseProvider) ShouldIncludeRawOutput() bool

+ func (b *BaseProvider) SupportsStreaming() bool

+ type ImageDetail string

+ const ImageDetailAuto

+ const ImageDetailHigh

+ const ImageDetailLow

+ type MultimodalCapabilities struct

+ AudioFormats []string

+ ImageFormats []string

+ MaxAudioSizeMB int

+ MaxImageSizeMB int

+ MaxVideoSizeMB int

+ SupportsAudio bool

+ SupportsImages bool

+ SupportsVideo bool

+ VideoFormats []string

+ type MultimodalSupport interface

+ GetMultimodalCapabilities func() MultimodalCapabilities

+ PredictMultimodal func(ctx context.Context, req PredictionRequest) (PredictionResponse, error)

+ PredictMultimodalStream func(ctx context.Context, req PredictionRequest) (<-chan StreamChunk, error)

+ func GetMultimodalProvider(p Provider) MultimodalSupport

+ type MultimodalToolSupport interface

+ PredictMultimodalWithTools func(ctx context.Context, req PredictionRequest, tools interface{}, ...) (PredictionResponse, []types.MessageToolCall, error)

+ type PredictionRequest struct

+ MaxTokens int

+ Messages []types.Message

+ Metadata map[string]interface{}

+ Seed *int

+ System string

+ Temperature float32

+ TopP float32

+ type PredictionResponse struct

+ Content string

+ CostInfo *types.CostInfo

+ Latency time.Duration

+ Parts []types.ContentPart

+ Raw []byte

+ RawRequest interface{}

+ ToolCalls []types.MessageToolCall

type Provider

+ Predict func(ctx context.Context, req PredictionRequest) (PredictionResponse, error)

+ PredictStream func(ctx context.Context, req PredictionRequest) (<-chan StreamChunk, error)

+ type ProviderFactory func(spec ProviderSpec) (Provider, error)

type ProviderSpec

+ AdditionalConfig map[string]interface{}

type StreamChunk

+ MediaDelta *types.MediaContent

+ type StreamInputRequest struct

+ Config types.StreamingMediaConfig

+ InitialText string

+ MaxTokens int

+ Metadata map[string]interface{}

+ SystemMsg string

+ Temperature float32

+ func (r *StreamInputRequest) Validate() error

+ type StreamInputSession interface

+ Close func() error

+ Done func() <-chan struct{}

+ Error func() error

+ Response func() <-chan StreamChunk

+ SendChunk func(ctx context.Context, chunk *types.MediaChunk) error

+ SendText func(ctx context.Context, text string) error

+ type StreamInputSupport interface

+ CreateStreamSession func(ctx context.Context, req *StreamInputRequest) (StreamInputSession, error)

+ GetStreamingCapabilities func() StreamingCapabilities

+ SupportsStreamInput func() []string

+ type StreamingCapabilities struct

+ Audio *AudioStreamingCapabilities

+ BidirectionalSupport bool

+ MaxChunkSize int

+ MaxSessionDuration int

+ MinChunkSize int

+ SupportedMediaTypes []string

+ Video *VideoStreamingCapabilities

type ToolSupport

+ PredictWithTools func(ctx context.Context, req PredictionRequest, tools interface{}, ...) (PredictionResponse, []types.MessageToolCall, error)

+ type UnsupportedContentError struct

+ ContentType string

+ MIMEType string

+ Message string

+ PartIndex int

+ Provider string

+ func (e *UnsupportedContentError) Error() string

+ type VideoResolution struct

+ Height int

+ Width int

+ func (r VideoResolution) String() string

+ type VideoStreamingCapabilities struct

+ PreferredEncoding string

+ PreferredFrameRate int

+ PreferredResolution VideoResolution

+ SupportedEncodings []string

+ SupportedFrameRates []int

+ SupportedResolutions []VideoResolution

v0

v0.0.1

Nov 2, 2025

Changes in this version

+ func IsValidationAbort(err error) bool

+ type ChatRequest struct

+ MaxTokens int

+ Messages []types.Message

+ Seed *int

+ System string

+ Temperature float32

+ TopP float32

+ type ChatResponse struct

+ Content string

+ CostInfo *types.CostInfo

+ Latency time.Duration

+ Raw []byte

+ RawRequest interface{}

+ ToolCalls []types.MessageToolCall

+ type ClaudeProvider struct

+ func NewClaudeProvider(id, model, baseURL string, defaults ProviderDefaults, includeRawOutput bool) *ClaudeProvider

+ func (p *ClaudeProvider) CalculateCost(tokensIn, tokensOut, cachedTokens int) types.CostInfo

+ func (p *ClaudeProvider) Chat(ctx context.Context, req ChatRequest) (ChatResponse, error)

+ func (p *ClaudeProvider) ChatStream(ctx context.Context, req ChatRequest) (<-chan StreamChunk, error)

+ func (p *ClaudeProvider) Close() error

+ func (p *ClaudeProvider) ID() string

+ func (p *ClaudeProvider) ShouldIncludeRawOutput() bool

+ func (p *ClaudeProvider) SupportsStreaming() bool

+ type ClaudeToolProvider struct

+ func NewClaudeToolProvider(id, model, baseURL string, defaults ProviderDefaults, includeRawOutput bool) *ClaudeToolProvider

+ func (p *ClaudeToolProvider) BuildTooling(descriptors []*ToolDescriptor) (interface{}, error)

+ func (p *ClaudeToolProvider) ChatWithTools(ctx context.Context, req ChatRequest, tools interface{}, toolChoice string) (ChatResponse, []types.MessageToolCall, error)

+ func (p *ClaudeToolProvider) ContinueWithToolResults(ctx context.Context, req ChatRequest, prior ChatResponse, tools interface{}, ...) (ChatResponse, []types.MessageToolCall, error)

+ type ExecutionResult interface

+ type GeminiProvider struct

+ ApiKey string

+ BaseURL string

+ Client *http.Client

+ Defaults ProviderDefaults

+ Model string

+ func NewGeminiProvider(id, model, baseURL string, defaults ProviderDefaults, includeRawOutput bool) *GeminiProvider

+ func (p *GeminiProvider) CalculateCost(tokensIn, tokensOut, cachedTokens int) types.CostInfo

+ func (p *GeminiProvider) Chat(ctx context.Context, req ChatRequest) (ChatResponse, error)

+ func (p *GeminiProvider) ChatStream(ctx context.Context, req ChatRequest) (<-chan StreamChunk, error)

+ func (p *GeminiProvider) Close() error

+ func (p *GeminiProvider) ID() string

+ func (p *GeminiProvider) ShouldIncludeRawOutput() bool

+ func (p *GeminiProvider) SupportsStreaming() bool

+ type GeminiToolProvider struct

+ func NewGeminiToolProvider(id, model, baseURL string, defaults ProviderDefaults, includeRawOutput bool) *GeminiToolProvider

+ func (p *GeminiToolProvider) BuildTooling(descriptors []*ToolDescriptor) (interface{}, error)

+ func (p *GeminiToolProvider) ChatWithTools(ctx context.Context, req ChatRequest, tools interface{}, toolChoice string) (ChatResponse, []types.MessageToolCall, error)

+ func (p *GeminiToolProvider) ContinueWithToolResults(ctx context.Context, req ChatRequest, prior ChatResponse, tools interface{}, ...) (ChatResponse, []types.MessageToolCall, error)

+ type MockProvider struct

+ func NewMockProvider(id, model string, includeRawOutput bool) *MockProvider

+ func (m *MockProvider) CalculateCost(inputTokens, outputTokens, cachedTokens int) types.CostInfo

+ func (m *MockProvider) Chat(ctx context.Context, req ChatRequest) (ChatResponse, error)

+ func (m *MockProvider) ChatStream(ctx context.Context, req ChatRequest) (<-chan StreamChunk, error)

+ func (m *MockProvider) Close() error

+ func (m *MockProvider) ID() string

+ func (m *MockProvider) ShouldIncludeRawOutput() bool

+ func (m *MockProvider) SupportsStreaming() bool

+ type OpenAIProvider struct

+ func NewOpenAIProvider(id, model, baseURL string, defaults ProviderDefaults, includeRawOutput bool) *OpenAIProvider

+ func (p *OpenAIProvider) CalculateCost(tokensIn, tokensOut, cachedTokens int) types.CostInfo

+ func (p *OpenAIProvider) Chat(ctx context.Context, req ChatRequest) (ChatResponse, error)

+ func (p *OpenAIProvider) ChatStream(ctx context.Context, req ChatRequest) (<-chan StreamChunk, error)

+ func (p *OpenAIProvider) Close() error

+ func (p *OpenAIProvider) ID() string

+ func (p *OpenAIProvider) ShouldIncludeRawOutput() bool

+ func (p *OpenAIProvider) SupportsStreaming() bool

+ type OpenAIToolProvider struct

+ func NewOpenAIToolProvider(id, model, baseURL string, defaults ProviderDefaults, includeRawOutput bool) *OpenAIToolProvider

+ func (p *OpenAIToolProvider) BuildTooling(descriptors []*ToolDescriptor) (interface{}, error)

+ func (p *OpenAIToolProvider) ChatWithTools(ctx context.Context, req ChatRequest, tools interface{}, toolChoice string) (ChatResponse, []types.MessageToolCall, error)

+ func (p *OpenAIToolProvider) ContinueWithToolResults(ctx context.Context, req ChatRequest, prior ChatResponse, tools interface{}, ...) (ChatResponse, []types.MessageToolCall, error)

+ type Pricing struct

+ InputCostPer1K float64

+ OutputCostPer1K float64

+ type Provider interface

+ CalculateCost func(inputTokens, outputTokens, cachedTokens int) types.CostInfo

+ Chat func(ctx context.Context, req ChatRequest) (ChatResponse, error)

+ ChatStream func(ctx context.Context, req ChatRequest) (<-chan StreamChunk, error)

+ Close func() error

+ ID func() string

+ ShouldIncludeRawOutput func() bool

+ SupportsStreaming func() bool

+ func CreateProviderFromSpec(spec ProviderSpec) (Provider, error)

+ type ProviderDefaults struct

+ MaxTokens int

+ Pricing Pricing

+ Temperature float32

+ TopP float32

+ type ProviderSpec struct

+ BaseURL string

+ Defaults ProviderDefaults

+ ID string

+ IncludeRawOutput bool

+ Model string

+ Type string

+ type Registry struct

+ func NewRegistry() *Registry

+ func (r *Registry) Close() error

+ func (r *Registry) Get(id string) (Provider, bool)

+ func (r *Registry) List() []string

+ func (r *Registry) Register(provider Provider)

+ type SSEScanner struct

+ func NewSSEScanner(r io.Reader) *SSEScanner

+ func (s *SSEScanner) Data() string

+ func (s *SSEScanner) Err() error

+ func (s *SSEScanner) Scan() bool

+ type StreamChunk struct

+ Content string

+ CostInfo *types.CostInfo

+ Delta string

+ DeltaTokens int

+ Error error

+ FinalResult ExecutionResult

+ FinishReason *string

+ Metadata map[string]interface{}

+ TokenCount int

+ ToolCalls []types.MessageToolCall

+ type StreamEvent struct

+ Chunk *StreamChunk

+ Error error

+ Timestamp time.Time

+ Type string

+ type StreamObserver interface

+ OnChunk func(chunk StreamChunk)

+ OnComplete func(totalTokens int, duration time.Duration)

+ OnError func(err error)

+ type ToolDescriptor struct

+ Description string

+ InputSchema json.RawMessage

+ Name string

+ OutputSchema json.RawMessage

+ type ToolResult = types.MessageToolResult

+ type ToolSupport interface

+ BuildTooling func(descriptors []*ToolDescriptor) (interface{}, error)

+ ChatWithTools func(ctx context.Context, req ChatRequest, tools interface{}, toolChoice string) (ChatResponse, []types.MessageToolCall, error)

+ ContinueWithToolResults func(ctx context.Context, req ChatRequest, prior ChatResponse, tools interface{}, ...) (ChatResponse, []types.MessageToolCall, error)

+ type UnsupportedProviderError struct

+ ProviderType string

+ func (e *UnsupportedProviderError) Error() string

+ type ValidationAbortError struct

+ Chunk StreamChunk

+ Reason string

+ func (e *ValidationAbortError) Error() string

?	: This menu
/	: Search site
f or F	: Jump to
y or Y	: Canonical URL