provider

type AnthropicClient ¶

type AnthropicClient ProviderClient

AnthropicClient is the interface for Anthropic provider operations.

type AnthropicOption ¶

type AnthropicOption func(*anthropicOptions)

AnthropicOption is a function that configures Anthropic provider options.

func WithAnthropicBedrock(useBedrock bool) AnthropicOption

func WithAnthropicDisableCache() AnthropicOption

func WithAnthropicReasoningEffort(effort string) AnthropicOption

func WithAnthropicShouldThinkFn(fn func(string) bool) AnthropicOption

func WithVertexAI(projectID, localtion string, localForCounting string) AnthropicOption

type BedrockClient ¶

type BedrockClient ProviderClient

BedrockClient is the interface for the Bedrock client

type BedrockOption ¶

type BedrockOption func(*bedrockOptions)

BedrockOption is a function that configures Bedrock provider options.

type DeepSeekClient ¶

type DeepSeekClient ProviderClient

DeepSeekClient is the interface for DeepSeek provider operations.

type DeepSeekOption ¶

type DeepSeekOption func(*deepSeekOptions)

DeepSeekOption is a function that configures DeepSeek provider options.

func WithDeepSeekBaseURL(baseURL string) DeepSeekOption

func WithDeepSeekExtraHeaders(headers map[string]string) DeepSeekOption

func WithDeepSeekModalities(modalities []string) DeepSeekOption

func WithDeepSeekPromptCacheKey(keys []string) DeepSeekOption

func WithDeepSeekReasoningEffort(effort string) DeepSeekOption

func WithDeepSeekServiceTier(tier string) DeepSeekOption

func WithDeepSeekStore(store bool) DeepSeekOption

type EventType ¶

type EventType string

EventType represents the type of event during streaming.

const (
	// EventContentStart indicates the start of content generation.
	EventContentStart EventType = "content_start"
	// EventToolUseStart indicates the start of a tool use.
	EventToolUseStart EventType = "tool_use_start"
	// EventToolUseDelta indicates a delta update for a tool use.
	EventToolUseDelta EventType = "tool_use_delta"
	// EventToolUseStop indicates the end of a tool use.
	EventToolUseStop EventType = "tool_use_stop"
	// EventContentDelta indicates a delta update for content.
	EventContentDelta EventType = "content_delta"
	// EventThinkingDelta indicates a delta update for thinking content.
	EventThinkingDelta EventType = "thinking_delta"
	// EventContentStop indicates the end of content generation.
	EventContentStop EventType = "content_stop"
	// EventComplete indicates the completion of the response.
	EventComplete EventType = "complete"
	// EventError indicates an error occurred.
	EventError EventType = "error"
	// EventWarning indicates a warning.
	EventWarning EventType = "warning"
)

type GeminiClient ¶

type GeminiClient ProviderClient

GeminiClient is the interface for Gemini provider operations.

type GeminiOption ¶

type GeminiOption func(*geminiOptions)

GeminiOption is a function that configures Gemini provider options.

func WithGeminiDisableCache() GeminiOption

type KiloClient ¶ added in v1.10.0

type KiloClient ProviderClient

type KiloOption ¶ added in v1.10.0

type KiloOption func(*kiloOptions)

KiloOption is a function that configures Kilo provider options.

func WithKiloBaseURL(url string) KiloOption

func WithKiloExtraHeaders(headers map[string]string) KiloOption

func WithKiloModalities(modalities []string) KiloOption

func WithKiloPromptCacheKey(keys []string) KiloOption

func WithKiloReasoningEffort(effort string) KiloOption

func WithKiloServiceTier(tier string) KiloOption

func WithKiloStore(store bool) KiloOption

type OpenAIClient ¶

type OpenAIClient ProviderClient

OpenAIClient is the interface for OpenAI provider operations.

type OpenAIOption ¶

type OpenAIOption func(*openaiOptions)

OpenAIOption is a function that configures OpenAI provider options.

func WithOpenAIBaseURL(baseURL string) OpenAIOption

func WithOpenAIDisableCache() OpenAIOption

func WithOpenAIExtraHeaders(headers map[string]string) OpenAIOption

func WithOpenAIModalities(modalities []string) OpenAIOption

func WithOpenAIPromptCacheKey(keys []string) OpenAIOption

func WithOpenAIServiceTier(tier string) OpenAIOption

func WithOpenAIStore(store bool) OpenAIOption

func WithReasoningEffort(effort string) OpenAIOption

type Provider ¶

type Provider interface {
	// SendMessages sends a list of messages to the provider and returns a response.
	SendMessages(ctx context.Context, messages []message.Message, tools []toolsPkg.BaseTool) (*ProviderResponse, error)

	// StreamResponse streams a response from the provider.
	StreamResponse(ctx context.Context, messages []message.Message, tools []toolsPkg.BaseTool) <-chan ProviderEvent

	// Model returns the current model being used.
	Model() models.Model

	// CountTokens counts tokens for provided messages using underlying client OR fallback to default estimation strategy,
	// returns tokens count and whether a threshold has been hit based on the model context size,
	// threshold can be used to track an approaching limit to trigger compaction or other activities
	CountTokens(ctx context.Context, threshold float64, messages []message.Message, tools []toolsPkg.BaseTool) (tokens int64, hit bool)

	// AdjustMaxTokens calculates and sets new max_tokens if needed to be used by underlying client
	AdjustMaxTokens(estimatedTokens int64) int64
}

Provider defines the interface for LLM providers.

func NewProvider(providerName models.ModelProvider, opts ...ProviderClientOption) (Provider, error)

type ProviderClient ¶

type ProviderClient interface {
	// contains filtered or unexported methods
}

ProviderClient is the interface for provider-specific clients.

type ProviderClientOption ¶

type ProviderClientOption func(*providerClientOptions)

ProviderClientOption is a function that configures provider client options.

func WithAPIKey(apiKey string) ProviderClientOption

func WithAnthropicOptions(anthropicOptions ...AnthropicOption) ProviderClientOption

func WithBaseURL(baseURL string) ProviderClientOption

func WithBedrockOptions(bedrockOptions ...BedrockOption) ProviderClientOption

func WithDeepSeekOptions(deepSeekOptions ...DeepSeekOption) ProviderClientOption

func WithGeminiOptions(geminiOptions ...GeminiOption) ProviderClientOption

func WithHeaders(headers map[string]string) ProviderClientOption

func WithKiloOptions(kiloOptions ...KiloOption) ProviderClientOption

func WithMaxTokens(maxTokens int64) ProviderClientOption

func WithModel(model models.Model) ProviderClientOption

func WithOpenAIOptions(openaiOptions ...OpenAIOption) ProviderClientOption

func WithSystemMessage(systemMessage string) ProviderClientOption

type ProviderEvent ¶

type ProviderEvent struct {
	Type EventType

	Content  string
	Thinking string
	Response *ProviderResponse
	ToolCall *message.ToolCall
	Error    error
}

ProviderEvent represents an event during streaming response.

type ProviderResponse ¶

type ProviderResponse struct {
	Content      string
	ToolCalls    []message.ToolCall
	Usage        TokenUsage
	FinishReason message.FinishReason
}

ProviderResponse represents a complete response from a provider.

type TokenUsage ¶

type TokenUsage struct {
	InputTokens         int64
	OutputTokens        int64
	CacheCreationTokens int64
	CacheReadTokens     int64
	TotalTokens         int64
}

TokenUsage represents token consumption for a provider request.

type VertexAIClient ¶

type VertexAIClient ProviderClient

VertexAIClient is the interface for Vertex AI provider operations.