provider

type AnthropicClient ProviderClient

type AnthropicOption func(*anthropicOptions)

type BedrockClient ProviderClient

type BedrockOption func(*bedrockOptions)

type DeepSeekClient ProviderClient

type DeepSeekOption func(*deepSeekOptions)

type EventType string

type GeminiClient ProviderClient

type GeminiOption func(*geminiOptions)

type OpenAIClient ProviderClient

type OpenAIOption func(*openaiOptions)

type Provider interface {
	SendMessages(ctx context.Context, messages []message.Message, tools []tools.BaseTool) (*ProviderResponse, error)

	StreamResponse(ctx context.Context, messages []message.Message, tools []tools.BaseTool) <-chan ProviderEvent

	Model() models.Model

	// Counts tokens for provided messages using underlying client OR fallback to default estimation strategy,
	// returns tokens count and whether a threshold has been hit based on the model context size,
	// threshold can be used to track an approaching limit to trigger compaction or other activities
	CountTokens(ctx context.Context, threshold float64, messages []message.Message, tools []toolsPkg.BaseTool) (tokens int64, hit bool)

	// Calculates and sets new max_tokens if needed to be used by underlying client
	AdjustMaxTokens(estimatedTokens int64) int64
}

type ProviderClient interface {
	// contains filtered or unexported methods
}

type ProviderClientOption func(*providerClientOptions)

type ProviderEvent struct {
	Type EventType

	Content  string
	Thinking string
	Response *ProviderResponse
	ToolCall *message.ToolCall
	Error    error
}

type ProviderResponse struct {
	Content      string
	ToolCalls    []message.ToolCall
	Usage        TokenUsage
	FinishReason message.FinishReason
}

type TokenUsage struct {
	InputTokens         int64
	OutputTokens        int64
	CacheCreationTokens int64
	CacheReadTokens     int64
}

type VertexAIClient ProviderClient