llm

type AnthropicProvider struct {
	// contains filtered or unexported fields
}

type Batcher struct {
	// contains filtered or unexported fields
}

type Cache struct {
	// contains filtered or unexported fields
}

type CachedProvider struct {
	// contains filtered or unexported fields
}

type CompletionRequest struct {
	Prompt      string
	SystemRole  string
	MaxTokens   int
	Temperature float32
	Seed        *int // For reproducibility
}

type CompletionResponse struct {
	Content      string
	TokensInput  int
	TokensOutput int
	Cached       bool
	Model        string
	FinishReason string
}

type GeminiProvider struct {
	// contains filtered or unexported fields
}

type GroqProvider struct {
	// contains filtered or unexported fields
}

type Message struct {
	Role    string `json:"role"`
	Content string `json:"content"`
}

type OpenAIProvider struct {
	// contains filtered or unexported fields
}

type Provider interface {
	// Name returns the provider name (e.g., "anthropic", "openai")
	Name() string

	// Configure sets up the provider with credentials
	Configure(config ProviderConfig) error

	// Complete sends a prompt and returns a completion
	Complete(ctx context.Context, req CompletionRequest) (*CompletionResponse, error)

	// BatchComplete processes multiple prompts
	BatchComplete(ctx context.Context, reqs []CompletionRequest) ([]*CompletionResponse, error)

	// CountTokens estimates token count for text
	CountTokens(text string) int

	// GetUsage returns usage metrics
	GetUsage() *UsageMetrics
}

type ProviderConfig struct {
	APIKey      string
	Model       string
	MaxTokens   int
	Temperature float32
	BaseURL     string // Optional custom endpoint
}

type RateLimiter struct {
	// contains filtered or unexported fields
}

type UsageMetrics struct {
	TotalRequests    int
	TotalTokensIn    int
	TotalTokensOut   int
	CachedTokens     int
	EstimatedCostUSD float64
}