llmapi

type APIConfig struct {
	APIKey  string
	BaseURL string
	Model   string
}

type APIError struct {
	ErrorInfo struct {
		Message string `json:"message"`
		Type    string `json:"type"`
		Code    string `json:"code"`
	} `json:"error"`
	StatusCode int `json:"-"` // HTTP status code
}

type BatchProcessor struct {
	Client      *LLMClient
	Concurrency int
}

type BatchResult struct {
	Index  int
	Input  interface{}
	Output interface{}
	Error  error
}

type ChatRequest struct {
	Model       string    `json:"model"`
	Messages    []Message `json:"messages"`
	Temperature float64   `json:"temperature,omitempty"`
	MaxTokens   int       `json:"max_tokens,omitempty"`
}

type ChatResponse struct {
	ID      string   `json:"id"`
	Object  string   `json:"object"`
	Created int64    `json:"created"`
	Model   string   `json:"model"`
	Choices []Choice `json:"choices"`
}

type Choice struct {
	Index        int     `json:"index"`
	Message      Message `json:"message"`
	FinishReason string  `json:"finish_reason"`
}

type LLMClient struct {
	APIKey     string
	BaseURL    string
	Model      string
	HTTPClient *http.Client

	// Generation parameters
	Temperature float64 // Temperature for generation (default: 0.7)

	// Retry configuration
	MaxRetries   int
	RetryDelay   time.Duration
	RetryBackoff float64 // Multiplier for exponential backoff
}

type Message struct {
	Role    string `json:"role"`
	Content string `json:"content"`
}

type ProcessFunc func(ctx context.Context, client *LLMClient, item interface{}) (interface{}, error)

type ProgressCallback func(completed, total int, result BatchResult)