llmapi

Jan 8, 2026

Changes in this version

type LLMClient

+ Temperature float64

Dec 27, 2025

Changes in this version

+ const DefaultAPIKeyFile

+ const DefaultBaseURL

+ const DefaultModel

+ func CleanResponse(response string) string

+ func ExtractJSON(response string) (string, error)

+ type APIConfig struct

+ APIKey string

+ BaseURL string

+ Model string

+ func GetAPIConfig() *APIConfig

+ func (c *APIConfig) Validate() error

+ type APIError struct

+ ErrorInfo struct{ ... }

+ StatusCode int

+ func (e *APIError) Error() string

+ type BatchProcessor struct

+ Client *LLMClient

+ Concurrency int

+ func NewBatchProcessor(client *LLMClient, concurrency int) *BatchProcessor

+ func (bp *BatchProcessor) ProcessItems(ctx context.Context, items []interface{}, fn ProcessFunc) []BatchResult

+ func (bp *BatchProcessor) ProcessItemsWithProgress(ctx context.Context, items []interface{}, fn ProcessFunc, ...) []BatchResult

+ func (bp *BatchProcessor) ProcessStrings(ctx context.Context, systemPrompt string, prompts []string) []BatchResult

+ type BatchResult struct

+ Error error

+ Index int

+ Input interface{}

+ Output interface{}

+ type ChatRequest struct

+ MaxTokens int

+ Messages []Message

+ Model string

+ Temperature float64

+ type ChatResponse struct

+ Choices []Choice

+ Created int64

+ ID string

+ Model string

+ Object string

+ type Choice struct

+ FinishReason string

+ Index int

+ Message Message

+ type LLMClient struct

+ APIKey string

+ BaseURL string

+ HTTPClient *http.Client

+ MaxRetries int

+ Model string

+ RetryBackoff float64

+ RetryDelay time.Duration

+ func NewLLMClient(apiKey, baseURL, model string) *LLMClient

+ func NewLLMClientFromConfig(config *APIConfig) *LLMClient

+ func (c *LLMClient) Complete(prompt string, timeout time.Duration) (string, error)

+ func (c *LLMClient) CompleteMessages(ctx context.Context, messages []Message) (string, error)

+ func (c *LLMClient) CompleteWithContext(ctx context.Context, systemPrompt, userPrompt string) (string, error)

+ func (c *LLMClient) CompleteWithSystem(systemPrompt, userPrompt string, timeout time.Duration) (string, error)

+ type Message struct

+ Content string

+ Role string

+ type ProcessFunc func(ctx context.Context, client *LLMClient, item interface{}) (interface{}, error)

+ type ProgressCallback func(completed, total int, result BatchResult)