llm

Nov 24, 2025

Changes in this version

+ type GenerateOption func(*GenerateOptions)

+ func WithMaxTokens(tokens int) GenerateOption

+ func WithStopWords(words []string) GenerateOption

+ func WithTemperature(temp float64) GenerateOption

+ type GenerateOptions struct

+ MaxTokens int

+ StopSequences []string

+ StopWords []string

+ Stream bool

+ Temperature float64

+ TopK int

+ TopP float64

+ type OllamaLLMProvider struct

+ func NewOllamaLLMProvider(cfg config.LLMConfig) (*OllamaLLMProvider, error)

+ func (p *OllamaLLMProvider) Embed(ctx context.Context, text string) ([]float64, error)

+ func (p *OllamaLLMProvider) Generate(ctx context.Context, prompt string, opts ...GenerateOption) (string, error)

+ func (p *OllamaLLMProvider) GenerateStream(ctx context.Context, prompt string, opts ...GenerateOption) (<-chan string, <-chan error)

+ func (p *OllamaLLMProvider) Name() string

+ type Provider interface

+ Embed func(ctx context.Context, text string) ([]float64, error)

+ Generate func(ctx context.Context, prompt string, opts ...GenerateOption) (string, error)

+ GenerateStream func(ctx context.Context, prompt string, opts ...GenerateOption) (<-chan string, <-chan error)

+ Name func() string

+ func NewProvider(cfg *config.LLMConfig) (Provider, error)

+ type RetryableProvider struct

+ func NewRetryableProvider(provider Provider, maxRetries int, timeout time.Duration) *RetryableProvider

+ func (r *RetryableProvider) Close() error

+ func (r *RetryableProvider) Embed(ctx context.Context, text string) ([]float64, error)

+ func (r *RetryableProvider) Generate(ctx context.Context, prompt string, opts ...GenerateOption) (string, error)

+ func (r *RetryableProvider) GenerateStream(ctx context.Context, prompt string, opts ...GenerateOption) (<-chan string, <-chan error)

+ func (r *RetryableProvider) Name() string