llm

package

Go to main page

Versions in this module

v0

v0.9.0

Jul 22, 2026

Changes in this version

+ func NewCohere(apiKey, model string, opts ...GenerateOption) *cohereProvider

type AnthropicProvider

+ func (p *AnthropicProvider) Capabilities() []string

type BedrockProvider

+ func (p *BedrockProvider) Capabilities() []string

type Client

+ Capabilities func() []string

type CompatibleProvider

+ func NewFireworksAI(apiKey, model string, opts ...GenerateOption) *CompatibleProvider

+ func NewPerplexity(apiKey, model string, opts ...GenerateOption) *CompatibleProvider

+ func NewSambaNova(apiKey, model string, opts ...GenerateOption) *CompatibleProvider

+ func (p *CompatibleProvider) Capabilities() []string

+ type ContentPart struct

+ Data []byte

+ ImageDetail string

+ ImageURL string

+ MIMEType string

+ Source string

+ Text string

+ Type ContentPartType

+ type ContentPartType string

+ const PartFile

+ const PartImageURL

+ const PartText

type GeminiProvider

+ func (p *GeminiProvider) Capabilities() []string

type Message

+ Parts []ContentPart

type OpenAIProvider

+ func (p *OpenAIProvider) Capabilities() []string

type VertexAIProvider

+ func (p *VertexAIProvider) Capabilities() []string

v0.8.1

Jul 20, 2026

v0.8.0

Jul 20, 2026

v0.7.0

Jul 19, 2026

v0.6.0

Jul 18, 2026

Changes in this version

+ var ErrStreamNotSupported = errors.New("streaming not supported for this provider")

+ type BedrockProvider struct

+ func NewBedrock(region, model string, opts ...GenerateOption) *BedrockProvider

+ func (p *BedrockProvider) Close() error

+ func (p *BedrockProvider) Generate(ctx context.Context, msgs []Message, opts ...GenerateOption) (Response, error)

+ func (p *BedrockProvider) Stream(ctx context.Context, msgs []Message, opts ...GenerateOption) (<-chan StreamChunk, error)

type CompatibleProvider

+ func NewGroq(apiKey, model string, opts ...GenerateOption) *CompatibleProvider

+ func NewOllamaWithURL(baseURL, model string, opts ...GenerateOption) *CompatibleProvider

+ func NewTogetherAI(apiKey, model string, opts ...GenerateOption) *CompatibleProvider

+ type VertexAIProvider struct

+ func NewVertexAI(projectID, location, model string, opts ...GenerateOption) *VertexAIProvider

+ func (p *VertexAIProvider) Close() error

+ func (p *VertexAIProvider) Generate(ctx context.Context, msgs []Message, opts ...GenerateOption) (Response, error)

+ func (p *VertexAIProvider) Stream(ctx context.Context, msgs []Message, opts ...GenerateOption) (<-chan StreamChunk, error)

v0.4.0

Jul 17, 2026

Changes in this version

type GenerateOption

+ func WithToolChoice(tc string) GenerateOption

type GenerateOptions

+ ToolChoice string

type Message

+ ToolCalls []ToolCall

v0.3.0

Jul 16, 2026

v0.2.0

Jul 16, 2026

v0.1.0

Jul 16, 2026

Changes in this version

+ type AnthropicProvider struct

+ func NewAnthropic(apiKey, model string, opts ...GenerateOption) *AnthropicProvider

+ func (p *AnthropicProvider) Generate(ctx context.Context, msgs []Message, opts ...GenerateOption) (Response, error)

+ func (p *AnthropicProvider) Stream(ctx context.Context, msgs []Message, opts ...GenerateOption) (<-chan StreamChunk, error)

+ type Client interface

+ Generate func(ctx context.Context, msgs []Message, opts ...GenerateOption) (Response, error)

+ Stream func(ctx context.Context, msgs []Message, opts ...GenerateOption) (<-chan StreamChunk, error)

+ type CompatibleProvider struct

+ func NewAzureOpenAI(endpoint, apiKey, deploymentName string, opts ...GenerateOption) *CompatibleProvider

+ func NewDeepSeek(apiKey, model string, opts ...GenerateOption) *CompatibleProvider

+ func NewMistral(apiKey, model string, opts ...GenerateOption) *CompatibleProvider

+ func NewOllama(model string, opts ...GenerateOption) *CompatibleProvider

+ func NewOpenAICompatible(baseURL, apiKey, model string, opts ...GenerateOption) *CompatibleProvider

+ func NewOpenRouter(apiKey, model string, opts ...GenerateOption) *CompatibleProvider

+ func (p *CompatibleProvider) Generate(ctx context.Context, msgs []Message, opts ...GenerateOption) (Response, error)

+ func (p *CompatibleProvider) Stream(ctx context.Context, msgs []Message, opts ...GenerateOption) (<-chan StreamChunk, error)

+ type GeminiProvider struct

+ func NewGemini(apiKey, model string, opts ...GenerateOption) *GeminiProvider

+ func (p *GeminiProvider) Generate(ctx context.Context, msgs []Message, opts ...GenerateOption) (Response, error)

+ func (p *GeminiProvider) Stream(ctx context.Context, msgs []Message, opts ...GenerateOption) (<-chan StreamChunk, error)

+ type GenerateOption func(*GenerateOptions)

+ func WithMaxTokens(n int) GenerateOption

+ func WithSchema(schema any) GenerateOption

+ func WithStop(stop []string) GenerateOption

+ func WithTemperature(t float32) GenerateOption

+ func WithTools(tools []ToolDef) GenerateOption

+ func WithTopP(p float32) GenerateOption

+ type GenerateOptions struct

+ MaxTokens int

+ Schema any

+ Stop []string

+ Temperature float32

+ Tools []ToolDef

+ TopP float32

+ type Message struct

+ Content string

+ Name string

+ Role Role

+ ToolID string

+ type OpenAIProvider struct

+ func NewOpenAI(apiKey, model string, opts ...GenerateOption) *OpenAIProvider

+ func (p *OpenAIProvider) Generate(ctx context.Context, msgs []Message, opts ...GenerateOption) (Response, error)

+ func (p *OpenAIProvider) Stream(ctx context.Context, msgs []Message, opts ...GenerateOption) (<-chan StreamChunk, error)

+ type Response struct

+ Content string

+ Raw string

+ ToolCalls []ToolCall

+ Usage Usage

+ type Role string

+ const RoleAssistant

+ const RoleSystem

+ const RoleTool

+ const RoleUser

+ type StreamChunk struct

+ Content string

+ Done bool

+ Error error

+ ToolCall *ToolCall

+ type ToolCall struct

+ FuncArgs string

+ FuncName string

+ ID string

+ Type string

+ type ToolDef struct

+ Description string

+ Name string

+ Parameters any

+ type Usage struct

+ CompletionTokens int

+ PromptTokens int

+ TotalTokens int

?	: This menu
/	: Search site
f or F	: Jump to
y or Y	: Canonical URL