llm

package

Go to main page

Versions in this module

v1

v1.8.1

Aug 2, 2026

v1.8.0

Jul 29, 2026

v1.7.13

Jul 25, 2026

v1.7.12

Jul 21, 2026

v1.7.11

Jul 17, 2026

v1.7.10

Jul 14, 2026

v1.7.9

Jul 4, 2026

v1.7.8

Jul 4, 2026

v1.7.7

Jun 29, 2026

v1.7.6

Jun 27, 2026

v1.7.5

Jun 26, 2026

v1.7.4

Jun 26, 2026

Changes in this version

+ const ThinkingAuto

+ var ThinkingLevelOrder = []agentcore.ThinkingLevel

type Capabilities

+ func (c Capabilities) ThinkingPolicy() ThinkingPolicy

+ type ThinkingPolicy struct

+ Available []agentcore.ThinkingLevel

+ func ThinkingPolicyFor(model any) ThinkingPolicy

+ func ThinkingPolicyFromCapabilities(caps Capabilities) ThinkingPolicy

+ func (p ThinkingPolicy) Allows(level agentcore.ThinkingLevel) bool

+ func (p ThinkingPolicy) Resolve(level agentcore.ThinkingLevel) (agentcore.ThinkingLevel, bool)

v1.7.3

Jun 26, 2026

Changes in this version

+ type Capabilities struct

+ Model string

+ Provider string

+ Streaming StreamingCapabilities

+ Structured StructuredCapabilities

+ Thinking ThinkingCapabilities

+ Tools ToolCapabilities

+ Usage UsageCapabilities

+ type CapabilityProvider interface

+ Capabilities func() Capabilities

type LiteLLMAdapter

+ func (l *LiteLLMAdapter) Capabilities() Capabilities

type ProviderConfig

+ APIKey string

+ BaseURL string

+ Extra map[string]any

+ Retry *retry.Policy

+ Timeout time.Duration

type ResilienceConfig

+ Retry *retry.Policy

+ StreamIdleTimeout time.Duration

+ type StreamingCapabilities struct

+ IdleTimeout Support

+ NativeResponses Support

+ ReasoningDeltas Support

+ Supported Support

+ ToolCallDeltas Support

+ Usage Support

+ type StructuredCapabilities struct

+ JSONObject Support

+ JSONSchema Support

+ PromptOnly bool

+ Strict Support

+ type Support int

+ const SupportNo

+ const SupportPartial

+ const SupportUnknown

+ const SupportYes

+ type ThinkingCapabilities struct

+ BudgetTokens Support

+ Disable Support

+ Efforts []agentcore.ThinkingLevel

+ IncludeOutput Support

+ Notes []string

+ Supported Support

+ func (c ThinkingCapabilities) SupportsEffort(level agentcore.ThinkingLevel) bool

+ type ToolCapabilities struct

+ Calls Support

+ Choice Support

+ HostedProviderTools Support

+ MultimodalResults Support

+ ParallelCalls Support

+ RequiresAdjacency bool

+ RoundTripSignatures Support

+ StrictSchema Support

+ type UsageCapabilities struct

+ CacheReadTokens Support

+ CacheWriteTokens Support

+ InputTokens Support

+ OutputTokens Support

+ ReasoningTokens Support

+ TotalTokens Support

v1.7.2

Jun 21, 2026

Changes in this version

type ModelOption

+ func WithProviderExtra(extra map[string]any) ModelOption

v1.7.1

Jun 20, 2026

v1.7.0

Jun 13, 2026

v1.6.13

Jun 13, 2026

Changes in this version

type BaseModel

+ func (m *BaseModel) ModelName() string

v1.6.12

Jun 9, 2026

Changes in this version

type ModelOption

+ func WithExtra(extra map[string]any) ModelOption

v1.6.11

Jun 4, 2026

Changes in this version

type ModelOption

+ func WithClientOptions(opts ...litellm.ClientOption) ModelOption

v1.6.10

May 29, 2026

v1.6.9

May 22, 2026

Changes in this version

+ func IsProviderRegistered(name string) bool

+ func RegisteredProviders() []string

type LiteLLMAdapter

+ func NewModel(provider, model string, opts ...ModelOption) (*LiteLLMAdapter, error)

+ type ModelOption func(*modelConfig)

+ func WithAPIKey(key string) ModelOption

+ func WithBaseURL(url string) ModelOption

+ func WithRequestTimeout(d time.Duration) ModelOption

+ func WithResilience(rc ResilienceConfig) ModelOption

+ func WithStreamIdleTimeout(d time.Duration) ModelOption

+ type ProviderConfig = litellm.ProviderConfig

+ type ResilienceConfig = litellm.ResilienceConfig

v1.6.8

May 5, 2026

Changes in this version

type LiteLLMAdapter

+ func NewDeepSeekModel(model, apiKey string, baseURL ...string) (*LiteLLMAdapter, error)

v1.6.7

May 2, 2026

v1.6.6

May 1, 2026

v1.6.5

Apr 25, 2026

v1.6.4

Apr 24, 2026

v1.6.3

Apr 17, 2026

v1.6.2

Apr 13, 2026

v1.6.1

Apr 6, 2026

v1.6.0

Apr 4, 2026

v1.5.8

Mar 30, 2026

v1.5.7

Mar 27, 2026

v1.5.6

Mar 22, 2026

v1.5.5

Mar 18, 2026

v1.5.4

Mar 17, 2026

v1.5.3

Mar 15, 2026

v1.5.2

Mar 14, 2026

Changes in this version

type LiteLLMAdapter

+ func NewOpenRouterModel(model, apiKey string, baseURL ...string) (*LiteLLMAdapter, error)

v1.5.1

Mar 5, 2026

Changes in this version

+ func CalculateCost(pricing *ModelPricing, usage *agentcore.Usage) *agentcore.Cost

+ func TransformMessages(messages []agentcore.Message, targetProvider string) []agentcore.Message

type ModelInfo

+ Pricing *ModelPricing

+ type ModelPricing struct

+ CacheReadPerToken float64

+ CacheWritePerToken float64

+ InputPerToken float64

+ OutputPerToken float64

v1.5.0

Feb 17, 2026

Changes in this version

+ var ContentImage = agentcore.ContentImage

+ var ContentText = agentcore.ContentText

+ var ContentThinking = agentcore.ContentThinking

+ var ContentToolCall = agentcore.ContentToolCall

+ var DefaultGenerationConfig = &GenerationConfig

+ var RoleAssistant = agentcore.RoleAssistant

+ var RoleSystem = agentcore.RoleSystem

+ var RoleTool = agentcore.RoleTool

+ var RoleUser = agentcore.RoleUser

+ var StreamEventDone = agentcore.StreamEventDone

+ var StreamEventError = agentcore.StreamEventError

+ var StreamEventTextDelta = agentcore.StreamEventTextDelta

+ var StreamEventTextEnd = agentcore.StreamEventTextEnd

+ var StreamEventTextStart = agentcore.StreamEventTextStart

+ var StreamEventThinkingDelta = agentcore.StreamEventThinkingDelta

+ var StreamEventThinkingEnd = agentcore.StreamEventThinkingEnd

+ var StreamEventThinkingStart = agentcore.StreamEventThinkingStart

+ var StreamEventToolCallDelta = agentcore.StreamEventToolCallDelta

+ var StreamEventToolCallEnd = agentcore.StreamEventToolCallEnd

+ var StreamEventToolCallStart = agentcore.StreamEventToolCallStart

+ type BaseModel struct

+ func NewBaseModel(info ModelInfo, config *GenerationConfig) *BaseModel

+ func (m *BaseModel) GetConfig() *GenerationConfig

+ func (m *BaseModel) Info() ModelInfo

+ func (m *BaseModel) SupportsCapability(capability ModelCapability) bool

+ func (m *BaseModel) SupportsStreaming() bool

+ func (m *BaseModel) SupportsTools() bool

+ type CallConfig = agentcore.CallConfig

+ type CallOption = agentcore.CallOption

+ type ChatModel = agentcore.ChatModel

+ type ContentBlock = agentcore.ContentBlock

+ type ContentType = agentcore.ContentType

+ type GenerationConfig struct

+ FrequencyPenalty float64

+ MaxTokens int

+ PresencePenalty float64

+ Seed *int64

+ StopSequences []string

+ Temperature float64

+ TopK int

+ TopP float64

+ type LLMResponse = agentcore.LLMResponse

+ type LiteLLMAdapter struct

+ func NewAnthropicModel(model, apiKey string, baseURL ...string) (*LiteLLMAdapter, error)

+ func NewGeminiModel(model, apiKey string, baseURL ...string) (*LiteLLMAdapter, error)

+ func NewLiteLLMAdapter(model string, client *litellm.Client) *LiteLLMAdapter

+ func NewOpenAIModel(model, apiKey string, baseURL ...string) (*LiteLLMAdapter, error)

+ func (l *LiteLLMAdapter) Generate(ctx context.Context, messages []Message, tools []ToolSpec, opts ...CallOption) (*LLMResponse, error)

+ func (l *LiteLLMAdapter) GenerateStream(ctx context.Context, messages []Message, tools []ToolSpec, opts ...CallOption) (<-chan StreamEvent, error)

+ func (l *LiteLLMAdapter) ProviderName() string

+ type Message = agentcore.Message

+ type ModelCapability string

+ const CapabilityChat

+ const CapabilityCompletion

+ const CapabilityFunctionCall

+ const CapabilityMultimodal

+ const CapabilityStreaming

+ const CapabilityToolCalling

+ type ModelInfo struct

+ Capabilities []string

+ ContextSize int

+ MaxTokens int

+ Name string

+ Provider string

+ Version string

+ type Role = agentcore.Role

+ type StopReason = agentcore.StopReason

+ type StreamEvent = agentcore.StreamEvent

+ type ToolCall = agentcore.ToolCall

+ type ToolSpec = agentcore.ToolSpec

+ type Usage = agentcore.Usage

?	: This menu
/	: Search site
f or F	: Jump to
y or Y	: Canonical URL