Why Go
- Case Studies
  
  Common problems companies solve with Go
- Use Cases
  
  Stories about how and why companies use Go
- Security
  
  How Go can help keep you secure by default
Learn
Docs
- Effective Go
  
  Tips for writing clear, performant, and idiomatic Go code
- Go User Manual
  
  A complete introduction to building software with Go
- Standard library
  
  Reference documentation for Go's standard library
- Release Notes
  
  Learn what's new in each Go release
- API
  
  Reference documentation for the pkg.go.dev API
Packages
Community
- Recorded Talks
  
  Videos from prior events
- Meetups
  
  Meet other local Go developers
- Conferences
  
  Learn and network with Go developers from around the world
- Go blog
  
  The Go project's official blog.
- Go project
  
  Get help and stay informed from Go
- Get connected

llm

package

Go to main page

Versions in this module

v0

v0.3.13

Sep 1, 2026

v0.3.12

Sep 1, 2026

v0.3.11

Aug 27, 2026

Changes in this version

+ const ChatDescriptor

+ const CredentialPurpose

+ const EmbedDescriptor

+ var ErrSecretShapedContent = errors.New("content is secret-shaped and cannot be sent through the provider broker")

+ func Manifest(origin Origin) (*manifest.Manifest, error)

+ func PlannedChat(m *manifest.Manifest, origin *providerv0.AdmittedOrigin, request ChatRequest, ...) (*providerv0.PlannedRequest, error)

+ func PlannedEmbed(m *manifest.Manifest, origin *providerv0.AdmittedOrigin, request EmbedRequest, ...) (*providerv0.PlannedRequest, error)

+ func ScreenContent(texts []string) error

+ type ChatDelta struct

+ EventType string

+ StopReason string

+ Terminal bool

+ Text string

+ Usage Usage

+ func DecodeEvent(event *providerv0.FilteredEvent) ChatDelta

+ type ChatRequest struct

+ MaxTokens int64

+ Messages []Message

+ Model string

+ Stream bool

+ System string

+ Temperature string

+ func (r ChatRequest) Body() map[string]*providerv0.PublicValue

+ type ChatResponse struct

+ StopReason string

+ Text string

+ Usage Usage

+ func DecodeChat(response *providerv0.ExecuteRequestResponse) (*ChatResponse, error)

+ type ChatStream struct

+ Complete bool

+ Deltas []ChatDelta

+ StopReason string

+ Text string

+ Usage Usage

+ func DecodeChatStream(response *providerv0.ExecuteRequestResponse) (*ChatStream, error)

+ type Client struct

+ func NewClient(exec Executor) *Client

+ func (c *Client) Chat(ctx context.Context, request *providerv0.ExecuteRequestRequest) (*ChatResponse, error)

+ func (c *Client) ChatStream(ctx context.Context, request *providerv0.ExecuteRequestRequest) (*ChatStream, error)

+ func (c *Client) Embed(ctx context.Context, request *providerv0.ExecuteRequestRequest) (*EmbeddingResponse, error)

+ type EmbedRequest struct

+ Input []string

+ Model string

+ func (r EmbedRequest) Body() map[string]*providerv0.PublicValue

+ type Embedding []float64

+ type EmbeddingResponse struct

+ Embeddings []Embedding

+ Usage Usage

+ func DecodeEmbedding(response *providerv0.ExecuteRequestResponse) (*EmbeddingResponse, error)

+ type Executor interface

+ Execute func(ctx context.Context, request *providerv0.ExecuteRequestRequest) (*providerv0.ExecuteRequestResponse, error)

+ type Message struct

+ Content string

+ Role string

+ type Origin struct

+ Class string

+ Host string

+ Port uint32

+ Scheme string

+ func AnthropicOrigin() Origin

+ type Usage struct

+ InputTokens int64

+ OutputTokens int64