Documentation
¶
Overview ¶
Example ¶
ctx := context.Background()
p := NewProvider()
stream, err := p.CreateStream(ctx, llm.Request{
Model: "fake-model",
Messages: llm.Messages{llm.User("Hello!")},
})
if err != nil {
panic(err)
}
for event := range stream {
switch event.Type {
case llm.StreamEventDelta:
_ = event.Data
case llm.StreamEventToolCall:
_ = event.Data
case llm.StreamEventCompleted:
return
case llm.StreamEventError:
panic(event.Data)
}
}
Index ¶
Examples ¶
Constants ¶
View Source
const ( ProviderName = "fake" Model1ID = "fake/model-1" Model1DisplayName = "Fake Model 1" )
Variables ¶
This section is empty.
Functions ¶
This section is empty.
Types ¶
type Provider ¶
type Provider struct {
// contains filtered or unexported fields
}
func NewProvider ¶
func NewProvider() *Provider
func (*Provider) CreateStream ¶
Click to show internal directories.
Click to hide internal directories.