Documentation
¶
Index ¶
- type ChatModel
- func (c *ChatModel) Generate(_ context.Context, _ []*schema.Message, _ ...model.Option) (*schema.Message, error)
- func (c *ChatModel) Stream(_ context.Context, input []*schema.Message, opts ...model.Option) (*schema.StreamReader[*schema.Message], error)
- func (c *ChatModel) WithTools(tools []*schema.ToolInfo) (model.ToolCallingChatModel, error)
- type InferenceProvider
- type InferenceProviderOption
- type ToolsProvider
- type ToolsProviderOption
Constants ¶
This section is empty.
Variables ¶
This section is empty.
Functions ¶
This section is empty.
Types ¶
type ChatModel ¶
type ChatModel struct {
StreamReader func(input []*schema.Message, opts ...model.Option) (*schema.StreamReader[*schema.Message], error)
WithToolsFunc func(tools []*schema.ToolInfo) (model.ToolCallingChatModel, error)
}
type InferenceProvider ¶ added in v0.0.9
type InferenceProvider struct {
api.BasicInferenceProvider
Initialized bool `json:"-"`
Llm model.ToolCallingChatModel `json:"-"`
}
func NewInferenceProvider ¶ added in v0.0.9
func NewInferenceProvider(name string, options ...InferenceProviderOption) *InferenceProvider
func (*InferenceProvider) GetDefaultPolicies ¶ added in v0.0.9
func (i *InferenceProvider) GetDefaultPolicies() map[string]any
func (*InferenceProvider) GetInference ¶ added in v0.0.9
func (i *InferenceProvider) GetInference(_ context.Context) (model.ToolCallingChatModel, error)
func (*InferenceProvider) Initialize ¶ added in v0.0.9
func (i *InferenceProvider) Initialize(_ context.Context, _ any)
type InferenceProviderOption ¶ added in v0.0.9
type InferenceProviderOption func(*InferenceProvider)
func WithInferenceAvailable ¶ added in v0.0.9
func WithInferenceAvailable() InferenceProviderOption
func WithInferenceLocal ¶ added in v0.0.9
func WithInferenceLocal() InferenceProviderOption
func WithInferencePublic ¶ added in v0.0.9
func WithInferencePublic() InferenceProviderOption
type ToolsProvider ¶ added in v0.0.9
type ToolsProvider struct {
api.BasicToolsProvider
Initialized bool `json:"-"`
Tools []*api.Tool `json:"-"`
Policies map[string]any `json:"-"`
}
func NewToolsProvider ¶ added in v0.0.9
func NewToolsProvider(name string, options ...ToolsProviderOption) *ToolsProvider
func (*ToolsProvider) GetDefaultPolicies ¶ added in v0.0.9
func (t *ToolsProvider) GetDefaultPolicies() map[string]any
func (*ToolsProvider) Initialize ¶ added in v0.0.9
func (t *ToolsProvider) Initialize(_ context.Context, _ any)
type ToolsProviderOption ¶ added in v0.0.9
type ToolsProviderOption func(*ToolsProvider)
func WithToolsAvailable ¶ added in v0.0.9
func WithToolsAvailable() ToolsProviderOption
Source Files
Click to show internal directories.
Click to hide internal directories.