llm

package
v0.12.1 Latest Latest
Warning

This package is not in the latest version of its module.

 Go to latest Published: Jan 18, 2025 License: MIT Imports: 16 Imported by: 0

Documentation

Index

Constants

This section is empty.

Variables

This section is empty.

Functions

This section is empty.

Types

type CompletionInput added in v0.1.10 

type CompletionInput struct {
	Messages []llms.ChatMessage
}

CompletionInput is a tea.Msg that wraps the content read from stdin.

type CompletionOutput added in v0.12.1 

type CompletionOutput struct {
	Command     string `json:"cmd"`
	Explanation string `json:"exp"`
	Executable  bool   `json:"exec"`
}

func (CompletionOutput) GetCommand added in v0.12.1 

func (c CompletionOutput) GetCommand() string

func (CompletionOutput) GetExplanation added in v0.12.1 

func (c CompletionOutput) GetExplanation() string

func (CompletionOutput) IsExecutable added in v0.12.1 

func (c CompletionOutput) IsExecutable() bool

type Engine 

type Engine struct {
	Model *openai.Model
	// contains filtered or unexported fields
}

func NewLLMEngine 

func NewLLMEngine(mode EngineMode, cfg *options.Config) (*Engine, error)

func (*Engine) CreateCompletion added in v0.1.10 

func (e *Engine) CreateCompletion(ctx context.Context, messages []llms.ChatMessage) (*CompletionOutput, error)

func (*Engine) CreateStreamCompletion added in v0.1.10 

func (e *Engine) CreateStreamCompletion(ctx context.Context, messages []llms.ChatMessage) (*StreamCompletionOutput, error)

func (*Engine) GetChannel 

func (e *Engine) GetChannel() chan StreamCompletionOutput

func (*Engine) GetConvoStore added in v0.12.1 

func (e *Engine) GetConvoStore() convo.Store

func (*Engine) GetMode 

func (e *Engine) GetMode() EngineMode

func (*Engine) Interrupt 

func (e *Engine) Interrupt()

func (*Engine) SetMode 

func (e *Engine) SetMode(m EngineMode)

func (*Engine) SetPipe 

func (e *Engine) SetPipe(pipe string)

type EngineMode 

type EngineMode int
const (
	ExecEngineMode EngineMode = iota
	ChatEngineMode
)

func (EngineMode) String 

func (m EngineMode) String() string

type LogHandler 

type LogHandler struct{}

LogHandler is a callback handler that prints to the standard output.

func (LogHandler) HandleChainEnd 

func (l LogHandler) HandleChainEnd(_ context.Context, outputs map[string]any)

func (LogHandler) HandleChainError 

func (l LogHandler) HandleChainError(_ context.Context, err error)

func (LogHandler) HandleChainStart 

func (l LogHandler) HandleChainStart(_ context.Context, inputs map[string]any)

func (LogHandler) HandleLLMError 

func (l LogHandler) HandleLLMError(_ context.Context, err error)

func (LogHandler) HandleLLMGenerateContentEnd 

func (l LogHandler) HandleLLMGenerateContentEnd(_ context.Context, res *llms.ContentResponse)

func (LogHandler) HandleLLMGenerateContentStart 

func (l LogHandler) HandleLLMGenerateContentStart(_ context.Context, ms []llms.MessageContent)

func (LogHandler) HandleLLMStart 

func (l LogHandler) HandleLLMStart(_ context.Context, prompts []string)

func (LogHandler) HandleStreamingFunc 

func (l LogHandler) HandleStreamingFunc(_ context.Context, chunk []byte)

func (LogHandler) HandleText 

func (l LogHandler) HandleText(_ context.Context, text string)

func (LogHandler) HandleToolEnd 

func (l LogHandler) HandleToolEnd(_ context.Context, output string)

func (LogHandler) HandleToolError 

func (l LogHandler) HandleToolError(_ context.Context, err error)

func (LogHandler) HandleToolStart 

func (l LogHandler) HandleToolStart(_ context.Context, input string)

type StreamCompletionOutput added in v0.1.10 

type StreamCompletionOutput struct {
	Content    string
	Last       bool
	Interrupt  bool
	Executable bool
}

StreamCompletionOutput a tea.Msg that wraps the content returned from llm.

func (StreamCompletionOutput) GetContent added in v0.1.10 

func (c StreamCompletionOutput) GetContent() string

func (StreamCompletionOutput) IsExecutable added in v0.1.10 

func (c StreamCompletionOutput) IsExecutable() bool

func (StreamCompletionOutput) IsInterrupt added in v0.1.10 

func (c StreamCompletionOutput) IsInterrupt() bool

func (StreamCompletionOutput) IsLast added in v0.1.10 

func (c StreamCompletionOutput) IsLast() bool

Source Files

View all Source files

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL
go.dev uses cookies from Google to deliver and enhance the quality of its services and to analyze traffic. Learn more.