mllm

Nov 12, 2026

Changes in this version

+ func ToolNames(tools Tools) []string

type Tools

+ func (t Tools) Names() []string

Nov 11, 2026

Changes in this version

+ var ToolWriterOut io.Writer = os.Stderr

Nov 11, 2026

Changes in this version

+ func WithClient(ctx context.Context, client E) context.Context

type ChatMessages

+ func (cm ChatMessages) Roles() []string

type E

+ func CtxClient(ctx context.Context) (E, bool)

Nov 9, 2026

Changes in this version

+ var NoLogFlags bool

+ var ThreadHasher = func(v string) uuid.UUID

Nov 8, 2026

Changes in this version

+ var DefaultHTTPClient *http.Client

Nov 7, 2026

Changes in this version

+ func CtxCallIndex(ctx context.Context) (int, bool)

+ func WithCallIndex(ctx context.Context, index int) context.Context

+ func WithCall[T any](ctx context.Context, call Call[T]) context.Context

+ func WithCaller(ctx context.Context, caller Message) context.Context

type Call

+ func CtxCall[T any](ctx context.Context) (Call[T], bool)

+ type CallFuncV1C = func(ctx context.Context, m Message, index int) (output any, err error)

type Message

+ func CtxCaller(ctx context.Context) (Message, bool)

Nov 7, 2026

Changes in this version

+ var DefaultFrom string

+ var DefaultHost string

+ var DefaultModel string

+ func Flags()

type ChatMessage

+ Aux any

+ func (m *ChatMessage) HandleChat(cr ChatResponse) error

+ func (m ChatMessage) Add(m2 ChatMessage) ChatMessage

type ChatMessages

+ func (cm ChatMessages) ID(id uuid.UUID) *ChatMessage

+ func (cm ChatMessages) IndexOf(id uuid.UUID) int

+ func (cm ChatMessages) TopP() *ChatMessage

+ type Client = E

type E

+ From string

+ ThreadID uuid.UUID

+ func (e E) Generate(ctx context.Context, sys string, usr string, think any) (Message, error)

+ func (e E) MultiChat(ctx context.Context, messages ChatMessages, think any) (ChatMessage, error)

+ func (e E) MultiChat2(ctx context.Context, messages Messages, think any) (ChatMessage, error)

type Message

+ func (m Message) IsBlank() bool

type Tool

+ func (t Tool) Run(ctx context.Context, args any) (output any, err error)

type Tools

+ func (t Tools) ToMarshalers() []json.Marshaler

Nov 4, 2026

Changes in this version

+ func L2normalizeA[T float32 | float64](v []T) []T

+ func L2normalize[T float32 | float64](v []T) []T

type EmbedResponse

+ Error json.RawMessage

+ Message json.RawMessage

Nov 4, 2026

Changes in this version

type Tools

+ func (tt Tools) ToJSON() []json.Marshaler

Nov 4, 2026

Changes in this version

+ var DebugLLM2 = os.Getenv("DEBUG_LLM") == "2"

+ var DefaultOptions = Options

+ var DefaultThread = uuid.Nil()

+ var Quiet = false

+ func Noop(cr ChatResponse) error

+ func ToMarshalers(v ...json.Marshaler) []json.Marshaler

+ func WrapToolSpec(js json.RawMessage) ([]byte, error)

type Call

+ func (c *Call[T]) FromPlain(from Call[json.RawMessage]) error

+ func (c *Call[T]) FromRaw(js json.RawMessage) error

+ func (c *Call[T]) ToJSON() json.RawMessage

+ func (c Call[T]) ReplyTool(val any) Message

+ func (c Call[T]) ReplyToolOrError(val any, err error) Message

+ func (c Call[T]) ToRaw() Call[json.RawMessage]

+ type CallFuncV1 = func(ctx context.Context, args map[string]any) (output any, err error)

+ type CallFuncV1B = func(ctx context.Context, args json.RawMessage) (output any, err error)

+ type Calls []Call[T]

+ func (c Calls[T]) ToJSON() []json.RawMessage

type ChatMessage

+ Thread uuid.UUID

+ type ChatMessageWithID struct

+ ID uint

type E

+ PreRequest func(request *ChatRequest) error

+ StreamWriter W1

+ type Function struct

+ Arguments T

+ Name string

+ func (f Function[T]) ArgsToJSON() json.RawMessage

+ func (f Function[T]) ArgsToMap() map[string]any

+ func (f Function[T]) ToJSON() json.RawMessage

+ type LChoices struct

+ Delta LDelta

+ FinishReason string

+ Index int

+ type LDelta struct

+ type LMessage struct

+ Choices []LChoices

+ Created int

+ ID string

+ Model string

+ Object string

+ SystemFingerprint string

+ Timings LTimings

+ type LTimings struct

+ CacheN int

+ PredictedMs float64

+ PredictedN int

+ PredictedPerSecond float64

+ PredictedPerTokenMs float64

+ PromptMs float64

+ PromptN int

+ PromptPerSecond float64

+ PromptPerTokenMs float64

type Message

+ func ReplyToolOrError[T any](call Call[T], val any, err error) Message

+ func ReplyTool[T any](call Call[T], val any) Message

+ func (m Message) ToThreadMessage(from string, thread uuid.UUID) ChatMessage

+ type Message2 struct

+ Reasoning2 string

+ Reasoning3 string

+ ToolCallID2 string

+ type Name struct

+ Function struct{ ... }

+ Name string

+ func (n Name) GetName() string

+ type Spec = json.RawMessage

+ type StringCalls []Call[string]

+ func (c StringCalls) Combined() Calls[string]

type Tool

+ func (t Tool) GetName() string

+ type Tools []Tool

+ func (tt Tools) ByName(name string) Tool

+ func (tt Tools) Run(ctx context.Context, name string, args any) (output any, err error)

+ type W interface

+ New func() StreamHandler

+ type W1 struct

+ ThinkPost string

+ ThinkPre string

+ Writer io.Writer

+ func (w W1) New() StreamHandler

Oct 31, 2026

Changes in this version

+ var DebugLLM = os.Getenv("DEBUG_LLM") == "1"

+ var EnvKey = []string

+ var ErrNoConvo = errors.New("no messages in conversation")

+ var ForcePath = false

+ var HideTools = false

+ var ThinkRequestType = false

+ var ToolWriter = toolWriter

+ type Call struct

+ Function struct{ ... }

+ ID string

+ Index int

+ Type string

+ func (c *Call[T]) UnmarshalJSON(b []byte) error

type ChatMessage

+ MessageID uuid.UUID

type ChatResponse

+ Choices []Choice

+ DoneReason2 string

+ LLMID string

+ type Choice struct

+ Delta Message

+ FinishReason *string

+ Index int

type E

+ func (e E) GetMessage(ctx context.Context, messages []Message, think any) (Message, error)

type EmbedResponse

+ Data []...

type Message

+ Reasoning2 string

+ Reasoning3 string

+ type RawToolCall = Call[json.RawMessage]

+ type Tool struct

+ Exec any

+ Spec json.RawMessage

+ func (t Tool) MarshalJSON() ([]byte, error)

+ type Usage struct

+ PromptTokens int

+ TotalTokens int

+ type Value = any

Oct 20, 2026

Changes in this version

type ChatMessages

+ func (cm ChatMessages) Top() ChatMessage

+ func (cm ChatMessages) TopN(n int) ChatMessages

+ func (cm ChatMessages) TopRole(role string) ChatMessage

type E

+ func (e E) Chat(ctx context.Context, messages ChatMessages, think any) (ChatMessage, error)

type Messages

+ func (cm Messages) TopRole(role string) Message

+ func (m Messages) Top() Message

+ func (m Messages) TopN(n int) Messages

Oct 2, 2026

Changes in this version

+ var HideThink = false

type E

+ func (ee E) Do(ctx context.Context, creq ChatRequest, handlers []StreamHandler) error

+ func (ee E) NewRequest(messages []Message, think any) *ChatRequest

Oct 2, 2026

Changes in this version

+ var DefaultEmbedOptions map[string]any

+ var EmbedOptions = struct{ ... }

type E

+ func (e E) Embed(ctx context.Context, req EmbedRequest) (*EmbedResponse, error)

+ func (ee E) Read(reader *bufio.Reader, handlers ...StreamHandler) error

+ type EmbedRequest struct

+ Dimensions int

+ Host string

+ Input []string

+ KeepAlive int

+ Model string

+ Options map[string]any

+ Truncate *bool

+ func NewEmbed(s string) EmbedRequest

+ func NewNomicDocument(s string) EmbedRequest

+ func NewNomicQuery(s string) EmbedRequest

+ type EmbedResponse struct

+ Embeddings []vector256.Vector256

+ Model string

+ func (e *EmbedResponse) GetEmbeddings() vector256.Vector256

+ type ErrorWithResponse struct

+ func (e ErrorWithResponse) Body() []byte

+ func (e ErrorWithResponse) Unwrap() error

Sep 30, 2026

Changes in this version

+ var EnvHost = []string

+ var EnvModel = []string

type E

+ func (ee E) WithoutTools() E

type Options

+ Debug bool

type Stats

+ func (st Stats) Summary(w io.Writer) error

+ func (st Stats) SummaryString() string

Sep 23, 2026

Changes in this version

+ var Default = func() E

+ var DefaultChatMessageFormatter = func(cm ChatMessage) (Message, bool)

+ var DefaultThinkPost = "\n\n... done thinking.\n\n"

+ var DefaultThinkPre = "Thinking:\n"

+ var DefaultWriter io.Writer = nil

+ var ErrNoLines = errors.New("no lines read")

+ var Errorf = stackerr.Errorf

+ var NewE = NewEndpoint

+ var Slog = slog.Default

+ var StopAtFirstHandlerError = true

+ func StderrHandler(cr ChatResponse) error

+ func StdoutHandler(cr ChatResponse) error

+ func Summary(w io.Writer, st Stats)

+ type ChatHandlerT interface

+ HandleChat func(cr ChatResponse) error

+ type ChatMessage struct

+ CreatedAt time.Time

+ From string

+ UUID uuid.UUID

+ func NewChatMessage(from string, role string, text string) ChatMessage

+ type ChatMessageFormatter = func(cm ChatMessage) (Message, bool)

+ type ChatMessages []ChatMessage

+ func (cm ChatMessages) ToMessages() []Message

+ func (cm ChatMessages) ToMessagesFormat(fn ChatMessageFormatter) []Message

+ type ChatRequest struct

+ KeepAlive int

+ Messages []Message

+ Model string

+ Options *Options

+ Stream bool

+ Think *Think

+ Tools []json.Marshaler

+ type ChatResponse struct

+ Created json.RawMessage

+ Done bool

+ DoneReason string

+ Message Message

+ Model string

+ func (c *ChatResponse) Handler(cr ChatResponse) error

+ func (c ChatResponse) Summary(w io.Writer)

+ func (c ChatResponse) SummaryString() string

+ type E struct

+ Client *http.Client

+ Handlers []StreamHandler

+ Headers map[string]string

+ Host url.URL

+ Model string

+ Options *Options

+ ThinkPost string

+ ThinkPre string

+ Tools []json.Marshaler

+ Writer io.Writer

+ func NewEndpoint(options *Options, tools []json.Marshaler) E

+ func (ee E) AddHandlers(h ...StreamHandler) E

+ func (ee E) Get(ctx context.Context, messages []Message, think any) (ChatResponse, error)

+ func (ee E) Stream(ctx context.Context, messages []Message, think any, handlers ...StreamHandler) error

+ func (ee E) StreamBG(ctx context.Context, messages []Message, think any, handlers ...StreamHandler) chan error

+ func (ee E) ValidateConfig(think any) error

+ func (ee E) WithHandlers(h ...StreamHandler) E

+ func (ee E) WithOptions(options *Options) E

+ func (ee E) WithTools(tools ...json.Marshaler) E

+ type Message struct

+ Content string

+ Images [][]byte

+ Reasoning string

+ Role string

+ ToolCallID string

+ ToolCalls []json.RawMessage

+ ToolName string

+ func DefaultChatMessageFormatterWithFromTimestamp(cm ChatMessage) (Message, bool)

+ func (c Message) Add(c2 Message) Message

+ func (c Message) Equal(c2 Message) bool

+ func (c Message) IsEmpty() bool

+ func (m Message) ToChatMessage(from string) ChatMessage

+ type Messages []Message

+ type Options struct

+ FrequencyPenalty float64

+ NumCtx int

+ PresencePenalty float64

+ Seed int64

+ Temperature float64

+ TopK int

+ TopP float64

+ type Stats struct

+ EvalCount int

+ EvalDuration time.Duration

+ LoadDuration time.Duration

+ PromptEvalCount int

+ PromptEvalDuration time.Duration

+ TotalDuration time.Duration

+ type StreamHandler func(cr ChatResponse) error

+ func NewHandlerOut(w io.Writer, thinkpre string, thinkpost string) StreamHandler

+ func (c StreamHandler) HandleChat(cr ChatResponse) error

+ type Think struct

+ Value any

+ func (t Think) MarshalJSON() ([]byte, error)