Documentation
¶
Index ¶
- Constants
- Variables
- func ContentPartSize(part fantasy.MessagePart) int
- func EstimatePromptSize(messages []fantasy.Message) int
- func MessagePartPublisherFromContext(ctx context.Context) func(codersdk.ChatMessageRole, codersdk.ChatMessagePart)
- func ToolResultSize(r fantasy.ToolResultContent) int
- func WithMessagePartPublisher(ctx context.Context, ...) context.Context
- type AssistantOutcome
- type CompactionOptions
- type CompactionResult
- type ExecuteLocalToolsOptions
- type GenerateAssistantOptions
- type GenerateCompactionOptions
- type Metrics
- func (m *Metrics) RecordCompaction(provider, model string, compacted bool, err error)
- func (m *Metrics) RecordStreamBufferDropped()
- func (m *Metrics) RecordStreamRetry(provider, model string, classified chaterror.ClassifiedError)
- func (m *Metrics) RecordToolError(provider, model, toolLabel string)
- func (m *Metrics) RecordToolResultTruncated(provider, model, toolLabel string)
- type PendingToolCall
- type PersistedStep
- type ProviderTool
- type RunOptions
- type ToolExecutionOutcome
Constants ¶
const ( // Label values for Chats. StateStreaming = "streaming" StateWaiting = "waiting" // Label values for CompactionTotal. CompactionResultSuccess = "success" CompactionResultError = "error" CompactionResultTimeout = "timeout" )
Variables ¶
var ( ErrInterrupted = xerrors.New("chat interrupted") ErrDynamicToolCall = xerrors.New("dynamic tool call") // ErrStopAfterTool is returned when a tool listed in // StopAfterTools produces a successful result, indicating // the run should terminate cleanly after persistence. ErrStopAfterTool = xerrors.New("stop after tool") )
Functions ¶
func ContentPartSize ¶ added in v2.33.0
func ContentPartSize(part fantasy.MessagePart) int
ContentPartSize returns the byte length of a MessagePart's primary text or data field.
func EstimatePromptSize ¶ added in v2.33.0
EstimatePromptSize returns a cheap byte-size estimate of a fantasy prompt by summing the text content lengths of all message parts. This avoids JSON marshaling overhead.
func MessagePartPublisherFromContext ¶ added in v2.35.0
func MessagePartPublisherFromContext( ctx context.Context, ) func(codersdk.ChatMessageRole, codersdk.ChatMessagePart)
MessagePartPublisherFromContext returns the publisher injected by ExecuteLocalTools, or nil when absent.
func ToolResultSize ¶ added in v2.33.0
func ToolResultSize(r fantasy.ToolResultContent) int
ToolResultSize returns the byte length of a ToolResultContent's primary text or data field.
func WithMessagePartPublisher ¶ added in v2.35.0
func WithMessagePartPublisher( ctx context.Context, publish func(codersdk.ChatMessageRole, codersdk.ChatMessagePart), ) context.Context
WithMessagePartPublisher returns a context carrying the streaming message-part publisher so tools can stream intermediate output (e.g. advisor advice deltas) while they execute. ExecuteLocalTools injects the publisher before running tools.
Types ¶
type AssistantOutcome ¶ added in v2.35.0
type AssistantOutcome struct {
Step PersistedStep
ToolCalls []fantasy.ToolCallContent
FinishReason fantasy.FinishReason
ModelStopped bool
}
AssistantOutcome is the durable assistant-side result from one model call.
func GenerateAssistant ¶ added in v2.35.0
func GenerateAssistant(ctx context.Context, opts GenerateAssistantOptions) (AssistantOutcome, error)
GenerateAssistant performs one assistant model stream and returns the durable assistant-side content. It does not execute tools, retry, or persist.
type CompactionOptions ¶
type CompactionOptions struct {
ThresholdPercent int32
ContextLimit int64
SummaryPrompt string
SystemSummaryPrefix string
Timeout time.Duration
Persist func(context.Context, CompactionResult) error
DebugSvc *chatdebug.Service
ChatID uuid.UUID
HistoryTipMessageID int64
// ToolCallID and ToolName identify the synthetic tool call
// used to represent compaction in the message stream.
ToolCallID string
ToolName string
// PublishMessagePart publishes streaming parts to connected
// clients so they see "Summarizing..." / "Summarized" UI
// transitions during compaction.
PublishMessagePart func(codersdk.ChatMessageRole, codersdk.ChatMessagePart)
OnError func(error)
}
type CompactionResult ¶
type CompactionResult struct {
SystemSummary string
SummaryReport string
ThresholdPercent int32
UsagePercent float64
ContextTokens int64
ContextLimit int64
}
func GenerateCompaction ¶ added in v2.35.0
func GenerateCompaction(ctx context.Context, opts GenerateCompactionOptions) (CompactionResult, error)
GenerateCompaction generates one context summary and returns it without persisting. It publishes compaction progress parts when configured.
type ExecuteLocalToolsOptions ¶ added in v2.35.0
type ExecuteLocalToolsOptions struct {
Tools []fantasy.AgentTool
ActiveTools []string
ProviderTools []ProviderTool
ToolCalls []fantasy.ToolCallContent
ExclusiveToolNames map[string]bool
BuiltinToolNames map[string]bool
ModelProvider string
ModelName string
// ContextLimit is the model's context window in tokens. It is used
// to derive a per-result byte budget so a single oversized tool
// result cannot overflow the prompt. Zero means unknown, in which
// case a default budget applies.
ContextLimit int64
// ToolNameAliases maps a non-advertised tool name to the canonical
// tool it dispatches to. Used for backward compatibility when a tool
// is renamed but old chat histories still reference the old name.
ToolNameAliases map[string]string
PublishMessagePart func(codersdk.ChatMessageRole, codersdk.ChatMessagePart)
Logger slog.Logger
Metrics *Metrics
Clock quartz.Clock
}
ExecuteLocalToolsOptions configures one local tool execution batch.
type GenerateAssistantOptions ¶ added in v2.35.0
type GenerateAssistantOptions struct {
Model fantasy.LanguageModel
// ErrorProvider labels user-facing errors with the configured provider
// identity (e.g. "bedrock"). It differs from Model.Provider(), which
// reflects the fantasy transport client and is "anthropic" for Bedrock
// routed through aibridge. Metrics and prompt preparation keep using
// Model.Provider(). When empty, Model.Provider() is used.
ErrorProvider string
Messages []fantasy.Message
Tools []fantasy.AgentTool
ActiveTools []string
ProviderTools []ProviderTool
StreamSilenceTimeout time.Duration
Clock quartz.Clock
ContextLimitFallback int64
ModelConfig codersdk.ChatModelCallConfig
ProviderOptions fantasy.ProviderOptions
PublishMessagePart func(codersdk.ChatMessageRole, codersdk.ChatMessagePart)
Logger slog.Logger
Metrics *Metrics
}
GenerateAssistantOptions configures one assistant model call.
type GenerateCompactionOptions ¶ added in v2.35.0
type GenerateCompactionOptions struct {
Model fantasy.LanguageModel
Messages []fantasy.Message
ThresholdPercent int32
ContextLimit int64
ContextLimitFallback int64
SummaryPrompt string
SystemSummaryPrefix string
Timeout time.Duration
StepUsage fantasy.Usage
StepMetadata fantasy.ProviderMetadata
DebugSvc *chatdebug.Service
ChatID uuid.UUID
HistoryTipMessageID int64
ToolCallID string
ToolName string
PublishMessagePart func(codersdk.ChatMessageRole, codersdk.ChatMessagePart)
}
GenerateCompactionOptions configures one context compaction call.
type Metrics ¶ added in v2.33.0
type Metrics struct {
Chats *prometheus.GaugeVec
MessageCount *prometheus.HistogramVec
PromptSizeBytes *prometheus.HistogramVec
ToolResultSizeBytes *prometheus.HistogramVec
ToolResultTruncatedTotal *prometheus.CounterVec
ToolErrorsTotal *prometheus.CounterVec
TTFTSeconds *prometheus.HistogramVec
CompactionTotal *prometheus.CounterVec
StepsTotal *prometheus.CounterVec
StreamRetriesTotal *prometheus.CounterVec
StreamBufferDroppedTotal prometheus.Counter
}
Metrics holds Prometheus metrics for the chatd subsystem.
func NewMetrics ¶ added in v2.33.0
func NewMetrics(reg prometheus.Registerer) *Metrics
NewMetrics creates a new Metrics instance registered with the given registerer.
func NopMetrics ¶ added in v2.33.0
func NopMetrics() *Metrics
NopMetrics returns a Metrics instance that discards all data. Useful for tests and when metrics collection is not desired.
func (*Metrics) RecordCompaction ¶ added in v2.33.0
RecordCompaction classifies and records a compaction attempt. It is a no-op when m is nil.
func (*Metrics) RecordStreamBufferDropped ¶ added in v2.33.0
func (m *Metrics) RecordStreamBufferDropped()
RecordStreamBufferDropped increments stream_buffer_dropped_total once per dropped event. No-op when m is nil.
func (*Metrics) RecordStreamRetry ¶ added in v2.33.0
func (m *Metrics) RecordStreamRetry(provider, model string, classified chaterror.ClassifiedError)
RecordStreamRetry increments stream_retries_total. The caller must obtain classified via chaterror.Classify (non-empty Kind). No-op when m is nil. The chain_broken label is "true" for chain anchor failures (e.g. OpenAI previous_response_id 404) recovered by the chatloop, and "false" otherwise.
func (*Metrics) RecordToolError ¶ added in v2.33.0
RecordToolError increments tool_errors_total for the given tool. No-op when m is nil.
func (*Metrics) RecordToolResultTruncated ¶ added in v2.35.0
RecordToolResultTruncated increments tool_result_truncated_total for the given tool. No-op when m is nil. An empty tool label is normalized to "unknown" to match the other tool metrics.
type PendingToolCall ¶ added in v2.33.0
PendingToolCall describes a tool call that targets a dynamic tool. These calls are not executed by the chatloop; instead they are persisted so the caller can fulfill them externally.
type PersistedStep ¶
type PersistedStep struct {
Content []fantasy.Content
Usage fantasy.Usage
ContextLimit sql.NullInt64
ProviderResponseID string
// Runtime is the wall-clock duration of this step,
// covering LLM streaming, tool execution, and retries.
// Zero indicates the duration was not measured (e.g.
// interrupted steps).
Runtime time.Duration
// PendingDynamicToolCalls lists tool calls that target
// dynamic tools. When non-empty the chatloop exits with
// ErrDynamicToolCall so the caller can execute them
// externally and resume the loop.
PendingDynamicToolCalls []PendingToolCall
// ToolCallCreatedAt maps tool-call IDs to the time
// the model emitted each tool call. Applied by the
// persistence layer to set CreatedAt on persisted
// tool-call ChatMessageParts.
ToolCallCreatedAt map[string]time.Time
// ToolResultCreatedAt maps tool-call IDs to the time
// each tool result was produced (or interrupted).
// Applied by the persistence layer to set CreatedAt
// on persisted tool-result ChatMessageParts.
ToolResultCreatedAt map[string]time.Time
// ReasoningStartedAt and ReasoningCompletedAt are parallel
// slices indexed by the occurrence order of reasoning
// content in Content. The persistence layer walks reasoning
// parts in order and applies these timestamps to the
// corresponding ChatMessageParts so the frontend can render
// reasoning duration. Reasoning parts have no provider-side
// stable ID, so order is the only correlation we have.
ReasoningStartedAt []time.Time
ReasoningCompletedAt []time.Time
}
PersistedStep contains the full content of a completed or interrupted agent step. Content includes both assistant blocks (text, reasoning, tool calls) and tool result blocks. The persistence layer is responsible for splitting these into separate database messages by role.
type ProviderTool ¶
type ProviderTool struct {
Definition fantasy.Tool
Runner fantasy.AgentTool
// ResultProviderMetadata extracts provider-specific metadata from successful
// local runner responses. The chat loop attaches returned metadata to the tool
// result sent back to the model. OpenAI computer-use uses this to request
// original screenshot detail for image results.
ResultProviderMetadata func(response fantasy.ToolResponse) fantasy.ProviderMetadata
}
ProviderTool pairs a provider-native tool definition with an optional local executor. When Runner is nil the tool is fully provider-executed (e.g. web search). When Runner is non-nil the definition is sent to the API but execution is handled locally (e.g. computer use).
type RunOptions ¶
type RunOptions struct {
Model fantasy.LanguageModel
Messages []fantasy.Message
Tools []fantasy.AgentTool
MaxSteps int
// StreamSilenceTimeout bounds how long each model attempt
// may go without receiving a stream part before the
// attempt is canceled and retried. Zero uses the
// production default.
StreamSilenceTimeout time.Duration
// Clock creates stream silence guard timers. In production
// use a real clock; tests can inject quartz.NewMock(t) to
// make timeout behavior deterministic.
Clock quartz.Clock
ActiveTools []string
ContextLimitFallback int64
// DynamicToolNames lists tool names that are handled
// externally. When the model invokes one of these tools
// the chatloop persists partial results and exits with
// ErrDynamicToolCall instead of executing the tool.
DynamicToolNames map[string]bool
// StopAfterTools lists tool names that, when they produce a
// successful result, cause the run to stop after persisting
// the current step. This is used for plan turns where
// propose_plan should terminate the run on success.
StopAfterTools map[string]struct{}
// ExclusiveToolNames lists tool names that must be called
// alone in a batch. When any exclusive tool appears
// alongside other locally-executed tools, every tool in the
// batch receives a policy error and nothing executes.
ExclusiveToolNames map[string]bool
// ModelConfig holds per-call LLM parameters (temperature,
// max tokens, etc.) read from the chat model configuration.
ModelConfig codersdk.ChatModelCallConfig
// ProviderOptions are provider-specific call options
// converted from ModelConfig.ProviderOptions. This is a
// separate field because the conversion requires knowledge
// of the provider, which lives in chatd, not chatloop.
ProviderOptions fantasy.ProviderOptions
// ProviderTools are provider-native tools (like web search
// and computer use) whose definitions are passed directly
// to the provider API. When a ProviderTool has a non-nil
// Runner, tool calls are executed locally; otherwise the
// provider handles execution (e.g. web search).
ProviderTools []ProviderTool
PersistStep func(context.Context, PersistedStep) error
PublishMessagePart func(
role codersdk.ChatMessageRole,
part codersdk.ChatMessagePart,
)
// Callers should attach correlation fields (chat_id, owner_id, etc.)
// using Logger.With before passing the logger in.
Logger slog.Logger
Compaction *CompactionOptions
ReloadMessages func(context.Context) ([]fantasy.Message, error)
DisableChainMode func()
// PrepareMessages is called at least once before each LLM step
// with the current message history. If it returns non-nil, the
// returned slice replaces messages for this and all subsequent
// steps.
// Used to inject system context that becomes available mid-loop
// (e.g. AGENTS.md after create_workspace).
// NOTE: It may be called more than once per step in case of a
// retry, so callbacks should avoid duplicating messages.
PrepareMessages func([]fantasy.Message) []fantasy.Message
// PrepareTools is called once before each LLM step with the
// current tool list. If it returns non-nil, the returned slice
// replaces opts.Tools for this and all subsequent steps, and any
// new tool names are appended to opts.ActiveTools so they become
// callable immediately. Used to inject tools that become available
// mid-turn (e.g. workspace MCP tools discovered after
// create_workspace).
//
// The chatloop tracks whether tools have already been replaced so
// PrepareTools is not retried on subsequent steps once it has
// returned a non-nil slice. Callbacks may still be invoked on later
// steps when they previously returned nil.
PrepareTools func([]fantasy.AgentTool) []fantasy.AgentTool
// OnRetry is called before each retry attempt when the LLM
// stream fails with a retryable error. It provides the attempt
// number, raw error, normalized classification, and backoff
// delay so callers can publish status events to connected
// clients. Callers should also clear any buffered stream state
// from the failed attempt in this callback to avoid sending
// duplicated content.
OnRetry chatretry.OnRetryFn
OnInterruptedPersistError func(error)
// Metrics records Prometheus metrics for the chatd subsystem.
// When nil, no metrics are recorded.
Metrics *Metrics
// BuiltinToolNames lists tool names that are built into chatd.
BuiltinToolNames map[string]bool
}
RunOptions configures a single streaming chat loop run.
type ToolExecutionOutcome ¶ added in v2.35.0
type ToolExecutionOutcome struct {
Step PersistedStep
}
ToolExecutionOutcome is the durable tool-result content from one batch.
func ExecuteLocalTools ¶ added in v2.35.0
func ExecuteLocalTools(ctx context.Context, opts ExecuteLocalToolsOptions) (ToolExecutionOutcome, error)
ExecuteLocalTools runs local tool calls and returns durable tool results. It does not retry or persist.