modelcall

type Caller ¶

type Caller struct {
	// contains filtered or unexported fields
}

func New(timing Timing, temperature TemperatureSource, options OptionsBuilder, classifier ErrorClassifier, logger *slog.Logger, usage UsageRecorder) *Caller

func (c *Caller) Call(runCtx context.Context, m model.ToolCallingChatModel, msgs []*schema.Message, extra ...model.Option) (*schema.Message, error)

type ErrorClassifier ¶

type ErrorClassifier interface {
	IsTransient(err error) bool
}

ErrorClassifier decides whether a failed call is worth retrying. → the caller's loop.ErrorClassifier, or defaults.Classifier

type OptionsBuilder ¶

type OptionsBuilder interface {
	Build(temperature float32) []model.Option
}

OptionsBuilder builds the per-call model options. → the caller's loop.CallOptionsBuilder, or defaults.TemperatureOnly

type TemperatureSource ¶

type TemperatureSource interface {
	Temperature() float64
}

TemperatureSource gives the temperature for the next call. → state.Run

type Timing ¶

type Timing struct {
	IterationTimeout         time.Duration // zero: no per-call bound
	DecoupleIterationTimeout bool          // a call gets the full IterationTimeout even near the run's deadline
	IdleChunkTimeout         time.Duration
	RetryAttempts            int // extra attempts after a transient failure
	Streaming                bool
}

Timing is how long calls may take and how often they are retried.

type UsageRecorder ¶

type UsageRecorder interface {
	AddUsage(msg *schema.Message)
}

add after TemperatureSource UsageRecorder records the tokens each call spent. → state.Run