Versions in this module Expand all Collapse all v0 v0.11.1 Aug 10, 2026 v0.11.0 Aug 10, 2026 v0.10.2 Aug 10, 2026 v0.10.1 Aug 10, 2026 v0.10.0 Aug 10, 2026 v0.9.2 Aug 9, 2026 v0.9.1 Aug 9, 2026 v0.9.0 Aug 9, 2026 v0.7.1 Aug 9, 2026 v0.7.0 Aug 9, 2026 Changes in this version + type BackendStat struct + Calls int + In int + LatencyMS int64 + Out int + Reasons map[string]int + USD float64 + type Ledger struct + func (l *Ledger) ByBackend() map[string]BackendStat + func (l *Ledger) ByPurpose() map[Purpose]Stat + func (l *Ledger) Total() Stat + type ModelRunner interface + Complete func(ctx context.Context, p Purpose, req wire.Request) (wire.Response, error) + Ledger func() *Ledger + Stream func(ctx context.Context, p Purpose, req wire.Request, h wire.StreamHandler) (wire.Response, error) + type Purpose string + const Classify + const Compact + const Explore + const Learn + const MainLoop + const Other + const Overview + const Predict + const Reflect + const Route + const Synth + type Runner struct + func NewRunner(prov provider.ModelProvider) *Runner + func (r *Runner) Complete(ctx context.Context, p Purpose, req wire.Request) (wire.Response, error) + func (r *Runner) Fork() *Runner + func (r *Runner) Ledger() *Ledger + func (r *Runner) Meter(p Purpose, reqModel string, resp wire.Response, latency time.Duration) + func (r *Runner) Provider() provider.ModelProvider + func (r *Runner) Stream(ctx context.Context, p Purpose, req wire.Request, h wire.StreamHandler) (wire.Response, error) + type Stat struct + CacheRead int + CacheWrite int + Calls int + In int + Out int + USD float64
Go to main page