inference

Sep 28, 2026

Changes in this version

+ var ErrLabelsRequired = errors.New("inference: this provider needs candidate labels")

+ var ErrModelLoading = errors.New("inference: model still loading after retries")

+ var ErrModelNotSupported = errors.New("inference: model not supported by the configured inference path")

+ func RegisterFactory(providerType string, f Factory)

+ func RegisteredTypes() []string

+ func ResolveCredential(ctx context.Context, providerType string, cfgDir string, ...) (credentials.Credential, error)

+ func WithEmitter(ctx context.Context, e *events.Emitter) context.Context

+ func WithRegistry(ctx context.Context, r *Registry) context.Context

+ type Factory = base.Factory[Provider]

+ type LabelScore struct

+ Label string

+ Score float64

+ type Provider interface

+ Infer func(ctx context.Context, req Request) (Response, error)

+ func CreateFromSpec(spec ProviderSpec) (Provider, error)

+ func Instrument(p Provider, id, providerType string) Provider

+ type ProviderSpec = base.CapabilitySpec

+ type Registry struct

+ func FromContext(ctx context.Context) *Registry

+ func NewRegistry() *Registry

+ func (r *Registry) Get(id string) (Provider, error)

+ func (r *Registry) IDs() []string

+ func (r *Registry) Register(id string, p Provider) error

+ func (r *Registry) SetDefault(id string) error

+ type Request struct

+ Inputs []types.Message

+ Labels []string

+ Model string

+ Params map[string]any

+ Prompt string

+ type Response struct

+ Model string

+ Raw string

+ Scores []LabelScore

+ Usage Usage

+ func (r Response) Score(label string) (float64, bool)

+ type Usage struct

+ Cost float64

+ InputTokens int