routing

package
v0.107.13 Latest Latest
Warning

This package is not in the latest version of its module.

Go to latest
Published: Nov 4, 2026 License: Apache-2.0 Imports: 12 Imported by: 0

Documentation

Index

Constants

View Source
const (
	DefaultStreamAttempts   = 6
	DefaultMaxSwitches      = 3
	DefaultFailureThreshold = 4
	DefaultCooldown         = 60 * time.Second
)

Variables

This section is empty.

Functions

func CatalogModels

func CatalogModels(infos []ai.ModelInfo) []config.ModelInfoLite

func ClientForProvider

func ClientForProvider(prov config.Provider, name string, maxRetries int) (ai.Client, error)

func ClientForProviderContext added in v0.103.0

func ClientForProviderContext(ctx context.Context, prov config.Provider, name string, maxRetries int) (ai.Client, error)

func ClientForProviderOptional

func ClientForProviderOptional(prov config.Provider, name string, maxRetries int) (ai.Client, error)

func ClientForProviderOptionalContext added in v0.103.0

func ClientForProviderOptionalContext(ctx context.Context, prov config.Provider, name string, maxRetries int) (ai.Client, error)

func DefaultEffortFor

func DefaultEffortFor(catalogs map[string]config.Catalog, provName, modelID, pinned string) string

func RefreshCatalogs

func RefreshCatalogs(cfg *config.Config, force bool) map[string]config.Catalog

func RefreshCatalogsContext added in v0.103.0

func RefreshCatalogsContext(parent context.Context, cfg *config.Config, force bool) map[string]config.Catalog

func ResetFailoverBreakers added in v0.107.0

func ResetFailoverBreakers()

func ResolveWithRefresh

func ResolveWithRefresh(cfg *config.Config, modelName, provName string) (config.Provider, config.Model, string, error)

func ResolveWithRefreshContext added in v0.103.0

func ResolveWithRefreshContext(ctx context.Context, cfg *config.Config, modelName, provName string) (config.Provider, config.Model, string, error)

func ResolvedProvider

func ResolvedProvider(cfg *config.Config, model, prov string) string

func SelectionNames

func SelectionNames(cfg *config.Config, mdl config.Model, modelName, provName string) (string, string)

func SubModelFor

func SubModelFor(cfg *config.Config, model, provider string) (agent.SubModel, error)

func SubModelForContext added in v0.103.0

func SubModelForContext(ctx context.Context, cfg *config.Config, model, provider string) (agent.SubModel, error)

func SupportsVision added in v0.103.0

func SupportsVision(cfg *config.Config, modelName, modelID string, catalogs map[string]config.Catalog, provider string) bool

func TaskDefaultFor

func TaskDefaultFor(cfg *config.Config) (agent.SubModel, error)

func TaskDefaultForContext added in v0.103.0

func TaskDefaultForContext(ctx context.Context, cfg *config.Config) (agent.SubModel, error)

func TokenLimits

func TokenLimits(mdl config.Model, cat config.Catalog, apiID string) (contextLimit, maxOut int)

Types

type FailoverClient added in v0.107.0

type FailoverClient struct {
	// contains filtered or unexported fields
}

FailoverClient is the backend-owned provider queue. It buffers callbacks until the first visible delta, so discarded candidates cannot duplicate UI output or transcript events.

func (*FailoverClient) Clone added in v0.107.0

func (c *FailoverClient) Clone() ai.Client

func (*FailoverClient) Complete added in v0.107.0

func (c *FailoverClient) Complete(ctx context.Context, req ai.Request) (string, ai.Usage, error)

func (*FailoverClient) Endpoint added in v0.107.0

func (c *FailoverClient) Endpoint() string

func (*FailoverClient) Models added in v0.107.0

func (c *FailoverClient) Models(ctx context.Context) ([]ai.ModelInfo, error)

func (*FailoverClient) SetCacheKey added in v0.107.0

func (c *FailoverClient) SetCacheKey(key string)

func (*FailoverClient) SetOnRetry added in v0.107.0

func (c *FailoverClient) SetOnRetry(fn func(ai.RetryEvent))

func (*FailoverClient) Stream added in v0.107.0

func (c *FailoverClient) Stream(ctx context.Context, req ai.Request, onText, onThink func(string), onTool func(string, string, string)) (ai.Message, ai.Usage, error)

type FailoverConfig added in v0.107.0

type FailoverConfig struct {
	MaxSwitches      int
	FailureThreshold int
	Cooldown         time.Duration
}

type FailoverSettings added in v0.107.0

type FailoverSettings struct {
	Retry    RetryPolicy
	Failover FailoverConfig
}

func DefaultFailoverSettings added in v0.107.0

func DefaultFailoverSettings() FailoverSettings

func ParseProviderRuntimeSettings added in v0.107.0

func ParseProviderRuntimeSettings(provider config.Provider) (FailoverSettings, error)

ParseProviderRuntimeSettings reads the existing provider RetryPolicy map. It keeps failover runtime settings out of config.Provider so settings ownership remains with the existing provider settings contract.

type RetryPolicy added in v0.107.0

type RetryPolicy struct {
	Mode       string
	MaxRetries int
}

type Route

type Route struct {
	ModelName    string
	ProviderName string
	Provider     config.Provider
	Model        config.Model
	APIModel     string
	Client       ai.Client
	ContextLimit int
	MaxOutput    int
	Vision       bool
}

func ResolveFailoverRouteContext added in v0.107.0

func ResolveFailoverRouteContext(ctx context.Context, cfg *config.Config, modelName, providerName string, optional bool) (Route, error)

ResolveFailoverRouteContext builds the backend-owned same-vendor queue for a selected model. The selected provider remains primary; provider settings and retry policy are captured per candidate at route construction time.

func ResolveRoute

func ResolveRoute(cfg *config.Config, modelName, providerName string, optional bool) (Route, error)

func ResolveRouteContext added in v0.103.0

func ResolveRouteContext(ctx context.Context, cfg *config.Config, modelName, providerName string, optional bool) (Route, error)

func (Route) AgentModel added in v0.103.0

func (r Route) AgentModel() agent.ModelConfig

func (Route) Configured

func (r Route) Configured() bool

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL