router

type Candidate struct {
	Provider provider.Provider
	Weight   float64 // for weighted strategies
	Priority int     // for priority strategies
	Healthy  bool
	Latency  time.Duration // recent average
	Cost     float64       // per-token cost
}

type Service interface {
	// Route selects a provider for the given request.
	Route(ctx context.Context, req *provider.CompletionRequest, providers []provider.Provider) (provider.Provider, error)
}

type Strategy interface {
	Name() string
	Select(ctx context.Context, req *provider.CompletionRequest, candidates []Candidate) (*Candidate, error)
}