handler

Aug 27, 2026

Changes in this version

+ func NewThrottleGate(next http.Handler, provider string, threshold int, maxDelay stdtime.Duration, ...) http.Handler

type Metrics

+ ThrottledTotal *prometheus.CounterVec

Aug 22, 2026

Changes in this version

type UpstreamMember

+ Days *pkg.Days

Aug 21, 2026

Changes in this version

+ func ContextWithUpstreamIndex(ctx context.Context, slot *upstreamIndexSlot) context.Context

+ func UpstreamIndexSlotFromContext(ctx context.Context) *upstreamIndexSlot

Aug 19, 2026

Changes in this version

type UpstreamMember

+ Now func() libtime.DateTime

+ Window *pkg.Window

+ type WindowEligible interface

+ HasEligibleMember func() bool

Aug 19, 2026

Changes in this version

+ func NewModelRouterWithPools(routes []ModelRoute, defaultProviderName string, defaultHandler http.Handler, ...) http.Handler

+ type ModelPool struct

+ func NewModelPool(members []ModelPoolMember) *ModelPool

+ func (p *ModelPool) Resolve(sessionID string) ModelPoolMember

+ type ModelPoolMember struct

+ Handler http.Handler

+ InFlight func() int

+ Model string

+ Overflow bool

+ Provider string

+ Saturated func() bool

+ Weight int

Aug 19, 2026

Changes in this version

+ func ContextWithSessionID(ctx context.Context, sessionID string) context.Context

+ func NewSessionMiddleware(next http.Handler) http.Handler

+ func NewUpstreamPoolHandler(members []UpstreamMember) http.Handler

+ func SessionIDFromContext(ctx context.Context) string

+ type UpstreamMember struct

+ Handler http.Handler

+ InFlight func() int

+ Upstream string

+ Weight int

Aug 18, 2026

Changes in this version

+ func NewConcurrencyLimiter(next http.Handler, maxConcurrentRequests int, maxConcurrentWait time.Duration) http.Handler

Aug 18, 2026

Changes in this version

+ func NewHelloHandler() http.Handler

Aug 17, 2026

Changes in this version

+ func ContextWithPresentedApiKey(ctx context.Context, key string) context.Context

+ func PresentedApiKeyFromContext(ctx context.Context) string

type ModelRoute

+ AllowedApiKeys []string

Aug 17, 2026

Changes in this version

+ func NewAdminLoopbackGuard(next http.Handler, isLoopback func(string) bool) http.Handler

Aug 17, 2026

Changes in this version

+ func NewAuthMiddleware(next http.Handler, key string) http.Handler

Aug 17, 2026

Changes in this version

+ func IsLoopbackRemoteAddr(addr string) bool

Aug 16, 2026

Changes in this version

type ModelRoute

+ RequiresLeadingSystem []string

Jul 1, 2026

Changes in this version

+ const UnknownModelLabel

type Metrics

+ TokensTotal *prometheus.CounterVec

+ func (m *Metrics) ObserveTokens(provider, model, direction string, count int)

Jun 30, 2026

Changes in this version

+ const TailBufferBytes

+ type TokenUsage struct

+ Input string

+ Output string

+ func ExtractUsage(tail []byte, contentType string) (usage TokenUsage)

Jun 30, 2026

Changes in this version

+ const TraceTTLDefault

+ func NewDisableTraceHandler() http.Handler

+ func NewEnableTraceHandler() http.Handler

+ type TraceState struct

+ func DefaultTraceState() *TraceState

+ func NewTraceState() *TraceState

+ func NewTraceStateWithTTL(ttl time.Duration) *TraceState

+ func (ts *TraceState) Disable()

+ func (ts *TraceState) Enable()

+ func (ts *TraceState) IsEnabled() bool

Jun 30, 2026

Changes in this version

+ func NewTraceMiddleware(next http.Handler, traceDir string) http.Handler

Jun 29, 2026

Changes in this version

+ func NewRootLivenessHandler() http.Handler

Jun 28, 2026

Changes in this version

+ const BodySampleMaxBytes

+ func RedactBearerTokensInBody(b []byte) []byte

Jun 28, 2026

Changes in this version

+ const MaxRequestBodyBytes

Jun 28, 2026

Changes in this version

+ func NewLoggingRoundTripper(inner http.RoundTripper) http.RoundTripper

+ func RedactHeadersForLog(h http.Header) map[string]string

Jun 28, 2026

Changes in this version

+ var LatencyBucketsSeconds = []float64

+ type Metrics struct

+ AliasResolutions *prometheus.CounterVec

+ RequestDuration *prometheus.HistogramVec

+ RequestsTotal *prometheus.CounterVec

+ func NewMetrics() *Metrics

+ func (m *Metrics) ObserveAliasResolution(alias, resolved string)

+ func (m *Metrics) ObserveRequest(provider, model string, status int, latencySeconds float64)

+ func (m *Metrics) Register(reg prometheus.Registerer) error

Jun 28, 2026

Changes in this version

+ func NewNotFoundHandler() http.Handler

Jun 28, 2026

Changes in this version

+ const SetLoglevelAutoRevert

+ const SetLoglevelDefault

+ func NewSetLoglevelHandlerWithRevert(autoRevert time.Duration) http.Handler

type ModelRoute

+ ProviderName string

Jun 27, 2026

Changes in this version

+ func NewAuthSwapTransport(next http.RoundTripper, token string) http.RoundTripper

+ func NewModelRouter(routes []ModelRoute, defaultHandler http.Handler) http.Handler

+ type ModelRoute struct

+ Handler http.Handler

+ Pattern string

Jun 27, 2026

Changes in this version

+ func DefaultProxyTransport() *http.Transport

+ func NewAnthropicProxyHandler(upstream *url.URL, transport http.RoundTripper) http.Handler

Jun 27, 2026

Changes in this version

+ func NewLoggingHandler(next http.Handler) http.Handler

Jun 27, 2026

Changes in this version

+ func NewHealthzHandler() http.Handler

+ func NewSetLoglevelHandler() http.Handler