inference

type Classification struct {
	Mode Mode
	// RelayKey is the raw inbound relay-key token. Empty in
	// ModeProxyAnonymous. In ModeNormal pulled from X-WR-API-Key first,
	// then Authorization (Bearer). In ModeProxyAuthed pulled from
	// X-WR-API-Key only.
	RelayKey string
	// UpstreamAuth is the verbatim Authorization header value (including
	// the "Bearer " prefix when present) supplied by the caller for proxy
	// mode. The proxy forwarder re-attaches it on the outbound request.
	// Empty in ModeNormal.
	UpstreamAuth string
	// UpstreamHost is the X-WR-Upstream-Host slug naming a configured
	// Host row. Empty in ModeNormal. Required in proxy mode; the proxy
	// dispatcher rejects missing/unknown values.
	UpstreamHost string
	// ClientIP is the resolved client address — XFF-walked when the peer
	// matches RELAY_TRUSTED_PROXIES, RemoteAddr otherwise.
	ClientIP string
}

type Deps struct {
	// Pinger reports backend health for /healthz. Storage satisfies
	// this; tests can pass a stub.
	Pinger Pinger

	// Catalog is the in-memory snapshot used for relay-key auth lookup
	// and the /v1/models listing.
	Catalog *appcatalog.Catalog

	// Resolver translates inbound model+policy refs into a pipeline-
	// ready Plan against the snapshot.
	Resolver *routing.Resolver

	// Pipeline orchestrates one normal-mode inference request.
	Pipeline *pipeline.Pipeline

	// Proxy orchestrates a proxy-mode (BYO upstream key) request.
	Proxy *proxy.Pipeline

	// Lifecycle is the observer registry. Dispatch uses it to fire a
	// failure post-flight event for requests rejected before a runner is
	// reached (routing / proxy gating / translate errors) — runner-stage
	// failures are fired by the runner. Same registry the runners hold.
	Lifecycle *lifecycle.Registry

	// Adapters keys the wire-protocol implementation by adapters.Name.
	// Handlers look up the binding's Adapter Name here at request time;
	// proxy mode looks up the extractor by inbound endpoint shape.
	Adapters map[adapters.Name]pipeline.Adapter

	// Specs is the generic adapter registry. Dispatch uses it to look up
	// inbound and upstream translators and to determine routing strategy
	// (byte-pass vs canonical cross-shape). Built once at boot and
	// populated from cmd/relay/main.go.
	Specs *adapter.Registry

	// RouteMounters are per-adapter route registration functions. Each
	// adapter (or the generic framework) exposes a MountRoutes function
	// that satisfies RouteMounter; cmd/relay/main.go wires them in.
	RouteMounters []RouteMounter

	// TrustEventTime makes Dispatch honor the X-WR-Event-Time header as
	// the usage Event timestamp (RELAY_DEV_TRUST_EVENT_TIME). Dev/replay
	// tooling only; off by default.
	TrustEventTime bool
}

type DispatchInput struct {
	// Inbound is the wire shape the caller spoke (the route's Name).
	Inbound adapters.Name

	// Body is the raw inbound request body, already consumed from r.Body.
	Body []byte

	// ModelName is the caller-supplied model identifier extracted by the
	// per-shape minimal parse. Routing resolution uses this.
	ModelName string

	// Stream is the caller-supplied stream flag from the minimal parse.
	// Determines whether the response leg streams chunks or buffers + emits.
	Stream bool
}

type Mode int

type Pinger interface {
	Ping(ctx context.Context) error
}

type RouteMounter = func(api huma.API, d Deps, mw huma.Middlewares)