proxy

type ForwardInput struct {
	GatewayID ids.GatewayID
	Consumer  *appconsumer.RoutableConsumer
	Data      *appconsumer.Data
	RoleIDs   []ids.RoleID
	Request   *infracontext.RequestContext
}

type ForwardResult struct {
	StatusCode int
	Headers    map[string][]string
	Body       []byte
	Stream     iter.Seq2[[]byte, error]
}

type Forwarder interface {
	Forward(ctx context.Context, in ForwardInput) (*ForwardResult, error)
}

type Outcome int

type ProviderInvoker interface {
	Invoke(ctx context.Context, bk *registry.Registry, req *infracontext.RequestContext) (*ProviderResponse, error)
	InvokeStream(ctx context.Context, bk *registry.Registry, req *infracontext.RequestContext) (*ProviderResponse, error)
}

type ProviderResponse struct {
	StatusCode int
	Headers    map[string][]string
	Body       []byte
	// Stream, when non-nil, yields SSE lines (without trailing newline) already
	// adapted to the client's source format. The consumer writes each line + "\n"
	// and is responsible for draining the sequence (which closes the backend
	// body). The second value carries mid-stream errors.
	Stream iter.Seq2[[]byte, error]
	Usage  *adapter.CanonicalUsage
	// Model is the model echoed by the provider in its response. Some providers
	// (e.g. Bedrock Titan/Llama/Mistral) leave it empty.
	Model string
	// SentModel is the model the gateway actually put on the outbound request to
	// the provider, after routing-ref parsing, pool/LB resolution and model
	// enforcement. It is the most reliable identifier for cost attribution.
	SentModel    string
	FinishReason string
	ResponseID   string
}