endpointspec

type ChatCompletionsEndpointSpec struct{}

type CompletionsEndpointSpec struct{}

type EmbeddingsEndpointSpec struct{}

type ImageGenerationEndpointSpec struct{}

type MessagesEndpointSpec struct{}

type RerankEndpointSpec struct{}

type ResponsesEndpointSpec struct{}

type Spec[ReqT, RespT, RespChunkT any] interface {
	// ParseBody parses the request body and returns the original model,
	// the parsed request, whether the request is streaming, any mutated body,
	// and an error if parsing fails.
	//
	// Parameters:
	// * body: The raw request body as a byte slice.
	// * costConfigured: A boolean indicating if cost metrics are configured.
	//
	// Returns:
	// * originalModel: The original model specified in the request.
	// * req: The parsed request of type ReqT.
	// * stream: A boolean indicating if the request is for streaming responses.
	// * mutatedBody: The possibly mutated request body as a byte slice. Or nil if no mutation is needed.
	// * err: An error if parsing fails.
	ParseBody(body []byte, costConfigured bool) (originalModel internalapi.OriginalModel, req *ReqT, stream bool, mutatedBody []byte, err error)
	// GetTranslator selects the appropriate translator based on the output API schema
	// and an optional model name override.
	//
	// Parameters:
	// * out: The output API schema for which the translator is needed.
	// * modelNameOverride: An optional model name to override the one specified in the request.
	//
	// Returns:
	// * translator: The selected translator of type Translator[ReqT, RespT, RespChunkT].
	// * err: An error if translator selection fails.
	GetTranslator(schema filterapi.VersionedAPISchema, modelNameOverride string) (translator.Translator[ReqT, tracingapi.Span[RespT, RespChunkT]], error)
}