aicontext

type Context struct {
	Ctx      *context.Context
	Provider *ProviderSpec

	// Req is the original request from the user. It's body is in ReqBody.
	Req       *httpprot.Request
	ReqBody   []byte
	ReqInfo   *protocol.GeneralRequest
	OpenAIReq map[string]any
	RespType  ResponseType

	// ParseMetricFn is a function that parses the response body to a metric.
	// If it is sent, it will be called to parse the response body to a metric.
	// Otherwise, default ParseMetricFn will be used.
	ParseMetricFn func(fc *FinishContext) *metricshub.Metric
	// contains filtered or unexported fields
}

type FinishContext struct {
	StatusCode int
	Header     http.Header
	// RespBody is the final response body that sent to the user.
	RespBody []byte
	Duration int64
}

type ProviderSpec struct {
	Name         string            `json:"name"`
	ProviderType string            `json:"providerType"`
	BaseURL      string            `json:"baseURL"`
	APIKey       string            `json:"apiKey"`
	Headers      map[string]string `json:"headers,omitempty"`
	// Optional parameters for specific providers, such as Azure.
	Endpoint     string `json:"endpoint,omitempty"`     // It is used for Azure OpenAI.
	DeploymentID string `json:"deploymentID,omitempty"` // It is used for Azure OpenAI.
	APIVersion   string `json:"apiVersion,omitempty"`   // It is used for Azure OpenAI.
}

type Response struct {
	StatusCode int
	// ContentLength records the length of the associated content. The
	// value -1 indicates that the length is unknown. Unless Request.Method
	// is "HEAD", values >= 0 indicate that the given number of bytes may
	// be read from Body.
	ContentLength int64
	Header        http.Header
	// BodyReader is the response body reader. Only one of BodyReader or BodyBytes should be set.
	BodyReader io.Reader
	// BodyBytes is the response body bytes. Only one of BodyReader or BodyBytes should be set.
	BodyBytes []byte
}

type ResponseType string

type ResultError string