metrics

type ActiveRunner struct {
	BackendName string
	ModelName   string
	Mode        string
	Socket      string
}

type AggregatedMetricsHandler struct {
	// contains filtered or unexported fields
}

type ModelData struct {
	Config  inference.BackendConfiguration `json:"config"`
	Records []*RequestResponsePair         `json:"records"`
}

type ModelRecordsResponse struct {
	Count int    `json:"count"`
	Model string `json:"model"`
	ModelData
}

type OpenAIRecorder struct {
	// contains filtered or unexported fields
}

type RequestResponsePair struct {
	ID         string `json:"id"`
	Model      string `json:"model"`
	Method     string `json:"method"`
	URL        string `json:"url"`
	Request    string `json:"request"`
	Response   string `json:"response,omitempty"`
	Error      string `json:"error,omitempty"`
	Timestamp  int64  `json:"timestamp"`
	StatusCode int    `json:"status_code"`
	UserAgent  string `json:"user_agent,omitempty"`
}

type SchedulerInterface interface {
	GetRunningBackends(w http.ResponseWriter, r *http.Request)
	GetLlamaCppSocket() (string, error)
	GetAllActiveRunners() []ActiveRunner
}

type SchedulerMetricsHandler struct {
	// contains filtered or unexported fields
}

type StreamingError struct {
	StatusCode int    `json:"status_code"`
	Message    string `json:"message"`
	Type       string `json:"type,omitempty"`
	Details    string `json:"details,omitempty"`
}

type Tracker struct {
	// contains filtered or unexported fields
}

type TrackerRoundTripper struct {
	Transport http.RoundTripper
}