meta

type AnomalyRecommendResult struct {
	Timestamp             int64                     `json:"timestamp"`
	IsAnomaly             bool                      `json:"isAnomaly"`
	ConfigRecommendResult api.ConfigRecommendResult `json:"configRecommendResult"`
	CurrentConfig         api.ConfigRecommendResult `json:"currentConfig"`
}

type Backend struct {
	Service ServiceDetail `json:"service"`
}

type BackendConfig interface {
	Update(recommendResult api.ConfigRecommendResult)
}

type CollectorConfig struct {
	Enable           bool
	ClusterId        string
	Kafka            KafkaConfig
	CustomMetricsAdd map[string]string
}

type ConfigMap struct {
	Name string `json:"name"` // ConfigMap name
	Path string `json:"path"` // ConfigMap path
	Type string `json:"type"` // reserve
}

type DeployRequest struct {
	Name                string
	Model               string
	Host                string
	Port                int
	Backend             string
	Image               string
	ExporterEndpoint    string `json:"exporter_endpoint"`
	ExporterServiceName string `json:"exporter_service_name"`
	ModelConfig         ModelConfig
	BackendConfig       map[string]interface{}
	BackendExtraConfig  map[string]string `json:"backend_extra_config"`
	Replica             int               `json:"replica"`
	Envs                []Env             `json:"envs"`
	Volumes             []Volume          `json:"volumes"`
	Namespace           string            `json:"namespace"`
	NodeSelector        map[string]string `json:"node_selector"`
	Service             Service           `json:"service"`
	Resources           Resources         `json:"resources"`
	ScalingStrategy     ScalingStrategy   `json:"scaling_strategy"`
	Collector           CollectorConfig   `json:"collector"`
}

type DetectTask struct {
	TaskSpec TaskSpecInterface
	Status   TaskStatus
}

type DetectTaskSpecResponse struct {
	TaskSpec       TaskSpec    `json:"task_spec"`
	Status         string      `json:"status"`
	ContainerInfos RuntimeInfo `json:"container_infos"`
}

type Env struct {
	Name  string `json:"name"`
	Value string `json:"value"`
}

type InfoSource string

type KafkaConfig struct {
	Brokers  []string
	Username string
	Password string
}

type ModelConfig struct {
	Llm     api.Llm `json:"llm"`
	Gpu     api.Gpu `json:"gpu"`
	Version string  `json:"version"`
}

type Path struct {
	Path    string  `json:"path"`
	Backend Backend `json:"backend"`
}

type Port struct {
	Number int32 `json:"number"`
}

type Raw struct{}

type Resources struct {
	CPU     string `json:"cpu"`
	GPU     string `json:"gpu"`
	Memory  string `json:"memory"`
	CPUType string `json:"cpu_type"`
	GPUType string `json:"gpu_type"`
}

type RuntimeInfo struct {
	Source     InfoSource             `json:"source"`
	Deployment *v1.Deployment         `json:"deployment,omitempty"`
	PodList    *v2.PodList            `json:"podList,omitempty"`
	Containers *[]types.ContainerJSON `json:"containers,omitempty"`
}

type ScalingStrategy struct {
	// +optional
	Strategy string `json:"strategy,omitempty"`
}

type Service struct {
	Name  string `json:"name"`
	Ports []Port `json:"ports"`
	Raw   Raw    `json:"raw"`
}

type ServiceDetail struct {
	Name string `json:"name"`
	Port Port   `json:"port"`
}

type SglangBackendConfig struct {
	TensorParallelSize int     `json:"tensor_parallel_size"`
	MemFractionStatic  float32 `json:"mem_fraction_static"`
	TrustRemoteCode    bool    `json:"trust_remote_code"`
}

type Strategy string

type TaskDetectHistoryRequest struct {
	TaskName string `json:"task_name"`
}

type TaskDetectHistoryResponse struct {
	Data []AnomalyRecommendResult `json:"data"`
}

type TaskInfo struct {
	Name   string `json:"name"`
	Status string `json:"status"`
}

type TaskSpec struct {
	Name                string            `json:"name"`
	Annotations         map[string]string `json:"annotations"`
	Model               string            `json:"model"`
	Host                string            `json:"host"`
	Port                int               `json:"port"`
	Image               string            `json:"image"`
	ImagePullSecrets    []string          `json:"image_pull_secrets"`
	Backend             string            `json:"backend"`
	ExporterEndpoint    string            `json:"exporter_endpoint"`
	ExporterServiceName string            `json:"exporter_service_name"`
	ModelConfig         ModelConfig       `json:"model_config"`
	BackendConfig       BackendConfig     `json:"backend_config"`
	BackendExtraConfig  map[string]string `json:"backend_extra_config"`
	Command             []string          `json:"command"`
	Args                []string          `json:"args"`
	Replica             int               `json:"replica"`
	Envs                []Env             `json:"envs"`
	Gpus                string            `json:"gpus"`
	Volumes             []Volume          `json:"volumes"`
	VolumeMounts        []VolumeMount     `json:"volume_mounts"`
	Namespace           string            `json:"namespace"`
	NodeSelector        map[string]string `json:"node_selector"`
	Service             Service           `json:"service"`
	Resources           Resources         `json:"resources"`
	ScalingStrategy     ScalingStrategy   `json:"scaling_strategy"`
	Collector           CollectorConfig   `json:"collector"`
	ConfigMaps          []ConfigMap       `json:"config_maps"`
}

type TaskSpecInterface interface {
	UpdateBackendConfig(result api.ConfigRecommendResult)
	GetModelConfig() ModelConfig
	GetBackendConfig() BackendConfig
	GetReplica() int
	UpdateReplica(replica int)
	GetName() string
	GetExporterServiceName() string
	GetPreferGpuNum() int
	GetScalingStrategy() ScalingStrategy
}

type TaskStatus string

type VllmBackendConfig struct {
	MaxNumSeqs           int     `json:"max_num_seqs"`
	TensorParallelSize   int     `json:"tensor_parallel_size"`
	GpuMemoryUtilization float32 `json:"gpu_memory_utilization"`
	VllmMode             string  `json:"vllm_mode"`
	TrustRemoteCode      bool    `json:"trust_remote_code"`
}

type Volume struct {
	Name  string `json:"name"`
	Value string `json:"value"`
	Path  string `json:"path"`
	Type  string `json:"type"`
}

type VolumeMount struct {
	Name     string `json:"name" protobuf:"bytes,1,opt,name=name"`
	Path     string `json:"path" protobuf:"bytes,2,opt,name=path"`
	ReadOnly bool   `json:"readOnly" protobuf:"varint,3,opt,name=readOnly"`
}