etl

type CPUMemByTarget []*CPUMemUsed

type CPUMemUsed struct {
	TargetID string  `json:"target_id"`
	CPU      float64 `json:"cpu"`
	Mem      int64   `json:"mem"`
}

type CommStats interface {
	ObjCount() int64
	InBytes() int64
	OutBytes() int64
}

type Communicator interface {
	ETLName() string

	String() string

	GetSecret() string
	Xact() *XactETL // underlying `apc.ActETLInline` xaction (see xact/xs/etl.go)
	CommStats       // only stats for `apc.ActETLInline` inline transform

	// InlineTransform uses one of the two ETL container endpoints:
	//  - Method "PUT", Path "/"
	//  - Method "GET", Path "/bucket/object"
	//  - Returns:
	//    - size: the size of transformed object
	//    - ecode: error code
	//    - err: error encountered during transformation
	InlineTransform(w http.ResponseWriter, r *http.Request, lom *core.LOM, args *InlineTransArgs) (size int64, ecode int, err error)

	// ProcessDownloadJob extracts objects from job and routes them to ETL pod
	ProcessDownloadJob(ctx *ETLObjDownloadCtx) (cos.ReadCloseSizer, int, error)
	// contains filtered or unexported methods
}

type Details struct {
	InitMsg InitMsg  `json:"init_msg"`
	ObjErrs []ObjErr `json:"obj_errors,omitempty"`
}

type ETLEntity struct {
	InitMsg InitMsg `json:"init_msg"`
	Stage   Stage   `json:"stage"`
	PodMap  PodMap  `json:"pod_map"`
}

type ETLObjDownloadCtx struct {
	ObjName string // Target object name
	Link    string // Source URL to download from
	ETLArgs string // Transform arguments
}

type ETLSpecMsg struct {
	InitMsgBase `yaml:",inline"`            // included all optional fields from InitMsgBase
	Runtime     RuntimeSpec                 `json:"runtime" yaml:"runtime"`
	Resources   corev1.ResourceRequirements `json:"resources,omitempty" yaml:"resources,omitempty" swaggertype:"object"`
}

type ETLs map[string]ETLEntity

type HealthByTarget []*HealthStatus

type HealthStatus struct {
	TargetID string `json:"target_id"`
	Status   string `json:"health_status"` // enum { HealthStatusRunning, ... } above
}

type Info struct {
	Name     string `json:"id"`
	Stage    string `json:"stage"`
	XactID   string `json:"xaction_id"`
	ObjCount int64  `json:"obj_count"`
	InBytes  int64  `json:"in_bytes"`
	OutBytes int64  `json:"out_bytes"`
}

type InfoList []Info

type InitMsg interface {
	Name() string
	Cname() string
	PodName(tid string) string // ETL pod name on the given target
	MsgType() string
	CommType() string
	Validate() error
	IsDirectPut() bool
	ParsePodSpec() (*corev1.Pod, error)
	Timeouts() (initTimeout, objTimeout cos.Duration)
	GetEnv() []corev1.EnvVar
	String() string
}

type InitMsgBase struct {
	EtlName          string          `json:"name" yaml:"name"`
	CommTypeX        string          `json:"communication" yaml:"communication"`
	InitTimeout      cos.Duration    `json:"init_timeout,omitempty" yaml:"init_timeout,omitempty" swaggertype:"primitive,string"`
	ObjTimeout       cos.Duration    `json:"obj_timeout,omitempty" yaml:"obj_timeout,omitempty" swaggertype:"primitive,string"`
	SupportDirectPut bool            `json:"support_direct_put,omitempty" yaml:"support_direct_put,omitempty"`
	Env              []corev1.EnvVar `json:"env,omitempty" yaml:"env,omitempty" swaggertype:"array,object"`
}

type InitSpecMsg struct {
	Spec        []byte `json:"spec"`
	InitMsgBase `yaml:",inline"`
}

type InlineTransArgs struct {
	TransformArgs string
	Pipeline      apc.ETLPipeline
	LatestVer     bool
}

type Logs struct {
	TargetID string `json:"target_id"`
	Logs     []byte `json:"logs"`
}

type LogsByTarget []Logs

type MD struct {
	Ext     any
	ETLs    ETLs
	Version int64
}

type ObjErr struct {
	ObjName string `json:"obj_name"` // object name
	Message string `json:"msg"`      // error message
	Ecode   int    `json:"ecode"`    // error code
}

type ObjErrs []ObjErr

type PodInfo struct {
	URI     string `json:"uri"`      // ETL pod URI
	PodName string `json:"pod_name"` // ETL pod name
	SvcName string `json:"svc_name"` // ETL service name
}

type PodMap map[string]PodInfo // target ID to ETL pod info

type RuntimeSpec struct {
	Image   string          `json:"image" yaml:"image"`
	Command []string        `json:"command,omitempty" yaml:"command,omitempty"`
	Env     []corev1.EnvVar `json:"env,omitempty" yaml:"env,omitempty" swaggertype:"array,object"`
}

type Session interface {
	// Finish cleans up the job's communication channel, and aborts the undergoing xaction (`TCB`/`TCO`) if errCause is provided
	Finish(errCause error) error
	OfflineWrite(lom *core.LOM, latestVer, sync bool, writer io.WriteCloser, args *core.ETLArgs) (written int64, ecode int, err error)
	// contains filtered or unexported methods
}

type Stage int

type WebsocketCtrlMsg struct {
	Pipeline string `json:"pipeline,omitempty"`
	Targs    string `json:"etl_args,omitempty"`
	FQN      string `json:"fqn,omitempty"`
	Path     string `json:"path,omitempty"`
}

type XactETL struct {
	InlineObjErrs cos.Errs
	Vlabs         map[string]string

	xact.Base
	// contains filtered or unexported fields
}