executor

type Consumer struct {
	Select     XSelect
	Where      XWhere
	GroupBy    XGroupBy
	Window     *XWindow
	LogParser  LogParser
	TimeParser TimeParser

	BeforeParseWhere XWhere
	// contains filtered or unexported fields
}

type ConsumerStat struct {
	IoTotal int32
	IoError int32
	// IO read empty count
	IoEmpty int32
	// IO read bytes
	Bytes int64
	// Read log lines
	Lines int32
	// Read log groups
	Groups int32
	Broken bool
	// File is missing
	Miss                   bool
	Processed              int32
	FilterBeforeParseWhere int32
	FilterLogParseError    int32
	FilterTimeParseError   int32
	FilterWhere            int32
	FilterGroup            int32
	FilterGroupMaxKeys     int32
	FilterIgnore           int32
	FilterMultiline        int32
	FilterDelay            int32
	Emit                   int32
	EmitSuccess            int32
	EmitError              int32
	// error count when agg
	AggWhereError int32
	// error count when select
	SelectError int32
	ZeroBytes   int
}

type DataAccumulator interface {
	AddBatchDetailDatus([]*model.DetailData)
}

type DataNode interface {
	GetString() string
	GetCount() int32
	GetNumber() float64
}

type DataNodeImpl struct {
	String string
	Value  float64
	Count  int32
}

type DelayCalculator struct{}

type DryRunExecutor struct {
	RootEvent *event.Event
	// contains filtered or unexported fields
}

type DryRunRequest struct {
	Task  *collecttask.CollectTask
	Input *Input `json:"input,omitempty"`
}

type DryRunResponse struct {
	Event       *event.Event   `json:"event,omitempty"`
	GroupResult []*GroupResult `json:"groupResult,omitempty"`
}

type EmitContext struct{}

type GroupResult struct {
	// 一个 group 表示一组相关的日志, 比如一个错误堆栈是一组日志
	// 对于非多行日志场景, 一个group只会包含一行日志
	GroupLines []string `json:"groupLines,omitempty"`
	// 是否满足(黑白名单)过滤条件, 如果为false, 那么 selectedValues 和 groupBy 都会是空的
	Paas bool `json:"paas,omitempty"`
	// 数值的切分结果
	SelectedValues map[string]interface{} `json:"selectedValues,omitempty"`
	// 维度的切分结果
	GroupBy map[string]interface{} `json:"groupBy,omitempty"`
}

type Input struct {
	// read: 上层直接提供日志原文
	// read: 需要去pod上真实读取日志原文
	Type  string       `json:"type,omitempty"`
	Plain *Input_Plain `json:"plain,omitempty"`
	Read  *Input_Read  `json:"read,omitempty"`
}

type Input_Plain struct {
	// 原始日志
	Lines []string `json:"lines,omitempty"`
	// Timezone to use when parsing timestamp of log lines.
	// Defaults to local timezone of agent.
	Timezone string `json:"timezone,omitempty"`
}

type Input_Read struct {
	// 从末尾的最多读多少行
	MaxLines int `json:"maxLines,omitempty"`
}

type LogConsumer interface{}

type LogConsumerManager struct {
	// contains filtered or unexported fields
}

type LogContext struct {
	// contains filtered or unexported fields
}

type LogGroup struct {
	// 第一行
	Line string
	// 多行case, 99%的case都只有一行
	Lines []string
}

type LogParser interface {
	Parse(ctx *LogContext) error
}

type LogPathDetector struct {
	// contains filtered or unexported fields
}

type LogPipeline struct {
	// contains filtered or unexported fields
}

type LogSource interface {
	Start()
	Stop()
}

type LogTaskPipeline struct {
	Source          LogSource
	ConsumerManager LogConsumerManager
}

type ParsedConf struct {
	*collectconfig.LogAnalysisConf
	ParsedPatterns []*ParsedPatternConf
}

type ParsedPatternConf struct {
	*collectconfig.LogAnalysisPatternConf
	// contains filtered or unexported fields
}

type PeriodStatus struct {
	Stat        ConsumerStat
	EmitSuccess bool
	EmitError   int
	Watermark   int64
}

type PullLogSource interface {
	LogSource
}

type RunInLock func(func())

type SubConsumer interface {
	Update(f func())
	ProcessGroup(iw *inputWrapper, ctx *LogContext, maxTs *int64)
	// Emit emits data with timestamp equals to expectedTs
	// Returns true if data is not empty
	Emit(expectedTs int64) bool

	MaybeFlush()
	// contains filtered or unexported methods
}

type TimeParser interface {
	Parse(*LogContext) (int64, error)
}

type XElect interface {
	Init()
	Elect(ctx *LogContext) (interface{}, error)
	ElectString(ctx *LogContext) (string, error)
	ElectNumber(ctx *LogContext) (float64, error)
}

type XGroupBy interface {
	// TODO groupBy的结果存在哪里
	GroupNames() []string
	Execute(ctx *LogContext) ([]string, error)
	MaxKeySize() int
}

type XSelect interface {
	Select(ctx *LogContext) ([]DataNode, error)
}

type XTransformFilter interface {
	// Init initializes this filter instance, and returns error during initialization.
	Init() error
	// Filter transforms value
	Filter(ctx *LogContext) (interface{}, error)
}

type XWhere interface {
	Test(ctx *LogContext) (bool, error)
}

type XWindow struct {
	Interval time.Duration
}