agent

type Agent struct {
	// contains filtered or unexported fields
}

type Config struct {
	ExtractorFactory     *registry.ExtractorFactory
	ProcessorFactory     *registry.ProcessorFactory
	SinkFactory          *registry.SinkFactory
	Monitor              Monitor
	Logger               log.Logger
	MaxRetries           int
	RetryInitialInterval time.Duration
	StopOnSinkError      bool
	TimerFn              TimerFn
	SinkBatchSize        int
}

type Monitor interface {
	RecordRun(ctx context.Context, run Run)
	RecordPlugin(ctx context.Context, pluginInfo PluginInfo)
	RecordSinkRetryCount(ctx context.Context, pluginInfo PluginInfo)
}

type PluginInfo struct {
	RecipeName string
	PluginName string
	PluginType string
	Success    bool
	BatchSize  int
}

type Run struct {
	Recipe           recipe.Recipe `json:"recipe"`
	Error            error         `json:"error"`
	DurationInMs     int           `json:"duration_in_ms"`
	ExtractorRetries int           `json:"extractor_retries"`
	AssetsExtracted  int           `json:"assets_extracted"`
	RecordCount      int           `json:"record_count"`
	Success          bool          `json:"success"`
}

type TaskType string

type TimerFn func() func() int