plugins

type BaseExtractor[Opts any, Feature db.Table] struct {
	// Options to pass via yaml to this step.
	conf.JsonOpts[Opts]
	// Database connection.
	DB             db.DB
	RecencySeconds int
	UpdatedAt      *time.Time
}

type Feature any

type FeatureExtractor interface {
	// Configure the feature extractor with a database and options.
	// This function should also create the needed database structures.
	Init(db db.DB, conf conf.FeatureExtractorConfig) error
	// Extract features from the given data.
	Extract() ([]Feature, error)
	// Get the name of this feature extractor.
	// This name is used to identify the extractor in metrics, config, logs, etc.
	// Should be something like: "my_cool_feature_extractor".
	GetName() string
	// Get message topics that trigger a re-execution of this extractor.
	Triggers() []string
	// Check if the extractors last update is older than the configured recency.
	NeedsUpdate() bool
	// Update the last update timestamp of the extractor.
	MarkAsUpdated()
	// Earliest time when this extractor can be executed again.
	NextPossibleExecution() time.Time
	// Skip the extractor if it is not needed.
	NotifySkip()
}