sync

type Datasource interface {
	// Initialize the data source, e.g. create database tables.
	Init(context.Context)
	// Download data from the data source.
	Sync(context.Context)
}

type Monitor struct {
	// A histogram to measure how long each sync run takes.
	PipelineRunTimer *prometheus.HistogramVec
	// A gauge to observe the number of objects synced.
	PipelineObjectsGauge *prometheus.GaugeVec
	// A histogram to measure how long each sync request takes.
	PipelineRequestTimer *prometheus.HistogramVec
	// A counter to observe the number of processed sync requests.
	PipelineRequestProcessedCounter *prometheus.CounterVec
}

type Pipeline struct {
	Syncers []Datasource
}