sources

type FileSourceConfig struct {
	Path     string `yaml:"path"`
	ReadFrom string `yaml:"read-from"`
}

type KafkaSaslConfig struct {
	Username string `yaml:"username"`
	Password string `yaml:"password"`
}

type KafkaSourceConfig struct {
	Brokers            string           `yaml:"brokers"`
	Tls                bool             `yaml:"tls"`
	GroupID            string           `yaml:"group-id"`
	Topic              string           `yaml:"topic"`
	MinBytes           int              `yaml:"min-bytes"`
	MaxBytes           int              `yaml:"max-bytes"`
	CommitInterval     time.Duration    `yaml:"commit-interval"`
	Timeout            time.Duration    `yaml:"timeout"`
	StartFromBeginning bool             `yaml:"start-from-beginning"`
	SaslConfig         *KafkaSaslConfig `yaml:"sasl-config"`
}

type Source interface {
	AddProcessors([]processors.StreamingProcessor)
	Run(context.Context, *sync.WaitGroup)
	Close()
}