digger

type Consumer interface {
	Run(ctx context.Context, messageChan chan message) error
}

type Digger struct {
	SourceConsumer Consumer
	Processors     []Processor
}

type FileConsumer struct {
	Paths     []string
	Recursive bool
}

type KafkaConsumer struct {
	Address    string
	Topic      string
	Partitions []kafka.Partition
	Offset     int64
	Since      time.Time
	Until      time.Time

	MinBytes int
	MaxBytes int
}

type LiveStats struct {
	// contains filtered or unexported fields
}

type LiveStatsConfig struct {
	Filter       string
	K            int
	Numeric      bool
	PathsStr     string
	PrintMissing bool
	ProtoTypes   []string
	Raw          bool
	RawExtended  bool
	SortByName   bool
}

type Processor interface {
	Process(context.Context, message) error
	Stop() error
	Summary() string
}

type S3Consumer struct {
	S3Client   *s3.S3
	Bucket     string
	Prefixes   []string
	NumWorkers int
}