kafka_static

type Main struct {
	idk.Main           `flag:"!embed"`
	KafkaHosts         []string      `help:"Comma separated list of host:port pairs for Kafka."`
	Group              string        `help:"Kafka group."`
	Topics             []string      `help:"Kafka topics to read from."`
	Timeout            time.Duration `help:"Time to wait for more records from Kafka before flushing a batch. 0 to disable."`
	SkipOld            bool          `short:"" help:"Skip to the most recent Kafka message rather than starting at the beginning."`
	Header             string        `` /* 175-byte string literal not displayed */
	S3Region           string        `help:"S3 Region, optionally used when header is specified as an S3 URI. Alternatively, use environment variable AWS_REGION."`
	AllowMissingFields bool          `help:"Will proceed with ingest even if a field is missing from a record but specified in the JSON config file. Default false"`

	KafkaTLS idk.TLSConfig
}

type Record struct {
	// contains filtered or unexported fields
}

type Source struct {
	Hosts   []string
	Topics  []string
	Group   string
	TLS     idk.TLSConfig
	Log     logger.Logger
	Timeout time.Duration
	SkipOld bool

	// Header is a file or url referencing a file containing JSON header
	// configuration.
	Header string

	// HeaderFields can be provided instead of Header. It is a slice of
	// RawFields which will be marshalled and parsed the same way a JSON object
	// in Header would be. It is used only if a Header is not provided.
	HeaderFields []idk.RawField

	S3Region string

	AllowMissingFields bool
	// contains filtered or unexported fields
}