formats

type Delimited struct {
	Name        string `hcl:",label"`
	Description string `hcl:"description,optional"`
	// Option to skip type detection for CSV parsing and assume all columns to be of type VARCHAR
	AllVarchar *bool

	// Option to allow the conversion of quoted values to NULL values
	AllowQuotedNulls *bool

	// The decimal separator of numbers.
	DecimalSeparator *string

	// Specifies the delimiter character that separates columns within each row (line) of the file.
	Delimiter *string

	// Specifies the string that should appear before a data character sequence that matches the quote value.
	Escape *string

	// Whether or not an extra filename column should be included in the result.
	Filename *bool

	// Do not match the specified columns' values against the NULL string.
	// In the default case where the NULL string is empty,
	// this means that empty values will be read as zero-length strings rather than NULLs.
	ForceNotNull *[]string

	// Specifies that the file contains a header line with the names of each column in the file.
	Header *bool

	// Option to ignore any parsing errors encountered – and instead ignore rows with errors.
	IgnoreErrors *bool

	// The maximum line size in bytes.
	MaxLineSize *int

	// Set the new line character(s) in the file. Options are '\r','\n', or '\r\n'.
	// Note that the CSV parser only distinguishes between single-character and double-character line delimiters.
	// Therefore, it does not differentiate between '\r' and '\n'.
	NewLine *string

	// Boolean value that specifies whether or not column names should be normalized,
	// removing any non-alphanumeric characters from them.
	NormalizeNames *bool

	// If this option is enabled, when a row lacks columns, it will pad the remaining columns on the right with NULL values.
	NullPadding *bool

	// Specifies the string that represents a NULL value or (since v0.10.2) a list of strings that represent a NULL value.
	NullStr *string

	// Specifies the quoting string to be used when a data value is quoted.
	Quote *string

	// The number of sample rows for auto detection of parameters.
	SampleSize *int

	// Specifies the date format to use when parsing timestamps
	TimestampFormat *string
}

type Format interface {
	parse.Config

	GetName() string
	SetName(name string)
	GetMapper() (mappers.Mapper[*types.DynamicRow], error)
	GetRegex() (string, error)
	GetDescription() string
	// GetProperties returns the format properties as a string map - used for introspection
	GetProperties() map[string]string
}

type Grok struct {
	Name        string `hcl:",label"`
	Description string `hcl:"description,optional"`
	// the layout of the log line
	// NOTE that as will contain grok patterns, this property is included in constants.GrokConfigProperties
	// meaning and '{' will be auto-escaped in the hcl
	Layout string `hcl:"layout"`

	// grok patterns to add to the grok parser used to parse the layout
	Patterns map[string]string `hcl:"patterns,optional"`
}

type Regex struct {
	Name        string `hcl:",label"`
	Description string `hcl:"description,optional"`
	// the layout of the log line
	// NOTE that as will contain grok patterns, this property is included in constants.GrokConfigProperties
	// meaning and '{' will be auto-escaped in the hcl
	Layout string `hcl:"layout"`
}