Documentation
¶
Index ¶
- Constants
- func ShouldConvertBlockToParquet(mint, maxt int64, timeRanges []int64) bool
- func ValidConverterMarkVersion(version int) bool
- func ValidNoConvertMarkVersion(version int) bool
- func WriteConverterMark(ctx context.Context, id ulid.ULID, userBkt objstore.Bucket, shards int) error
- func WriteNoConvertMark(ctx context.Context, id ulid.ULID, userBkt objstore.Bucket, ...) error
- type ConverterMark
- type ConverterMarkMeta
- type NoConvertMark
Constants ¶
View Source
const ( ConverterMarkerPrefix = "parquet-markers" ConverterMarkerFileName = "parquet-converter-mark.json" CurrentVersion = ParquetConverterMarkVersion2 ParquetConverterMarkVersion1 = 1 // ParquetConverterMarkVersion2 has an additional series hash // column which is used for projection pushdown. ParquetConverterMarkVersion2 = 2 )
View Source
const ( NoConvertMarkerFileName = "parquet-no-convert-mark.json" CurrentNoConvertMarkVersion = NoConvertMarkVersion1 NoConvertMarkVersion1 = 1 NoConvertReasonTooManyLabels = "too_many_labels" NoConvertReasonMarkerExists = "marker_exists" )
Variables ¶
This section is empty.
Functions ¶
func ValidConverterMarkVersion ¶ added in v1.21.0
func WriteConverterMark ¶
Types ¶
type ConverterMark ¶
type ConverterMark struct {
Version int `json:"version"`
// Shards is the number of parquet shards created for this block.
// This field is optional for backward compatibility.
Shards int `json:"shards,omitempty"`
}
func ReadConverterMark ¶
func ReadConverterMark(ctx context.Context, id ulid.ULID, userBkt objstore.InstrumentedBucket, logger log.Logger) (*ConverterMark, error)
type ConverterMarkMeta ¶
type ConverterMarkMeta struct {
Version int `json:"version"`
// Shards is the number of parquet shards created for this block.
// This field is optional for backward compatibility.
Shards int `json:"shards,omitempty"`
}
ConverterMarkMeta is used in Bucket Index. It might not be the same as ConverterMark.
type NoConvertMark ¶
type NoConvertMark struct {
Version int `json:"version"`
Reason string `json:"reason"`
LabelNamesCount int `json:"label_names_count,omitempty"`
MaxBlockLabelNames int `json:"max_block_label_names,omitempty"`
}
func ReadNoConvertMark ¶
func ReadNoConvertMark(ctx context.Context, id ulid.ULID, userBkt objstore.InstrumentedBucket, logger log.Logger) (*NoConvertMark, error)
func (NoConvertMark) ShouldSkipBlock ¶
func (m NoConvertMark) ShouldSkipBlock(currentMaxBlockLabelNamesLimit int) bool
Source Files
Click to show internal directories.
Click to hide internal directories.