immutable

package
v1.0.1 Latest Latest
Warning

This package is not in the latest version of its module.

 Go to latest Published: Mar 29, 2023 License: Apache-2.0 Imports: 52 Imported by: 0

Documentation

Index

Constants

View Source 
const (
	DefaultMaxRowsPerSegment     = 1000
	DefaultMaxChunkMetaItemSize  = 256 * 1024
	DefaultMaxChunkMetaItemCount = 512

	NonStreamingCompact = 2
	StreamingCompact    = 1
	AutoCompact         = 0
)
View Source 
const (
	// BlockFloat64 designates a block encodes float64 values.
	BlockFloat64 = byte(influx.Field_Type_Float)

	// BlockInteger designates a block encodes int64 values.
	BlockInteger = byte(influx.Field_Type_Int)

	// BlockBoolean designates a block encodes boolean values.
	BlockBoolean = byte(influx.Field_Type_Boolean)

	// BlockString designates a block encodes string values.
	BlockString = byte(influx.Field_Type_String)
)
View Source 
const (
	PRELOAD = iota
	LOAD
)
View Source 
const (
	MergeFirstAvgSize = 10 * 1024 * 1024
	MergeFirstDstSize = 10 * 1024 * 1024
	MergeFirstRatio   = 0.5
)
View Source 
const (
	BLOOMFILTER_SIZE         = 8
	SERIESKEY_STATISTIC_SIZE = 24
	COMPRESSION_RATIO        = 2
)
View Source 
const (
	DownSampleLogDir = "downsample_log"

	TsspDirName = "tssp"
)
View Source 
const (
	MB = 1024 * 1024
	GB = 1024 * MB
)
View Source 
const (
	CompactLevels = 7
)
View Source 
const (
	StringCompressedZstd = 2
)

Variables

View Source 
var (
	ErrCompStopped       = errors.New("compact stopped")
	ErrDownSampleStopped = errors.New("downSample stopped")
	ErrDroppingMst       = errors.New("measurement is dropped")
	LevelCompactRule     = []uint16{0, 1, 0, 2, 0, 3, 0, 1, 2, 3, 0, 4, 0, 5, 0, 1, 2, 6}
	LeveLMinGroupFiles   = [CompactLevels]int{8, 4, 4, 4, 4, 4, 2}

	EnableMergeOutOfOrder       = true
	MaxNumOfFileToMerge         = 256
	MaxSizeOfFileToMerge  int64 = 512 * 1024 * 1024 // 512MB

)
View Source 
var (
	MinMaxTimeLen    = int(unsafe.Sizeof(SegmentRange{}))
	SegmentLen       = (Segment{}).bytes()
	ColumnMetaLenMin = (ColumnMeta{}).bytes(1)
	ChunkMetaLen     = int(unsafe.Sizeof(ChunkMeta{})-24*2) + MinMaxTimeLen
	ChunkMetaMinLen  = ChunkMetaLen + ColumnMetaLenMin*2
	MetaIndexLen     = int(unsafe.Sizeof(MetaIndex{}))
)
View Source 
var (
	CLog = Log.NewLogger(errno.ModuleCompact)
)
View Source 
var ErrDirtyLog = errors.New("incomplete log file")

Functions

func AggregateData 

func AggregateData(newRec, baseRec *record.Record, ops []*comm.CallOption) bool

func CacheDataInMemory 

func CacheDataInMemory() bool

func CacheMetaInMemory 

func CacheMetaInMemory() bool

func CompactRecovery 

func CompactRecovery(path string, group *CompactGroup)

func DecodeBooleanBlock 

func DecodeBooleanBlock(in []byte, out *[]byte, ctx *CoderContext) ([]bool, error)

func DecodeFloatBlock 

func DecodeFloatBlock(in []byte, out *[]byte, ctx *CoderContext) ([]float64, error)

func DecodeIntegerBlock 

func DecodeIntegerBlock(in []byte, out *[]byte, ctx *CoderContext) ([]int64, error)

func DecodeStringBlock 

func DecodeStringBlock(in []byte, out *[]byte, dstOffset *[]uint32, ctx *CoderContext) ([]byte, []uint32, error)

func DecodeTimestampBlock 

func DecodeTimestampBlock(in []byte, out *[]byte, ctx *CoderContext) ([]int64, error)

func DecodeUnsignedBlock 

func DecodeUnsignedBlock(in []byte, out *[]byte, ctx *CoderContext) ([]uint64, error)

func EnableMmapRead 

func EnableMmapRead(en bool)

func EnableReadCache 

func EnableReadCache(readCacheLimit uint64)

func EncodeBooleanBlock 

func EncodeBooleanBlock(in, out []byte, ctx *CoderContext) ([]byte, error)

func EncodeFloatBlock 

func EncodeFloatBlock(in []byte, out []byte, ctx *CoderContext) ([]byte, error)

func EncodeIntegerBlock 

func EncodeIntegerBlock(in, out []byte, ctx *CoderContext) ([]byte, error)

func EncodeStringBlock 

func EncodeStringBlock(in []byte, offset []uint32, out []byte, ctx *CoderContext) ([]byte, error)

func EncodeTimestampBlock 

func EncodeTimestampBlock(in, out []byte, ctx *CoderContext) ([]byte, error)

func EncodeUnsignedBlock 

func EncodeUnsignedBlock(in, out []byte, ctx *CoderContext) ([]byte, error)

func EstimateBufferSize 

func EstimateBufferSize(recSize int, rows int) int

func FileOperation added in v1.0.0 

func FileOperation(f TSSPFile, op func())

func FilterByField 

func FilterByField(rec *record.Record, filterMap map[string]interface{}, con influxql.Expr, idField []int, idTags []string, tags *influx.PointTags) *record.Record

func FilterByOpts added in v1.0.1 

func FilterByOpts(rec *record.Record, opt *FilterOptions) *record.Record

func FilterByTime 

func FilterByTime(rec *record.Record, tr record.TimeRange) *record.Record

func FilterByTimeDescend 

func FilterByTimeDescend(rec *record.Record, tr record.TimeRange) *record.Record

func GenLogFileName added in v1.0.0 

func GenLogFileName(logSeq *uint64) string

func GetTmpTsspFileSuffix added in v1.0.0 

func GetTmpTsspFileSuffix() string

func Init 

func Init()

func InitDecFunctions 

func InitDecFunctions()

func IsInterfaceNil 

func IsInterfaceNil(value interface{}) bool

func IsTempleFile 

func IsTempleFile(name string) bool

func MaxRowsPerSegment 

func MaxRowsPerSegment() int

func MergeFlag 

func MergeFlag() int32

func MergeRecovery 

func MergeRecovery(path string, name string, ctx *mergeContext)

func NewDiskFileReader 

func NewDiskFileReader(f fileops.File, lock *string) *diskFileReader

func NewDiskWriter 

func NewDiskWriter(lw NameReadWriterCloser, bufferSize int, lockPath *string) *diskWriter

func NewIndexWriter 

func NewIndexWriter(indexName string, cacheMeta bool, limitCompact bool, lockPath *string) *indexWriter

func NewLastMergeTime added in v1.0.0 

func NewLastMergeTime() *lastMergeTime

func NewMemReaderEvictCtx 

func NewMemReaderEvictCtx() *memReaderEvictCtx

func NewMergeContext added in v1.0.0 

func NewMergeContext(mst string) *mergeContext

func NewMergePerformer added in v1.0.0 

func NewMergePerformer(ur *UnorderedReader, stat *statistics.MergeStatItem) *mergePerformer

func NonStreamingCompaction 

func NonStreamingCompaction(fi FilesInfo) bool

func PutDataCoder 

func PutDataCoder(coder DataCoder)

func PutIDTimePairs 

func PutIDTimePairs(pair *IdTimePairs)

func ReleaseColumnBuilder 

func ReleaseColumnBuilder(b PreAggBuilder)

func ReleaseMsBuilder added in v1.0.0 

func ReleaseMsBuilder(msb *MsBuilder)

func RenameTmpFiles 

func RenameTmpFiles(newFiles []TSSPFile) error

func ResetAggregateData 

func ResetAggregateData(newRec *record.Record, ops []*comm.CallOption)

func SegMergeFlag 

func SegMergeFlag(v int32)

func SetCacheDataBlock 

func SetCacheDataBlock(en bool)

func SetCacheMetaData 

func SetCacheMetaData(en bool)

func SetCompactLimit 

func SetCompactLimit(bytesPerSec int64, burstLimit int64)

func SetImmTableMaxMemoryPercentage 

func SetImmTableMaxMemoryPercentage(sysTotalMem, percentage int)

func SetMaxCompactor 

func SetMaxCompactor(n int)

func SetMaxFullCompactor 

func SetMaxFullCompactor(n int)

func SetMaxRowsPerSegment 

func SetMaxRowsPerSegment(maxRowsPerSegmentLimit int)

func SetMaxSegmentLimit 

func SetMaxSegmentLimit(limit int)

func SetSnapshotLimit 

func SetSnapshotLimit(bytesPerSec int64, burstLimit int64)

func SnapshotLimit 

func SnapshotLimit() bool

func SumFilesSize added in v1.0.0 

func SumFilesSize(files []TSSPFile) int64

func UnrefAll added in v1.0.0 

func UnrefAll(files ...*TSSPFiles)

func UnrefFiles 

func UnrefFiles(files ...TSSPFile)

func UnrefFilesReader added in v1.0.0 

func UnrefFilesReader(files ...TSSPFile)

func UnrefTSSPFiles added in v1.0.0 

func UnrefTSSPFiles(files *TSSPFiles)

func ZSTDCompressBound 

func ZSTDCompressBound(srcSize int) int

func ZigZagDecode 

func ZigZagDecode(v uint64) int64

func ZigZagEncode 

func ZigZagEncode(v int64) uint64

ZigZagEncode ZigZag encoding maps signed integers to unsigned integers from: https://developers.google.com/protocol-buffers/docs/encoding

Types

type Boolean 

type Boolean struct {
	// contains filtered or unexported fields
}

func GetBoolCoder 

func GetBoolCoder() *Boolean

func (*Boolean) Decoding 

func (enc *Boolean) Decoding(in []byte, out []byte) ([]byte, error)

func (*Boolean) Encoding 

func (enc *Boolean) Encoding(in []byte, out []byte) ([]byte, error)

func (*Boolean) SetEncodingType 

func (enc *Boolean) SetEncodingType(ty int)

type BooleanPreAgg 

type BooleanPreAgg struct {
	// contains filtered or unexported fields
}

func NewBooleanPreAgg 

func NewBooleanPreAgg() *BooleanPreAgg

type BufferReader added in v1.0.0 

type BufferReader struct {
	// contains filtered or unexported fields
}

func NewBufferReader added in v1.0.0 

func NewBufferReader(maxSize uint32) *BufferReader

func (*BufferReader) Read added in v1.0.0 

func (br *BufferReader) Read(offset int64, size uint32) ([]byte, error)

func (*BufferReader) Reset added in v1.0.0 

func (br *BufferReader) Reset(r TSSPFile)

type BytesBuffer 

type BytesBuffer struct {
	// contains filtered or unexported fields
}

func NewBytesBuffer 

func NewBytesBuffer(buf []byte) *BytesBuffer

func (*BytesBuffer) Bytes 

func (w *BytesBuffer) Bytes() []byte

func (*BytesBuffer) Len 

func (w *BytesBuffer) Len() int

func (*BytesBuffer) Read 

func (w *BytesBuffer) Read(p []byte) (n int, err error)

func (*BytesBuffer) ReadByte 

func (w *BytesBuffer) ReadByte() (b byte, err error)

func (*BytesBuffer) Reset 

func (w *BytesBuffer) Reset(b []byte)

func (*BytesBuffer) Write 

func (w *BytesBuffer) Write(p []byte) (n int, err error)

func (*BytesBuffer) WriteByte 

func (w *BytesBuffer) WriteByte(b byte) error

type ChunkDataBuilder 

type ChunkDataBuilder struct {
	// contains filtered or unexported fields
}

func NewChunkDataBuilder 

func NewChunkDataBuilder(maxRowsPerSegment, maxSegmentLimit int) *ChunkDataBuilder

func (*ChunkDataBuilder) EncodeChunk 

func (b *ChunkDataBuilder) EncodeChunk(id uint64, offset int64, rec *record.Record, dst []byte) ([]byte, error)

func (*ChunkDataBuilder) EncodeTime 

func (b *ChunkDataBuilder) EncodeTime(offset int64) error

type ChunkIterator 

type ChunkIterator struct {
	*FileIterator
	// contains filtered or unexported fields
}

func NewChunkIterator 

func NewChunkIterator(r *FileIterator) *ChunkIterator

func (*ChunkIterator) Close 

func (c *ChunkIterator) Close()

func (*ChunkIterator) GetRecord added in v1.0.0 

func (c *ChunkIterator) GetRecord() *record.Record

func (*ChunkIterator) GetSeriesID added in v1.0.0 

func (c *ChunkIterator) GetSeriesID() uint64

func (*ChunkIterator) Next 

func (c *ChunkIterator) Next() bool

func (*ChunkIterator) WithLog 

func (c *ChunkIterator) WithLog(log *Log.Logger)

type ChunkIterators 

type ChunkIterators struct {
	// contains filtered or unexported fields
}

func (*ChunkIterators) Close 

func (c *ChunkIterators) Close()

func (*ChunkIterators) Len 

func (c *ChunkIterators) Len() int

func (*ChunkIterators) Less 

func (c *ChunkIterators) Less(i, j int) bool

func (*ChunkIterators) Next 

func (c *ChunkIterators) Next() (uint64, *record.Record, error)

func (*ChunkIterators) Pop 

func (c *ChunkIterators) Pop() interface{}

func (*ChunkIterators) Push 

func (c *ChunkIterators) Push(v interface{})

func (*ChunkIterators) Swap 

func (c *ChunkIterators) Swap(i, j int)

func (*ChunkIterators) WithLog 

func (c *ChunkIterators) WithLog(log *Log.Logger)

type ChunkMeta 

type ChunkMeta struct {
	// contains filtered or unexported fields
}

func (*ChunkMeta) Clone added in v1.0.0 

func (m *ChunkMeta) Clone() *ChunkMeta

func (*ChunkMeta) GetColMeta added in v1.0.0 

func (m *ChunkMeta) GetColMeta() []ColumnMeta

func (*ChunkMeta) GetSid 

func (m *ChunkMeta) GetSid() (sid uint64)

func (*ChunkMeta) Len added in v1.0.0 

func (m *ChunkMeta) Len() int

func (*ChunkMeta) Less added in v1.0.0 

func (m *ChunkMeta) Less(i, j int) bool

func (*ChunkMeta) MinMaxTime 

func (m *ChunkMeta) MinMaxTime() (min int64, max int64)

func (*ChunkMeta) Rows 

func (m *ChunkMeta) Rows(ab PreAggBuilder) int

func (*ChunkMeta) SegmentCount added in v1.0.0 

func (m *ChunkMeta) SegmentCount() int

func (*ChunkMeta) Size 

func (m *ChunkMeta) Size() int

func (*ChunkMeta) Swap added in v1.0.0 

func (m *ChunkMeta) Swap(i, j int)

func (*ChunkMeta) TimeMeta 

func (m *ChunkMeta) TimeMeta() *ColumnMeta

type CoderContext 

type CoderContext struct {
	// contains filtered or unexported fields
}

func NewCoderContext 

func NewCoderContext() *CoderContext

func (*CoderContext) Release 

func (ctx *CoderContext) Release()

type ColumnBuilder 

type ColumnBuilder struct {
	// contains filtered or unexported fields
}

func NewColumnBuilder 

func NewColumnBuilder() *ColumnBuilder

func (*ColumnBuilder) BuildPreAgg added in v1.0.0 

func (b *ColumnBuilder) BuildPreAgg()

func (*ColumnBuilder) EncodeColumn 

func (b *ColumnBuilder) EncodeColumn(ref record.Field, col *record.ColVal, timeCols []record.ColVal, segRowsLimit int, dataOffset int64) ([]byte, error)

type ColumnIterator added in v1.0.0 

type ColumnIterator struct {
	// contains filtered or unexported fields
}

func NewColumnIterator added in v1.0.0 

func NewColumnIterator(fi *FileIterator) *ColumnIterator

func (*ColumnIterator) Close added in v1.0.0 

func (itr *ColumnIterator) Close()

func (*ColumnIterator) Error added in v1.0.0 

func (itr *ColumnIterator) Error() error

func (*ColumnIterator) IncrChunkUsed added in v1.0.0 

func (itr *ColumnIterator) IncrChunkUsed()

func (*ColumnIterator) NextChunkMeta added in v1.0.0 

func (itr *ColumnIterator) NextChunkMeta() bool

func (*ColumnIterator) NextColumn added in v1.0.0 

func (itr *ColumnIterator) NextColumn(colIdx int) (*record.Field, bool)

func (*ColumnIterator) PutCol added in v1.0.0 

func (itr *ColumnIterator) PutCol(col *record.ColVal)

func (*ColumnIterator) Run added in v1.0.0 

func (itr *ColumnIterator) Run(p ColumnIteratorPerformer) error

type ColumnIteratorPerformer added in v1.0.0 

type ColumnIteratorPerformer interface {
	Handle(col *record.ColVal, times []int64, lastSeg bool) error
	ColumnChanged(record.Field) error
	SeriesChanged(uint64, []int64) error
	Finish() error
}

type ColumnMeta 

type ColumnMeta struct {
	// contains filtered or unexported fields
}

func (*ColumnMeta) Clone added in v1.0.0 

func (m *ColumnMeta) Clone() ColumnMeta

func (*ColumnMeta) RowCount 

func (m *ColumnMeta) RowCount(ref *record.Field, decs *ReadContext) (int64, error)

type ColumnReader 

type ColumnReader interface {
	ReadDataBlock(offset int64, size uint32, dst *[]byte) ([]byte, error)
	ReadMetaBlock(metaIdx int, id uint64, offset int64, size uint32, count uint32, dst *[]byte) ([]byte, error)
}

type CompactGroup 

type CompactGroup struct {
	// contains filtered or unexported fields
}

func NewCompactGroup 

func NewCompactGroup(name string, toLevle uint16, count int) *CompactGroup

type CompactedFileInfo 

type CompactedFileInfo struct {
	Name    string // measurement name with version
	IsOrder bool
	OldFile []string
	NewFile []string
}

type Config 

type Config struct {
	// contains filtered or unexported fields
}

func NewConfig 

func NewConfig() *Config

func (*Config) MaxRowsPerSegment 

func (c *Config) MaxRowsPerSegment() int

func (*Config) SetFilesLimit 

func (c *Config) SetFilesLimit(n int64)

func (*Config) SetMaxRowsPerSegment 

func (c *Config) SetMaxRowsPerSegment(maxRowsPerSegmentLimit int)

func (*Config) SetMaxSegmentLimit 

func (c *Config) SetMaxSegmentLimit(n int)

type DataCoder 

type DataCoder interface {
	SetEncodingType(ty int)
	Encoding(in []byte, out []byte) ([]byte, error)
	Decoding(in []byte, out []byte) ([]byte, error)
}

type DiskFileReader 

type DiskFileReader interface {
	Name() string
	ReadAt(off int64, size uint32, dst *[]byte) ([]byte, error)
	Rename(newName string) error
	ReOpen() error
	IsMmapRead() bool
	IsOpen() bool
	FreeFileHandle() error
	Close() error
}

type FileIterator 

type FileIterator struct {
	// contains filtered or unexported fields
}

func NewFileIterator 

func NewFileIterator(r TSSPFile, log *Log.Logger) *FileIterator

func (*FileIterator) Close 

func (itr *FileIterator) Close()

func (*FileIterator) GetCurtChunkMeta added in v1.0.0 

func (itr *FileIterator) GetCurtChunkMeta() *ChunkMeta

func (*FileIterator) NextChunkMeta 

func (itr *FileIterator) NextChunkMeta() bool

func (*FileIterator) WithLog 

func (itr *FileIterator) WithLog(log *Log.Logger)

type FileIterators 

type FileIterators []*FileIterator

func (FileIterators) AverageRows 

func (i FileIterators) AverageRows() int

func (FileIterators) Close 

func (i FileIterators) Close()

func (FileIterators) MaxChunkRows 

func (i FileIterators) MaxChunkRows() int

func (FileIterators) MaxColumns 

func (i FileIterators) MaxColumns() int

type FileWriter 

type FileWriter interface {
	WriteData(b []byte) (int, error)
	WriteChunkMeta(b []byte) (int, error)
	Close() error
	DataSize() int64
	ChunkMetaSize() int64
	DataWriter() io.Writer
	AppendChunkMetaToData() error
	SwitchMetaBuffer()
	MetaDataBlocks(dst [][]byte) [][]byte
	Name() string
}

type FilesInfo 

type FilesInfo struct {
	// contains filtered or unexported fields
}

type FilterOptions 

type FilterOptions struct {
	// contains filtered or unexported fields
}

func NewFilterOpts 

func NewFilterOpts(cond influxql.Expr, filterMap map[string]interface{}, fieldsIdx []int, idTags []string,
	tags *influx.PointTags) *FilterOptions

type Float 

type Float struct {
	// contains filtered or unexported fields
}

func GetFloatCoder 

func GetFloatCoder() *Float

func NewFloat added in v1.0.0 

func NewFloat() *Float

func (*Float) Decoding 

func (enc *Float) Decoding(in []byte, out []byte) ([]byte, error)

func (*Float) Encoding 

func (enc *Float) Encoding(in []byte, out []byte) ([]byte, error)

func (*Float) SetEncodingType 

func (enc *Float) SetEncodingType(ty int)

type FloatPreAgg 

type FloatPreAgg struct {
	// contains filtered or unexported fields
}

FloatPreAgg If you change the order of the elements in the structure, remember to modify marshal() and unmarshal() as well.

func NewFloatPreAgg 

func NewFloatPreAgg() *FloatPreAgg

type IdTimePairs 

type IdTimePairs struct {
	Name string
	Ids  []uint64
	Tms  []int64
	Rows []int64
}

func GetIDTimePairs 

func GetIDTimePairs(name string) *IdTimePairs

func (*IdTimePairs) Add 

func (p *IdTimePairs) Add(id uint64, tm int64)

func (*IdTimePairs) AddRowCounts 

func (p *IdTimePairs) AddRowCounts(rowCounts int64)

func (*IdTimePairs) Len 

func (p *IdTimePairs) Len() int

func (*IdTimePairs) Marshal 

func (p *IdTimePairs) Marshal(isOrder bool, dst []byte, ctx *CoderContext) []byte

func (*IdTimePairs) Reset 

func (p *IdTimePairs) Reset(name string)

func (*IdTimePairs) Unmarshal 

func (p *IdTimePairs) Unmarshal(isOrder bool, src []byte) ([]byte, error)

type InMerge 

type InMerge struct {
	// contains filtered or unexported fields
}

func NewInMerge 

func NewInMerge() *InMerge

func (*InMerge) Add 

func (m *InMerge) Add(name string) bool

func (*InMerge) Del 

func (m *InMerge) Del(name string)

type Integer 

type Integer struct {
	// contains filtered or unexported fields
}

func GetInterCoder 

func GetInterCoder() *Integer

func (*Integer) Decoding 

func (enc *Integer) Decoding(in []byte, out []byte) ([]byte, error)

func (*Integer) Encoding 

func (enc *Integer) Encoding(in []byte, out []byte) ([]byte, error)

func (*Integer) SetEncodingType 

func (enc *Integer) SetEncodingType(ty int)

type IntegerPreAgg 

type IntegerPreAgg struct {
	// contains filtered or unexported fields
}

IntegerPreAgg If you change the order of the elements in the structure, remember to modify marshal() and unmarshal() as well.

func NewIntegerPreAgg 

func NewIntegerPreAgg() *IntegerPreAgg

type LimitWriter 

type LimitWriter struct {
	// contains filtered or unexported fields
}

func (*LimitWriter) Close 

func (w *LimitWriter) Close() error

func (*LimitWriter) Name 

func (w *LimitWriter) Name() string

func (*LimitWriter) Read 

func (w *LimitWriter) Read(b []byte) (int, error)

func (*LimitWriter) Write 

func (w *LimitWriter) Write(p []byte) (int, error)

type Limiter 

type Limiter interface {
	SetBurst(newBurst int)
	SetLimit(newLimit rate.Limit)
	WaitN(ctx context.Context, n int) (err error)
	Limit() rate.Limit
	Burst() int
}

func NewLimiter 

func NewLimiter(bytesPerSec, burstLimit int) Limiter

type Location 

type Location struct {
	// contains filtered or unexported fields
}

func NewLocation 

func NewLocation(r TSSPFile, ctx *ReadContext) *Location

func (*Location) Contains 

func (l *Location) Contains(sid uint64, tr record.TimeRange, buffer *[]byte) (bool, error)

func (*Location) GetChunkMeta 

func (l *Location) GetChunkMeta() *ChunkMeta

func (*Location) ReadData 

func (l *Location) ReadData(filterOpts *FilterOptions, dst *record.Record) (*record.Record, error)

func (*Location) ReadDone 

func (l *Location) ReadDone()

func (*Location) ResetMeta 

func (l *Location) ResetMeta()

type LocationCursor 

type LocationCursor struct {
	// contains filtered or unexported fields
}

func NewLocationCursor 

func NewLocationCursor(n int) *LocationCursor

func (*LocationCursor) AddLocation 

func (l *LocationCursor) AddLocation(loc *Location)

func (*LocationCursor) AddRef 

func (l *LocationCursor) AddRef()

func (*LocationCursor) Len 

func (l *LocationCursor) Len() int

func (*LocationCursor) Less 

func (l *LocationCursor) Less(i, j int) bool

func (*LocationCursor) ReadData 

func (l *LocationCursor) ReadData(filterOpts *FilterOptions, dst *record.Record) (*record.Record, error)

func (*LocationCursor) ReadMeta 

func (l *LocationCursor) ReadMeta(filterOpts *FilterOptions, dst *record.Record) (*record.Record, error)

func (*LocationCursor) ReadOutOfOrderMeta 

func (l *LocationCursor) ReadOutOfOrderMeta(filterOpts *FilterOptions, dst *record.Record) (*record.Record, error)

func (*LocationCursor) Reverse 

func (l *LocationCursor) Reverse()

func (*LocationCursor) Swap 

func (l *LocationCursor) Swap(i, j int)

func (*LocationCursor) Unref 

func (l *LocationCursor) Unref()

type MemBlock 

type MemBlock struct {
	// contains filtered or unexported fields
}

func (*MemBlock) AppendDataBlock 

func (mb *MemBlock) AppendDataBlock(srcData []byte)

func (*MemBlock) CopyBlocks 

func (mb *MemBlock) CopyBlocks(src MemoryReader)

func (*MemBlock) DataBlocks 

func (mb *MemBlock) DataBlocks() [][]byte

func (*MemBlock) DataInMemory 

func (mb *MemBlock) DataInMemory() bool

func (*MemBlock) FreeMemory 

func (mb *MemBlock) FreeMemory() int64

func (*MemBlock) LoadIntoMemory 

func (mb *MemBlock) LoadIntoMemory(dr DiskFileReader, tr *Trailer, metaIndexItems []MetaIndex) error

func (*MemBlock) MetaBlocks 

func (mb *MemBlock) MetaBlocks() [][]byte

func (*MemBlock) MetaInMemory 

func (mb *MemBlock) MetaInMemory() bool

func (*MemBlock) ReadChunkMetaBlock 

func (mb *MemBlock) ReadChunkMetaBlock(metaIdx int, sid uint64, count uint32) []byte

func (*MemBlock) ReadDataBlock 

func (mb *MemBlock) ReadDataBlock(offset int64, size uint32, dstPtr *[]byte) ([]byte, error)

func (*MemBlock) ReserveDataBlock 

func (mb *MemBlock) ReserveDataBlock(n int)

func (*MemBlock) ReserveMetaBlock 

func (mb *MemBlock) ReserveMetaBlock(n int)

func (*MemBlock) Reset 

func (mb *MemBlock) Reset()

func (*MemBlock) SetMetaBlocks 

func (mb *MemBlock) SetMetaBlocks(blocks [][]byte)

func (*MemBlock) Size 

func (mb *MemBlock) Size() int64

type MemoryReader 

type MemoryReader interface {
	AppendDataBlock(srcData []byte)
	ReadChunkMetaBlock(metaIdx int, sid uint64, count uint32) []byte
	ReadDataBlock(offset int64, size uint32, dstPtr *[]byte) ([]byte, error)
	CopyBlocks(src MemoryReader)
	LoadIntoMemory(dr DiskFileReader, tr *Trailer, metaIndexItems []MetaIndex) error
	FreeMemory() int64
	DataInMemory() bool
	MetaInMemory() bool
	ReserveMetaBlock(n int)
	ReserveDataBlock(n int)
	DataBlocks() [][]byte
	MetaBlocks() [][]byte
	SetMetaBlocks(blocks [][]byte)
	Size() int64
	Reset()
}

func NewMemReader 

func NewMemReader() MemoryReader

func NewMemoryReader 

func NewMemoryReader(blkSize int) MemoryReader

type MetaIndex 

type MetaIndex struct {
	// contains filtered or unexported fields
}

MetaIndex If you change the order of the elements in the structure, remember to modify marshal() and unmarshal() as well.

type MmsIdTime 

type MmsIdTime struct {
	// contains filtered or unexported fields
}

func NewMmsIdTime 

func NewMmsIdTime() *MmsIdTime

type MmsReaders 

type MmsReaders struct {
	Orders      TableReaders
	OutOfOrders TableReaders
}

type MmsTables 

type MmsTables struct {
	Order      map[string]*TSSPFiles // {"cpu_0001": *TSSPFiles}
	OutOfOrder map[string]*TSSPFiles // {"cpu_0001": *TSSPFiles}

	Conf *Config
	// contains filtered or unexported fields
}

func NewTableStore 

func NewTableStore(dir string, lock *string, tier *uint64, compactRecovery bool, config *Config) *MmsTables

func (*MmsTables) AddRowCountsBySid 

func (m *MmsTables) AddRowCountsBySid(measurement string, sid uint64, rowCounts int64) error

func (*MmsTables) AddTSSPFiles 

func (m *MmsTables) AddTSSPFiles(name string, isOrder bool, files ...TSSPFile)

func (*MmsTables) AddTable 

func (m *MmsTables) AddTable(mb *MsBuilder, isOrder bool, tmp bool)

func (*MmsTables) Close 

func (m *MmsTables) Close() error

func (*MmsTables) CompactDone 

func (m *MmsTables) CompactDone(files []string)

func (*MmsTables) CompactionDisable 

func (m *MmsTables) CompactionDisable()

func (*MmsTables) CompactionEnable 

func (m *MmsTables) CompactionEnable()

func (*MmsTables) CompactionEnabled 

func (m *MmsTables) CompactionEnabled() bool

func (*MmsTables) DisableCompAndMerge added in v1.0.0 

func (m *MmsTables) DisableCompAndMerge()

func (*MmsTables) DropMeasurement 

func (m *MmsTables) DropMeasurement(_ context.Context, name string) error

func (*MmsTables) EnableCompAndMerge added in v1.0.0 

func (m *MmsTables) EnableCompAndMerge()

func (*MmsTables) File 

func (m *MmsTables) File(mstName string, fileName string, isOrder bool) TSSPFile

func (*MmsTables) FreeAllMemReader 

func (m *MmsTables) FreeAllMemReader()

func (*MmsTables) FreeSequencer added in v1.0.0 

func (m *MmsTables) FreeSequencer() bool

func (*MmsTables) FullCompact 

func (m *MmsTables) FullCompact(shid uint64) error

func (*MmsTables) GetBothFilesRef added in v1.0.0 

func (m *MmsTables) GetBothFilesRef(measurement string, hasTimeFilter bool, tr record.TimeRange) ([]TSSPFile, []TSSPFile)

func (*MmsTables) GetFileSeq added in v1.0.0 

func (m *MmsTables) GetFileSeq() uint64

func (*MmsTables) GetLastFlushTimeBySid 

func (m *MmsTables) GetLastFlushTimeBySid(measurement string, sid uint64) (int64, error)

func (*MmsTables) GetMstFileStat 

func (m *MmsTables) GetMstFileStat() *statistics.FileStat

func (*MmsTables) GetOutOfOrderFileNum 

func (m *MmsTables) GetOutOfOrderFileNum() int

func (*MmsTables) GetRowCountsBySid 

func (m *MmsTables) GetRowCountsBySid(measurement string, sid uint64) (int64, error)

func (*MmsTables) GetTSSPFiles added in v1.0.0 

func (m *MmsTables) GetTSSPFiles(name string, isOrder bool) (files *TSSPFiles, ok bool)

func (*MmsTables) IsOutOfOrderFilesExist added in v1.0.0 

func (m *MmsTables) IsOutOfOrderFilesExist() bool

func (*MmsTables) LevelCompact 

func (m *MmsTables) LevelCompact(level uint16, shid uint64) error

func (*MmsTables) LevelPlan 

func (m *MmsTables) LevelPlan(level uint16) []*CompactGroup

func (*MmsTables) Listen added in v1.0.0 

func (m *MmsTables) Listen(signal chan struct{}, onClose func())

func (*MmsTables) MergeDisable 

func (m *MmsTables) MergeDisable()

func (*MmsTables) MergeEnable 

func (m *MmsTables) MergeEnable()

func (*MmsTables) MergeEnabled 

func (m *MmsTables) MergeEnabled() bool

func (*MmsTables) MergeOutOfOrder 

func (m *MmsTables) MergeOutOfOrder(shId uint64, force bool) error

func (*MmsTables) NewChunkIterators 

func (m *MmsTables) NewChunkIterators(group FilesInfo) (*ChunkIterators, error)

func (*MmsTables) NewFileIterators 

func (m *MmsTables) NewFileIterators(group *CompactGroup) (FilesInfo, error)

func (*MmsTables) NewStreamIterators 

func (m *MmsTables) NewStreamIterators(group FilesInfo) (*StreamIterators, error)

func (*MmsTables) NewStreamWriteFile added in v1.0.0 

func (m *MmsTables) NewStreamWriteFile(mst string) *StreamWriteFile

func (*MmsTables) NextSequence 

func (m *MmsTables) NextSequence() uint64

func (*MmsTables) Open 

func (m *MmsTables) Open() (int64, error)

func (*MmsTables) ReplaceDownSampleFiles added in v1.0.0 

func (m *MmsTables) ReplaceDownSampleFiles(mstNames []string, originFiles [][]TSSPFile, newFiles [][]TSSPFile, isOrder bool, callBack func()) (err error)

func (*MmsTables) ReplaceFiles 

func (m *MmsTables) ReplaceFiles(name string, oldFiles, newFiles []TSSPFile, isOrder bool) (err error)

func (*MmsTables) Sequencer 

func (m *MmsTables) Sequencer() *Sequencer

used for update sequencer in flush, do not need reload, just update sequencer and merge idTimes in reload process in case which sequence is write, free, flush, update idTimes, and merge idTimes in next write

func (*MmsTables) SetAddFunc added in v1.0.0 

func (m *MmsTables) SetAddFunc(addFunc func(int64))

func (*MmsTables) SetOpId added in v1.0.0 

func (m *MmsTables) SetOpId(shardId uint64, opId uint64)

func (*MmsTables) Tier 

func (m *MmsTables) Tier() uint64

func (*MmsTables) UnRefSequencer added in v1.0.0 

func (m *MmsTables) UnRefSequencer()

func (*MmsTables) Wait 

func (m *MmsTables) Wait()

type MsBuilder 

type MsBuilder struct {
	Path string
	TableData
	Conf *Config

	MaxIds int

	Files    []TSSPFile
	FileName TSSPFileName
	// contains filtered or unexported fields
}

func AllocMsBuilder 

func AllocMsBuilder(dir, name string, lockPath *string, conf *Config, idCount int, fileName TSSPFileName,
	tier uint64, sequencer *Sequencer, estimateSize int) *MsBuilder

func GetMsBuilder 

func GetMsBuilder(dir, name string, lockPath *string, fileName TSSPFileName, conf *Config,
	sequencer *Sequencer, tier uint64, estimateSize int) *MsBuilder

func (*MsBuilder) FileVersion 

func (b *MsBuilder) FileVersion() uint64

func (*MsBuilder) Flush 

func (b *MsBuilder) Flush() error

func (*MsBuilder) MaxRowsPerSegment 

func (b *MsBuilder) MaxRowsPerSegment() int

func (*MsBuilder) Name 

func (b *MsBuilder) Name() string

func (*MsBuilder) NewTSSPFile 

func (b *MsBuilder) NewTSSPFile(tmp bool) (TSSPFile, error)

func (*MsBuilder) Reset 

func (b *MsBuilder) Reset()

func (*MsBuilder) Size 

func (b *MsBuilder) Size() int64

func (*MsBuilder) WithLog 

func (b *MsBuilder) WithLog(log *Log.Logger)

func (*MsBuilder) WriteData 

func (b *MsBuilder) WriteData(id uint64, data *record.Record) error

func (*MsBuilder) WriteRecord 

func (b *MsBuilder) WriteRecord(id uint64, data *record.Record, nextFile func(fn TSSPFileName) (seq uint64, lv uint16, merge uint16, ext uint16)) (*MsBuilder, error)

type NameReadWriterCloser 

type NameReadWriterCloser interface {
	Name() string
	io.ReadWriteCloser
}

func NewLimitWriter 

func NewLimitWriter(w NameReadWriterCloser, l Limiter) NameReadWriterCloser

type Offset added in v1.0.0 

type Offset struct {
	// contains filtered or unexported fields
}

type PreAggBuilder 

type PreAggBuilder interface {
	// contains filtered or unexported methods
}

type PreAggBuilders 

type PreAggBuilders struct {
	// contains filtered or unexported fields
}

func (*PreAggBuilders) Release 

func (b *PreAggBuilders) Release()

type ReadContext 

type ReadContext struct {
	Ascending bool
	// contains filtered or unexported fields
}

func NewReadContext 

func NewReadContext(ascending bool) *ReadContext

func (*ReadContext) GetOps 

func (d *ReadContext) GetOps() []*comm.CallOption

func (*ReadContext) InitPreAggBuilder 

func (d *ReadContext) InitPreAggBuilder()

func (*ReadContext) MatchPreAgg 

func (d *ReadContext) MatchPreAgg() bool

func (*ReadContext) Release 

func (d *ReadContext) Release()

func (*ReadContext) Reset 

func (d *ReadContext) Reset()

func (*ReadContext) Set 

func (d *ReadContext) Set(ascending bool, tr record.TimeRange, onlyFirstOrLast bool, ops []*comm.CallOption)

func (*ReadContext) SetOps 

func (d *ReadContext) SetOps(c []*comm.CallOption)

func (*ReadContext) SetTr 

func (d *ReadContext) SetTr(tr record.TimeRange)

type Segment 

type Segment struct {
	// contains filtered or unexported fields
}

Segment offset/size/minT/maxT

type SegmentRange 

type SegmentRange [2]int64 // min/max

type SegmentReader added in v1.0.0 

type SegmentReader struct {
	// contains filtered or unexported fields
}

func NewSegmentReader added in v1.0.0 

func NewSegmentReader(fi *FileIterator) *SegmentReader

func (*SegmentReader) Read added in v1.0.0 

func (sr *SegmentReader) Read(seg Segment, ref *record.Field, col *record.ColVal) error

func (*SegmentReader) ResetContext added in v1.0.0 

func (sr *SegmentReader) ResetContext()

type Sequencer 

type Sequencer struct {
	// contains filtered or unexported fields
}

func NewSequencer 

func NewSequencer() *Sequencer

func (*Sequencer) AddRowCounts 

func (s *Sequencer) AddRowCounts(mn string, id uint64, rowCounts int64)

func (*Sequencer) BatchUpdate 

func (s *Sequencer) BatchUpdate(p *IdTimePairs)

func (*Sequencer) BatchUpdateCheckTime 

func (s *Sequencer) BatchUpdateCheckTime(p *IdTimePairs)

func (*Sequencer) Get 

func (s *Sequencer) Get(mn string, id uint64) (lastFlushTime, rowCnt int64)

func (*Sequencer) IsLoading added in v1.0.0 

func (s *Sequencer) IsLoading() bool

type StreamIterator 

type StreamIterator struct {
	*FileIterator
	// contains filtered or unexported fields
}

func NewStreamStreamIterator 

func NewStreamStreamIterator(fi *FileIterator) *StreamIterator

type StreamIterators 

type StreamIterators struct {
	TableData

	Conf *Config
	// contains filtered or unexported fields
}

func (*StreamIterators) Close 

func (c *StreamIterators) Close()

func (*StreamIterators) FileVersion 

func (c *StreamIterators) FileVersion() uint64

func (*StreamIterators) Flush 

func (c *StreamIterators) Flush() error

func (*StreamIterators) Init 

func (c *StreamIterators) Init(id uint64, chunkDataOffset int64, schema record.Schemas)

func (*StreamIterators) Len 

func (c *StreamIterators) Len() int

func (*StreamIterators) Less 

func (c *StreamIterators) Less(i, j int) bool

func (*StreamIterators) NewFile 

func (c *StreamIterators) NewFile(addFileExt bool) error

func (*StreamIterators) NewTSSPFile 

func (c *StreamIterators) NewTSSPFile(tmp bool) (TSSPFile, error)

func (*StreamIterators) Pop 

func (c *StreamIterators) Pop() interface{}

func (*StreamIterators) Push 

func (c *StreamIterators) Push(v interface{})

func (*StreamIterators) Size 

func (c *StreamIterators) Size() int64

func (*StreamIterators) Swap 

func (c *StreamIterators) Swap(i, j int)

func (*StreamIterators) WithLog 

func (c *StreamIterators) WithLog(log *Log.Logger)

type StreamIteratorsPool 

type StreamIteratorsPool struct {
	// contains filtered or unexported fields
}

func NewStreamIteratorsPool 

func NewStreamIteratorsPool(n int) *StreamIteratorsPool

type StreamWriteFile added in v1.0.0 

type StreamWriteFile struct {
	TableData

	Conf *Config
	// contains filtered or unexported fields
}

func NewWriteScanFile added in v1.0.0 

func NewWriteScanFile(mst string, m *MmsTables, file TSSPFile, schema record.Schemas) (*StreamWriteFile, error)

func (*StreamWriteFile) AppendColumn added in v1.0.0 

func (c *StreamWriteFile) AppendColumn(ref record.Field) error

func (*StreamWriteFile) ChangeColumn added in v1.0.0 

func (c *StreamWriteFile) ChangeColumn(ref record.Field) error

func (*StreamWriteFile) ChangeSid added in v1.0.0 

func (c *StreamWriteFile) ChangeSid(sid uint64)

func (*StreamWriteFile) Close added in v1.0.0 

func (c *StreamWriteFile) Close(isError bool)

func (*StreamWriteFile) Flush added in v1.0.0 

func (c *StreamWriteFile) Flush() error

func (*StreamWriteFile) GetTSSPFile added in v1.0.0 

func (c *StreamWriteFile) GetTSSPFile() TSSPFile

func (*StreamWriteFile) Init added in v1.0.0 

func (c *StreamWriteFile) Init(id uint64, chunkDataOffset int64, schema record.Schemas)

func (*StreamWriteFile) InitFile added in v1.0.0 

func (c *StreamWriteFile) InitFile(seq uint64) error

func (*StreamWriteFile) InitMergedFile added in v1.0.0 

func (c *StreamWriteFile) InitMergedFile(f TSSPFile) error

func (*StreamWriteFile) NewFile added in v1.0.0 

func (c *StreamWriteFile) NewFile(addFileExt bool) error

func (*StreamWriteFile) NewTSSPFile added in v1.0.0 

func (c *StreamWriteFile) NewTSSPFile(tmp bool) (TSSPFile, error)

func (*StreamWriteFile) Size added in v1.0.0 

func (c *StreamWriteFile) Size() int64

func (*StreamWriteFile) WriteCurrentMeta added in v1.0.0 

func (c *StreamWriteFile) WriteCurrentMeta() error

func (*StreamWriteFile) WriteData added in v1.0.0 

func (c *StreamWriteFile) WriteData(id uint64, ref record.Field, col record.ColVal, timeCol *record.ColVal) error

func (*StreamWriteFile) WriteFile added in v1.0.0 

func (c *StreamWriteFile) WriteFile() error

func (*StreamWriteFile) WriteMeta added in v1.0.0 

func (c *StreamWriteFile) WriteMeta(cm *ChunkMeta) error

type String 

type String struct {
	// contains filtered or unexported fields
}

func GetStringCoder 

func GetStringCoder() *String

func (*String) Decoding 

func (enc *String) Decoding(in []byte, out []byte) ([]byte, error)

func (*String) Encoding 

func (enc *String) Encoding(in []byte, out []byte) ([]byte, error)

func (*String) MaxEncodedLen 

func (enc *String) MaxEncodedLen(size int) int

func (*String) SetEncodingType 

func (enc *String) SetEncodingType(ty int)

type StringPreAgg 

type StringPreAgg struct {
	// contains filtered or unexported fields
}

StringPreAgg If you change the order of the elements in the structure, remember to modify marshal() and unmarshal() as well.

func NewStringPreAgg 

func NewStringPreAgg() *StringPreAgg

type TSSPFile 

type TSSPFile interface {
	Path() string
	Name() string
	FileName() TSSPFileName
	LevelAndSequence() (uint16, uint64)
	FileNameMerge() uint16
	FileNameExtend() uint16
	IsOrder() bool
	Ref()
	Unref()
	RefFileReader()
	UnrefFileReader()
	Stop()
	Inuse() bool
	MetaIndexAt(idx int) (*MetaIndex, error)
	MetaIndex(id uint64, tr record.TimeRange) (int, *MetaIndex, error)
	ChunkMeta(id uint64, offset int64, size, itemCount uint32, metaIdx int, dst *ChunkMeta, buffer *[]byte) (*ChunkMeta, error)
	Read(id uint64, tr record.TimeRange, dst *record.Record) (*record.Record, error)
	ReadAt(cm *ChunkMeta, segment int, dst *record.Record, decs *ReadContext) (*record.Record, error)
	ChunkAt(index int) (*ChunkMeta, error)
	ReadData(offset int64, size uint32, dst *[]byte) ([]byte, error)
	ReadChunkMetaData(metaIdx int, m *MetaIndex, dst []ChunkMeta) ([]ChunkMeta, error)

	CreateTime() int64
	FileStat() *Trailer
	// FileSize get the size of the disk occupied by file
	FileSize() int64
	// InMemSize get the size of the memory occupied by file
	InMemSize() int64
	Contains(id uint64) (bool, error)
	ContainsByTime(tr record.TimeRange) (bool, error)
	ContainsValue(id uint64, tr record.TimeRange) (bool, error)
	MinMaxTime() (int64, int64, error)

	Delete(ids []int64) error
	DeleteRange(ids []int64, min, max int64) error
	HasTombstones() bool
	TombstoneFiles() []TombstoneFile

	Open() error
	Close() error
	LoadIntoMemory() error
	LoadComponents() error
	LoadIdTimes(p *IdTimePairs) error
	Rename(newName string) error
	Remove() error
	FreeMemory(evictLock bool) int64
	FreeFileHandle() error
	Version() uint64
	AverageChunkRows() int
	MaxChunkRows() int
	MetaIndexItemNum() int64
	AddToEvictList(level uint16)
	RemoveFromEvictList(level uint16)
}

func OpenTSSPFile 

func OpenTSSPFile(name string, lockPath *string, isOrder bool, cacheData bool) (TSSPFile, error)

type TSSPFileName 

type TSSPFileName struct {
	// contains filtered or unexported fields
}

func NewTSSPFileName 

func NewTSSPFileName(seq uint64, level, merge, extent uint16, order bool, lockPath *string) TSSPFileName

func (*TSSPFileName) Equal 

func (n *TSSPFileName) Equal(other *TSSPFileName) bool

func (*TSSPFileName) ParseFileName 

func (n *TSSPFileName) ParseFileName(name string) error

func (*TSSPFileName) Path 

func (n *TSSPFileName) Path(dir string, tmp bool) string

func (*TSSPFileName) SetExtend 

func (n *TSSPFileName) SetExtend(extend uint16)

func (*TSSPFileName) SetLevel 

func (n *TSSPFileName) SetLevel(l uint16)

func (*TSSPFileName) SetMerge 

func (n *TSSPFileName) SetMerge(merge uint16)

func (*TSSPFileName) SetOrder 

func (n *TSSPFileName) SetOrder(v bool)

func (*TSSPFileName) SetSeq 

func (n *TSSPFileName) SetSeq(seq uint64)

func (*TSSPFileName) String 

func (n *TSSPFileName) String() string

func (*TSSPFileName) TmpPath 

func (n *TSSPFileName) TmpPath(dir string) string

type TSSPFileReader 

type TSSPFileReader struct {
	// contains filtered or unexported fields
}

func CreateTSSPFileReader 

func CreateTSSPFileReader(size int64, fd fileops.File, trailer *Trailer, tb *TableData, ver uint64, tmp bool, lockPath *string) (*TSSPFileReader, error)

func NewTSSPFileReader 

func NewTSSPFileReader(name string, lockPath *string) (*TSSPFileReader, error)

func (*TSSPFileReader) AverageChunkRows 

func (r *TSSPFileReader) AverageChunkRows() int

func (*TSSPFileReader) BlockHeader 

func (r *TSSPFileReader) BlockHeader(meta *ChunkMeta, dst []record.Field) ([]record.Field, error)

func (*TSSPFileReader) ChunkMeta 

func (r *TSSPFileReader) ChunkMeta(id uint64, offset int64, size, itemCount uint32, metaIdx int, dst *ChunkMeta, buffer *[]byte) (*ChunkMeta, error)

func (*TSSPFileReader) ChunkMetaAt 

func (r *TSSPFileReader) ChunkMetaAt(index int) (*ChunkMeta, error)

func (*TSSPFileReader) Close 

func (r *TSSPFileReader) Close() error

func (*TSSPFileReader) Contains 

func (r *TSSPFileReader) Contains(id uint64, tm record.TimeRange) bool

func (*TSSPFileReader) ContainsId 

func (r *TSSPFileReader) ContainsId(id uint64) bool

func (*TSSPFileReader) ContainsTime 

func (r *TSSPFileReader) ContainsTime(tm record.TimeRange) bool

func (*TSSPFileReader) CreateTime 

func (r *TSSPFileReader) CreateTime() int64

func (*TSSPFileReader) FileName 

func (r *TSSPFileReader) FileName() string

func (*TSSPFileReader) FileSize 

func (r *TSSPFileReader) FileSize() int64

func (*TSSPFileReader) FreeFileHandle added in v1.0.0 

func (r *TSSPFileReader) FreeFileHandle() error

func (*TSSPFileReader) FreeMemory 

func (r *TSSPFileReader) FreeMemory() int64

func (*TSSPFileReader) GetTSSPFileBytes 

func (r *TSSPFileReader) GetTSSPFileBytes(offset int64, size uint32, buf *[]byte) ([]byte, error)

func (*TSSPFileReader) InMemSize 

func (r *TSSPFileReader) InMemSize() int64

func (*TSSPFileReader) LoadComponents added in v1.0.0 

func (r *TSSPFileReader) LoadComponents() error

func (*TSSPFileReader) LoadIntoMemory 

func (r *TSSPFileReader) LoadIntoMemory() error

func (*TSSPFileReader) MaxChunkRows 

func (r *TSSPFileReader) MaxChunkRows() int

func (*TSSPFileReader) MetaIndex 

func (r *TSSPFileReader) MetaIndex(id uint64, tr record.TimeRange) (int, *MetaIndex, error)

func (*TSSPFileReader) MetaIndexAt 

func (r *TSSPFileReader) MetaIndexAt(idx int) (*MetaIndex, error)

func (*TSSPFileReader) MinMaxSeriesID 

func (r *TSSPFileReader) MinMaxSeriesID() (min, max uint64, err error)

func (*TSSPFileReader) MinMaxTime 

func (r *TSSPFileReader) MinMaxTime() (min, max int64, err error)

func (*TSSPFileReader) Name 

func (r *TSSPFileReader) Name() string

func (*TSSPFileReader) Open 

func (r *TSSPFileReader) Open() error

func (*TSSPFileReader) Read 

func (r *TSSPFileReader) Read(offset int64, size uint32, dst *[]byte) ([]byte, error)

func (*TSSPFileReader) ReadChunkMetaData 

func (r *TSSPFileReader) ReadChunkMetaData(metaIdx int, m *MetaIndex, dst []ChunkMeta) ([]ChunkMeta, error)

func (*TSSPFileReader) ReadData 

func (r *TSSPFileReader) ReadData(cm *ChunkMeta, segment int, dst *record.Record, decs *ReadContext) (*record.Record, error)

func (*TSSPFileReader) ReadDataBlock 

func (r *TSSPFileReader) ReadDataBlock(offset int64, size uint32, dst *[]byte) (rb []byte, err error)

func (*TSSPFileReader) ReadMetaBlock 

func (r *TSSPFileReader) ReadMetaBlock(metaIdx int, id uint64, offset int64, size uint32, count uint32,
	dst *[]byte) (rb []byte, err error)

func (*TSSPFileReader) Ref added in v1.0.0 

func (r *TSSPFileReader) Ref()

func (*TSSPFileReader) Rename 

func (r *TSSPFileReader) Rename(newName string) error

func (*TSSPFileReader) Stat 

func (r *TSSPFileReader) Stat() *Trailer

func (*TSSPFileReader) Unref added in v1.0.0 

func (r *TSSPFileReader) Unref()

func (*TSSPFileReader) Version 

func (r *TSSPFileReader) Version() uint64

type TSSPFiles 

type TSSPFiles struct {
	// contains filtered or unexported fields
}

func NewTSSPFiles 

func NewTSSPFiles() *TSSPFiles

func (*TSSPFiles) Append 

func (f *TSSPFiles) Append(file TSSPFile)

func (*TSSPFiles) Files 

func (f *TSSPFiles) Files() []TSSPFile

func (*TSSPFiles) Len 

func (f *TSSPFiles) Len() int

func (*TSSPFiles) Less 

func (f *TSSPFiles) Less(i, j int) bool

func (*TSSPFiles) StopFiles 

func (f *TSSPFiles) StopFiles()

func (*TSSPFiles) Swap 

func (f *TSSPFiles) Swap(i, j int)

type TableData 

type TableData struct {
	// contains filtered or unexported fields
}

type TableReader 

type TableReader interface {
	Open() error
	Close() error
	ReadData(cm *ChunkMeta, segment int, dst *record.Record, ctx *ReadContext) (*record.Record, error)
	Ref()
	Unref()
	MetaIndexAt(idx int) (*MetaIndex, error)
	MetaIndex(id uint64, tr record.TimeRange) (int, *MetaIndex, error)
	ChunkMeta(id uint64, offset int64, size, itemCount uint32, metaIdx int, dst *ChunkMeta, buffer *[]byte) (*ChunkMeta, error)
	ChunkMetaAt(index int) (*ChunkMeta, error)

	ReadMetaBlock(metaIdx int, id uint64, offset int64, size uint32, count uint32, dst *[]byte) ([]byte, error)
	ReadDataBlock(offset int64, size uint32, dst *[]byte) ([]byte, error)
	Read(offset int64, size uint32, dst *[]byte) ([]byte, error)
	ReadChunkMetaData(metaIdx int, m *MetaIndex, dst []ChunkMeta) ([]ChunkMeta, error)
	BlockHeader(meta *ChunkMeta, dst []record.Field) ([]record.Field, error)

	Stat() *Trailer
	MinMaxSeriesID() (min, max uint64, err error)
	MinMaxTime() (min, max int64, err error)
	Contains(id uint64, tm record.TimeRange) bool
	ContainsTime(tm record.TimeRange) bool
	ContainsId(id uint64) bool
	CreateTime() int64
	Name() string
	FileName() string
	Rename(newName string) error
	FileSize() int64
	InMemSize() int64
	Version() uint64
	FreeMemory() int64
	FreeFileHandle() error
	LoadIntoMemory() error
	LoadComponents() error
	AverageChunkRows() int
	MaxChunkRows() int
}

type TableReaders 

type TableReaders []TSSPFile

func (TableReaders) Len 

func (tables TableReaders) Len() int

func (TableReaders) Less 

func (tables TableReaders) Less(i, j int) bool

func (TableReaders) Swap 

func (tables TableReaders) Swap(i, j int)

type TableStat 

type TableStat struct {
	// contains filtered or unexported fields
}

type TableStoreGC 

type TableStoreGC struct {
	// contains filtered or unexported fields
}

func (*TableStoreGC) Add 

func (sgc *TableStoreGC) Add(free bool, files ...TSSPFile)

func (*TableStoreGC) GC 

func (sgc *TableStoreGC) GC()

type TablesGC 

type TablesGC interface {
	Add(free bool, files ...TSSPFile)
	GC()
}

func NewTableStoreGC 

func NewTableStoreGC() TablesGC

type TablesStore 

type TablesStore interface {
	SetOpId(shardId uint64, opId uint64)
	Open() (int64, error)
	Close() error
	AddTable(ms *MsBuilder, isOrder bool, tmp bool)
	AddTSSPFiles(name string, isOrder bool, f ...TSSPFile)
	FreeAllMemReader()
	ReplaceFiles(name string, oldFiles, newFiles []TSSPFile, isOrder bool) error
	GetBothFilesRef(measurement string, hasTimeFilter bool, tr record.TimeRange) ([]TSSPFile, []TSSPFile)
	ReplaceDownSampleFiles(mstNames []string, originFiles [][]TSSPFile, newFiles [][]TSSPFile, isOrder bool, callBack func()) error
	NextSequence() uint64
	Sequencer() *Sequencer
	GetTSSPFiles(mm string, isOrder bool) (*TSSPFiles, bool)
	Tier() uint64
	File(name string, namePath string, isOrder bool) TSSPFile
	CompactDone(seq []string)
	CompactionEnable()
	CompactionDisable()
	MergeEnable()
	MergeDisable()
	CompactionEnabled() bool
	MergeEnabled() bool
	IsOutOfOrderFilesExist() bool
	MergeOutOfOrder(shId uint64, force bool) error
	LevelCompact(level uint16, shid uint64) error
	FullCompact(shid uint64) error
	SetAddFunc(addFunc func(int64))
	GetLastFlushTimeBySid(measurement string, sid uint64) (int64, error)
	GetRowCountsBySid(measurement string, sid uint64) (int64, error)
	AddRowCountsBySid(measurement string, sid uint64, rowCounts int64) error
	GetOutOfOrderFileNum() int
	GetMstFileStat() *stats.FileStat
	DropMeasurement(ctx context.Context, name string) error
	GetFileSeq() uint64
	DisableCompAndMerge()
	EnableCompAndMerge()
	FreeSequencer() bool
	UnRefSequencer()
}

type Time 

type Time struct {
	// contains filtered or unexported fields
}

func GetTimeCoder 

func GetTimeCoder() *Time

func (*Time) Decoding 

func (enc *Time) Decoding(in []byte, out []byte) ([]byte, error)

func (*Time) Encoding 

func (enc *Time) Encoding(in []byte, out []byte) ([]byte, error)

func (*Time) SetEncodingType 

func (enc *Time) SetEncodingType(ty int)

type TimePreAgg 

type TimePreAgg struct {
	// contains filtered or unexported fields
}

func NewTimePreAgg 

func NewTimePreAgg() *TimePreAgg

type Tombstone 

type Tombstone struct {
	ID               uint64
	MinTime, MaxTime int64
}

type TombstoneFile 

type TombstoneFile struct {
	// contains filtered or unexported fields
}

func (*TombstoneFile) Path 

func (t *TombstoneFile) Path() string

func (*TombstoneFile) TombstonesCount 

func (t *TombstoneFile) TombstonesCount() int

type Trailer 

type Trailer struct {
	TableStat
	// contains filtered or unexported fields
}

func (*Trailer) ContainsId 

func (t *Trailer) ContainsId(id uint64) bool

func (*Trailer) ContainsTime 

func (t *Trailer) ContainsTime(tm record.TimeRange) bool

func (*Trailer) MetaIndexItemNum added in v1.0.0 

func (t *Trailer) MetaIndexItemNum() int64

type UnorderedColumnReader added in v1.0.0 

type UnorderedColumnReader struct {
	// contains filtered or unexported fields
}

func (*UnorderedColumnReader) Read added in v1.0.0 

func (r *UnorderedColumnReader) Read(ref *record.Field, maxTime int64) (*record.ColVal, []int64, error)

reads all unordered data whose time is earlier than maxTime

func (*UnorderedColumnReader) ReadSchema added in v1.0.0 

func (r *UnorderedColumnReader) ReadSchema(res map[string]record.Field, maxTime int64)

type UnorderedReader added in v1.0.0 

type UnorderedReader struct {
	// contains filtered or unexported fields
}

func NewUnorderedReader added in v1.0.0 

func NewUnorderedReader(log *logger.Logger) *UnorderedReader

func (*UnorderedReader) AddFiles added in v1.0.0 

func (r *UnorderedReader) AddFiles(files []TSSPFile)

func (*UnorderedReader) Close added in v1.0.0 

func (r *UnorderedReader) Close()

func (*UnorderedReader) InitTimes added in v1.0.1 

func (r *UnorderedReader) InitTimes(sid uint64, maxTime int64) error

InitTimes initialize the time column of unordered data

func (*UnorderedReader) Read added in v1.0.0 

func (r *UnorderedReader) Read(sid uint64, ref *record.Field, maxTime int64) (*record.ColVal, []int64, error)

Read reads data based on the series ID, column, and time range

func (*UnorderedReader) ReadAllTimes added in v1.0.1 

func (r *UnorderedReader) ReadAllTimes() []int64

func (*UnorderedReader) ReadRemain added in v1.0.0 

func (r *UnorderedReader) ReadRemain(sid uint64, cb remainCallback) error

ReadRemain reads all remaining data that is smaller than the current series ID in the unordered data

func (*UnorderedReader) ReadSeriesSchemas added in v1.0.0 

func (r *UnorderedReader) ReadSeriesSchemas(sid uint64, maxTime int64) record.Schemas

func (*UnorderedReader) ReadTimes added in v1.0.0 

func (r *UnorderedReader) ReadTimes(ref *record.Field, maxTime int64) []int64

Source Files

View all Source files

Directories

Path Synopsis

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL
go.dev uses cookies from Google to deliver and enhance the quality of its services and to analyze traffic. Learn more.