shelf

package
v1.4.2 Latest Latest
Warning

This package is not in the latest version of its module.

 Go to latest Published: Sep 1, 2025 License: Apache-2.0 Imports: 40 Imported by: 0

Documentation

Index

Constants

View Source 
const (
	RecordEncodeModeOneRow = 1
	RecordEncodeModeFull   = 2
)
View Source 
const DefaultShardFreeDuration = 600 // Second

Variables

This section is empty.

Functions

func AllocTSSPConvertSource 

func AllocTSSPConvertSource() (bool, func())

func AllocWalSeq 

func AllocWalSeq() uint64

func EncodeColVal added in v1.4.1 

func EncodeColVal(dst []byte, cv *record.ColVal) []byte

func EncodeColValRow added in v1.4.1 

func EncodeColValRow(dst []byte, typ int, cv *record.ColVal, rowIdx int) []byte

func EncodeColumnSchema added in v1.4.1 

func EncodeColumnSchema(dst []byte, schema *record.Field) []byte

func EncodeRecord added in v1.4.1 

func EncodeRecord(dst []byte, rec *record.Record) []byte

func EncodeRecordRow added in v1.4.1 

func EncodeRecordRow(dst []byte, rec *record.Record, rowIdx int) []byte

func IsUniqueSorted added in v1.4.1 

func IsUniqueSorted[S ~[]E, E cmp.Ordered](x S) bool

func LZ4CompressBlock 

func LZ4CompressBlock(src, dst []byte) ([]byte, error)

func LZ4DecompressBlock 

func LZ4DecompressBlock(src, dst []byte) ([]byte, error)

func Open 

func Open()

func ReadRecord 

func ReadRecord(shardID uint64, mst string, sid uint64, tr *util.TimeRange,
	schema record.Schemas, ascending bool) *record.Record

func SnappyCompressBlock 

func SnappyCompressBlock(src, dst []byte) []byte

func SnappyDecompressBlock 

func SnappyDecompressBlock(src, dst []byte) ([]byte, error)

Types

type Blob added in v1.4.1 

type Blob struct {
	// contains filtered or unexported fields
}

func (*Blob) Done added in v1.4.1 

func (b *Blob) Done(err error)

func (*Blob) Error added in v1.4.1 

func (b *Blob) Error() error

func (*Blob) Hash added in v1.4.1 

func (b *Blob) Hash() uint64

func (*Blob) IsEmpty added in v1.4.1 

func (b *Blob) IsEmpty() bool

func (*Blob) Iterator added in v1.4.1 

func (b *Blob) Iterator() *BlobIterator

func (*Blob) MicroSince added in v1.4.1 

func (b *Blob) MicroSince() int64

func (*Blob) Reset added in v1.4.1 

func (b *Blob) Reset()

func (*Blob) ResetTime added in v1.4.1 

func (b *Blob) ResetTime()

func (*Blob) SetShardID added in v1.4.1 

func (b *Blob) SetShardID(id uint64)

func (*Blob) ShardID added in v1.4.1 

func (b *Blob) ShardID() uint64

func (*Blob) TimeRange added in v1.4.1 

func (b *Blob) TimeRange() *util.TimeRange

func (*Blob) WriteRecordRow added in v1.4.1 

func (b *Blob) WriteRecordRow(seriesKey []byte, rec *record.Record, rowIndex int)

type BlobGroup added in v1.4.1 

type BlobGroup struct {
	// contains filtered or unexported fields
}

func NewBlobGroup added in v1.4.1 

func NewBlobGroup(size int) (*BlobGroup, func())

func (*BlobGroup) Error added in v1.4.1 

func (bg *BlobGroup) Error() error

func (*BlobGroup) GroupingRow added in v1.4.1 

func (bg *BlobGroup) GroupingRow(mst string, seriesKey []byte, rec *record.Record, rowIndex int)

func (*BlobGroup) Init added in v1.4.1 

func (bg *BlobGroup) Init(size int)

func (*BlobGroup) ResetTime added in v1.4.1 

func (bg *BlobGroup) ResetTime()

func (*BlobGroup) Wait added in v1.4.1 

func (bg *BlobGroup) Wait()

func (*BlobGroup) Walk added in v1.4.1 

func (bg *BlobGroup) Walk(fn func(blob *Blob))

type BlobIterator added in v1.4.1 

type BlobIterator struct {
	// contains filtered or unexported fields
}

func NewBlobIterator added in v1.4.1 

func NewBlobIterator(data []byte) *BlobIterator

func (*BlobIterator) Next added in v1.4.1 

func (itr *BlobIterator) Next() ([]byte, []byte, error)

type Index 

type Index interface {
	GetSeriesIdBySeriesKeyFromCache([]byte) (uint64, error)
	CreateIndexIfNotExistsBySeries([]byte, []byte, influx.PointTags) (uint64, error)
}

type IndexCreator 

type IndexCreator struct {
	// contains filtered or unexported fields
}

func (*IndexCreator) Create 

func (c *IndexCreator) Create(wal *Wal)

type MemWalReader 

type MemWalReader struct {
	// contains filtered or unexported fields
}

func (*MemWalReader) Load 

func (r *MemWalReader) Load(reader io.ReaderAt, size int) error

func (*MemWalReader) ReadAt 

func (r *MemWalReader) ReadAt(dst []byte, ofs int64) (int, error)

type Offsets 

type Offsets struct {
	// contains filtered or unexported fields
}

func (*Offsets) Add 

func (o *Offsets) Add(v ...int64)

type Processor 

type Processor struct {
	// contains filtered or unexported fields
}

func NewProcessor 

func NewProcessor(id int, queue *util.Queue[Blob]) *Processor

func (*Processor) Close 

func (p *Processor) Close()

func (*Processor) ForceFlush added in v1.4.1 

func (p *Processor) ForceFlush(shardID uint64)

func (*Processor) GetShards 

func (p *Processor) GetShards(shardID uint64) *Shard

func (*Processor) RegisterShard 

func (p *Processor) RegisterShard(shardID uint64, info *ShardInfo)

func (*Processor) Run 

func (p *Processor) Run()

func (*Processor) Stop 

func (p *Processor) Stop()

func (*Processor) UnRegisterShard 

func (p *Processor) UnRegisterShard(id uint64)

type Runner 

type Runner struct {
	// contains filtered or unexported fields
}

func NewRunner 

func NewRunner() *Runner

func (*Runner) Close 

func (r *Runner) Close()

func (*Runner) ForceFlush added in v1.4.1 

func (r *Runner) ForceFlush(shardID uint64)

func (*Runner) GetWALs 

func (r *Runner) GetWALs(shardID uint64, mst string, tr *util.TimeRange) ([]*Wal, func())

func (*Runner) RegisterShard 

func (r *Runner) RegisterShard(id uint64, info *ShardInfo)

func (*Runner) Schedule 

func (r *Runner) Schedule(shardID uint64, blob *Blob)

func (*Runner) ScheduleGroup added in v1.4.1 

func (r *Runner) ScheduleGroup(shardID uint64, group *BlobGroup) error

func (*Runner) Size 

func (r *Runner) Size() int

func (*Runner) UnregisterShard 

func (r *Runner) UnregisterShard(id uint64)

type SeriesKeyOffsets 

type SeriesKeyOffsets struct {
	// contains filtered or unexported fields
}

func NewSeriesKeyOffsets 

func NewSeriesKeyOffsets() *SeriesKeyOffsets

func (*SeriesKeyOffsets) Add 

func (o *SeriesKeyOffsets) Add(key []byte, ofs int64)

func (*SeriesKeyOffsets) Len 

func (o *SeriesKeyOffsets) Len() int

func (*SeriesKeyOffsets) Pop 

func (o *SeriesKeyOffsets) Pop() ([]byte, int64)

type SeriesOffsets 

type SeriesOffsets struct {
	// contains filtered or unexported fields
}

func NewSeriesOffsets 

func NewSeriesOffsets() *SeriesOffsets

func (*SeriesOffsets) Add 

func (o *SeriesOffsets) Add(key uint64, ofs ...int64)

func (*SeriesOffsets) Get 

func (o *SeriesOffsets) Get(sid uint64) []int64

func (*SeriesOffsets) GetAllKeyNoLock 

func (o *SeriesOffsets) GetAllKeyNoLock(dst []uint64) []uint64

type Shard 

type Shard struct {
	// contains filtered or unexported fields
}

func NewShard 

func NewShard(workerID int, info *ShardInfo, freeDuration uint64) *Shard

func (*Shard) AsyncConvertToTSSP 

func (s *Shard) AsyncConvertToTSSP()

func (*Shard) AsyncCreateIndex 

func (s *Shard) AsyncCreateIndex()

func (*Shard) CreateWal 

func (s *Shard) CreateWal(mst string) *Wal

func (*Shard) ForceFlush added in v1.4.1 

func (s *Shard) ForceFlush()

func (*Shard) Free 

func (s *Shard) Free()

func (*Shard) GetWalDir 

func (s *Shard) GetWalDir() string

func (*Shard) GetWalReaders 

func (s *Shard) GetWalReaders(dst []*Wal, mst string, tr *util.TimeRange) []*Wal

func (*Shard) Load 

func (s *Shard) Load()

func (*Shard) Run 

func (s *Shard) Run()

func (*Shard) Stop 

func (s *Shard) Stop()

func (*Shard) UpdateWal added in v1.4.1 

func (s *Shard) UpdateWal(wal *Wal, seriesKey []byte, tr *util.TimeRange) (*Wal, error)

func (*Shard) Wait 

func (s *Shard) Wait()

func (*Shard) Write 

func (s *Shard) Write(wal *Wal, seriesKey, rec []byte) error

type ShardInfo 

type ShardInfo struct {
	// contains filtered or unexported fields
}

func NewShardInfo 

func NewShardInfo(ident *meta.ShardIdentifier, filePath string, lock *string,
	tbStore immutable.TablesStore, index Index) *ShardInfo

type Wal 

type Wal struct {
	util.Reference
	// contains filtered or unexported fields
}

func NewWal 

func NewWal(dir string, lock *string, mst string) *Wal

func (*Wal) AddSeriesOffsets 

func (wal *Wal) AddSeriesOffsets(sid uint64, offsets ...int64)

func (*Wal) BackgroundSync 

func (wal *Wal) BackgroundSync()

func (*Wal) Clean 

func (wal *Wal) Clean()

func (*Wal) Converted added in v1.4.1 

func (wal *Wal) Converted() bool

func (*Wal) EndWrite added in v1.4.1 

func (wal *Wal) EndWrite()

func (*Wal) Expired 

func (wal *Wal) Expired() bool

func (*Wal) Flush 

func (wal *Wal) Flush() error

func (*Wal) GetAllSid 

func (wal *Wal) GetAllSid(dst []uint64) []uint64

func (*Wal) Load 

func (wal *Wal) Load(name string) error

func (*Wal) LoadIntoMemory 

func (wal *Wal) LoadIntoMemory()

func (*Wal) MustClose 

func (wal *Wal) MustClose()

func (*Wal) Name 

func (wal *Wal) Name() string

func (*Wal) NeedCreateIndex 

func (wal *Wal) NeedCreateIndex() bool

func (*Wal) Opened 

func (wal *Wal) Opened() bool

func (*Wal) PopSeriesKey 

func (wal *Wal) PopSeriesKey() ([]byte, int64)

func (*Wal) ReadBlock 

func (wal *Wal) ReadBlock(ctx *WalCtx, ofs int64) ([]byte, error)

func (*Wal) ReadRecord 

func (wal *Wal) ReadRecord(ctx *WalCtx, sid uint64, dst *record.Record) error

func (*Wal) SizeLimited 

func (wal *Wal) SizeLimited() bool

func (*Wal) Sync 

func (wal *Wal) Sync() error

func (*Wal) UpdateTimeRange added in v1.4.1 

func (wal *Wal) UpdateTimeRange(tr *util.TimeRange)

func (*Wal) WriteRecord 

func (wal *Wal) WriteRecord(sid uint64, seriesKey []byte, rec []byte) error

func (*Wal) WrittenSize 

func (wal *Wal) WrittenSize() int64

type WalBlockHeader 

type WalBlockHeader struct {
	// contains filtered or unexported fields
}

func (*WalBlockHeader) Put 

func (h *WalBlockHeader) Put(dst []byte)

func (*WalBlockHeader) Set 

func (h *WalBlockHeader) Set(size int, flag uint32, sid uint64)

func (*WalBlockHeader) Unmarshal 

func (h *WalBlockHeader) Unmarshal(src []byte) error

type WalCtx 

type WalCtx struct {
	// contains filtered or unexported fields
}

func NewWalCtx 

func NewWalCtx() (*WalCtx, func())

func (*WalCtx) Instance added in v1.4.1 

func (ctx *WalCtx) Instance() *WalCtx

func (*WalCtx) MemSize 

func (ctx *WalCtx) MemSize() int

type WalFile 

type WalFile struct {
	// contains filtered or unexported fields
}

func NewWalFile 

func NewWalFile(name string, lock *string) *WalFile

func (*WalFile) Close 

func (wf *WalFile) Close() error

func (*WalFile) Flush 

func (wf *WalFile) Flush() error

func (*WalFile) LoadIntoMemory 

func (wf *WalFile) LoadIntoMemory()

func (*WalFile) Name 

func (wf *WalFile) Name() string

func (*WalFile) Open 

func (wf *WalFile) Open(flag int) error

func (*WalFile) ReadAt 

func (wf *WalFile) ReadAt(dst []byte, ofs int64) (int, error)

func (*WalFile) Sync 

func (wf *WalFile) Sync() error

func (*WalFile) Write 

func (wf *WalFile) Write(b []byte) (int, error)

func (*WalFile) WrittenSize 

func (wf *WalFile) WrittenSize() int64

type WalReader added in v1.4.1 

type WalReader struct {
	// contains filtered or unexported fields
}

func NewWalReader added in v1.4.1 

func NewWalReader(shardID uint64, mst string, tr *util.TimeRange) *WalReader

func (*WalReader) Ref added in v1.4.1 

func (r *WalReader) Ref()

func (*WalReader) UnRef added in v1.4.1 

func (r *WalReader) UnRef()

func (*WalReader) Values added in v1.4.1 

func (r *WalReader) Values(_ string, sid uint64, tr util.TimeRange, schema record.Schemas, ascending bool) *record.Record

type WalRecordDecoder added in v1.4.1 

type WalRecordDecoder struct {
}

func NewWalRecordDecoder added in v1.4.1 

func NewWalRecordDecoder() *WalRecordDecoder

func (*WalRecordDecoder) Decode added in v1.4.1 

func (c *WalRecordDecoder) Decode(rec *record.Record, buf []byte) error

func (*WalRecordDecoder) DecodeColVal added in v1.4.1 

func (c *WalRecordDecoder) DecodeColVal(dec *codec.BinaryDecoder, typ int, col *record.ColVal) error

func (*WalRecordDecoder) DecodeColValOneRowMode added in v1.4.1 

func (c *WalRecordDecoder) DecodeColValOneRowMode(dec *codec.BinaryDecoder, typ int, col *record.ColVal)

func (*WalRecordDecoder) DecodeColumnSchema added in v1.4.1 

func (c *WalRecordDecoder) DecodeColumnSchema(dec *codec.BinaryDecoder, dst *record.Field)

type WalRecordIterator 

type WalRecordIterator struct {
	// contains filtered or unexported fields
}

func (*WalRecordIterator) Init 

func (itr *WalRecordIterator) Init(wal *Wal)

func (*WalRecordIterator) Next 

func (itr *WalRecordIterator) Next(dst *record.Record) (uint64, error)

type WriterFlusher 

type WriterFlusher interface {
	io.Writer
	Flush() error
}

Source Files

View all Source files

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL
go.dev uses cookies from Google to deliver and enhance the quality of its services and to analyze traffic. Learn more.