shelf

package
v1.4.0 Latest Latest
Warning

This package is not in the latest version of its module.

 Go to latest Published: Apr 12, 2025 License: Apache-2.0 Imports: 37 Imported by: 0

Documentation

Index

Constants

View Source 
const DefaultShardFreeDuration = 600 // Second

Variables

This section is empty.

Functions

func AllocTSSPConvertSource 

func AllocTSSPConvertSource() (bool, func())

func AllocWalSeq 

func AllocWalSeq() uint64

func LZ4CompressBlock 

func LZ4CompressBlock(src, dst []byte) ([]byte, error)

func LZ4DecompressBlock 

func LZ4DecompressBlock(src, dst []byte) ([]byte, error)

func Open 

func Open()

func ReadRecord 

func ReadRecord(shardID uint64, mst string, sid uint64, tr *util.TimeRange,
	schema record.Schemas, ascending bool) *record.Record

func SnappyCompressBlock 

func SnappyCompressBlock(src, dst []byte) []byte

func SnappyDecompressBlock 

func SnappyDecompressBlock(src, dst []byte) ([]byte, error)

Types

type Index 

type Index interface {
	GetSeriesIdBySeriesKeyFromCache([]byte) (uint64, error)
	CreateIndexIfNotExistsBySeries([]byte, []byte, influx.PointTags) (uint64, error)
}

type IndexCreator 

type IndexCreator struct {
	// contains filtered or unexported fields
}

func (*IndexCreator) Create 

func (c *IndexCreator) Create(wal *Wal)

type MemWalReader 

type MemWalReader struct {
	// contains filtered or unexported fields
}

func (*MemWalReader) Load 

func (r *MemWalReader) Load(reader io.ReaderAt, size int) error

func (*MemWalReader) ReadAt 

func (r *MemWalReader) ReadAt(dst []byte, ofs int64) (int, error)

type Offsets 

type Offsets struct {
	// contains filtered or unexported fields
}

func (*Offsets) Add 

func (o *Offsets) Add(v ...int64)

type Processor 

type Processor struct {
	// contains filtered or unexported fields
}

func NewProcessor 

func NewProcessor(id int, queue *util.Queue[record.MemGroup]) *Processor

func (*Processor) Close 

func (p *Processor) Close()

func (*Processor) GetShards 

func (p *Processor) GetShards(sharID uint64) *Shard

func (*Processor) RegisterShard 

func (p *Processor) RegisterShard(shardID uint64, info *ShardInfo)

func (*Processor) Run 

func (p *Processor) Run()

func (*Processor) Stop 

func (p *Processor) Stop()

func (*Processor) UnRegisterShard 

func (p *Processor) UnRegisterShard(id uint64)

type Runner 

type Runner struct {
	// contains filtered or unexported fields
}

func NewRunner 

func NewRunner() *Runner

func (*Runner) Close 

func (r *Runner) Close()

func (*Runner) GetWALs 

func (r *Runner) GetWALs(shardID uint64, mst string, tr *util.TimeRange) ([]*Wal, func())

func (*Runner) RegisterShard 

func (r *Runner) RegisterShard(id uint64, info *ShardInfo)

func (*Runner) Schedule 

func (r *Runner) Schedule(shardID uint64, rg *record.MemGroup)

func (*Runner) Size 

func (r *Runner) Size() int

func (*Runner) UnregisterShard 

func (r *Runner) UnregisterShard(id uint64)

type SeriesKeyOffsets 

type SeriesKeyOffsets struct {
	// contains filtered or unexported fields
}

func NewSeriesKeyOffsets 

func NewSeriesKeyOffsets() *SeriesKeyOffsets

func (*SeriesKeyOffsets) Add 

func (o *SeriesKeyOffsets) Add(key []byte, ofs int64)

func (*SeriesKeyOffsets) Len 

func (o *SeriesKeyOffsets) Len() int

func (*SeriesKeyOffsets) Pop 

func (o *SeriesKeyOffsets) Pop() ([]byte, int64)

type SeriesOffsets 

type SeriesOffsets struct {
	// contains filtered or unexported fields
}

func NewSeriesOffsets 

func NewSeriesOffsets() *SeriesOffsets

func (*SeriesOffsets) Add 

func (o *SeriesOffsets) Add(key uint64, ofs ...int64)

func (*SeriesOffsets) Get 

func (o *SeriesOffsets) Get(sid uint64) []int64

func (*SeriesOffsets) GetAllKeyNoLock 

func (o *SeriesOffsets) GetAllKeyNoLock(dst []uint64) []uint64

type Shard 

type Shard struct {
	// contains filtered or unexported fields
}

func NewShard 

func NewShard(workerID int, info *ShardInfo, freeDuration uint64) *Shard

func (*Shard) AsyncConvertToTSSP 

func (s *Shard) AsyncConvertToTSSP()

func (*Shard) AsyncCreateIndex 

func (s *Shard) AsyncCreateIndex()

func (*Shard) CreateWal 

func (s *Shard) CreateWal(mst string) *Wal

func (*Shard) Free 

func (s *Shard) Free()

func (*Shard) GetWalDir 

func (s *Shard) GetWalDir() string

func (*Shard) GetWalReaders 

func (s *Shard) GetWalReaders(dst []*Wal, mst string, tr *util.TimeRange) []*Wal

func (*Shard) Load 

func (s *Shard) Load()

func (*Shard) Run 

func (s *Shard) Run()

func (*Shard) Stop 

func (s *Shard) Stop()

func (*Shard) Wait 

func (s *Shard) Wait()

func (*Shard) Write 

func (s *Shard) Write(recs []*record.MemRecord) error

type ShardInfo 

type ShardInfo struct {
	// contains filtered or unexported fields
}

func NewShardInfo 

func NewShardInfo(ident *meta.ShardIdentifier, filePath string, lock *string,
	tbStore immutable.TablesStore, index Index) *ShardInfo

type Wal 

type Wal struct {
	util.Reference
	// contains filtered or unexported fields
}

func NewWal 

func NewWal(dir string, lock *string, mst string) *Wal

func (*Wal) AddSeriesOffsets 

func (wal *Wal) AddSeriesOffsets(sid uint64, offsets ...int64)

func (*Wal) BackgroundSync 

func (wal *Wal) BackgroundSync()

func (*Wal) Clean 

func (wal *Wal) Clean()

func (*Wal) Expired 

func (wal *Wal) Expired() bool

func (*Wal) Flush 

func (wal *Wal) Flush() error

func (*Wal) GetAllSid 

func (wal *Wal) GetAllSid(dst []uint64) []uint64

func (*Wal) Load 

func (wal *Wal) Load(name string) error

func (*Wal) LoadIntoMemory 

func (wal *Wal) LoadIntoMemory()

func (*Wal) MustClose 

func (wal *Wal) MustClose()

func (*Wal) Name 

func (wal *Wal) Name() string

func (*Wal) NeedCreateIndex 

func (wal *Wal) NeedCreateIndex() bool

func (*Wal) Opened 

func (wal *Wal) Opened() bool

func (*Wal) PopSeriesKey 

func (wal *Wal) PopSeriesKey() ([]byte, int64)

func (*Wal) ReadBlock 

func (wal *Wal) ReadBlock(ctx *WalCtx, ofs int64) ([]byte, error)

func (*Wal) ReadRecord 

func (wal *Wal) ReadRecord(ctx *WalCtx, sid uint64, dst *record.Record) error

func (*Wal) SizeLimited 

func (wal *Wal) SizeLimited() bool

func (*Wal) Sync 

func (wal *Wal) Sync() error

func (*Wal) WriteRecord 

func (wal *Wal) WriteRecord(sid uint64, seriesKey []byte, rec *record.Record) error

func (*Wal) WrittenSize 

func (wal *Wal) WrittenSize() int64

type WalBlockHeader 

type WalBlockHeader struct {
	// contains filtered or unexported fields
}

func (*WalBlockHeader) Put 

func (h *WalBlockHeader) Put(dst []byte)

func (*WalBlockHeader) Set 

func (h *WalBlockHeader) Set(size int, flag uint32, sid uint64)

func (*WalBlockHeader) Unmarshal 

func (h *WalBlockHeader) Unmarshal(src []byte) error

type WalCtx 

type WalCtx struct {
	// contains filtered or unexported fields
}

func NewWalCtx 

func NewWalCtx() (*WalCtx, func())

func (*WalCtx) MemSize 

func (ctx *WalCtx) MemSize() int

type WalFile 

type WalFile struct {
	// contains filtered or unexported fields
}

func NewWalFile 

func NewWalFile(name string, lock *string) *WalFile

func (*WalFile) Close 

func (wf *WalFile) Close() error

func (*WalFile) Flush 

func (wf *WalFile) Flush() error

func (*WalFile) LoadIntoMemory 

func (wf *WalFile) LoadIntoMemory()

func (*WalFile) Name 

func (wf *WalFile) Name() string

func (*WalFile) Open 

func (wf *WalFile) Open(flag int) error

func (*WalFile) ReadAt 

func (wf *WalFile) ReadAt(dst []byte, ofs int64) (int, error)

func (*WalFile) Sync 

func (wf *WalFile) Sync() error

func (*WalFile) Write 

func (wf *WalFile) Write(b []byte) (int, error)

func (*WalFile) WrittenSize 

func (wf *WalFile) WrittenSize() int64

type WalRecordCodec 

type WalRecordCodec struct {
	// contains filtered or unexported fields
}

func NewWalRecordCodec 

func NewWalRecordCodec() *WalRecordCodec

func (*WalRecordCodec) AddValue 

func (c *WalRecordCodec) AddValue(s string) int

func (*WalRecordCodec) Decode 

func (c *WalRecordCodec) Decode(rec *record.Record, buf []byte) error

func (*WalRecordCodec) DecodeColVal 

func (c *WalRecordCodec) DecodeColVal(dec *codec.BinaryDecoder, typ int, dst *record.ColVal) error

func (*WalRecordCodec) Encode 

func (c *WalRecordCodec) Encode(rec *record.Record, dst []byte) []byte

func (*WalRecordCodec) EncodeColVal 

func (c *WalRecordCodec) EncodeColVal(cv *record.ColVal, dst []byte) []byte

func (*WalRecordCodec) FlushNewDict 

func (c *WalRecordCodec) FlushNewDict(w io.Writer) error

type WalRecordIterator 

type WalRecordIterator struct {
	// contains filtered or unexported fields
}

func (*WalRecordIterator) Init 

func (itr *WalRecordIterator) Init(wal *Wal)

func (*WalRecordIterator) Next 

func (itr *WalRecordIterator) Next(dst *record.Record) (uint64, error)

type WriterFlusher 

type WriterFlusher interface {
	io.Writer
	Flush() error
}

Source Files

View all Source files

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL
go.dev uses cookies from Google to deliver and enhance the quality of its services and to analyze traffic. Learn more.