encoding

Apr 17, 2025

Changes in this version

type Decoder

+ func ReaderAtDecoder(r io.ReaderAt, size int64) Decoder

type Encoder

+ func (enc *Encoder) Reset(w streamio.Writer)

Feb 12, 2025

Changes in this version

+ var ErrClosed = errors.New("element is closed")

+ var ErrElementExist = errors.New("open element already exists")

+ func LogsDataset(dec LogsDecoder, sec *filemd.SectionInfo) dataset.Dataset

+ func StreamsDataset(dec StreamsDecoder, sec *filemd.SectionInfo) dataset.Dataset

+ type Decoder interface

+ LogsDecoder func() LogsDecoder

+ Sections func(ctx context.Context) ([]*filemd.SectionInfo, error)

+ StreamsDecoder func() StreamsDecoder

+ func BucketDecoder(bucket objstore.BucketReader, path string) Decoder

+ func ReadSeekerDecoder(rs io.ReadSeeker) Decoder

+ type Encoder struct

+ func NewEncoder(w streamio.Writer) *Encoder

+ func (enc *Encoder) Flush() error

+ func (enc *Encoder) MetadataSize() int

+ func (enc *Encoder) OpenLogs() (*LogsEncoder, error)

+ func (enc *Encoder) OpenStreams() (*StreamsEncoder, error)

+ type LogsColumnEncoder struct

+ func (enc *LogsColumnEncoder) AppendPage(page *dataset.MemPage) error

+ func (enc *LogsColumnEncoder) Commit() error

+ func (enc *LogsColumnEncoder) Discard() error

+ func (enc *LogsColumnEncoder) MetadataSize() int

+ type LogsDecoder interface

+ Columns func(ctx context.Context, section *filemd.SectionInfo) ([]*logsmd.ColumnDesc, error)

+ Pages func(ctx context.Context, columns []*logsmd.ColumnDesc) result.Seq[[]*logsmd.PageDesc]

+ ReadPages func(ctx context.Context, pages []*logsmd.PageDesc) result.Seq[dataset.PageData]

+ type LogsEncoder struct

+ func (enc *LogsEncoder) Commit() error

+ func (enc *LogsEncoder) Discard() error

+ func (enc *LogsEncoder) MetadataSize() int

+ func (enc *LogsEncoder) OpenColumn(columnType logsmd.ColumnType, info *dataset.ColumnInfo) (*LogsColumnEncoder, error)

+ type Metrics struct

+ func NewMetrics() *Metrics

+ func (m *Metrics) Observe(ctx context.Context, dec Decoder) error

+ func (m *Metrics) Register(reg prometheus.Registerer) error

+ func (m *Metrics) Unregister(reg prometheus.Registerer)

+ type StreamsColumnEncoder struct

+ func (enc *StreamsColumnEncoder) AppendPage(page *dataset.MemPage) error

+ func (enc *StreamsColumnEncoder) Commit() error

+ func (enc *StreamsColumnEncoder) Discard() error

+ func (enc *StreamsColumnEncoder) MetadataSize() int

+ type StreamsDecoder interface

+ Columns func(ctx context.Context, section *filemd.SectionInfo) ([]*streamsmd.ColumnDesc, error)

+ Pages func(ctx context.Context, columns []*streamsmd.ColumnDesc) result.Seq[[]*streamsmd.PageDesc]

+ ReadPages func(ctx context.Context, pages []*streamsmd.PageDesc) result.Seq[dataset.PageData]

+ type StreamsEncoder struct

+ func (enc *StreamsEncoder) Commit() error

+ func (enc *StreamsEncoder) Discard() error

+ func (enc *StreamsEncoder) MetadataSize() int

+ func (enc *StreamsEncoder) OpenColumn(columnType streamsmd.ColumnType, info *dataset.ColumnInfo) (*StreamsColumnEncoder, error)