dataobj

Nov 17, 2025

Changes in this version

type Builder

+ func (b *Builder) Bytes() int

+ type Metrics struct

+ func NewMetrics() *Metrics

+ func (m *Metrics) Observe(obj *Object) error

+ func (m *Metrics) Register(reg prometheus.Registerer) error

+ func (m *Metrics) Unregister(reg prometheus.Registerer)

type Object

+ func (o *Object) Reader(ctx context.Context) (io.ReadCloser, error)

+ func (o *Object) Sections() Sections

+ func (o *Object) Size() int64

+ func (o *Object) Tenants() []string

+ type Section struct

+ Reader SectionReader

+ Tenant string

+ Type SectionType

+ type SectionBuilder interface

+ Flush func(w SectionWriter) (n int64, err error)

+ Reset func()

+ Type func() SectionType

+ type SectionReader interface

+ DataRange func(ctx context.Context, offset, length int64) (io.ReadCloser, error)

+ DataSize func() int64

+ ExtensionData func() []byte

+ MetadataRange func(ctx context.Context, offset, length int64) (io.ReadCloser, error)

+ MetadataSize func() int64

+ type SectionType struct

+ Kind string

+ Namespace string

+ Version uint32

+ func (ty SectionType) Equals(o SectionType) bool

+ func (ty SectionType) String() string

+ type SectionWriter interface

+ WriteSection func(opts *WriteSectionOptions, data, metadata []byte) (n int64, err error)

+ type Sections []*Section

+ func (s Sections) Count(predicate func(*Section) bool) int

+ func (s Sections) Filter(predicate func(*Section) bool) iter.Seq2[int, *Section]

+ type WriteSectionOptions struct

+ ExtensionData []byte

+ Tenant string

Apr 17, 2025

Changes in this version

+ var ErrBuilderEmpty = errors.New("builder empty")

+ var ErrBuilderFull = errors.New("builder full")

+ type AndPredicate struct

+ Left P

+ Right P

type BuilderConfig

+ SectionStripeMergeLimit int

+ type FlushStats struct

+ MaxTimestamp time.Time

+ MinTimestamp time.Time

+ type LabelFilterPredicate struct

+ Keep func(name, value string) bool

+ Name string

+ type LabelMatcherPredicate struct

+ Name string

+ Value string

+ type LogMessageFilterPredicate struct

+ Keep func(line []byte) bool

+ type LogsPredicate interface

+ type LogsReader struct

+ func NewLogsReader(obj *Object, sectionIndex int) *LogsReader

+ func (r *LogsReader) Close() error

+ func (r *LogsReader) MatchStreams(ids iter.Seq[int64]) error

+ func (r *LogsReader) Read(ctx context.Context, s []Record) (int, error)

+ func (r *LogsReader) Reset(obj *Object, sectionIndex int)

+ func (r *LogsReader) SetPredicate(p LogsPredicate) error

+ type Metadata struct

+ LogsSections int

+ StreamsSections int

+ type MetadataFilterPredicate struct

+ Keep func(key, value string) bool

+ Key string

+ type MetadataMatcherPredicate struct

+ Key string

+ Value string

+ type NotPredicate struct

+ Inner P

+ type Object struct

+ func FromBucket(bucket objstore.Bucket, path string) *Object

+ func FromReaderAt(r io.ReaderAt, size int64) *Object

+ func (o *Object) Metadata(ctx context.Context) (Metadata, error)

+ type OrPredicate struct

+ Left P

+ Right P

+ type Predicate interface

+ type Record struct

+ Line []byte

+ Metadata labels.Labels

+ StreamID int64

+ Timestamp time.Time

+ type Stream struct

+ ID int64

+ Labels labels.Labels

+ MaxTime time.Time

+ MinTime time.Time

+ UncompressedSize int64

+ type StreamsPredicate interface

+ type StreamsReader struct

+ func NewStreamsReader(obj *Object, sectionIndex int) *StreamsReader

+ func (r *StreamsReader) Close() error

+ func (r *StreamsReader) Read(ctx context.Context, s []Stream) (int, error)

+ func (r *StreamsReader) Reset(obj *Object, sectionIndex int)

+ func (r *StreamsReader) SetPredicate(p StreamsPredicate) error

+ type TimeRangePredicate struct

+ EndTime time.Time

+ IncludeEnd bool

+ IncludeStart bool

+ StartTime time.Time

Feb 12, 2025

Changes in this version

+ var ErrBufferFull = errors.New("buffer full")

+ type Builder struct

+ func NewBuilder(cfg BuilderConfig, bucket objstore.Bucket, tenantID string) (*Builder, error)

+ func (b *Builder) Append(stream logproto.Stream) error

+ func (b *Builder) Flush(ctx context.Context) error

+ func (b *Builder) RegisterMetrics(reg prometheus.Registerer) error

+ func (b *Builder) Reset()

+ func (b *Builder) UnregisterMetrics(reg prometheus.Registerer)

+ type BuilderConfig struct

+ BufferSize flagext.Bytes

+ SHAPrefixSize int

+ TargetObjectSize flagext.Bytes

+ TargetPageSize flagext.Bytes

+ TargetSectionSize flagext.Bytes

+ func (cfg *BuilderConfig) RegisterFlagsWithPrefix(prefix string, f *flag.FlagSet)

+ func (cfg *BuilderConfig) Validate() error