bufarrowlib

package module

Versions in this module

v0

v0.4.2

Jun 19, 2026

Changes in this version

+ var ErrHyperTypeDescriptorMismatch = errors.New("bufarrow: WithHyperType descriptor does not match active message descriptor")

+ var ErrInvalidHyperTypeMismatchPolicy = errors.New("bufarrow: invalid hyper type mismatch policy")

+ var ErrMutuallyExclusiveCustomMessageOptions = errors.New("bufarrow: WithCustomMessage and WithCustomMessageFile are mutually exclusive")

+ type HyperTypeDescriptorMismatchError struct

+ ActiveHash string

+ ActiveMessage string

+ HyperHash string

+ HyperMessage string

+ func (e *HyperTypeDescriptorMismatchError) Error() string

+ func (e *HyperTypeDescriptorMismatchError) Unwrap() error

+ type HyperTypeMismatchPolicy uint8

+ const HyperTypeMismatchFallbackRecompile

+ const HyperTypeMismatchStrict

type Option

+ func WithHyperTypeMismatchPolicy(policy HyperTypeMismatchPolicy) Option

v0.4.1

Jun 19, 2026

v0.4.0

Jun 19, 2026

Changes in this version

+ func PruneEmptyMessages(md protoreflect.MessageDescriptor) (protoreflect.MessageDescriptor, error)

type Option

+ func WithPruneEmptyMessages() Option

v0.3.0

Apr 4, 2026

Changes in this version

+ func ColumnsToPlanSpecs(columns []ColumnDef) ([]pbpath.PlanPathSpec, error)

+ type ArgDef struct

+ Expr *ExprDef

+ Literal any

+ Path string

+ type ColumnDef struct

+ Expr *ExprDef

+ Name string

+ Path string

+ Strict bool

+ type CustomMsgConfig struct

+ File string

+ ImportPaths []string

+ Message string

+ type DenormConfig struct

+ CustomMessage *CustomMsgConfig

+ Denormalizer DenormPlanConfig

+ Proto ProtoConfig

+ func ParseDenormConfig(r io.Reader) (*DenormConfig, error)

+ func ParseDenormConfigFile(path string) (*DenormConfig, error)

+ type DenormPlanConfig struct

+ Columns []ColumnDef

+ type ExprDef struct

+ Args []ArgDef

+ Func string

+ Literal any

+ Literal2 any

+ Param int

+ Sep string

+ type ProtoConfig struct

+ File string

+ ImportPaths []string

+ Message string

type Transcoder

+ func NewTranscoderFromConfig(cfg *DenormConfig, mem memory.Allocator) (*Transcoder, error)

+ func NewTranscoderFromConfigFile(configPath string, mem memory.Allocator) (*Transcoder, error)

+ func (s *Transcoder) AppendDenormRawMerged(baseBytes, customBytes []byte) error

+ func (s *Transcoder) AppendRawMerged(baseBytes, customBytes []byte) error

v0.2.1

Mar 26, 2026

v0.2.0

Mar 26, 2026

Changes in this version

+ func ExprKindToAppendFunc(kind protoreflect.Kind, b array.Builder) protoAppendFunc

+ func ExprKindToArrowType(kind protoreflect.Kind) arrow.DataType

+ type HyperType struct

+ func NewHyperType(md protoreflect.MessageDescriptor, opts ...HyperTypeOption) *HyperType

+ func (h *HyperType) Profile() *hyperpb.Profile

+ func (h *HyperType) Recompile() error

+ func (h *HyperType) RecompileAsync() <-chan struct{}

+ func (h *HyperType) RecordMessage() bool

+ func (h *HyperType) SampleRate() float64

+ func (h *HyperType) Type() *hyperpb.MessageType

+ type HyperTypeOption func(*hyperTypeConfig)

+ func WithAutoRecompile(threshold int64, rate float64) HyperTypeOption

type Option

+ func WithHyperType(ht *HyperType) Option

type Transcoder

+ func (s *Transcoder) AppendDenormRaw(data []byte) error

+ func (s *Transcoder) AppendRaw(data []byte) error

v0.1.1

Mar 25, 2026

v0.1.0

Mar 25, 2026

Changes in this version

+ var ErrMxDepth = errors.New(...)

+ var ErrPathNotFound = errors.New("path not found")

+ func CompileProtoToFileDescriptor(protoFilePath string, importPaths []string) (protoreflect.FileDescriptor, error)

+ func GetMessageDescriptorByName(fd protoreflect.FileDescriptor, messageName string) (protoreflect.MessageDescriptor, error)

+ func MergeMessageDescriptors(a, b protoreflect.MessageDescriptor, newName string) (protoreflect.MessageDescriptor, error)

+ func ProtoKindToAppendFunc(fd protoreflect.FieldDescriptor, b array.Builder) protoAppendFunc

+ func ProtoKindToArrowType(fd protoreflect.FieldDescriptor) arrow.DataType

+ type Opt struct

+ type Option func(config)

+ func WithCustomMessage(msgDesc protoreflect.MessageDescriptor) Option

+ func WithCustomMessageFile(protoFilePath, messageName string, importPaths []string) Option

+ func WithDenormalizerPlan(paths ...pbpath.PlanPathSpec) Option

+ type Transcoder struct

+ func New(msgDesc protoreflect.MessageDescriptor, mem memory.Allocator, opts ...Option) (tc *Transcoder, err error)

+ func NewFromFile(protoFilePath, messageName string, importPaths []string, mem memory.Allocator, ...) (*Transcoder, error)

+ func (s *Transcoder) Append(value proto.Message)

+ func (s *Transcoder) AppendDenorm(msg proto.Message) error

+ func (s *Transcoder) AppendWithCustom(value proto.Message, custom proto.Message) error

+ func (s *Transcoder) Clone(mem memory.Allocator) (tc *Transcoder, err error)

+ func (s *Transcoder) DenormalizerBuilder() *array.RecordBuilder

+ func (s *Transcoder) DenormalizerSchema() *arrow.Schema

+ func (s *Transcoder) FieldNames() []string

+ func (s *Transcoder) NewDenormalizerRecordBatch() arrow.RecordBatch

+ func (s *Transcoder) NewRecordBatch() arrow.RecordBatch

+ func (s *Transcoder) Parquet() *schema.Schema

+ func (s *Transcoder) Proto(r arrow.RecordBatch, rows []int) []proto.Message

+ func (s *Transcoder) ReadParquet(ctx context.Context, r parquet.ReaderAtSeeker, columns []int) (arrow.RecordBatch, error)

+ func (s *Transcoder) Release()

+ func (s *Transcoder) Schema() *arrow.Schema

+ func (s *Transcoder) WriteParquet(w io.Writer) error

+ func (s *Transcoder) WriteParquetRecords(w io.Writer, records ...arrow.RecordBatch) error

?	: This menu
/	: Search site
f or F	: Jump to
y or Y	: Canonical URL