table

package

Go to main page

Versions in this module

v0

v0.5.0

Feb 27, 2026

Changes in this version

+ const MetadataCompressionCodecGzip

+ const MetadataCompressionCodecNone

+ const MetadataCompressionDefault

+ const MetadataCompressionKey

+ const TableRootID

+ const WriteDeleteModeDefault

+ const WriteDeleteModeKey

+ const WriteModeCopyOnWrite

+ const WriteModeMergeOnRead

+ var ErrInvalidRowLineage = errors.New("invalid row lineage")

+ var ErrPartitionSpecNotFound = errors.New("partition spec not found")

+ var PositionalDeleteArrowSchema = SchemaToArrowSchema(iceberg.PositionalDeleteSchema, nil, true, false)

+ type ColumnUpdate struct

+ Doc iceberg.Optional[string]

+ FieldType iceberg.Optional[iceberg.Type]

+ Name iceberg.Optional[string]

+ Required iceberg.Optional[bool]

+ WriteDefault iceberg.Optional[iceberg.Literal]

+ type DeleteOption func(deleteOp *deleteOperation)

+ func WithDeleteCaseInsensitive() DeleteOption

+ func WithDeleteConcurrency(concurrency int) DeleteOption

+ type ErrIncompatibleSchema struct

+ func (e ErrIncompatibleSchema) Error() string

+ func (e ErrIncompatibleSchema) Unwrap() error

type ExpireSnapshotsOpt

+ func WithPostCommit(postCommit bool) ExpireSnapshotsOpt

+ type IncompatibleField struct

+ ColName string

+ Field iceberg.NestedField

+ InvalidDefault *InvalidDefault

+ UnsupportedType *UnsupportedType

+ type InvalidDefault struct

+ MinFormatVersion int

+ WriteDefault any

type Metadata

+ NextRowID func() int64

+ PartitionSpecByID func(int) *iceberg.PartitionSpec

type MetadataBuilder

+ func (b *MetadataBuilder) NextRowID() int64

+ type MoveOp string

+ const MoveOpAfter

+ const MoveOpBefore

+ const MoveOpFirst

+ type OverwriteOption func(op *overwriteOperation)

+ func WithOverwriteCaseInsensitive() OverwriteOption

+ func WithOverwriteConcurrency(concurrency int) OverwriteOption

+ func WithOverwriteFilter(filter iceberg.BooleanExpression) OverwriteOption

+ type SequenceNumberValidator interface

+ LastSequenceNumber func() int64

type Snapshot

+ AddedRows *int64

+ FirstRowID *int64

+ func (s Snapshot) ValidateRowLineage() error

type Table

+ func (t Table) Delete(ctx context.Context, filter iceberg.BooleanExpression, ...) (*Table, error)

+ func (t Table) Overwrite(ctx context.Context, rdr array.RecordReader, snapshotProps iceberg.Properties, ...) (*Table, error)

+ func (t Table) OverwriteTable(ctx context.Context, tbl arrow.Table, batchSize int64, ...) (*Table, error)

type Transaction

+ func (t *Transaction) AddDataFiles(ctx context.Context, dataFiles []iceberg.DataFile, ...) error

+ func (t *Transaction) Delete(ctx context.Context, filter iceberg.BooleanExpression, ...) (err error)

+ func (t *Transaction) Overwrite(ctx context.Context, rdr array.RecordReader, snapshotProps iceberg.Properties, ...) error

+ func (t *Transaction) OverwriteTable(ctx context.Context, tbl arrow.Table, batchSize int64, ...) error

+ func (t *Transaction) ReplaceDataFilesWithDataFiles(ctx context.Context, filesToDelete, filesToAdd []iceberg.DataFile, ...) error

+ func (t *Transaction) UpdateSchema(caseSensitive bool, allowIncompatibleChanges bool, opts ...UpdateSchemaOption) *UpdateSchema

+ type UnsupportedType struct

+ MinFormatVersion int

+ type UpdateSchema struct

+ func NewUpdateSchema(txn *Transaction, caseSensitive bool, allowIncompatibleChanges bool, ...) *UpdateSchema

+ func (u *UpdateSchema) AddColumn(path []string, fieldType iceberg.Type, doc string, required bool, ...) *UpdateSchema

+ func (u *UpdateSchema) Apply() (*iceberg.Schema, error)

+ func (u *UpdateSchema) BuildUpdates() ([]Update, []Requirement, error)

+ func (u *UpdateSchema) Commit() error

+ func (u *UpdateSchema) DeleteColumn(path []string) *UpdateSchema

+ func (u *UpdateSchema) MoveAfter(path, relativeTo []string) *UpdateSchema

+ func (u *UpdateSchema) MoveBefore(path, relativeTo []string) *UpdateSchema

+ func (u *UpdateSchema) MoveColumn(op MoveOp, path, relativeTo []string) *UpdateSchema

+ func (u *UpdateSchema) MoveFirst(path []string) *UpdateSchema

+ func (u *UpdateSchema) RenameColumn(path []string, newName string) *UpdateSchema

+ func (u *UpdateSchema) SetIdentifierField(paths [][]string) *UpdateSchema

+ func (u *UpdateSchema) UpdateColumn(path []string, update ColumnUpdate) *UpdateSchema

+ type UpdateSchemaOption func(*UpdateSchema)

+ func WithNameMapping(nameMapping iceberg.NameMapping) UpdateSchemaOption

type WriteTask

+ FileCount int

+ PartitionID int

v0.5.0-rc0

Feb 27, 2026

v0.4.0

Oct 9, 2025

Changes in this version

+ const MaxRefAgeMsDefault

+ const MaxRefAgeMsKey

+ const MaxSnapshotAgeMsDefault

+ const MaxSnapshotAgeMsKey

+ const MinSnapshotsToKeepDefault

+ const MinSnapshotsToKeepKey

+ const PropertyCurrentSchema

+ const PropertyCurrentSnapshotId

+ const PropertyCurrentSnapshotSummary

+ const PropertyCurrentSnapshotTimestamp

+ const PropertyDefaultPartitionSpec

+ const PropertyDefaultSortOrder

+ const PropertyFormatVersion

+ const PropertySnapshotCount

+ const PropertyUuid

+ const UpdateRemoveSchemas

+ const UpdateRemoveSpec

+ var ErrInvalidSortOrderID = errors.New("invalid sort order ID")

+ var ErrInvalidTransform = errors.New("invalid transform, must be a valid transform string or a transform object")

+ var ReservedProperties = [9]string

+ func NewRemoveSchemasUpdate(schemaIds []int) *removeSchemasUpdate

+ func NewRemoveSpecUpdate(specIds []int) *removeSpecUpdate

+ func NewWriterFactory(rootLocation string, args recordWritingArgs, meta *MetadataBuilder, ...) writerFactory

+ type BlobMetadata struct

+ Fields []int32

+ Properties map[string]string

+ SequenceNumber int64

+ SnapshotID int64

+ Type BlobType

+ type BlobType string

+ const BlobTypeApacheDatasketchesThetaV1

+ const BlobTypeDeletionVectorV1

+ func (bt *BlobType) IsValid() bool

+ func (bt *BlobType) UnmarshalJSON(data []byte) error

+ type ExpireSnapshotsOpt func(*expireSnapshotsCfg)

+ func WithOlderThan(t time.Duration) ExpireSnapshotsOpt

+ func WithRetainLast(n int) ExpireSnapshotsOpt

+ type FSysF func(ctx context.Context) (io.IO, error)

type Metadata

+ func UpdateTableMetadata(base Metadata, updates []Update, metadataLoc string) (Metadata, error)

+ PartitionStatistics func() iter.Seq[PartitionStatisticsFile]

+ Statistics func() iter.Seq[StatisticsFile]

type MetadataBuilder

+ func (b *MetadataBuilder) RemovePartitionSpecs(ints []int) error

+ func (b *MetadataBuilder) RemoveSchemas(ints []int) error

+ func (b *MetadataBuilder) RemoveSnapshotRef(name string) error

+ func (b *MetadataBuilder) RemoveSnapshots(snapshotIds []int64) error

+ type OrphanCleanupOption func(*orphanCleanupConfig)

+ func WithDeleteFunc(deleteFunc func(string) error) OrphanCleanupOption

+ func WithDryRun(enabled bool) OrphanCleanupOption

+ func WithEqualAuthorities(authorities map[string]string) OrphanCleanupOption

+ func WithEqualSchemes(schemes map[string]string) OrphanCleanupOption

+ func WithFilesOlderThan(duration time.Duration) OrphanCleanupOption

+ func WithLocation(location string) OrphanCleanupOption

+ func WithMaxConcurrency(maxWorkers int) OrphanCleanupOption

+ func WithPrefixMismatchMode(mode PrefixMismatchMode) OrphanCleanupOption

+ type OrphanCleanupResult struct

+ DeletedFiles []string

+ OrphanFileLocations []string

+ TotalSizeBytes int64

+ type PartitionStatisticsFile struct

+ FileSizeInBytes int64

+ SnapshotID int64

+ StatisticsPath string

+ type PrefixMismatchMode int

+ const PrefixMismatchDelete

+ const PrefixMismatchError

+ const PrefixMismatchIgnore

+ func (p PrefixMismatchMode) String() string

+ type ReassignedIds struct

+ type Requirements []Requirement

+ func (r *Requirements) UnmarshalJSON(data []byte) error

+ type RollingDataWriter struct

+ func (r *RollingDataWriter) Add(record arrow.RecordBatch) error

type ScanOption

+ func WithSnapshotAsOf(timeStampMs int64) ScanOption

type SortOrder

+ func NewSortOrder(orderID int, fields []SortField) (SortOrder, error)

+ func (s *SortOrder) CheckCompatibility(schema *iceberg.Schema) error

+ func (s SortOrder) IsUnsorted() bool

+ func (s SortOrder) Len() int

+ func (s SortOrder) MarshalJSON() ([]byte, error)

+ type StatisticsFile struct

+ BlobMetadata []BlobMetadata

+ FileFooterSizeInBytes int64

+ FileSizeInBytes int64

+ KeyMetadata *string

+ SnapshotID int64

+ StatisticsPath string

type Table

+ func (t *Table) Refresh(ctx context.Context) error

+ func (t Table) DeleteOrphanFiles(ctx context.Context, opts ...OrphanCleanupOption) (OrphanCleanupResult, error)

+ func (t Table) SnapshotAsOf(timestampMs int64, inclusive bool) *Snapshot

type Transaction

+ func (t *Transaction) ExpireSnapshots(opts ...ExpireSnapshotsOpt) error

+ func (t *Transaction) UpdateSpec(caseSensitive bool) *UpdateSpec

type Update

+ PostCommit func(context.Context, *Table, *Table) error

+ type UpdateSpec struct

+ func NewUpdateSpec(t *Transaction, caseSensitive bool) *UpdateSpec

+ func (us *UpdateSpec) AddField(sourceColName string, transform iceberg.Transform, partitionFieldName string) *UpdateSpec

+ func (us *UpdateSpec) AddIdentity(sourceColName string) *UpdateSpec

+ func (us *UpdateSpec) Apply() (iceberg.PartitionSpec, error)

+ func (us *UpdateSpec) BuildUpdates() ([]Update, []Requirement, error)

+ func (us *UpdateSpec) Commit() error

+ func (us *UpdateSpec) RemoveField(name string) *UpdateSpec

+ func (us *UpdateSpec) RenameField(name string, newName string) *UpdateSpec

+ type Updates []Update

+ func (u *Updates) UnmarshalJSON(data []byte) error

v0.4.0-rc2

Oct 9, 2025

v0.4.0-rc1

Oct 6, 2025

v0.4.0-rc0

Sep 23, 2025

v0.3.0

May 21, 2025

Changes in this version

+ const ParquetBloomFilterColumnEnabledKeyPrefix

+ const ParquetBloomFilterMaxBytesDefault

+ const ParquetBloomFilterMaxBytesKey

+ const ParquetCompressionDefault

+ const ParquetCompressionKey

+ const ParquetCompressionLevelDefault

+ const ParquetCompressionLevelKey

+ const ParquetDictSizeBytesDefault

+ const ParquetDictSizeBytesKey

+ const ParquetPageRowLimitDefault

+ const ParquetPageRowLimitKey

+ const ParquetPageSizeBytesDefault

+ const ParquetPageSizeBytesKey

+ const ParquetRowGroupLimitDefault

+ const ParquetRowGroupLimitKey

+ const ParquetRowGroupSizeBytesDefault

+ const ParquetRowGroupSizeBytesKey

+ const UpdateAddSchema

+ const UpdateAddSnapshot

+ const UpdateAddSortOrder

+ const UpdateAddSpec

+ const UpdateAssignUUID

+ const UpdateRemoveProperties

+ const UpdateRemoveSnapshotRef

+ const UpdateRemoveSnapshots

+ const UpdateSetCurrentSchema

+ const UpdateSetDefaultSortOrder

+ const UpdateSetDefaultSpec

+ const UpdateSetLocation

+ const UpdateSetProperties

+ const UpdateSetSnapshotRef

+ const UpdateUpgradeFormatVersion

+ const WriteTargetFileSizeBytesDefault

+ const WriteTargetFileSizeBytesKey

+ var ErrInvalidRequirement = errors.New("invalid requirement")

+ func ArrowSchemaToIcebergWithFreshIDs(sc *arrow.Schema, downcastNsTimestamp bool) (*iceberg.Schema, error)

type LocationProvider

+ NewDataLocation func(dataFileName string) string

type Requirement

+ func ParseRequirement(r io.Reader) (Requirement, error)

+ func ParseRequirementBytes(b []byte) (Requirement, error)

+ func ParseRequirementString(s string) (Requirement, error)

type Table

+ func (t Table) Append(ctx context.Context, rdr array.RecordReader, snapshotProps iceberg.Properties) (*Table, error)

+ func (t Table) AppendTable(ctx context.Context, tbl arrow.Table, batchSize int64, ...) (*Table, error)

type Transaction

+ func (t *Transaction) AppendTable(ctx context.Context, tbl arrow.Table, batchSize int64, ...) error

+ func (t *Transaction) ReplaceDataFiles(ctx context.Context, filesToDelete, filesToAdd []string, ...) error

+ type WriteTask struct

+ Batches []arrow.Record

+ ID int

+ Schema *iceberg.Schema

+ SortOrderID int

+ Uuid uuid.UUID

+ func (w WriteTask) GenerateDataFileName(extension string) string

v0.3.0-rc0

May 21, 2025

v0.2.0

Mar 20, 2025

Changes in this version

+ const DefaultFormatVersion

+ const DefaultNameMappingKey

+ const DefaultWriteMetricsModeDefault

+ const DefaultWriteMetricsModeKey

+ const ManifestMergeEnabledDefault

+ const ManifestMergeEnabledKey

+ const ManifestMinMergeCountDefault

+ const ManifestMinMergeCountKey

+ const ManifestTargetSizeBytesDefault

+ const ManifestTargetSizeBytesKey

+ const MetadataDeleteAfterCommitEnabledDefault

+ const MetadataDeleteAfterCommitEnabledKey

+ const MetadataPreviousVersionsMaxDefault

+ const MetadataPreviousVersionsMaxKey

+ const MetricsModeColumnConfPrefix

+ const ObjectStoreEnabledDefault

+ const ObjectStoreEnabledKey

+ const WriteDataPathKey

+ const WriteMetadataPathKey

+ const WriteObjectStorePartitionedPathsDefault

+ const WriteObjectStorePartitionedPathsKey

+ const WritePartitionSummaryLimitDefault

+ const WritePartitionSummaryLimitKey

+ func NewRemoveSnapshotRefUpdate(ref string) *removeSnapshotRefUpdate

+ func NewSetPropertiesUpdate(updates iceberg.Properties) *setPropertiesUpdate

+ func WithMaxRefAgeMs(maxRefAgeMs int64) setSnapshotRefOption

+ func WithMaxSnapshotAgeMs(maxSnapshotAgeMs int64) setSnapshotRefOption

+ func WithMinSnapshotsToKeep(minSnapshotsToKeep int) setSnapshotRefOption

+ type CatalogIO interface

+ CommitTable func(context.Context, *Table, []Requirement, []Update) (Metadata, string, error)

+ LoadTable func(context.Context, Identifier, iceberg.Properties) (*Table, error)

+ type LocationProvider interface

+ NewMetadataLocation func(metadataFileName string) string

+ NewTableMetadataFileLocation func(newVersion int) (string, error)

+ func LoadLocationProvider(tableLocation string, tableProps iceberg.Properties) (LocationProvider, error)

type Metadata

+ func NewMetadata(sc *iceberg.Schema, partitions *iceberg.PartitionSpec, sortOrder SortOrder, ...) (Metadata, error)

+ func NewMetadataWithUUID(sc *iceberg.Schema, partitions *iceberg.PartitionSpec, sortOrder SortOrder, ...) (Metadata, error)

+ DefaultSortOrder func() int

+ LastSequenceNumber func() int64

+ NameMapping func() iceberg.NameMapping

+ PreviousFiles func() iter.Seq[MetadataLogEntry]

+ Ref func() SnapshotRef

+ Refs func() iter.Seq2[string, SnapshotRef]

+ SnapshotLogs func() iter.Seq[SnapshotLogEntry]

+ type MetadataBuilder struct

+ func MetadataBuilderFromBase(metadata Metadata) (*MetadataBuilder, error)

+ func NewMetadataBuilder() (*MetadataBuilder, error)

+ func (b *MetadataBuilder) AddPartitionSpec(spec *iceberg.PartitionSpec, initial bool) (*MetadataBuilder, error)

+ func (b *MetadataBuilder) AddSchema(schema *iceberg.Schema, newLastColumnID int, initial bool) (*MetadataBuilder, error)

+ func (b *MetadataBuilder) AddSnapshot(snapshot *Snapshot) (*MetadataBuilder, error)

+ func (b *MetadataBuilder) AddSortOrder(sortOrder *SortOrder, initial bool) (*MetadataBuilder, error)

+ func (b *MetadataBuilder) AppendMetadataLog(entry MetadataLogEntry) *MetadataBuilder

+ func (b *MetadataBuilder) Build() (Metadata, error)

+ func (b *MetadataBuilder) CurrentSchema() *iceberg.Schema

+ func (b *MetadataBuilder) CurrentSpec() iceberg.PartitionSpec

+ func (b *MetadataBuilder) GetSchemaByID(id int) (*iceberg.Schema, error)

+ func (b *MetadataBuilder) GetSortOrderByID(id int) (*SortOrder, error)

+ func (b *MetadataBuilder) GetSpecByID(id int) (*iceberg.PartitionSpec, error)

+ func (b *MetadataBuilder) HasChanges() bool

+ func (b *MetadataBuilder) LastUpdatedMS() int64

+ func (b *MetadataBuilder) NameMapping() iceberg.NameMapping

+ func (b *MetadataBuilder) RemoveProperties(keys []string) (*MetadataBuilder, error)

+ func (b *MetadataBuilder) SetCurrentSchemaID(currentSchemaID int) (*MetadataBuilder, error)

+ func (b *MetadataBuilder) SetDefaultSortOrderID(defaultSortOrderID int) (*MetadataBuilder, error)

+ func (b *MetadataBuilder) SetDefaultSpecID(defaultSpecID int) (*MetadataBuilder, error)

+ func (b *MetadataBuilder) SetFormatVersion(formatVersion int) (*MetadataBuilder, error)

+ func (b *MetadataBuilder) SetLastUpdatedMS() *MetadataBuilder

+ func (b *MetadataBuilder) SetLoc(loc string) (*MetadataBuilder, error)

+ func (b *MetadataBuilder) SetProperties(props iceberg.Properties) (*MetadataBuilder, error)

+ func (b *MetadataBuilder) SetSnapshotRef(name string, snapshotID int64, refType RefType, ...) (*MetadataBuilder, error)

+ func (b *MetadataBuilder) SetUUID(uuid uuid.UUID) (*MetadataBuilder, error)

+ func (b *MetadataBuilder) SnapshotByID(id int64) (*Snapshot, error)

+ func (b *MetadataBuilder) TrimMetadataLogs(maxEntries int) *MetadataBuilder

+ type Requirement interface

+ GetType func() string

+ Validate func(Metadata) error

+ func AssertCreate() Requirement

+ func AssertCurrentSchemaID(id int) Requirement

+ func AssertDefaultSortOrderID(id int) Requirement

+ func AssertDefaultSpecID(id int) Requirement

+ func AssertLastAssignedFieldID(id int) Requirement

+ func AssertLastAssignedPartitionID(id int) Requirement

+ func AssertRefSnapshotID(ref string, id *int64) Requirement

+ func AssertTableUUID(uuid uuid.UUID) Requirement

+ type SnapshotSummaryCollector struct

type SortOrder

+ func AssignFreshSortOrderIDs(sortOrder SortOrder, old, fresh *iceberg.Schema) (SortOrder, error)

+ func AssignFreshSortOrderIDsWithID(sortOrder SortOrder, old, fresh *iceberg.Schema, sortOrderID int) (SortOrder, error)

+ type StagedTable struct

+ func (s *StagedTable) Refresh(ctx context.Context) (*Table, error)

+ func (s *StagedTable) Scan(opts ...ScanOption) *Scan

type Table

+ func (t Table) AllManifests() iter.Seq2[iceberg.ManifestFile, error]

+ func (t Table) LocationProvider() (LocationProvider, error)

+ func (t Table) NameMapping() iceberg.NameMapping

+ func (t Table) NewTransaction() *Transaction

+ type Transaction struct

+ func (t *Transaction) AddFiles(files []string, snapshotProps iceberg.Properties, ignoreDuplicates bool) error

+ func (t *Transaction) Append(rdr array.RecordReader, snapshotProps iceberg.Properties) error

+ func (t *Transaction) Commit(ctx context.Context) (*Table, error)

+ func (t *Transaction) Scan(opts ...ScanOption) (*Scan, error)

+ func (t *Transaction) SetProperties(props iceberg.Properties) error

+ func (t *Transaction) StagedTable() (*StagedTable, error)

+ type Update interface

+ Action func() string

+ Apply func(*MetadataBuilder) error

+ func NewAddPartitionSpecUpdate(spec *iceberg.PartitionSpec, initial bool) Update

+ func NewAddSchemaUpdate(schema *iceberg.Schema, lastColumnID int, initial bool) Update

+ func NewAddSnapshotUpdate(snapshot *Snapshot) Update

+ func NewAddSortOrderUpdate(sortOrder *SortOrder, initial bool) Update

+ func NewAssignUUIDUpdate(uuid uuid.UUID) Update

+ func NewRemovePropertiesUpdate(removals []string) Update

+ func NewRemoveSnapshotsUpdate(ids []int64) Update

+ func NewSetCurrentSchemaUpdate(id int) Update

+ func NewSetDefaultSortOrderUpdate(id int) Update

+ func NewSetDefaultSpecUpdate(id int) Update

+ func NewSetLocationUpdate(loc string) Update

+ func NewSetSnapshotRefUpdate(name string, snapshotID int64, refType RefType, ...) Update

+ func NewUpgradeFormatVersionUpdate(formatVersion int) Update

v0.2.0-rc1

Mar 20, 2025

v0.2.0-rc0

Mar 19, 2025

v0.1.0

Nov 13, 2024

Changes in this version

+ const ArrowFieldDocKey

+ const ArrowParquetFieldIDKey

+ const InitialSortOrderID

+ const MainBranch

+ const ScanNoLimit

+ const ScanOptionArrowUseLargeTypes

+ const UnsortedSortOrderID

+ var ErrInvalidMetadata = errors.New("invalid metadata")

+ var ErrInvalidMetadataFormatVersion = errors.New("invalid or missing format-version in table metadata")

+ var ErrInvalidNullOrder = errors.New("invalid null order, must be 'nulls-first' or 'nulls-last'")

+ var ErrInvalidOperation = errors.New("invalid operation value")

+ var ErrInvalidRefType = errors.New("invalid snapshot ref type, should be 'branch' or 'tag'")

+ var ErrInvalidSortDirection = errors.New("invalid sort direction, must be 'asc' or 'desc'")

+ var ErrMissingOperation = errors.New("missing operation key")

+ var UnsortedSortOrder = SortOrder

+ func ApplyNameMapping(schemaWithoutIDs *iceberg.Schema, nameMapping NameMapping) (*iceberg.Schema, error)

+ func ArrowSchemaToIceberg(sc *arrow.Schema, downcastNsTimestamp bool, nameMapping NameMapping) (*iceberg.Schema, error)

+ func ArrowTypeToIceberg(dt arrow.DataType, downcastNsTimestamp bool) (iceberg.Type, error)

+ func SchemaToArrowSchema(sc *iceberg.Schema, metadata map[string]string, ...) (*arrow.Schema, error)

+ func ToRequestedSchema(requested, fileSchema *iceberg.Schema, batch arrow.Record, ...) (arrow.Record, error)

+ func TypeToArrowType(t iceberg.Type, includeFieldIDs bool) (arrow.DataType, error)

+ func VisitArrowSchema[T any](sc *arrow.Schema, visitor ArrowSchemaVisitor[T]) (res T, err error)

+ func VisitMappedFields[S, T any](fields []MappedField, visitor NameMappingVisitor[S, T]) (res S, err error)

+ func VisitNameMapping[S, T any](obj NameMapping, visitor NameMappingVisitor[S, T]) (res S, err error)

+ type ArrowSchemaVisitor interface

+ Field func(arrow.Field, T) T

+ List func(arrow.ListLikeType, T) T

+ Map func(mt *arrow.MapType, keyResult T, valueResult T) T

+ Primitive func(arrow.DataType) T

+ Schema func(*arrow.Schema, T) T

+ Struct func(*arrow.StructType, []T) T

+ type FileScanTask struct

+ DeleteFiles []iceberg.DataFile

+ File iceberg.DataFile

+ Length int64

+ Start int64

+ type Identifier = []string

+ type MappedField struct

+ FieldID *int

+ Fields []MappedField

+ Names []string

+ func (m *MappedField) Len() int

+ func (m *MappedField) String() string

+ type Metadata interface

+ CurrentSchema func() *iceberg.Schema

+ CurrentSnapshot func() *Snapshot

+ DefaultPartitionSpec func() int

+ Equals func(Metadata) bool

+ LastColumnID func() int

+ LastPartitionSpecID func() *int

+ LastUpdatedMillis func() int64

+ Location func() string

+ PartitionSpec func() iceberg.PartitionSpec

+ PartitionSpecs func() []iceberg.PartitionSpec

+ Properties func() iceberg.Properties

+ Schemas func() []*iceberg.Schema

+ SnapshotByID func(int64) *Snapshot

+ SnapshotByName func(name string) *Snapshot

+ Snapshots func() []Snapshot

+ SortOrder func() SortOrder

+ SortOrders func() []SortOrder

+ TableUUID func() uuid.UUID

+ Version func() int

+ func ParseMetadata(r io.Reader) (Metadata, error)

+ func ParseMetadataBytes(b []byte) (Metadata, error)

+ func ParseMetadataString(s string) (Metadata, error)

+ type MetadataLogEntry struct

+ MetadataFile string

+ TimestampMs int64

+ type MetadataV1 struct

+ Partition []iceberg.PartitionField

+ Schema iceberg.Schema

+ func (c *MetadataV1) CurrentSchema() *iceberg.Schema

+ func (c *MetadataV1) CurrentSnapshot() *Snapshot

+ func (c *MetadataV1) DefaultPartitionSpec() int

+ func (c *MetadataV1) LastColumnID() int

+ func (c *MetadataV1) LastPartitionSpecID() *int

+ func (c *MetadataV1) LastUpdatedMillis() int64

+ func (c *MetadataV1) Location() string

+ func (c *MetadataV1) PartitionSpec() iceberg.PartitionSpec

+ func (c *MetadataV1) PartitionSpecs() []iceberg.PartitionSpec

+ func (c *MetadataV1) Properties() iceberg.Properties

+ func (c *MetadataV1) Schemas() []*iceberg.Schema

+ func (c *MetadataV1) SnapshotByID(id int64) *Snapshot

+ func (c *MetadataV1) SnapshotByName(name string) *Snapshot

+ func (c *MetadataV1) Snapshots() []Snapshot

+ func (c *MetadataV1) SortOrder() SortOrder

+ func (c *MetadataV1) SortOrders() []SortOrder

+ func (c *MetadataV1) TableUUID() uuid.UUID

+ func (c *MetadataV1) Version() int

+ func (m *MetadataV1) Equals(other Metadata) bool

+ func (m *MetadataV1) ToV2() MetadataV2

+ func (m *MetadataV1) UnmarshalJSON(b []byte) error

+ type MetadataV2 struct

+ LastSequenceNumber int

+ func (c *MetadataV2) CurrentSchema() *iceberg.Schema

+ func (c *MetadataV2) CurrentSnapshot() *Snapshot

+ func (c *MetadataV2) DefaultPartitionSpec() int

+ func (c *MetadataV2) LastColumnID() int

+ func (c *MetadataV2) LastPartitionSpecID() *int

+ func (c *MetadataV2) LastUpdatedMillis() int64

+ func (c *MetadataV2) Location() string

+ func (c *MetadataV2) PartitionSpec() iceberg.PartitionSpec

+ func (c *MetadataV2) PartitionSpecs() []iceberg.PartitionSpec

+ func (c *MetadataV2) Properties() iceberg.Properties

+ func (c *MetadataV2) Schemas() []*iceberg.Schema

+ func (c *MetadataV2) SnapshotByID(id int64) *Snapshot

+ func (c *MetadataV2) SnapshotByName(name string) *Snapshot

+ func (c *MetadataV2) Snapshots() []Snapshot

+ func (c *MetadataV2) SortOrder() SortOrder

+ func (c *MetadataV2) SortOrders() []SortOrder

+ func (c *MetadataV2) TableUUID() uuid.UUID

+ func (c *MetadataV2) Version() int

+ func (m *MetadataV2) Equals(other Metadata) bool

+ func (m *MetadataV2) UnmarshalJSON(b []byte) error

+ type NameMapping []MappedField

+ func (nm NameMapping) String() string

+ type NameMappingAccessor struct

+ func (NameMappingAccessor) SchemaPartner(partner *MappedField) *MappedField

+ func (n NameMappingAccessor) FieldPartner(partnerStruct *MappedField, _ int, fieldName string) *MappedField

+ func (n NameMappingAccessor) ListElementPartner(partnerList *MappedField) *MappedField

+ func (n NameMappingAccessor) MapKeyPartner(partnerMap *MappedField) *MappedField

+ func (n NameMappingAccessor) MapValuePartner(partnerMap *MappedField) *MappedField

+ type NameMappingVisitor interface

+ Field func(field MappedField, fieldResult S) T

+ Fields func(st []MappedField, fieldResults []T) S

+ Mapping func(nm NameMapping, fieldResults S) S

+ type NullOrder string

+ const NullsFirst

+ const NullsLast

+ type Operation string

+ const OpAppend

+ const OpDelete

+ const OpOverwrite

+ const OpReplace

+ func ValidOperation(s string) (Operation, error)

+ type RefType string

+ const BranchRef

+ const TagRef

+ type Scan struct

+ func (scan *Scan) PlanFiles(ctx context.Context) ([]FileScanTask, error)

+ func (scan *Scan) Projection() (*iceberg.Schema, error)

+ func (scan *Scan) Snapshot() *Snapshot

+ func (scan *Scan) ToArrowRecords(ctx context.Context) (*arrow.Schema, iter.Seq2[arrow.Record, error], error)

+ func (scan *Scan) ToArrowTable(ctx context.Context) (arrow.Table, error)

+ func (scan *Scan) UseRef(name string) (*Scan, error)

+ func (scan *Scan) UseRowLimit(n int64) *Scan

+ type ScanOption func(*Scan)

+ func WitMaxConcurrency(n int) ScanOption

+ func WithCaseSensitive(b bool) ScanOption

+ func WithLimit(n int64) ScanOption

+ func WithOptions(opts iceberg.Properties) ScanOption

+ func WithRowFilter(e iceberg.BooleanExpression) ScanOption

+ func WithSelectedFields(fields ...string) ScanOption

+ func WithSnapshotID(n int64) ScanOption

+ type Snapshot struct

+ ManifestList string

+ ParentSnapshotID *int64

+ SchemaID *int

+ SequenceNumber int64

+ SnapshotID int64

+ Summary *Summary

+ TimestampMs int64

+ func (s Snapshot) Equals(other Snapshot) bool

+ func (s Snapshot) Manifests(fio io.IO) ([]iceberg.ManifestFile, error)

+ func (s Snapshot) String() string

+ type SnapshotLogEntry struct

+ SnapshotID int64

+ TimestampMs int64

+ type SnapshotRef struct

+ MaxRefAgeMs *int64

+ MaxSnapshotAgeMs *int64

+ MinSnapshotsToKeep *int

+ SnapshotID int64

+ SnapshotRefType RefType

+ func (s *SnapshotRef) Equals(rhs SnapshotRef) bool

+ func (s *SnapshotRef) UnmarshalJSON(b []byte) error

+ type SortDirection string

+ const SortASC

+ const SortDESC

+ type SortField struct

+ Direction SortDirection

+ NullOrder NullOrder

+ SourceID int

+ Transform iceberg.Transform

+ func (s *SortField) MarshalJSON() ([]byte, error)

+ func (s *SortField) String() string

+ func (s *SortField) UnmarshalJSON(b []byte) error

+ type SortOrder struct

+ Fields []SortField

+ OrderID int

+ func (s *SortOrder) UnmarshalJSON(b []byte) error

+ func (s SortOrder) Equals(rhs SortOrder) bool

+ func (s SortOrder) String() string

+ type Summary struct

+ Operation Operation

+ Properties map[string]string

+ func (s *Summary) Equals(other *Summary) bool

+ func (s *Summary) MarshalJSON() ([]byte, error)

+ func (s *Summary) String() string

+ func (s *Summary) UnmarshalJSON(b []byte) (err error)

+ type Table struct

+ func New(ident Identifier, meta Metadata, location string, fs io.IO) *Table

+ func NewFromLocation(ident Identifier, metalocation string, fsys io.IO) (*Table, error)

+ func (t Table) CurrentSnapshot() *Snapshot

+ func (t Table) Equals(other Table) bool

+ func (t Table) FS() io.IO

+ func (t Table) Identifier() Identifier

+ func (t Table) Location() string

+ func (t Table) Metadata() Metadata

+ func (t Table) MetadataLocation() string

+ func (t Table) Properties() iceberg.Properties

+ func (t Table) Scan(opts ...ScanOption) *Scan

+ func (t Table) Schema() *iceberg.Schema

+ func (t Table) Schemas() map[int]*iceberg.Schema

+ func (t Table) SnapshotByID(id int64) *Snapshot

+ func (t Table) SnapshotByName(name string) *Snapshot

+ func (t Table) SortOrder() SortOrder

+ func (t Table) Spec() iceberg.PartitionSpec

v0.1.0-rc2

Nov 13, 2024

v0.1.0-rc1

Nov 13, 2024

v0.1.0-rc0

Nov 8, 2024

?	: This menu
/	: Search site
f or F	: Jump to
y or Y	: Canonical URL