table

package

Go to main page

Versions in this module

v0

v0.7.0

Sep 28, 2026

Changes in this version

+ const GCEnabledDefault

+ const GCEnabledKey

+ const ManifestMergeMaxConcurrencyDefault

+ const ManifestMergeMaxConcurrencyKey

+ const ParquetShredVariantsDefault

+ const ParquetShredVariantsKey

+ const ParquetVariantBufferSizeDefault

+ const ParquetVariantBufferSizeKey

+ const ReadManifestListCacheEnabledDefault

+ const ReadManifestListCacheEnabledKey

+ const ReadSplitOpenFileCostDefault

+ const ReadSplitOpenFileCostKey

+ const ReadSplitPlanningLookbackDefault

+ const ReadSplitPlanningLookbackKey

+ const ReadSplitTargetSizeDefault

+ const ReadSplitTargetSizeKey

+ var ErrAmbiguousEqualityColumn = errors.New("equality delete column is ambiguous")

+ var ErrInvalidIsolationLevel = errors.New("invalid isolation level")

+ var ErrInvalidSortSourceID = errors.New("invalid sort source ID")

+ var ErrWriterClosed = errors.New("writer is closed")

+ func AllDataFilesSchema(partitionType *iceberg.StructType) *iceberg.Schema

+ func AllDeleteFilesSchema(partitionType *iceberg.StructType) *iceberg.Schema

+ func AllEntriesSchema(partitionType *iceberg.StructType) *iceberg.Schema

+ func AllFilesSchema(partitionType *iceberg.StructType) *iceberg.Schema

+ func AllManifestsSchema() *iceberg.Schema

+ func ArrowSchemaToIcebergWithOptions(sc *arrow.Schema, opts ArrowToIcebergOptions) (*iceberg.Schema, error)

+ func CollectDeadPositionDeletes(ctx context.Context, fs iceio.IO, snap *Snapshot, ...) ([]iceberg.DataFile, error)

+ func CollectSafeDeletionVectors(tasks []FileScanTask) []iceberg.DataFile

+ func DataFileFromMetadata(args DataFileArgs) (iceberg.DataFile, error)

+ func DataFilesSchema(partitionType *iceberg.StructType) *iceberg.Schema

+ func DeleteFilesSchema(partitionType *iceberg.StructType) *iceberg.Schema

+ func EntriesSchema(partitionType *iceberg.StructType) *iceberg.Schema

+ func FileToDataFile(ctx context.Context, fileIO iceio.IO, filePath string, ...) (df iceberg.DataFile, err error)

+ func FilesSchema(partitionType *iceberg.StructType) *iceberg.Schema

+ func HistorySchema() *iceberg.Schema

+ func IsDeletionVector(df iceberg.DataFile) bool

+ func ManifestsSchema() *iceberg.Schema

+ func MetadataLogEntriesSchema() *iceberg.Schema

+ func PartitionsSchema(partitionType *iceberg.StructType) *iceberg.Schema

+ func PositionDeletesSchema(tableSchema *iceberg.Schema, partitionType *iceberg.StructType, ...) *iceberg.Schema

+ func RefsSchema() *iceberg.Schema

+ func SchemaToArrowSchemaWithOptions(sc *iceberg.Schema, opts ArrowSchemaOptions) (*arrow.Schema, error)

+ func SnapshotsSchema() *iceberg.Schema

+ func TypeToArrowTypeWithOptions(t iceberg.Type, opts ArrowSchemaOptions) (arrow.DataType, error)

+ type AddedRowsScanTask struct

+ func NewAddedRowsScanTask(dataFile iceberg.DataFile, deletes []iceberg.DataFile, changeOrdinal int, ...) (AddedRowsScanTask, error)

+ func (t AddedRowsScanTask) ChangeOrdinal() int

+ func (t AddedRowsScanTask) CommitSnapshotID() int64

+ func (t AddedRowsScanTask) Deletes() []iceberg.DataFile

+ func (t AddedRowsScanTask) Operation() ChangelogOperation

+ func (t AddedRowsScanTask) ScanTask() FileScanTask

+ type ArrowSchemaOptions struct

+ IncludeFieldIDs bool

+ Metadata map[string]string

+ TableProperties iceberg.Properties

+ UseLargeTypes bool

+ type ArrowToIcebergOptions struct

+ DowncastNsTimestamp bool

+ NameMapping iceberg.NameMapping

+ TableProperties iceberg.Properties

+ TableSchema *iceberg.Schema

type BlobType

+ func (bt BlobType) IsKnown() bool

+ type ChangelogOperation string

+ const ChangelogOpDelete

+ const ChangelogOpInsert

+ const ChangelogOpUpdateAfter

+ const ChangelogOpUpdateBefore

+ type ChangelogScanTask interface

+ ChangeOrdinal func() int

+ CommitSnapshotID func() int64

+ Operation func() ChangelogOperation

+ ScanTask func() FileScanTask

+ type CompactionGroupFailure struct

+ Err error

+ PartitionKey string

type CompactionGroupOption

+ func WithCompactionArrowBatchSize(n int) CompactionGroupOption

+ func WithCompactionParquetRowGroupLimit(n int) CompactionGroupOption

+ func WithCompactionRecordBatchBufferSize(n int) CompactionGroupOption

type CompactionGroupResult

+ SafeDeletionVectors []iceberg.DataFile

+ type DataFileArgs struct

+ Content iceberg.ManifestEntryContent

+ EqualityFieldIDs []int

+ FilePath string

+ FileSize int64

+ FirstRowID *int64

+ Format iceberg.FileFormat

+ FormatVersion int

+ Metadata any

+ PartitionValues map[int]any

+ Properties iceberg.Properties

+ ReferencedDataFile *string

+ Schema *iceberg.Schema

+ SortOrderID int

+ Spec iceberg.PartitionSpec

+ type DeleteFileAddition struct

+ DataSequenceNumber int64

+ File iceberg.DataFile

+ type DeletedDataFileScanTask struct

+ func NewDeletedDataFileScanTask(dataFile iceberg.DataFile, existingDeletes []iceberg.DataFile, ...) (DeletedDataFileScanTask, error)

+ func (t DeletedDataFileScanTask) ChangeOrdinal() int

+ func (t DeletedDataFileScanTask) CommitSnapshotID() int64

+ func (t DeletedDataFileScanTask) ExistingDeletes() []iceberg.DataFile

+ func (t DeletedDataFileScanTask) Operation() ChangelogOperation

+ func (t DeletedDataFileScanTask) ScanTask() FileScanTask

+ type DeletedRowsScanTask struct

+ func NewDeletedRowsScanTask(dataFile iceberg.DataFile, addedDeletes, existingDeletes []iceberg.DataFile, ...) (DeletedRowsScanTask, error)

+ func (t DeletedRowsScanTask) AddedDeletes() []iceberg.DataFile

+ func (t DeletedRowsScanTask) ChangeOrdinal() int

+ func (t DeletedRowsScanTask) CommitSnapshotID() int64

+ func (t DeletedRowsScanTask) ExistingDeletes() []iceberg.DataFile

+ func (t DeletedRowsScanTask) Operation() ChangelogOperation

+ func (t DeletedRowsScanTask) ScanTask() FileScanTask

type FileScanTask

+ Residual iceberg.BooleanExpression

+ type FullRemoteScanPlanner interface

+ SupportsFullRemoteScanPlanning func() bool

+ type IncrementalAppendScan struct

+ func (s *IncrementalAppendScan) FromSnapshotExclusive(snapshotID int64) *IncrementalAppendScan

+ func (s *IncrementalAppendScan) FromSnapshotInclusive(snapshotID int64) *IncrementalAppendScan

+ func (s *IncrementalAppendScan) PlanFiles(ctx context.Context) ([]FileScanTask, error)

+ func (s *IncrementalAppendScan) ToSnapshot(snapshotID int64) *IncrementalAppendScan

+ type IncrementalChangelogScan struct

+ func (s *IncrementalChangelogScan) FromSnapshotExclusive(snapshotID int64) *IncrementalChangelogScan

+ func (s *IncrementalChangelogScan) FromSnapshotInclusive(snapshotID int64) *IncrementalChangelogScan

+ func (s *IncrementalChangelogScan) PlanFiles(ctx context.Context) ([]ChangelogScanTask, error)

+ func (s *IncrementalChangelogScan) ToSnapshot(snapshotID int64) *IncrementalChangelogScan

+ type InspectOption func(*InspectTable)

+ func WithInspectAllocator(alloc memory.Allocator) InspectOption

+ type InspectTable struct

+ func (i InspectTable) AllDataFiles(ctx context.Context) (array.RecordReader, error)

+ func (i InspectTable) AllDeleteFiles(ctx context.Context) (array.RecordReader, error)

+ func (i InspectTable) AllEntries(ctx context.Context) (array.RecordReader, error)

+ func (i InspectTable) AllFiles(ctx context.Context) (array.RecordReader, error)

+ func (i InspectTable) AllManifests(ctx context.Context) (array.RecordReader, error)

+ func (i InspectTable) DataFiles(ctx context.Context) (array.RecordReader, error)

+ func (i InspectTable) DeleteFiles(ctx context.Context) (array.RecordReader, error)

+ func (i InspectTable) Entries(ctx context.Context) (array.RecordReader, error)

+ func (i InspectTable) Files(ctx context.Context) (array.RecordReader, error)

+ func (i InspectTable) History(ctx context.Context) (array.RecordReader, error)

+ func (i InspectTable) Manifests(ctx context.Context) (array.RecordReader, error)

+ func (i InspectTable) MetadataLogEntries(ctx context.Context) (array.RecordReader, error)

+ func (i InspectTable) Partitions(ctx context.Context) (array.RecordReader, error)

+ func (i InspectTable) PositionDeletes(ctx context.Context) (array.RecordReader, error)

+ func (i InspectTable) Refs(ctx context.Context) (array.RecordReader, error)

+ func (i InspectTable) Snapshots(ctx context.Context) (array.RecordReader, error)

type InvalidDefault

+ MustBeNullForType bool

type Metadata

+ func ParseMetadataBytesDeferredSnapshots(b []byte) (Metadata, error)

type MetadataBuilder

+ func (b *MetadataBuilder) NewRetainingSnapshotRefUpdate(name string, snapshotID int64, refType RefType) *setSnapshotRefUpdate

+ type NoOpReason int

+ const NoOpAlreadyOptimal

+ const NoOpNoSnapshot

+ const NoOpNone

+ func (r NoOpReason) String() string

+ type Option func(*Table)

+ func WithMetricsReporter(r metrics.Reporter) Option

+ func WithScanPlanningIOProperties(props iceberg.Properties) Option

type OrphanCleanupOption

+ func WithCleanupMaxConcurrency(maxWorkers int) OrphanCleanupOption

+ type OrphanCleanupPlan struct

+ func (p OrphanCleanupPlan) Cutoff() time.Time

+ func (p OrphanCleanupPlan) Files() []string

+ func (p OrphanCleanupPlan) OrphanFiles() []OrphanFile

+ func (p OrphanCleanupPlan) TotalSizeBytes() int64

type OrphanCleanupResult

+ OrphanFiles []OrphanFile

+ type OrphanFile struct

+ Path string

+ SizeBytes int64

+ type PlanIO interface

+ Close func() error

+ Load func(context.Context) (icebergio.IO, error)

+ type PositionDeltaWriter struct

+ func NewPositionDeltaWriter(tbl *Table, opts ...WriteRecordOption) (*PositionDeltaWriter, error)

+ func (w *PositionDeltaWriter) Close(ctx context.Context) ([]iceberg.DataFile, error)

+ func (w *PositionDeltaWriter) Insert(batch arrow.RecordBatch) error

+ func (w *PositionDeltaWriter) Reinsert(batch arrow.RecordBatch) error

type RewriteDataFilesOptions

+ MaxCommits int

+ MaxFailedCommits int

type RewriteFiles

+ func (r *RewriteFiles) AddDeleteFile(df iceberg.DataFile) *RewriteFiles

+ func (r *RewriteFiles) AddDeleteFileWithDataSequenceNumber(df iceberg.DataFile, seq int64) *RewriteFiles

+ func (r *RewriteFiles) AddFile(df iceberg.DataFile) *RewriteFiles

+ func (r *RewriteFiles) DataSequenceNumber(seq int64) *RewriteFiles

+ type RewriteManifestsOpt func(*rewriteManifestsCfg)

+ func WithManifestTargetSize(size int64) RewriteManifestsOpt

+ func WithRewriteManifestClusterBy(clusterBy func(iceberg.DataFile) any) RewriteManifestsOpt

+ func WithRewriteManifestPredicate(pred func(iceberg.ManifestFile) bool) RewriteManifestsOpt

+ func WithRewriteSpecID(id int) RewriteManifestsOpt

+ type RewriteManifestsResult struct

+ AddedManifests []iceberg.ManifestFile

+ NoOpReason NoOpReason

+ RewrittenManifests []iceberg.ManifestFile

+ func (r *RewriteManifestsResult) IsNoOp() bool

type RewriteResult

+ CompletedGroups []CompactionGroupResult

+ FailedGroups []CompactionGroupFailure

+ RemovedDeletionVectorFiles int

+ Table *Table

type RowDelta

+ func (rd *RowDelta) RemoveDeletes(files ...iceberg.DataFile) *RowDelta

type Scan

+ func (scan *Scan) Close() error

+ func (scan *Scan) Reporter() metrics.Reporter

+ func (scan *Scan) ResolveSnapshot() (*Snapshot, error)

type ScanOption

+ func WithArrowBatchSize(n int) ScanOption

+ func WithReporter(r metrics.Reporter) ScanOption

+ func WithRowLineage() ScanOption

+ func WithScanPlanningMode(mode ScanPlanningMode) ScanOption

+ type ScanPlanner interface

+ PlanFiles func(context.Context, ScanPlanningRequest) (ScanPlanningResult, error)

+ SupportsRemoteScanPlanning func() bool

+ type ScanPlanningMetadata interface

+ CurrentSchema func() *iceberg.Schema

+ CurrentSnapshot func() *Snapshot

+ PartitionSpec func() iceberg.PartitionSpec

+ PartitionSpecByID func(int) *iceberg.PartitionSpec

+ Properties func() iceberg.Properties

+ Schemas func() []*iceberg.Schema

+ SnapshotByID func(int64) *Snapshot

+ type ScanPlanningMode string

+ const ScanPlanningAuto

+ const ScanPlanningLocal

+ const ScanPlanningRemote

+ type ScanPlanningRequest struct

+ CaseSensitive *bool

+ FileIOProperties iceberg.Properties

+ Identifier Identifier

+ MaxConcurrency int

+ Metadata ScanPlanningMetadata

+ MetadataLocation string

+ MinRowsRequested *int64

+ RowFilter iceberg.BooleanExpression

+ Schema *iceberg.Schema

+ SelectedFields []string

+ SnapshotID *int64

+ StatsFields []string

+ UseSnapshotSchema *bool

+ type ScanPlanningResult struct

+ IO PlanIO

+ Tasks []FileScanTask

type SchemaOptions

+ AllowMissingRequired bool

+ FormatVersion int

+ TableProperties iceberg.Properties

type Snapshot

+ ManifestLocations []string

+ func (s *Snapshot) UnmarshalJSON(data []byte) error

+ func (s Snapshot) MarshalJSON() ([]byte, error)

type SortOrder

+ func (s SortOrder) Field(i int) SortField

type Table

+ func (t Table) ExecuteOrphanCleanup(ctx context.Context, plan OrphanCleanupPlan, opts ...OrphanCleanupOption) (OrphanCleanupResult, error)

+ func (t Table) Inspect(opts ...InspectOption) InspectTable

+ func (t Table) MetricsReporter() metrics.Reporter

+ func (t Table) NewIncrementalAppendScan(opts ...ScanOption) *IncrementalAppendScan

+ func (t Table) NewIncrementalChangelogScan(opts ...ScanOption) *IncrementalChangelogScan

+ func (t Table) NewTransactionOnBranchWithError(branch string) (*Transaction, error)

+ func (t Table) PlanOrphanFiles(ctx context.Context, opts ...OrphanCleanupOption) (OrphanCleanupPlan, error)

+ func (t Table) PurgeFiles(ctx context.Context) error

+ func (t Table) RewriteDataFiles(ctx context.Context, groups []CompactionTaskGroup, ...) (*RewriteResult, error)

type Transaction

+ func (t *Transaction) AssertDefaultShape() error

+ func (t *Transaction) AssertRefSnapshotID(branch string) error

+ func (t *Transaction) CommitEqualityDeletes(ctx context.Context, equalityFieldIDs []int, ...) error

+ func (t *Transaction) RemoveProperties(keys []string) error

+ func (t *Transaction) ReplaceFilesWithDeleteFiles(ctx context.Context, ...) error

+ func (t *Transaction) ReplaceSortOrder(order SortOrder) error

+ func (t *Transaction) RewriteManifests(ctx context.Context, opts ...RewriteManifestsOpt) (*RewriteManifestsResult, error)

+ type UnboundSortOrder struct

+ func (u *UnboundSortOrder) UnmarshalJSON(b []byte) error

type UpdateSchema

+ func (u *UpdateSchema) UnionByNameWith(newSchema *iceberg.Schema) *UpdateSchema

type WriteRecordOption

+ func WithParquetRowGroupLimit(n int) WriteRecordOption

+ func WithPreserveRowLineage(schema *iceberg.Schema) WriteRecordOption

+ func WithRecordBatchBufferSize(n int) WriteRecordOption

v0.7.0-rc0

Sep 28, 2026

v0.6.0

May 21, 2026

Changes in this version

+ const CommitMaxRetryWaitMsDefault

+ const CommitMaxRetryWaitMsKey

+ const CommitMinRetryWaitMsDefault

+ const CommitMinRetryWaitMsKey

+ const CommitNumRetriesDefault

+ const CommitNumRetriesKey

+ const CommitTotalRetryTimeoutMsDefault

+ const CommitTotalRetryTimeoutMsKey

+ const MetadataCompressionCodecZstd

+ const ParquetBatchSizeDefault

+ const ParquetBatchSizeKey

+ const ParquetPageVersionDefault

+ const ParquetPageVersionKey

+ const ScanOptionRowLineageEnabled

+ const UpdateAddEncryptionKey

+ const UpdateRemoveEncryptionKey

+ const UpdateRemovePartitionStatistics

+ const UpdateRemoveStatistics

+ const UpdateSetPartitionStatistics

+ const UpdateSetStatistics

+ const WriteDeleteIsolationLevelDefault

+ const WriteDeleteIsolationLevelKey

+ const WriteFormatDefaultDefault

+ const WriteFormatDefaultKey

+ const WriteMetadataLocationKey

+ const WriteUpdateIsolationLevelDefault

+ const WriteUpdateIsolationLevelKey

+ var ErrCommitDiverged = errors.New("commit diverged: base snapshot is no longer on the branch")

+ var ErrCommitFailed = errors.New("commit failed, refresh and try again")

+ var ErrConflictingDataFiles = fmt.Errorf("%w: concurrent data files added", ErrCommitFailed)

+ var ErrConflictingDeleteFiles = fmt.Errorf("%w: concurrent delete files added", ErrCommitFailed)

+ var ErrDataFilesMissing = fmt.Errorf("%w: referenced data files missing", ErrCommitFailed)

+ var ErrEmptyEqualityFieldIDs = errors.New("equality field IDs must not be empty")

+ var ErrSnapshotNotFound = errors.New("snapshot not found")

+ var ErrWriteIORequired = errors.New("commit: file system does not implement WriteFileIO")

+ func CollectSafePositionDeletes(tasks []FileScanTask) []iceberg.DataFile

+ func GetPartitionRecord(dataFile iceberg.DataFile, partitionType *iceberg.StructType) iceberg.StructLike

+ func IsAncestorOf(snapshotID, ancestorID int64, lookup SnapshotLookup) bool

+ func NewAddEncryptionKeyUpdate(key EncryptionKey) *addEncryptionKeyUpdate

+ func NewRemoveEncryptionKeyUpdate(keyID string) *removeEncryptionKeyUpdate

+ func NewRemovePartitionStatisticsUpdate(snapshotID int64) *removePartitionStatisticsUpdate

+ func NewRemoveStatisticsUpdate(snapshotID int64) *removeStatisticsUpdate

+ func NewSetPartitionStatisticsUpdate(stats PartitionStatisticsFile) *setPartitionStatisticsUpdate

+ func NewSetStatisticsUpdate(stats StatisticsFile) *setStatisticsUpdate

+ func WriteRecords(ctx context.Context, tbl *Table, schema *arrow.Schema, ...) iter.Seq2[iceberg.DataFile, error]

+ type AddFilesOption func(addFilesOp *addFilesOperation)

+ func WithAddFilesConcurrency(concurrency int) AddFilesOption

+ type CompactionGroupOption func(*compactionGroupConfig)

+ func WithCompactionScanConcurrency(n int) CompactionGroupOption

+ func WithCompactionTargetFileSize(size int64) CompactionGroupOption

+ type CompactionGroupResult struct

+ BytesAfter int64

+ BytesBefore int64

+ NewDataFiles []iceberg.DataFile

+ OldDataFiles []iceberg.DataFile

+ PartitionKey string

+ SafePosDeletes []iceberg.DataFile

+ func ExecuteCompactionGroup(ctx context.Context, tbl *Table, group CompactionTaskGroup, ...) (CompactionGroupResult, error)

+ type CompactionTaskGroup struct

+ PartitionKey string

+ Tasks []FileScanTask

+ TotalSizeBytes int64

+ type EncryptionKey struct

+ EncryptedByID *string

+ EncryptedKeyMetadata string

+ KeyID string

+ Properties map[string]string

+ func (e EncryptionKey) Equals(other EncryptionKey) bool

type FileScanTask

+ DataSequenceNumber *int64

+ DeletionVectorFiles []iceberg.DataFile

+ EqualityDeleteFiles []iceberg.DataFile

+ FirstRowID *int64

+ type IsolationLevel string

+ const IsolationSerializable

+ const IsolationSnapshot

type Metadata

+ EncryptionKeys func() iter.Seq[EncryptionKey]

type MetadataBuilder

+ func (b *MetadataBuilder) AddEncryptionKey(key EncryptionKey) error

+ func (b *MetadataBuilder) AddSnapshotUpdate(u *addSnapshotUpdate) error

+ func (b *MetadataBuilder) LastColumnID() int

+ func (b *MetadataBuilder) RemoveEncryptionKey(keyID string) error

+ func (b *MetadataBuilder) RemovePartitionStatistics(snapshotID int64) error

+ func (b *MetadataBuilder) RemoveStatistics(snapshotID int64) error

+ func (b *MetadataBuilder) SetPartitionStatistics(stats PartitionStatisticsFile) error

+ func (b *MetadataBuilder) SetStatistics(stats StatisticsFile) error

+ type RewriteDataFilesOptions struct

+ ExtraDeleteFilesToRemove []iceberg.DataFile

+ GroupOptions []CompactionGroupOption

+ PartialProgress bool

+ SnapshotProps iceberg.Properties

+ type RewriteFiles struct

+ func (r *RewriteFiles) AddDataFile(df iceberg.DataFile) *RewriteFiles

+ func (r *RewriteFiles) Apply(deletes, adds, safeDeletes []iceberg.DataFile) *RewriteFiles

+ func (r *RewriteFiles) ApplyResult(gr CompactionGroupResult) *RewriteFiles

+ func (r *RewriteFiles) Commit(ctx context.Context) error

+ func (r *RewriteFiles) DeleteFile(df iceberg.DataFile) *RewriteFiles

+ type RewriteResult struct

+ AddedDataFiles int

+ BytesAfter int64

+ BytesBefore int64

+ RemovedDataFiles int

+ RemovedEqualityDeleteFiles int

+ RemovedPositionDeleteFiles int

+ RewrittenGroups int

+ type RowDelta struct

+ func (rd *RowDelta) AddDeletes(files ...iceberg.DataFile) *RowDelta

+ func (rd *RowDelta) AddRows(files ...iceberg.DataFile) *RowDelta

+ func (rd *RowDelta) Commit(ctx context.Context) error

+ func (rd *RowDelta) Operation() Operation

type Scan

+ func (scan *Scan) ReadTasks(ctx context.Context, tasks []FileScanTask) (*arrow.Schema, iter.Seq2[arrow.RecordBatch, error], error)

+ type SchemaOptions struct

+ DowncastTimestamp bool

+ IncludeFieldIDs bool

+ UseLargeTypes bool

+ UseWriteDefault bool

type Snapshot

+ func AncestorsBetween(latestID, baseID int64, lookup SnapshotLookup) ([]Snapshot, bool)

+ func AncestorsOf(snapshotID int64, lookup SnapshotLookup) []Snapshot

+ func AncestorsOfChecked(snapshotID int64, lookup SnapshotLookup) ([]Snapshot, bool)

+ type SnapshotLookup func(id int64) *Snapshot

type SortField

+ SourceIDs []int

+ func (s SortField) Equals(other SortField) bool

type Table

+ func (t Table) NewTransactionOnBranch(branch string) *Transaction

+ type TableCommit struct

+ Identifier Identifier

+ Requirements []Requirement

+ Updates []Update

type Transaction

+ func (t *Transaction) MarkCommitted()

+ func (t *Transaction) NewRewrite(snapshotProps iceberg.Properties) *RewriteFiles

+ func (t *Transaction) NewRowDelta(snapshotProps iceberg.Properties) *RowDelta

+ func (t *Transaction) ReplaceFiles(ctx context.Context, ...) error

+ func (t *Transaction) RewriteDataFiles(ctx context.Context, groups []CompactionTaskGroup, ...) (*RewriteResult, error)

+ func (t *Transaction) RollbackToSnapshot(snapshotID int64) error

+ func (t *Transaction) TableCommit() (TableCommit, error)

+ func (t *Transaction) UpgradeFormatVersion(version int) error

+ func (t *Transaction) WriteEqualityDeletes(ctx context.Context, equalityFieldIDs []int, ...) ([]iceberg.DataFile, error)

+ type WriteOption func(*dataFileCfg)

+ func WithoutAutoNameMapping() WriteOption

+ func WithoutDuplicateCheck() WriteOption

+ type WriteRecordOption func(*writeRecordConfig)

+ func WithClusteredWrite() WriteRecordOption

+ func WithMaxWriteWorkers(n int) WriteRecordOption

+ func WithTargetFileSize(size int64) WriteRecordOption

+ func WithWriteUUID(id uuid.UUID) WriteRecordOption

v0.6.0-rc2

May 21, 2026

v0.6.0-rc1

May 21, 2026

v0.6.0-rc0

May 18, 2026

v0.5.0

Feb 27, 2026

Changes in this version

+ const MetadataCompressionCodecGzip

+ const MetadataCompressionCodecNone

+ const MetadataCompressionDefault

+ const MetadataCompressionKey

+ const TableRootID

+ const WriteDeleteModeDefault

+ const WriteDeleteModeKey

+ const WriteModeCopyOnWrite

+ const WriteModeMergeOnRead

+ var ErrInvalidRowLineage = errors.New("invalid row lineage")

+ var ErrPartitionSpecNotFound = errors.New("partition spec not found")

+ var PositionalDeleteArrowSchema = SchemaToArrowSchema(iceberg.PositionalDeleteSchema, nil, true, false)

+ type ColumnUpdate struct

+ Doc iceberg.Optional[string]

+ FieldType iceberg.Optional[iceberg.Type]

+ Name iceberg.Optional[string]

+ Required iceberg.Optional[bool]

+ WriteDefault iceberg.Optional[iceberg.Literal]

+ type DeleteOption func(deleteOp *deleteOperation)

+ func WithDeleteCaseInsensitive() DeleteOption

+ func WithDeleteConcurrency(concurrency int) DeleteOption

+ type ErrIncompatibleSchema struct

+ func (e ErrIncompatibleSchema) Error() string

+ func (e ErrIncompatibleSchema) Unwrap() error

type ExpireSnapshotsOpt

+ func WithPostCommit(postCommit bool) ExpireSnapshotsOpt

+ type IncompatibleField struct

+ ColName string

+ Field iceberg.NestedField

+ InvalidDefault *InvalidDefault

+ UnsupportedType *UnsupportedType

+ type InvalidDefault struct

+ MinFormatVersion int

+ WriteDefault any

type Metadata

+ NextRowID func() int64

+ PartitionSpecByID func(int) *iceberg.PartitionSpec

type MetadataBuilder

+ func (b *MetadataBuilder) NextRowID() int64

+ type MoveOp string

+ const MoveOpAfter

+ const MoveOpBefore

+ const MoveOpFirst

+ type OverwriteOption func(op *overwriteOperation)

+ func WithOverwriteCaseInsensitive() OverwriteOption

+ func WithOverwriteConcurrency(concurrency int) OverwriteOption

+ func WithOverwriteFilter(filter iceberg.BooleanExpression) OverwriteOption

+ type SequenceNumberValidator interface

+ LastSequenceNumber func() int64

type Snapshot

+ AddedRows *int64

+ FirstRowID *int64

+ func (s Snapshot) ValidateRowLineage() error

type Table

+ func (t Table) Delete(ctx context.Context, filter iceberg.BooleanExpression, ...) (*Table, error)

+ func (t Table) Overwrite(ctx context.Context, rdr array.RecordReader, snapshotProps iceberg.Properties, ...) (*Table, error)

+ func (t Table) OverwriteTable(ctx context.Context, tbl arrow.Table, batchSize int64, ...) (*Table, error)

type Transaction

+ func (t *Transaction) AddDataFiles(ctx context.Context, dataFiles []iceberg.DataFile, ...) error

+ func (t *Transaction) Delete(ctx context.Context, filter iceberg.BooleanExpression, ...) (err error)

+ func (t *Transaction) Overwrite(ctx context.Context, rdr array.RecordReader, snapshotProps iceberg.Properties, ...) error

+ func (t *Transaction) OverwriteTable(ctx context.Context, tbl arrow.Table, batchSize int64, ...) error

+ func (t *Transaction) ReplaceDataFilesWithDataFiles(ctx context.Context, filesToDelete, filesToAdd []iceberg.DataFile, ...) error

+ func (t *Transaction) UpdateSchema(caseSensitive bool, allowIncompatibleChanges bool, opts ...UpdateSchemaOption) *UpdateSchema

+ type UnsupportedType struct

+ MinFormatVersion int

+ type UpdateSchema struct

+ func NewUpdateSchema(txn *Transaction, caseSensitive bool, allowIncompatibleChanges bool, ...) *UpdateSchema

+ func (u *UpdateSchema) AddColumn(path []string, fieldType iceberg.Type, doc string, required bool, ...) *UpdateSchema

+ func (u *UpdateSchema) Apply() (*iceberg.Schema, error)

+ func (u *UpdateSchema) BuildUpdates() ([]Update, []Requirement, error)

+ func (u *UpdateSchema) Commit() error

+ func (u *UpdateSchema) DeleteColumn(path []string) *UpdateSchema

+ func (u *UpdateSchema) MoveAfter(path, relativeTo []string) *UpdateSchema

+ func (u *UpdateSchema) MoveBefore(path, relativeTo []string) *UpdateSchema

+ func (u *UpdateSchema) MoveColumn(op MoveOp, path, relativeTo []string) *UpdateSchema

+ func (u *UpdateSchema) MoveFirst(path []string) *UpdateSchema

+ func (u *UpdateSchema) RenameColumn(path []string, newName string) *UpdateSchema

+ func (u *UpdateSchema) SetIdentifierField(paths [][]string) *UpdateSchema

+ func (u *UpdateSchema) UpdateColumn(path []string, update ColumnUpdate) *UpdateSchema

+ type UpdateSchemaOption func(*UpdateSchema)

+ func WithNameMapping(nameMapping iceberg.NameMapping) UpdateSchemaOption

type WriteTask

+ FileCount int

+ PartitionID int

v0.5.0-rc0

Feb 27, 2026

v0.4.0

Oct 9, 2025

Changes in this version

+ const MaxRefAgeMsDefault

+ const MaxRefAgeMsKey

+ const MaxSnapshotAgeMsDefault

+ const MaxSnapshotAgeMsKey

+ const MinSnapshotsToKeepDefault

+ const MinSnapshotsToKeepKey

+ const PropertyCurrentSchema

+ const PropertyCurrentSnapshotId

+ const PropertyCurrentSnapshotSummary

+ const PropertyCurrentSnapshotTimestamp

+ const PropertyDefaultPartitionSpec

+ const PropertyDefaultSortOrder

+ const PropertyFormatVersion

+ const PropertySnapshotCount

+ const PropertyUuid

+ const UpdateRemoveSchemas

+ const UpdateRemoveSpec

+ var ErrInvalidSortOrderID = errors.New("invalid sort order ID")

+ var ErrInvalidTransform = errors.New("invalid transform, must be a valid transform string or a transform object")

+ var ReservedProperties = [9]string

+ func NewRemoveSchemasUpdate(schemaIds []int) *removeSchemasUpdate

+ func NewRemoveSpecUpdate(specIds []int) *removeSpecUpdate

+ func NewWriterFactory(rootLocation string, args recordWritingArgs, meta *MetadataBuilder, ...) writerFactory

+ type BlobMetadata struct

+ Fields []int32

+ Properties map[string]string

+ SequenceNumber int64

+ SnapshotID int64

+ Type BlobType

+ type BlobType string

+ const BlobTypeApacheDatasketchesThetaV1

+ const BlobTypeDeletionVectorV1

+ func (bt *BlobType) IsValid() bool

+ func (bt *BlobType) UnmarshalJSON(data []byte) error

+ type ExpireSnapshotsOpt func(*expireSnapshotsCfg)

+ func WithOlderThan(t time.Duration) ExpireSnapshotsOpt

+ func WithRetainLast(n int) ExpireSnapshotsOpt

+ type FSysF func(ctx context.Context) (io.IO, error)

type Metadata

+ func UpdateTableMetadata(base Metadata, updates []Update, metadataLoc string) (Metadata, error)

+ PartitionStatistics func() iter.Seq[PartitionStatisticsFile]

+ Statistics func() iter.Seq[StatisticsFile]

type MetadataBuilder

+ func (b *MetadataBuilder) RemovePartitionSpecs(ints []int) error

+ func (b *MetadataBuilder) RemoveSchemas(ints []int) error

+ func (b *MetadataBuilder) RemoveSnapshotRef(name string) error

+ func (b *MetadataBuilder) RemoveSnapshots(snapshotIds []int64) error

+ type OrphanCleanupOption func(*orphanCleanupConfig)

+ func WithDeleteFunc(deleteFunc func(string) error) OrphanCleanupOption

+ func WithDryRun(enabled bool) OrphanCleanupOption

+ func WithEqualAuthorities(authorities map[string]string) OrphanCleanupOption

+ func WithEqualSchemes(schemes map[string]string) OrphanCleanupOption

+ func WithFilesOlderThan(duration time.Duration) OrphanCleanupOption

+ func WithLocation(location string) OrphanCleanupOption

+ func WithMaxConcurrency(maxWorkers int) OrphanCleanupOption

+ func WithPrefixMismatchMode(mode PrefixMismatchMode) OrphanCleanupOption

+ type OrphanCleanupResult struct

+ DeletedFiles []string

+ OrphanFileLocations []string

+ TotalSizeBytes int64

+ type PartitionStatisticsFile struct

+ FileSizeInBytes int64

+ SnapshotID int64

+ StatisticsPath string

+ type PrefixMismatchMode int

+ const PrefixMismatchDelete

+ const PrefixMismatchError

+ const PrefixMismatchIgnore

+ func (p PrefixMismatchMode) String() string

+ type ReassignedIds struct

+ type Requirements []Requirement

+ func (r *Requirements) UnmarshalJSON(data []byte) error

+ type RollingDataWriter struct

+ func (r *RollingDataWriter) Add(record arrow.RecordBatch) error

type ScanOption

+ func WithSnapshotAsOf(timeStampMs int64) ScanOption

type SortOrder

+ func NewSortOrder(orderID int, fields []SortField) (SortOrder, error)

+ func (s *SortOrder) CheckCompatibility(schema *iceberg.Schema) error

+ func (s SortOrder) IsUnsorted() bool

+ func (s SortOrder) Len() int

+ func (s SortOrder) MarshalJSON() ([]byte, error)

+ type StatisticsFile struct

+ BlobMetadata []BlobMetadata

+ FileFooterSizeInBytes int64

+ FileSizeInBytes int64

+ KeyMetadata *string

+ SnapshotID int64

+ StatisticsPath string

type Table

+ func (t *Table) Refresh(ctx context.Context) error

+ func (t Table) DeleteOrphanFiles(ctx context.Context, opts ...OrphanCleanupOption) (OrphanCleanupResult, error)

+ func (t Table) SnapshotAsOf(timestampMs int64, inclusive bool) *Snapshot

type Transaction

+ func (t *Transaction) ExpireSnapshots(opts ...ExpireSnapshotsOpt) error

+ func (t *Transaction) UpdateSpec(caseSensitive bool) *UpdateSpec

type Update

+ PostCommit func(context.Context, *Table, *Table) error

+ type UpdateSpec struct

+ func NewUpdateSpec(t *Transaction, caseSensitive bool) *UpdateSpec

+ func (us *UpdateSpec) AddField(sourceColName string, transform iceberg.Transform, partitionFieldName string) *UpdateSpec

+ func (us *UpdateSpec) AddIdentity(sourceColName string) *UpdateSpec

+ func (us *UpdateSpec) Apply() (iceberg.PartitionSpec, error)

+ func (us *UpdateSpec) BuildUpdates() ([]Update, []Requirement, error)

+ func (us *UpdateSpec) Commit() error

+ func (us *UpdateSpec) RemoveField(name string) *UpdateSpec

+ func (us *UpdateSpec) RenameField(name string, newName string) *UpdateSpec

+ type Updates []Update

+ func (u *Updates) UnmarshalJSON(data []byte) error

v0.4.0-rc2

Oct 9, 2025

v0.4.0-rc1

Oct 6, 2025

v0.4.0-rc0

Sep 23, 2025

v0.3.0

May 21, 2025

Changes in this version

+ const ParquetBloomFilterColumnEnabledKeyPrefix

+ const ParquetBloomFilterMaxBytesDefault

+ const ParquetBloomFilterMaxBytesKey

+ const ParquetCompressionDefault

+ const ParquetCompressionKey

+ const ParquetCompressionLevelDefault

+ const ParquetCompressionLevelKey

+ const ParquetDictSizeBytesDefault

+ const ParquetDictSizeBytesKey

+ const ParquetPageRowLimitDefault

+ const ParquetPageRowLimitKey

+ const ParquetPageSizeBytesDefault

+ const ParquetPageSizeBytesKey

+ const ParquetRowGroupLimitDefault

+ const ParquetRowGroupLimitKey

+ const ParquetRowGroupSizeBytesDefault

+ const ParquetRowGroupSizeBytesKey

+ const UpdateAddSchema

+ const UpdateAddSnapshot

+ const UpdateAddSortOrder

+ const UpdateAddSpec

+ const UpdateAssignUUID

+ const UpdateRemoveProperties

+ const UpdateRemoveSnapshotRef

+ const UpdateRemoveSnapshots

+ const UpdateSetCurrentSchema

+ const UpdateSetDefaultSortOrder

+ const UpdateSetDefaultSpec

+ const UpdateSetLocation

+ const UpdateSetProperties

+ const UpdateSetSnapshotRef

+ const UpdateUpgradeFormatVersion

+ const WriteTargetFileSizeBytesDefault

+ const WriteTargetFileSizeBytesKey

+ var ErrInvalidRequirement = errors.New("invalid requirement")

+ func ArrowSchemaToIcebergWithFreshIDs(sc *arrow.Schema, downcastNsTimestamp bool) (*iceberg.Schema, error)

type LocationProvider

+ NewDataLocation func(dataFileName string) string

type Requirement

+ func ParseRequirement(r io.Reader) (Requirement, error)

+ func ParseRequirementBytes(b []byte) (Requirement, error)

+ func ParseRequirementString(s string) (Requirement, error)

type Table

+ func (t Table) Append(ctx context.Context, rdr array.RecordReader, snapshotProps iceberg.Properties) (*Table, error)

+ func (t Table) AppendTable(ctx context.Context, tbl arrow.Table, batchSize int64, ...) (*Table, error)

type Transaction

+ func (t *Transaction) AppendTable(ctx context.Context, tbl arrow.Table, batchSize int64, ...) error

+ func (t *Transaction) ReplaceDataFiles(ctx context.Context, filesToDelete, filesToAdd []string, ...) error

+ type WriteTask struct

+ Batches []arrow.Record

+ ID int

+ Schema *iceberg.Schema

+ SortOrderID int

+ Uuid uuid.UUID

+ func (w WriteTask) GenerateDataFileName(extension string) string

v0.3.0-rc0

May 21, 2025

v0.2.0

Mar 20, 2025

Changes in this version

+ const DefaultFormatVersion

+ const DefaultNameMappingKey

+ const DefaultWriteMetricsModeDefault

+ const DefaultWriteMetricsModeKey

+ const ManifestMergeEnabledDefault

+ const ManifestMergeEnabledKey

+ const ManifestMinMergeCountDefault

+ const ManifestMinMergeCountKey

+ const ManifestTargetSizeBytesDefault

+ const ManifestTargetSizeBytesKey

+ const MetadataDeleteAfterCommitEnabledDefault

+ const MetadataDeleteAfterCommitEnabledKey

+ const MetadataPreviousVersionsMaxDefault

+ const MetadataPreviousVersionsMaxKey

+ const MetricsModeColumnConfPrefix

+ const ObjectStoreEnabledDefault

+ const ObjectStoreEnabledKey

+ const WriteDataPathKey

+ const WriteMetadataPathKey

+ const WriteObjectStorePartitionedPathsDefault

+ const WriteObjectStorePartitionedPathsKey

+ const WritePartitionSummaryLimitDefault

+ const WritePartitionSummaryLimitKey

+ func NewRemoveSnapshotRefUpdate(ref string) *removeSnapshotRefUpdate

+ func NewSetPropertiesUpdate(updates iceberg.Properties) *setPropertiesUpdate

+ func WithMaxRefAgeMs(maxRefAgeMs int64) setSnapshotRefOption

+ func WithMaxSnapshotAgeMs(maxSnapshotAgeMs int64) setSnapshotRefOption

+ func WithMinSnapshotsToKeep(minSnapshotsToKeep int) setSnapshotRefOption

+ type CatalogIO interface

+ CommitTable func(context.Context, *Table, []Requirement, []Update) (Metadata, string, error)

+ LoadTable func(context.Context, Identifier, iceberg.Properties) (*Table, error)

+ type LocationProvider interface

+ NewMetadataLocation func(metadataFileName string) string

+ NewTableMetadataFileLocation func(newVersion int) (string, error)

+ func LoadLocationProvider(tableLocation string, tableProps iceberg.Properties) (LocationProvider, error)

type Metadata

+ func NewMetadata(sc *iceberg.Schema, partitions *iceberg.PartitionSpec, sortOrder SortOrder, ...) (Metadata, error)

+ func NewMetadataWithUUID(sc *iceberg.Schema, partitions *iceberg.PartitionSpec, sortOrder SortOrder, ...) (Metadata, error)

+ DefaultSortOrder func() int

+ LastSequenceNumber func() int64

+ NameMapping func() iceberg.NameMapping

+ PreviousFiles func() iter.Seq[MetadataLogEntry]

+ Ref func() SnapshotRef

+ Refs func() iter.Seq2[string, SnapshotRef]

+ SnapshotLogs func() iter.Seq[SnapshotLogEntry]

+ type MetadataBuilder struct

+ func MetadataBuilderFromBase(metadata Metadata) (*MetadataBuilder, error)

+ func NewMetadataBuilder() (*MetadataBuilder, error)

+ func (b *MetadataBuilder) AddPartitionSpec(spec *iceberg.PartitionSpec, initial bool) (*MetadataBuilder, error)

+ func (b *MetadataBuilder) AddSchema(schema *iceberg.Schema, newLastColumnID int, initial bool) (*MetadataBuilder, error)

+ func (b *MetadataBuilder) AddSnapshot(snapshot *Snapshot) (*MetadataBuilder, error)

+ func (b *MetadataBuilder) AddSortOrder(sortOrder *SortOrder, initial bool) (*MetadataBuilder, error)

+ func (b *MetadataBuilder) AppendMetadataLog(entry MetadataLogEntry) *MetadataBuilder

+ func (b *MetadataBuilder) Build() (Metadata, error)

+ func (b *MetadataBuilder) CurrentSchema() *iceberg.Schema

+ func (b *MetadataBuilder) CurrentSpec() iceberg.PartitionSpec

+ func (b *MetadataBuilder) GetSchemaByID(id int) (*iceberg.Schema, error)

+ func (b *MetadataBuilder) GetSortOrderByID(id int) (*SortOrder, error)

+ func (b *MetadataBuilder) GetSpecByID(id int) (*iceberg.PartitionSpec, error)

+ func (b *MetadataBuilder) HasChanges() bool

+ func (b *MetadataBuilder) LastUpdatedMS() int64

+ func (b *MetadataBuilder) NameMapping() iceberg.NameMapping

+ func (b *MetadataBuilder) RemoveProperties(keys []string) (*MetadataBuilder, error)

+ func (b *MetadataBuilder) SetCurrentSchemaID(currentSchemaID int) (*MetadataBuilder, error)

+ func (b *MetadataBuilder) SetDefaultSortOrderID(defaultSortOrderID int) (*MetadataBuilder, error)

+ func (b *MetadataBuilder) SetDefaultSpecID(defaultSpecID int) (*MetadataBuilder, error)

+ func (b *MetadataBuilder) SetFormatVersion(formatVersion int) (*MetadataBuilder, error)

+ func (b *MetadataBuilder) SetLastUpdatedMS() *MetadataBuilder

+ func (b *MetadataBuilder) SetLoc(loc string) (*MetadataBuilder, error)

+ func (b *MetadataBuilder) SetProperties(props iceberg.Properties) (*MetadataBuilder, error)

+ func (b *MetadataBuilder) SetSnapshotRef(name string, snapshotID int64, refType RefType, ...) (*MetadataBuilder, error)

+ func (b *MetadataBuilder) SetUUID(uuid uuid.UUID) (*MetadataBuilder, error)

+ func (b *MetadataBuilder) SnapshotByID(id int64) (*Snapshot, error)

+ func (b *MetadataBuilder) TrimMetadataLogs(maxEntries int) *MetadataBuilder

+ type Requirement interface

+ GetType func() string

+ Validate func(Metadata) error

+ func AssertCreate() Requirement

+ func AssertCurrentSchemaID(id int) Requirement

+ func AssertDefaultSortOrderID(id int) Requirement

+ func AssertDefaultSpecID(id int) Requirement

+ func AssertLastAssignedFieldID(id int) Requirement

+ func AssertLastAssignedPartitionID(id int) Requirement

+ func AssertRefSnapshotID(ref string, id *int64) Requirement

+ func AssertTableUUID(uuid uuid.UUID) Requirement

+ type SnapshotSummaryCollector struct

type SortOrder

+ func AssignFreshSortOrderIDs(sortOrder SortOrder, old, fresh *iceberg.Schema) (SortOrder, error)

+ func AssignFreshSortOrderIDsWithID(sortOrder SortOrder, old, fresh *iceberg.Schema, sortOrderID int) (SortOrder, error)

+ type StagedTable struct

+ func (s *StagedTable) Refresh(ctx context.Context) (*Table, error)

+ func (s *StagedTable) Scan(opts ...ScanOption) *Scan

type Table

+ func (t Table) AllManifests() iter.Seq2[iceberg.ManifestFile, error]

+ func (t Table) LocationProvider() (LocationProvider, error)

+ func (t Table) NameMapping() iceberg.NameMapping

+ func (t Table) NewTransaction() *Transaction

+ type Transaction struct

+ func (t *Transaction) AddFiles(files []string, snapshotProps iceberg.Properties, ignoreDuplicates bool) error

+ func (t *Transaction) Append(rdr array.RecordReader, snapshotProps iceberg.Properties) error

+ func (t *Transaction) Commit(ctx context.Context) (*Table, error)

+ func (t *Transaction) Scan(opts ...ScanOption) (*Scan, error)

+ func (t *Transaction) SetProperties(props iceberg.Properties) error

+ func (t *Transaction) StagedTable() (*StagedTable, error)

+ type Update interface

+ Action func() string

+ Apply func(*MetadataBuilder) error

+ func NewAddPartitionSpecUpdate(spec *iceberg.PartitionSpec, initial bool) Update

+ func NewAddSchemaUpdate(schema *iceberg.Schema, lastColumnID int, initial bool) Update

+ func NewAddSnapshotUpdate(snapshot *Snapshot) Update

+ func NewAddSortOrderUpdate(sortOrder *SortOrder, initial bool) Update

+ func NewAssignUUIDUpdate(uuid uuid.UUID) Update

+ func NewRemovePropertiesUpdate(removals []string) Update

+ func NewRemoveSnapshotsUpdate(ids []int64) Update

+ func NewSetCurrentSchemaUpdate(id int) Update

+ func NewSetDefaultSortOrderUpdate(id int) Update

+ func NewSetDefaultSpecUpdate(id int) Update

+ func NewSetLocationUpdate(loc string) Update

+ func NewSetSnapshotRefUpdate(name string, snapshotID int64, refType RefType, ...) Update

+ func NewUpgradeFormatVersionUpdate(formatVersion int) Update

v0.2.0-rc1

Mar 20, 2025

v0.2.0-rc0

Mar 19, 2025

v0.1.0

Nov 13, 2024

Changes in this version

+ const ArrowFieldDocKey

+ const ArrowParquetFieldIDKey

+ const InitialSortOrderID

+ const MainBranch

+ const ScanNoLimit

+ const ScanOptionArrowUseLargeTypes

+ const UnsortedSortOrderID

+ var ErrInvalidMetadata = errors.New("invalid metadata")

+ var ErrInvalidMetadataFormatVersion = errors.New("invalid or missing format-version in table metadata")

+ var ErrInvalidNullOrder = errors.New("invalid null order, must be 'nulls-first' or 'nulls-last'")

+ var ErrInvalidOperation = errors.New("invalid operation value")

+ var ErrInvalidRefType = errors.New("invalid snapshot ref type, should be 'branch' or 'tag'")

+ var ErrInvalidSortDirection = errors.New("invalid sort direction, must be 'asc' or 'desc'")

+ var ErrMissingOperation = errors.New("missing operation key")

+ var UnsortedSortOrder = SortOrder

+ func ApplyNameMapping(schemaWithoutIDs *iceberg.Schema, nameMapping NameMapping) (*iceberg.Schema, error)

+ func ArrowSchemaToIceberg(sc *arrow.Schema, downcastNsTimestamp bool, nameMapping NameMapping) (*iceberg.Schema, error)

+ func ArrowTypeToIceberg(dt arrow.DataType, downcastNsTimestamp bool) (iceberg.Type, error)

+ func SchemaToArrowSchema(sc *iceberg.Schema, metadata map[string]string, ...) (*arrow.Schema, error)

+ func ToRequestedSchema(requested, fileSchema *iceberg.Schema, batch arrow.Record, ...) (arrow.Record, error)

+ func TypeToArrowType(t iceberg.Type, includeFieldIDs bool) (arrow.DataType, error)

+ func VisitArrowSchema[T any](sc *arrow.Schema, visitor ArrowSchemaVisitor[T]) (res T, err error)

+ func VisitMappedFields[S, T any](fields []MappedField, visitor NameMappingVisitor[S, T]) (res S, err error)

+ func VisitNameMapping[S, T any](obj NameMapping, visitor NameMappingVisitor[S, T]) (res S, err error)

+ type ArrowSchemaVisitor interface

+ Field func(arrow.Field, T) T

+ List func(arrow.ListLikeType, T) T

+ Map func(mt *arrow.MapType, keyResult T, valueResult T) T

+ Primitive func(arrow.DataType) T

+ Schema func(*arrow.Schema, T) T

+ Struct func(*arrow.StructType, []T) T

+ type FileScanTask struct

+ DeleteFiles []iceberg.DataFile

+ File iceberg.DataFile

+ Length int64

+ Start int64

+ type Identifier = []string

+ type MappedField struct

+ FieldID *int

+ Fields []MappedField

+ Names []string

+ func (m *MappedField) Len() int

+ func (m *MappedField) String() string

+ type Metadata interface

+ CurrentSchema func() *iceberg.Schema

+ CurrentSnapshot func() *Snapshot

+ DefaultPartitionSpec func() int

+ Equals func(Metadata) bool

+ LastColumnID func() int

+ LastPartitionSpecID func() *int

+ LastUpdatedMillis func() int64

+ Location func() string

+ PartitionSpec func() iceberg.PartitionSpec

+ PartitionSpecs func() []iceberg.PartitionSpec

+ Properties func() iceberg.Properties

+ Schemas func() []*iceberg.Schema

+ SnapshotByID func(int64) *Snapshot

+ SnapshotByName func(name string) *Snapshot

+ Snapshots func() []Snapshot

+ SortOrder func() SortOrder

+ SortOrders func() []SortOrder

+ TableUUID func() uuid.UUID

+ Version func() int

+ func ParseMetadata(r io.Reader) (Metadata, error)

+ func ParseMetadataBytes(b []byte) (Metadata, error)

+ func ParseMetadataString(s string) (Metadata, error)

+ type MetadataLogEntry struct

+ MetadataFile string

+ TimestampMs int64

+ type MetadataV1 struct

+ Partition []iceberg.PartitionField

+ Schema iceberg.Schema

+ func (c *MetadataV1) CurrentSchema() *iceberg.Schema

+ func (c *MetadataV1) CurrentSnapshot() *Snapshot

+ func (c *MetadataV1) DefaultPartitionSpec() int

+ func (c *MetadataV1) LastColumnID() int

+ func (c *MetadataV1) LastPartitionSpecID() *int

+ func (c *MetadataV1) LastUpdatedMillis() int64

+ func (c *MetadataV1) Location() string

+ func (c *MetadataV1) PartitionSpec() iceberg.PartitionSpec

+ func (c *MetadataV1) PartitionSpecs() []iceberg.PartitionSpec

+ func (c *MetadataV1) Properties() iceberg.Properties

+ func (c *MetadataV1) Schemas() []*iceberg.Schema

+ func (c *MetadataV1) SnapshotByID(id int64) *Snapshot

+ func (c *MetadataV1) SnapshotByName(name string) *Snapshot

+ func (c *MetadataV1) Snapshots() []Snapshot

+ func (c *MetadataV1) SortOrder() SortOrder

+ func (c *MetadataV1) SortOrders() []SortOrder

+ func (c *MetadataV1) TableUUID() uuid.UUID

+ func (c *MetadataV1) Version() int

+ func (m *MetadataV1) Equals(other Metadata) bool

+ func (m *MetadataV1) ToV2() MetadataV2

+ func (m *MetadataV1) UnmarshalJSON(b []byte) error

+ type MetadataV2 struct

+ LastSequenceNumber int

+ func (c *MetadataV2) CurrentSchema() *iceberg.Schema

+ func (c *MetadataV2) CurrentSnapshot() *Snapshot

+ func (c *MetadataV2) DefaultPartitionSpec() int

+ func (c *MetadataV2) LastColumnID() int

+ func (c *MetadataV2) LastPartitionSpecID() *int

+ func (c *MetadataV2) LastUpdatedMillis() int64

+ func (c *MetadataV2) Location() string

+ func (c *MetadataV2) PartitionSpec() iceberg.PartitionSpec

+ func (c *MetadataV2) PartitionSpecs() []iceberg.PartitionSpec

+ func (c *MetadataV2) Properties() iceberg.Properties

+ func (c *MetadataV2) Schemas() []*iceberg.Schema

+ func (c *MetadataV2) SnapshotByID(id int64) *Snapshot

+ func (c *MetadataV2) SnapshotByName(name string) *Snapshot

+ func (c *MetadataV2) Snapshots() []Snapshot

+ func (c *MetadataV2) SortOrder() SortOrder

+ func (c *MetadataV2) SortOrders() []SortOrder

+ func (c *MetadataV2) TableUUID() uuid.UUID

+ func (c *MetadataV2) Version() int

+ func (m *MetadataV2) Equals(other Metadata) bool

+ func (m *MetadataV2) UnmarshalJSON(b []byte) error

+ type NameMapping []MappedField

+ func (nm NameMapping) String() string

+ type NameMappingAccessor struct

+ func (NameMappingAccessor) SchemaPartner(partner *MappedField) *MappedField

+ func (n NameMappingAccessor) FieldPartner(partnerStruct *MappedField, _ int, fieldName string) *MappedField

+ func (n NameMappingAccessor) ListElementPartner(partnerList *MappedField) *MappedField

+ func (n NameMappingAccessor) MapKeyPartner(partnerMap *MappedField) *MappedField

+ func (n NameMappingAccessor) MapValuePartner(partnerMap *MappedField) *MappedField

+ type NameMappingVisitor interface

+ Field func(field MappedField, fieldResult S) T

+ Fields func(st []MappedField, fieldResults []T) S

+ Mapping func(nm NameMapping, fieldResults S) S

+ type NullOrder string

+ const NullsFirst

+ const NullsLast

+ type Operation string

+ const OpAppend

+ const OpDelete

+ const OpOverwrite

+ const OpReplace

+ func ValidOperation(s string) (Operation, error)

+ type RefType string

+ const BranchRef

+ const TagRef

+ type Scan struct

+ func (scan *Scan) PlanFiles(ctx context.Context) ([]FileScanTask, error)

+ func (scan *Scan) Projection() (*iceberg.Schema, error)

+ func (scan *Scan) Snapshot() *Snapshot

+ func (scan *Scan) ToArrowRecords(ctx context.Context) (*arrow.Schema, iter.Seq2[arrow.Record, error], error)

+ func (scan *Scan) ToArrowTable(ctx context.Context) (arrow.Table, error)

+ func (scan *Scan) UseRef(name string) (*Scan, error)

+ func (scan *Scan) UseRowLimit(n int64) *Scan

+ type ScanOption func(*Scan)

+ func WitMaxConcurrency(n int) ScanOption

+ func WithCaseSensitive(b bool) ScanOption

+ func WithLimit(n int64) ScanOption

+ func WithOptions(opts iceberg.Properties) ScanOption

+ func WithRowFilter(e iceberg.BooleanExpression) ScanOption

+ func WithSelectedFields(fields ...string) ScanOption

+ func WithSnapshotID(n int64) ScanOption

+ type Snapshot struct

+ ManifestList string

+ ParentSnapshotID *int64

+ SchemaID *int

+ SequenceNumber int64

+ SnapshotID int64

+ Summary *Summary

+ TimestampMs int64

+ func (s Snapshot) Equals(other Snapshot) bool

+ func (s Snapshot) Manifests(fio io.IO) ([]iceberg.ManifestFile, error)

+ func (s Snapshot) String() string

+ type SnapshotLogEntry struct

+ SnapshotID int64

+ TimestampMs int64

+ type SnapshotRef struct

+ MaxRefAgeMs *int64

+ MaxSnapshotAgeMs *int64

+ MinSnapshotsToKeep *int

+ SnapshotID int64

+ SnapshotRefType RefType

+ func (s *SnapshotRef) Equals(rhs SnapshotRef) bool

+ func (s *SnapshotRef) UnmarshalJSON(b []byte) error

+ type SortDirection string

+ const SortASC

+ const SortDESC

+ type SortField struct

+ Direction SortDirection

+ NullOrder NullOrder

+ SourceID int

+ Transform iceberg.Transform

+ func (s *SortField) MarshalJSON() ([]byte, error)

+ func (s *SortField) String() string

+ func (s *SortField) UnmarshalJSON(b []byte) error

+ type SortOrder struct

+ Fields []SortField

+ OrderID int

+ func (s *SortOrder) UnmarshalJSON(b []byte) error

+ func (s SortOrder) Equals(rhs SortOrder) bool

+ func (s SortOrder) String() string

+ type Summary struct

+ Operation Operation

+ Properties map[string]string

+ func (s *Summary) Equals(other *Summary) bool

+ func (s *Summary) MarshalJSON() ([]byte, error)

+ func (s *Summary) String() string

+ func (s *Summary) UnmarshalJSON(b []byte) (err error)

+ type Table struct

+ func New(ident Identifier, meta Metadata, location string, fs io.IO) *Table

+ func NewFromLocation(ident Identifier, metalocation string, fsys io.IO) (*Table, error)

+ func (t Table) CurrentSnapshot() *Snapshot

+ func (t Table) Equals(other Table) bool

+ func (t Table) FS() io.IO

+ func (t Table) Identifier() Identifier

+ func (t Table) Location() string

+ func (t Table) Metadata() Metadata

+ func (t Table) MetadataLocation() string

+ func (t Table) Properties() iceberg.Properties

+ func (t Table) Scan(opts ...ScanOption) *Scan

+ func (t Table) Schema() *iceberg.Schema

+ func (t Table) Schemas() map[int]*iceberg.Schema

+ func (t Table) SnapshotByID(id int64) *Snapshot

+ func (t Table) SnapshotByName(name string) *Snapshot

+ func (t Table) SortOrder() SortOrder

+ func (t Table) Spec() iceberg.PartitionSpec

v0.1.0-rc2

Nov 13, 2024

v0.1.0-rc1

Nov 13, 2024

v0.1.0-rc0

Nov 8, 2024

?	: This menu
/	: Search site
f or F	: Jump to
y or Y	: Canonical URL