iceberg

type CatalogConfig struct {
	CatalogURI      string
	Warehouse       string
	AccessKey       string
	SecretKey       string
	Region          string
	S3Endpoint      string              // S3 endpoint for file IO (e.g., http://localhost:9000)
	ExternalCatalog ExternalCatalogType // External catalog type (polaris, etc.)
}

type CatalogPool struct {
	// contains filtered or unexported fields
}

type CommitConfig struct {
	MaxRetries  int
	BackoffBase time.Duration
	BackoffMax  time.Duration
}

type CommitResult struct {
	Success      bool
	Retries      int
	Duration     time.Duration
	Err          error
	UpdatedTable *table.Table
}

type DatasetCreator struct {
	Catalog         *restcat.Catalog
	CatalogPool     *CatalogPool
	Tree            *Tree
	CatalogURI      string
	AccessKey       string
	SecretKey       string
	Concurrency     int
	ExternalCatalog ExternalCatalogType
	OnProgress      func(float64)
}

type ExternalCatalogType string

type GenerateConfig struct {
	OutputDir   string
	NumFiles    int
	RowsPerFile int
	Concurrency int
}

type GenerateResult struct {
	Files      []string
	TotalRows  int64
	TotalBytes int64
}

type NamespaceInfo struct {
	Ordinal   int
	Path      []string
	IsLeaf    bool
	TableIdxs []int
	ViewIdxs  []int
}

type TPCDSConfig struct {
	ScaleFactor string // e.g., "sf1", "sf10", "sf100", "sf1000"
	Table       string // e.g., "store_sales", "customer", etc.
	CacheDir    string // local directory to cache downloaded files
	Concurrency int    // download concurrency
}

type TPCDSDownloadResult struct {
	Files           []string
	TotalBytes      int64
	DownloadedBytes int64
	SkippedFiles    int
}

type TableInfo struct {
	Index     int
	Name      string
	Namespace []string
	Location  string
}

type Tree struct {
	// contains filtered or unexported fields
}

type TreeConfig struct {
	NamespaceWidth   int
	NamespaceDepth   int
	TablesPerNS      int
	ViewsPerNS       int
	ColumnsPerTable  int
	ColumnsPerView   int
	PropertiesPerNS  int
	PropertiesPerTbl int
	PropertiesPerVw  int
	BaseLocation     string
	CatalogName      string
}

type ViewInfo struct {
	Index     int
	Name      string
	Namespace []string
	Location  string
}