importer

type AvroImporter struct {
	// contains filtered or unexported fields
}

type Field struct {
	Name     string `json:"name"`
	Type     string `json:"type"`
	Nullable bool   `json:"nullable"`
}

type FileStats struct {
	RecordCount int64 `json:"record_count"`
	FileSize    int64 `json:"file_size"`
	ColumnCount int   `json:"column_count"`
}

type ImportRequest struct {
	ParquetFile    string
	TableIdent     table.Identifier
	NamespaceIdent table.Identifier
	Schema         *Schema
	Overwrite      bool
	PartitionBy    []string
}

type ImportResult struct {
	TableIdent    table.Identifier
	RecordCount   int64
	DataSize      int64
	TableLocation string
}

type Importer interface {
	// InferSchema reads a file and infers the schema
	InferSchema(filePath string) (*Schema, *FileStats, error)

	// GetTableLocation returns the location where table data would be stored
	GetTableLocation(tableIdent table.Identifier) string

	// ImportTable imports a file into an Iceberg table
	ImportTable(ctx context.Context, req ImportRequest) (*ImportResult, error)

	// Close closes the importer and releases resources
	Close() error
}

type ImporterFactory struct {
	// contains filtered or unexported fields
}

type ImporterType string

type ParquetImporter struct {
	// contains filtered or unexported fields
}

type Schema struct {
	Fields []Field `json:"fields"`
}