external

type CsvReader struct {
	// contains filtered or unexported fields
}

type DiscoverOptions struct {
	MaxPartitions   int
	WarnPartitions  int
	MaxListCalls    int
	ListConcurrency int
	CacheTTL        time.Duration
	CacheKeyPrefix  string
	CacheMaxEntries int
	CacheMaxBytes   int64
	// contains filtered or unexported fields
}

type ExFileparam struct {
	End       bool
	FileCnt   int
	FileFin   int
	FileIndex int
	Filepath  string
}

type ExParam struct {
	Fileparam *ExFileparam
	Filter    *FilterParam
	// contains filtered or unexported fields
}

type ExParamConst struct {
	ParallelLoad           bool
	LoadEmptyNumericAsZero bool
	StrictSqlMode          bool
	Close                  byte

	Idx           int
	ColumnListLen int32 // load ...  (col1, col2 , col3), ColumnListLen is 3
	CreateSql     string

	// letter case: origin
	Attrs           []plan.ExternAttr
	Cols            []*plan.ColDef
	FileList        []string
	FileSize        []int64
	FileOffset      []int64
	FileOffsetTotal []*pipeline.FileOffset
	// Optional Parquet row group shards. Empty means whole-file scan.
	ParquetRowGroupShards []*pipeline.ParquetRowGroupShard
	Ctx                   context.Context
	Extern                *tree.ExternParam
	ClusterTable          *plan.ClusterTable
	// contains filtered or unexported fields
}

type External struct {
	Es *ExternalParam

	vm.OperatorBase
	colexec.Projection
	// contains filtered or unexported fields
}

type ExternalFileReader interface {
	// Open opens a file and initializes internal state.
	// fileEmpty=true means the file is empty (e.g. 0-row Parquet),
	// Call should Close then finishCurrentFile and continue to next file.
	Open(param *ExternalParam, proc *process.Process) (fileEmpty bool, err error)

	// ReadBatch reads one batch of data into buf.
	// Returns true when the current file is fully read.
	ReadBatch(ctx context.Context, buf *batch.Batch, proc *process.Process, analyzer process.Analyzer) (fileFinished bool, err error)

	// Close closes the current file and releases resources.
	Close() error
}

type ExternalParam struct {
	// Externally passed parameters that will not change
	ExParamConst
	// Inner parameters
	ExParam
}

type FilterParam struct {
	FilterExpr *plan.Expr
	AuxIdCnt   int32 // saved from AssignAuxIdForExpr in Prepare, reused at runtime
	// contains filtered or unexported fields
}

type HivePartSegment struct {
	Key   string
	Value string
}

type HivePartitionListCacheEntry struct {
	Entries  []fileservice.DirEntry
	ExpireAt time.Time
	SizeHint int64
	// contains filtered or unexported fields
}

type ListDirFunc func(ctx context.Context, prefix string) iter.Seq2[*fileservice.DirEntry, error]

type MatchResult int

type ParquetHandler struct {
	// contains filtered or unexported fields
}

type ParquetReader struct {
	// contains filtered or unexported fields
}

type ParseLineHandler struct {
	// contains filtered or unexported fields
}

type PartitionAnd struct {
	Children []PartitionPruneExpr
}

type PartitionAtom struct {
	ColName string
	Op      PartitionOp
	Values  []string
}

type PartitionDiscoveryResult struct {
	Files          []PartitionFileEntry
	PartitionCount int
	PrunedCount    int
	ListCalls      int

	CacheHits             int
	CacheMisses           int
	ListConcurrency       int
	DiscoveryDuration     time.Duration
	InferredPartitionCols []string
	DiscoveredFiles       int
	DiscoveredBytes       int64
	PrunedFiles           int
	PrunedBytes           int64
	DirectPrefixHits      int
	DirectPrefixMisses    int
	// contains filtered or unexported fields
}

type PartitionFileEntry struct {
	FilePath string
	FileSize int64
}

type PartitionOp int

type PartitionOr struct {
	Children []PartitionPruneExpr
}

type PartitionPredicate struct {
	ColName string
	Op      PartitionOp
	Values  []string
}

type PartitionPruneExpr interface {
	EvalPartial(values map[string]string, colTypes map[string]tree.HivePartColType) MatchResult
	ReferencedCols() map[string]bool
}

type ZonemapFileparam struct {
	// contains filtered or unexported fields
}

type ZonemapReader struct {
	// contains filtered or unexported fields
}