Documentation
¶
Index ¶
- Constants
- Variables
- func Call(idx int, proc *process.Process, arg any, isFirst bool, isLast bool) (process.ExecStatus, error)
- func FilterFileList(ctx context.Context, node *plan.Node, proc *process.Process, fileList []string, ...) ([]string, []int64, error)
- func GetCompressType(param *tree.ExternParam, filepath string) string
- func Prepare(proc *process.Process, arg any) error
- func ReadFileOffset(param *tree.ExternParam, mcpu int, fileSize int64) ([]int64, error)
- func String(_ any, buf *bytes.Buffer)
- type Argument
- type ExFileparam
- type ExParam
- type ExParamConst
- type ExternalParam
- type FilterParam
- type ParseLineHandler
- type ZonemapFileparam
Constants ¶
View Source
const (
ColumnCntLargerErrorInfo = "the table column is larger than input data column"
)
View Source
const NULL_FLAG = "\\N"
Variables ¶
View Source
var ( OneBatchMaxRow = int(options.DefaultBlockMaxRows) S3ParallelMaxnum = 10 )
View Source
var (
STATEMENT_ACCOUNT = "account"
)
Functions ¶
func FilterFileList ¶ added in v0.7.0
func GetCompressType ¶ added in v0.8.0
func GetCompressType(param *tree.ExternParam, filepath string) string
func ReadFileOffset ¶ added in v0.7.0
Types ¶
type Argument ¶
type Argument struct {
Es *ExternalParam
}
type ExFileparam ¶ added in v0.7.0
type ExParam ¶ added in v0.7.0
type ExParam struct {
Fileparam *ExFileparam
Zoneparam *ZonemapFileparam
Filter *FilterParam
MoCsvLineArray [][]string
// contains filtered or unexported fields
}
type ExParamConst ¶ added in v0.7.0
type ExParamConst struct {
IgnoreLine int
IgnoreLineTag int
ParallelLoad bool
Idx int
CreateSql string
Close byte
Attrs []string
Cols []*plan.ColDef
FileList []string
FileSize []int64
FileOffset []int64
FileOffsetTotal []*pipeline.FileOffset
Name2ColIndex map[string]int32
Ctx context.Context
Extern *tree.ExternParam
ClusterTable *plan.ClusterTable
// contains filtered or unexported fields
}
type ExternalParam ¶
type ExternalParam struct {
// Externally passed parameters that will not change
ExParamConst
// Inner parameters
ExParam
}
Use for External table scan param
type FilterParam ¶ added in v0.7.0
type ParseLineHandler ¶
type ParseLineHandler struct {
// contains filtered or unexported fields
}
type ZonemapFileparam ¶ added in v0.7.0
type ZonemapFileparam struct {
// contains filtered or unexported fields
}
Click to show internal directories.
Click to hide internal directories.