Documentation
¶
Index ¶
- Constants
- Variables
- func FilterFileList(ctx context.Context, node *plan.Node, proc *process.Process, fileList []string, ...) ([]string, []int64, error)
- func GetCompressType(param *tree.ExternParam, filepath string) string
- func ReadFileOffset(param *tree.ExternParam, mcpu int, fileSize int64) ([]int64, error)
- type Argument
- func (arg *Argument) AppendChild(child vm.Operator)
- func (arg *Argument) Call(proc *process.Process) (vm.CallResult, error)
- func (arg *Argument) Free(proc *process.Process, pipelineFailed bool, err error)
- func (arg *Argument) Prepare(proc *process.Process) error
- func (arg *Argument) SetInfo(info *vm.OperatorInfo)
- func (arg *Argument) String(buf *bytes.Buffer)
- type ExFileparam
- type ExParam
- type ExParamConst
- type ExternalParam
- type FilterParam
- type ParseLineHandler
- type ZonemapFileparam
Constants ¶
View Source
const (
ColumnCntLargerErrorInfo = "the table column is larger than input data column"
)
View Source
const NULL_FLAG = "\\N"
Variables ¶
View Source
var ( OneBatchMaxRow = int(options.DefaultBlockMaxRows) S3ParallelMaxnum = 10 )
View Source
var (
STATEMENT_ACCOUNT = "account"
)
Functions ¶
func FilterFileList ¶ added in v0.7.0
func GetCompressType ¶ added in v0.8.0
func GetCompressType(param *tree.ExternParam, filepath string) string
func ReadFileOffset ¶ added in v0.7.0
Types ¶
type Argument ¶
type Argument struct {
Es *ExternalParam
// contains filtered or unexported fields
}
func (*Argument) AppendChild ¶ added in v1.1.0
func (*Argument) SetInfo ¶ added in v1.1.0
func (arg *Argument) SetInfo(info *vm.OperatorInfo)
type ExFileparam ¶ added in v0.7.0
type ExParam ¶ added in v0.7.0
type ExParam struct {
Fileparam *ExFileparam
Zoneparam *ZonemapFileparam
Filter *FilterParam
MoCsvLineArray [][]string
// contains filtered or unexported fields
}
type ExParamConst ¶ added in v0.7.0
type ExParamConst struct {
IgnoreLine int
IgnoreLineTag int
ParallelLoad bool
Idx int
CreateSql string
Close byte
Attrs []string
Cols []*plan.ColDef
FileList []string
FileSize []int64
FileOffset []int64
FileOffsetTotal []*pipeline.FileOffset
Name2ColIndex map[string]int32
Ctx context.Context
Extern *tree.ExternParam
ClusterTable *plan.ClusterTable
// contains filtered or unexported fields
}
type ExternalParam ¶
type ExternalParam struct {
// Externally passed parameters that will not change
ExParamConst
// Inner parameters
ExParam
}
Use for External table scan param
type FilterParam ¶ added in v0.7.0
type ParseLineHandler ¶
type ParseLineHandler struct {
// contains filtered or unexported fields
}
type ZonemapFileparam ¶ added in v0.7.0
type ZonemapFileparam struct {
// contains filtered or unexported fields
}
Click to show internal directories.
Click to hide internal directories.