Documentation
¶
Index ¶
- Constants
- Variables
- func FilterFileList(ctx context.Context, node *plan.Node, proc *process.Process, fileList []string, ...) ([]string, []int64, error)
- func GetCompressType(param *tree.ExternParam, filepath string) string
- func ReadFileOffsetNoStrict(param *tree.ExternParam, mcpu int, fileSize int64) ([]int64, error)
- func ReadFileOffsetStrict(param *tree.ExternParam, mcpu int, fileSize int64, visibleCols []*plan.ColDef) ([]int64, error)
- type Argument
- func (arg *Argument) Call(proc *process.Process) (vm.CallResult, error)
- func (arg *Argument) Free(proc *process.Process, pipelineFailed bool, err error)
- func (arg *Argument) GetOperatorBase() *vm.OperatorBase
- func (arg *Argument) Prepare(proc *process.Process) error
- func (arg *Argument) Release()
- func (arg *Argument) String(buf *bytes.Buffer)
- func (arg Argument) TypeName() string
- func (arg *Argument) WithEs(es *ExternalParam) *Argument
- type ExFileparam
- type ExParam
- type ExParamConst
- type ExternalParam
- type FilterParam
- type ParquetHandler
- type ParseLineHandler
- type ZonemapFileparam
Constants ¶
View Source
const (
ColumnCntLargerErrorInfo = "the table column is larger than input data column"
)
View Source
const JsonNull = "\\N"
Variables ¶
View Source
var ( OneBatchMaxRow = int(options.DefaultBlockMaxRows) S3ParallelMaxnum = 10 )
View Source
var (
STATEMENT_ACCOUNT = "account"
)
Functions ¶
func FilterFileList ¶ added in v0.7.0
func GetCompressType ¶ added in v0.8.0
func GetCompressType(param *tree.ExternParam, filepath string) string
func ReadFileOffsetNoStrict ¶ added in v1.2.0
TODO : merge below two functions
func ReadFileOffsetStrict ¶ added in v1.2.0
Types ¶
type Argument ¶
type Argument struct {
Es *ExternalParam
vm.OperatorBase
// contains filtered or unexported fields
}
func NewArgument ¶ added in v1.2.0
func NewArgument() *Argument
func (*Argument) GetOperatorBase ¶ added in v1.2.0
func (arg *Argument) GetOperatorBase() *vm.OperatorBase
func (*Argument) WithEs ¶ added in v1.2.0
func (arg *Argument) WithEs(es *ExternalParam) *Argument
type ExFileparam ¶ added in v0.7.0
type ExParam ¶ added in v0.7.0
type ExParam struct {
Fileparam *ExFileparam
Zoneparam *ZonemapFileparam
Filter *FilterParam
MoCsvLineArray [][]csvparser.Field
// contains filtered or unexported fields
}
type ExParamConst ¶ added in v0.7.0
type ExParamConst struct {
IgnoreLine int
IgnoreLineTag int
ParallelLoad bool
Idx int
CreateSql string
Close byte
Attrs []string
Cols []*plan.ColDef
FileList []string
FileSize []int64
FileOffset []int64
FileOffsetTotal []*pipeline.FileOffset
Name2ColIndex map[string]int32
Ctx context.Context
Extern *tree.ExternParam
ClusterTable *plan.ClusterTable
TblName string // for debug moc3421
// contains filtered or unexported fields
}
type ExternalParam ¶
type ExternalParam struct {
// Externally passed parameters that will not change
ExParamConst
// Inner parameters
ExParam
}
Use for External table scan param
type FilterParam ¶ added in v0.7.0
type ParquetHandler ¶ added in v1.2.0
type ParquetHandler struct {
// contains filtered or unexported fields
}
type ParseLineHandler ¶
type ParseLineHandler struct {
// contains filtered or unexported fields
}
type ZonemapFileparam ¶ added in v0.7.0
type ZonemapFileparam struct {
// contains filtered or unexported fields
}
Click to show internal directories.
Click to hide internal directories.