Documentation
¶
Index ¶
- Constants
- Variables
- func Call(idx int, proc *process.Process, arg any) (bool, error)
- func GetBatchData(param *ExternalParam, plh *ParseLineHandler, proc *process.Process) (*batch.Batch, error)
- func GetForETLWithType(param *tree.ExternParam, prefix string) (res fileservice.ETLFileService, readPath string, err error)
- func InitS3Param(param *tree.ExternParam) error
- func Prepare(proc *process.Process, arg any) error
- func ReadDir(param *tree.ExternParam) (fileList []string, err error)
- func ReadFile(param *tree.ExternParam) (io.ReadCloser, error)
- func ScanFileData(param *ExternalParam, proc *process.Process) (*batch.Batch, error)
- func String(arg any, buf *bytes.Buffer)
- type Argument
- type ExternalFileparam
- type ExternalParam
- type ParseLineHandler
Constants ¶
View Source
const NULL_FLAG = "\\N"
Variables ¶
View Source
var (
ONE_BATCH_MAX_ROW = 40000
)
Functions ¶
func GetBatchData ¶
func GetBatchData(param *ExternalParam, plh *ParseLineHandler, proc *process.Process) (*batch.Batch, error)
func GetForETLWithType ¶
func GetForETLWithType(param *tree.ExternParam, prefix string) (res fileservice.ETLFileService, readPath string, err error)
func InitS3Param ¶
func InitS3Param(param *tree.ExternParam) error
func ReadFile ¶
func ReadFile(param *tree.ExternParam) (io.ReadCloser, error)
func ScanFileData ¶
ScanFileData read batch data from external file
Types ¶
type Argument ¶
type Argument struct {
Es *ExternalParam
}
type ExternalFileparam ¶
type ExternalParam ¶
type ExternalParam struct {
Attrs []string
Cols []*plan.ColDef
Name2ColIndex map[string]int32
CreateSql string
Ctx context.Context
IgnoreLine int
IgnoreLineTag int
// tag indicate the fileScan is finished
Fileparam *ExternalFileparam
FileList []string
// contains filtered or unexported fields
}
Use for External table scan param
type ParseLineHandler ¶
type ParseLineHandler struct {
// contains filtered or unexported fields
}
func GetSimdcsvReader ¶
func GetSimdcsvReader(param *ExternalParam) (*ParseLineHandler, error)
GetSimdcsvReader get file reader from external file
Click to show internal directories.
Click to hide internal directories.