Documentation
¶
Index ¶
Constants ¶
View Source
const ( // 支持的文件类型 FileTypeText = "TEXT" FileTypeCSV = "CSV" FileTypeORC = "ORC" FileTypeSeq = "SEQ" FileTypeRC = "RC" FileTypeParquet = "PARQUET" // 配置键 KeyDefaultFS = "defaultFS" KeyPath = "path" KeyFileType = "fileType" KeyEncoding = "encoding" KeyColumn = "column" KeyHaveKerberos = "haveKerberos" KeyKerberosKeytabFilePath = "kerberosKeytabFilePath" KeyKerberosPrincipal = "kerberosPrincipal" KeyKerberosConfFilePath = "kerberosConfFilePath" KeyHadoopConfig = "hadoopConfig" KeyHdfsUsername = "hdfsUsername" KeySkipEmptyOrcFile = "skipEmptyOrcFile" KeyOrcFileEmptySize = "orcFileEmptySize" KeyFieldDelimiter = "fieldDelimiter" KeyCompress = "compress" KeyNullFormat = "nullFormat" )
常量定义,与Java版本保持一致
Variables ¶
This section is empty.
Functions ¶
This section is empty.
Types ¶
type HdfsReaderJob ¶
type HdfsReaderJob struct {
// contains filtered or unexported fields
}
HdfsReaderJob HDFS文件读取作业
func NewHdfsReaderJob ¶
func NewHdfsReaderJob() *HdfsReaderJob
func (*HdfsReaderJob) Destroy ¶
func (job *HdfsReaderJob) Destroy() error
func (*HdfsReaderJob) Init ¶
func (job *HdfsReaderJob) Init(config config.Configuration) error
func (*HdfsReaderJob) Post ¶
func (job *HdfsReaderJob) Post() error
func (*HdfsReaderJob) Prepare ¶
func (job *HdfsReaderJob) Prepare() error
func (*HdfsReaderJob) Split ¶
func (job *HdfsReaderJob) Split(adviceNumber int) ([]config.Configuration, error)
type HdfsReaderJobFactory ¶
type HdfsReaderJobFactory struct{}
HdfsReaderJobFactory 实现ReaderJobFactory接口
func (*HdfsReaderJobFactory) CreateReaderJob ¶
func (f *HdfsReaderJobFactory) CreateReaderJob() plugin.ReaderJob
type HdfsReaderTask ¶
type HdfsReaderTask struct {
// contains filtered or unexported fields
}
HdfsReaderTask HDFS文件读取任务
func NewHdfsReaderTask ¶
func NewHdfsReaderTask() *HdfsReaderTask
func (*HdfsReaderTask) Destroy ¶
func (task *HdfsReaderTask) Destroy() error
func (*HdfsReaderTask) Init ¶
func (task *HdfsReaderTask) Init(config config.Configuration) error
func (*HdfsReaderTask) Post ¶
func (task *HdfsReaderTask) Post() error
func (*HdfsReaderTask) Prepare ¶
func (task *HdfsReaderTask) Prepare() error
func (*HdfsReaderTask) StartRead ¶
func (task *HdfsReaderTask) StartRead(recordSender plugin.RecordSender) error
type HdfsReaderTaskFactory ¶
type HdfsReaderTaskFactory struct{}
HdfsReaderTaskFactory 实现ReaderTaskFactory接口
func (*HdfsReaderTaskFactory) CreateReaderTask ¶
func (f *HdfsReaderTaskFactory) CreateReaderTask() plugin.ReaderTask
Click to show internal directories.
Click to hide internal directories.