hdfsreader

package
v1.4.0 Latest Latest
Warning

This package is not in the latest version of its module.

Go to latest
Published: Sep 29, 2025 License: MIT Imports: 11 Imported by: 0

Documentation

Index

Constants

View Source
const (
	// 支持的文件类型
	FileTypeText    = "TEXT"
	FileTypeCSV     = "CSV"
	FileTypeORC     = "ORC"
	FileTypeSeq     = "SEQ"
	FileTypeRC      = "RC"
	FileTypeParquet = "PARQUET"

	// 配置键
	KeyDefaultFS              = "defaultFS"
	KeyPath                   = "path"
	KeyFileType               = "fileType"
	KeyEncoding               = "encoding"
	KeyColumn                 = "column"
	KeyHaveKerberos           = "haveKerberos"
	KeyKerberosKeytabFilePath = "kerberosKeytabFilePath"
	KeyKerberosPrincipal      = "kerberosPrincipal"
	KeyKerberosConfFilePath   = "kerberosConfFilePath"
	KeyHadoopConfig           = "hadoopConfig"
	KeyHdfsUsername           = "hdfsUsername"
	KeySkipEmptyOrcFile       = "skipEmptyOrcFile"
	KeyOrcFileEmptySize       = "orcFileEmptySize"
	KeyFieldDelimiter         = "fieldDelimiter"
	KeyCompress               = "compress"
	KeyNullFormat             = "nullFormat"
)

常量定义,与Java版本保持一致

Variables

This section is empty.

Functions

This section is empty.

Types

type HdfsReaderJob

type HdfsReaderJob struct {
	// contains filtered or unexported fields
}

HdfsReaderJob HDFS文件读取作业

func NewHdfsReaderJob

func NewHdfsReaderJob() *HdfsReaderJob

func (*HdfsReaderJob) Destroy

func (job *HdfsReaderJob) Destroy() error

func (*HdfsReaderJob) Init

func (job *HdfsReaderJob) Init(config config.Configuration) error

func (*HdfsReaderJob) Post

func (job *HdfsReaderJob) Post() error

func (*HdfsReaderJob) Prepare

func (job *HdfsReaderJob) Prepare() error

func (*HdfsReaderJob) Split

func (job *HdfsReaderJob) Split(adviceNumber int) ([]config.Configuration, error)

type HdfsReaderJobFactory

type HdfsReaderJobFactory struct{}

HdfsReaderJobFactory 实现ReaderJobFactory接口

func (*HdfsReaderJobFactory) CreateReaderJob

func (f *HdfsReaderJobFactory) CreateReaderJob() plugin.ReaderJob

type HdfsReaderTask

type HdfsReaderTask struct {
	// contains filtered or unexported fields
}

HdfsReaderTask HDFS文件读取任务

func NewHdfsReaderTask

func NewHdfsReaderTask() *HdfsReaderTask

func (*HdfsReaderTask) Destroy

func (task *HdfsReaderTask) Destroy() error

func (*HdfsReaderTask) Init

func (task *HdfsReaderTask) Init(config config.Configuration) error

func (*HdfsReaderTask) Post

func (task *HdfsReaderTask) Post() error

func (*HdfsReaderTask) Prepare

func (task *HdfsReaderTask) Prepare() error

func (*HdfsReaderTask) StartRead

func (task *HdfsReaderTask) StartRead(recordSender plugin.RecordSender) error

type HdfsReaderTaskFactory

type HdfsReaderTaskFactory struct{}

HdfsReaderTaskFactory 实现ReaderTaskFactory接口

func (*HdfsReaderTaskFactory) CreateReaderTask

func (f *HdfsReaderTaskFactory) CreateReaderTask() plugin.ReaderTask

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL