Documentation
¶
Index ¶
Constants ¶
This section is empty.
Variables ¶
This section is empty.
Functions ¶
This section is empty.
Types ¶
type FieldInfo ¶
type FieldInfo struct {
Name string
TotalCount int
NullCount int
StringCount int
IntCount int
FloatCount int
BoolCount int
ObjectCount int
ArrayCount int
Examples []interface{} // 保存一些示例值
}
FieldInfo 字段统计信息
type JSONFileReaderJob ¶
type JSONFileReaderJob struct {
// contains filtered or unexported fields
}
JSONFileReaderJob JSON文件读取作业
func NewJSONFileReaderJob ¶
func NewJSONFileReaderJob() *JSONFileReaderJob
func (*JSONFileReaderJob) Destroy ¶
func (job *JSONFileReaderJob) Destroy() error
func (*JSONFileReaderJob) Init ¶
func (job *JSONFileReaderJob) Init(config config.Configuration) error
func (*JSONFileReaderJob) Post ¶
func (job *JSONFileReaderJob) Post() error
func (*JSONFileReaderJob) Prepare ¶
func (job *JSONFileReaderJob) Prepare() error
func (*JSONFileReaderJob) Split ¶
func (job *JSONFileReaderJob) Split(adviceNumber int) ([]config.Configuration, error)
type JSONFileReaderJobFactory ¶
type JSONFileReaderJobFactory struct{}
JSONFileReaderJobFactory 实现ReaderJobFactory接口
func (*JSONFileReaderJobFactory) CreateReaderJob ¶
func (f *JSONFileReaderJobFactory) CreateReaderJob() plugin.ReaderJob
type JSONFileReaderTask ¶
type JSONFileReaderTask struct {
// contains filtered or unexported fields
}
JSONFileReaderTask JSON文件读取任务
func NewJSONFileReaderTask ¶
func NewJSONFileReaderTask() *JSONFileReaderTask
func (*JSONFileReaderTask) Destroy ¶
func (task *JSONFileReaderTask) Destroy() error
func (*JSONFileReaderTask) Init ¶
func (task *JSONFileReaderTask) Init(config config.Configuration) error
func (*JSONFileReaderTask) Post ¶
func (task *JSONFileReaderTask) Post() error
func (*JSONFileReaderTask) Prepare ¶
func (task *JSONFileReaderTask) Prepare() error
func (*JSONFileReaderTask) StartRead ¶
func (task *JSONFileReaderTask) StartRead(recordSender plugin.RecordSender) error
type JSONFileReaderTaskFactory ¶
type JSONFileReaderTaskFactory struct{}
JSONFileReaderTaskFactory 实现ReaderTaskFactory接口
func (*JSONFileReaderTaskFactory) CreateReaderTask ¶
func (f *JSONFileReaderTaskFactory) CreateReaderTask() plugin.ReaderTask
type JSONFormat ¶
type JSONFormat string
JSONFormat JSON文件格式枚举
const ( FormatJSON JSONFormat = "json" // 标准JSON格式，整个文件是一个JSON数组 FormatJSONL JSONFormat = "jsonl" // JSON Lines格式，每行一个JSON对象 FormatAuto JSONFormat = "auto" // 自动检测格式 )
Source Files
Click to show internal directories.
Click to hide internal directories.