export

type Cache interface {
	Put(*table.Row)
	Size() int64
	Flush(*table.Table) error
	Reset()
	IsEmpty() bool
}

type ContentReader struct {
	// contains filtered or unexported fields
}

type ContentWriter struct {
	// contains filtered or unexported fields
}

type ETLReader interface {
	// ReadRow read one line as table.Row
	ReadRow(row *table.Row) error
	// ReadLine read raw data from file.
	ReadLine() ([]string, error)
	// Close files and release all content.
	Close()
}

type ETLWriter interface {
	// WriteRow write table.Row as one line info file.
	WriteRow(row *table.Row) error
	// WriteStrings write record as one line into file.
	WriteStrings(record []string) error
	// FlushAndClose flush its buffer and close the writer.
	FlushAndClose() (int, error)
}

type FileMeta struct {
	FilePath string
	FileSize int64
}

type MOCollector struct {
	motrace.BatchProcessor
	// contains filtered or unexported fields
}

type MOCollectorOption func(*MOCollector)

type Merge struct {
	Task task.Task

	Table *table.Table            // WithTable
	FS    fileservice.FileService // WithFileService

	// MaxFileSize 控制合并后最大文件大小，default: 128 MB
	MaxFileSize int64 // WithMaxFileSize
	// MaxMergeJobs 允许进行的 Merge 的任务个数，default: 16
	MaxMergeJobs int64 // WithMaxMergeJobs
	// MinFilesMerge 控制 Merge 最少合并文件个数，default：2
	//
	// Deprecated: useless in Merge all in one file
	MinFilesMerge int // WithMinFilesMerge
	// FileCacheSize 控制 Merge 过程中，允许缓存的文件大小，default: 32 MB
	FileCacheSize int64
	// contains filtered or unexported fields
}

type MergeOption func(*Merge)

type PipeImplHolder struct {
	// contains filtered or unexported fields
}

type SliceCache struct {
	// contains filtered or unexported fields
}