parquet

type DefaultPersistEvent struct {
	Folder  string
	Ackfile bool
}

type OssEventService struct {
	DefaultPersistEvent
	Endpoint  string
	ID        string
	Secret    string
	Bucket    string
	Prefix    string // prefix for object key
	Cleanup   bool
	ToOssFile func(filename string) string
	// contains filtered or unexported fields
}

type ParquetDataService struct {
	Setting *ParquetSetting
	Schema  *parquet.Schema
	Raw     chan any
	Filter  func(msg []any) []any
	Event   PersistEvent
}

type ParquetSetting struct {
	Folder          string
	FilenamePattern string
	BufferSize      int // settings for batch
	BufferDur       time.Duration
	Compress        string // should enabled compress
	Ackfile         bool   // should generate ack file.

}

type PersistEvent interface {
	OnPersistFailed(data []any, err error)
	OnPersistDone(data []any, filename string)
}