Documentation
¶
Index ¶
- func AddFileWriter(format string, ds *data.DataStream, writer io.Writer) (data.DataWriter, error)
- func BuildFullPath(parsed *url.URL, filename string) (*url.URL, error)
- func CreateCompressedWriter(bufWriter *bufio.Writer, compressionType string, format string) (io.WriteCloser, error)
- func GetIo(counting io.Writer, filePath *url.URL) (*bufio.Writer, error)
- func GetPathAndIO(parsed *url.URL, counter io.Writer, filename, compression, format string) (*url.URL, io.WriteCloser, error)
- type CSVDataWriter
- type DecimalType
- type JSONLWriter
- type MappedType
- type ParquetDataWriter
- type ParquetDecimal
Constants ¶
This section is empty.
Variables ¶
This section is empty.
Functions ¶
func AddFileWriter ¶ added in v0.11.0
func AddFileWriter(format string, ds *data.DataStream, writer io.Writer) (data.DataWriter, error)
func BuildFullPath ¶ added in v0.10.1
func CreateCompressedWriter ¶ added in v0.11.0
Types ¶
type CSVDataWriter ¶
type CSVDataWriter struct {
// contains filtered or unexported fields
}
func AddCSV ¶
func AddCSV(ds *data.DataStream, writer io.Writer) *CSVDataWriter
func NewCSVDataWriter ¶
func NewCSVDataWriter(datastream *data.DataStream, writer io.Writer) *CSVDataWriter
func (*CSVDataWriter) Close ¶
func (cw *CSVDataWriter) Close() error
func (*CSVDataWriter) Flush ¶
func (cw *CSVDataWriter) Flush() error
func (*CSVDataWriter) WriteRow ¶
func (cw *CSVDataWriter) WriteRow(row []any) error
type DecimalType ¶ added in v0.6.0
type DecimalType int
const ( UnknownDecimal DecimalType = iota Int32Decimal Int64Decimal ByteArrayDecimal )
type JSONLWriter ¶
type JSONLWriter struct {
// contains filtered or unexported fields
}
func AddJSONL ¶
func AddJSONL(ds *data.DataStream, writer io.Writer) *JSONLWriter
func (*JSONLWriter) Close ¶
func (w *JSONLWriter) Close() error
func (*JSONLWriter) Flush ¶
func (w *JSONLWriter) Flush() error
func (*JSONLWriter) WriteRow ¶
func (w *JSONLWriter) WriteRow(row []any) error
type MappedType ¶ added in v0.6.0
type ParquetDataWriter ¶
type ParquetDataWriter struct {
// contains filtered or unexported fields
}
func AddParquet ¶
func AddParquet(ds *data.DataStream, writer io.Writer) *ParquetDataWriter
func NewParquetDataWriter ¶
func NewParquetDataWriter(datastream *data.DataStream, ioWriter io.Writer) *ParquetDataWriter
func (*ParquetDataWriter) Close ¶
func (pw *ParquetDataWriter) Close() error
func (*ParquetDataWriter) Flush ¶
func (pw *ParquetDataWriter) Flush() error
func (*ParquetDataWriter) WriteRow ¶
func (pw *ParquetDataWriter) WriteRow(row []any) error
type ParquetDecimal ¶ added in v0.6.0
type ParquetDecimal struct {
Type DecimalType // Discriminator to indicate the active type
Int32Val int32
Int64Val int64
ByteArrayVal []byte
}
Click to show internal directories.
Click to hide internal directories.