convert

package
v0.1.1 Latest Latest
Warning

This package is not in the latest version of its module.

Go to latest
Published: Aug 31, 2024 License: MIT Imports: 8 Imported by: 0

Documentation

Index

Constants

This section is empty.

Variables

This section is empty.

Functions

func ConvertAvroToParquet

func ConvertAvroToParquet(ctx context.Context, avroPath, parquetPath string, chunkSize int64, compression compress.Compression) (string, error)

ConvertAvroToParquet converts an Avro OCF file to a Parquet file.

func ConvertCSVToJSON

func ConvertCSVToJSON(
	ctx context.Context,
	csvFilePath, jsonFilePath string,
	hasHeader bool, chunkSize int64,
	delimiter rune,
	nullValues []string,
	stringsCanBeNull bool,
) (string, error)

ConvertCSVToParquet converts a CSV file to a Parquet file using Arrow

func ConvertCSVToParquet

func ConvertCSVToParquet(
	ctx context.Context,
	csvFilePath, parquetFilePath string,
	hasHeader bool, chunkSize int64,
	delimiter rune,
	nullValues []string,
	stringsCanBeNull bool,
) (string, error)

ConvertCSVToParquet converts a CSV file to a Parquet file using Arrow

func ConvertParquetToCSV

func ConvertParquetToCSV(
	ctx context.Context,
	parquetFilePath, csvFilePath string,
	memoryMap bool, chunkSize int64,
	columns []string, rowGroups []int, parallel bool,
	delimiter rune, includeHeader bool,
	nullValue string, stringsReplacer *strings.Replacer,
	boolFormatter func(bool) string,
) (string, error)

func ConvertParquetToJSON

func ConvertParquetToJSON(ctx context.Context, parquetFilePath, jsonFilePath string, memoryMap bool, chunkSize int64, columns []string, rowGroups []int, parallel bool, includeStructs bool) (string, error)

Types

This section is empty.

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL