Documentation
¶
Index ¶
Constants ¶
const FileLoaderIdentifier = "file_loader"
const FileRowLoaderIdentifier = "file_row_loader"
const GzipLoaderIdentifier = "gzip_loader"
const GzipRowLoaderIdentifier = "gzip_row_loader"
const NullLoaderIdentifier = "null_loader"
const ZipLoaderIdentifier = "zip_loader"
const ZipRowLoaderIdentifier = "zip_row_loader"
const ZstdLoaderIdentifier = "zstd_loader"
const ZstdRowLoaderIdentifier = "zstd_row_loader"
Variables ¶
This section is empty.
Functions ¶
This section is empty.
Types ¶
type FileLoader ¶
type FileLoader struct {
}
FileLoader is an Loader that can loads a file from a path and extracts all the content
func (FileLoader) Identifier ¶
func (g FileLoader) Identifier() string
type FileRowLoader ¶
type FileRowLoader struct {
}
FileRowLoader is an Loader that can loads a file from a path and extracts the content a line at a time
func (FileRowLoader) Identifier ¶
func (g FileRowLoader) Identifier() string
func (FileRowLoader) Load ¶
func (g FileRowLoader) Load(ctx context.Context, info *types.DownloadedArtifactInfo, dataChan chan *types.RowData) error
Load implements Loader Extracts an object from a file
type GzipLoader ¶
type GzipLoader struct {
}
GzipLoader is an Loader that can extracts a gzip file and returns all the content
func (GzipLoader) Identifier ¶
func (g GzipLoader) Identifier() string
func (GzipLoader) Load ¶
func (g GzipLoader) Load(ctx context.Context, info *types.DownloadedArtifactInfo, dataChan chan *types.RowData) error
Load implements Loader Extracts an object from a gzip file
type GzipRowLoader ¶
type GzipRowLoader struct {
}
GzipRowLoader is an Loader that can extracts an object from a gzip file
func (GzipRowLoader) Identifier ¶
func (g GzipRowLoader) Identifier() string
func (GzipRowLoader) Load ¶
func (g GzipRowLoader) Load(ctx context.Context, info *types.DownloadedArtifactInfo, dataChan chan *types.RowData) error
Load implements Loader Extracts an object from a gzip file
type Loader ¶
type Loader interface {
Identifier() string
// Load locally saved artifact data and perform any necessary decompression/decryption
Load(context.Context, *types.DownloadedArtifactInfo, chan *types.RowData) error
}
Loader is an interface which provides a method for loading a locally saved artifact Sources provided by the SDK: GzipLoader, GzipRowLoader, [FileSystemLoader], [FileSystemRowLoader], ZipLoader, ZipRowLoader, ZstdLoader, ZstdRowLoader
func NewFileLoader ¶
func NewFileLoader() Loader
func NewFileRowLoader ¶
func NewFileRowLoader() Loader
func NewGzipLoader ¶
func NewGzipLoader() Loader
func NewGzipRowLoader ¶
func NewGzipRowLoader() Loader
func NewNullLoader ¶
func NewNullLoader() Loader
func NewZipLoader ¶ added in v0.6.0
func NewZipLoader() Loader
func NewZipRowLoader ¶ added in v0.6.0
func NewZipRowLoader() Loader
func NewZstdLoader ¶ added in v0.8.0
func NewZstdLoader() Loader
func NewZstdRowLoader ¶ added in v0.8.0
func NewZstdRowLoader() Loader
type NullLoader ¶
type NullLoader struct {
}
NullLoader is an Loader that does nothing - it does not extract rows so will generate no row events this is used for tables which process the artifact directly, e.g. cav table which converts the csv directly to JSONL
func (NullLoader) Identifier ¶
func (g NullLoader) Identifier() string
type ZipLoader ¶ added in v0.6.0
type ZipLoader struct {
}
ZipLoader is a Loader that extracts a zip file and returns all the content
func (ZipLoader) Identifier ¶ added in v0.6.0
type ZipRowLoader ¶ added in v0.6.0
type ZipRowLoader struct {
}
ZipRowLoader is a Loader that extracts a zip file and reads it line by line
func (ZipRowLoader) Identifier ¶ added in v0.6.0
func (z ZipRowLoader) Identifier() string
func (ZipRowLoader) Load ¶ added in v0.6.0
func (z ZipRowLoader) Load(ctx context.Context, info *types.DownloadedArtifactInfo, dataChan chan *types.RowData) error
Load implements Loader Extracts an object from a zip file and reads it line by line
type ZstdLoader ¶ added in v0.8.0
type ZstdLoader struct {
}
ZstdLoader is a Loader that can extract a zstd file and returns all the content
func (ZstdLoader) Identifier ¶ added in v0.8.0
func (z ZstdLoader) Identifier() string
func (ZstdLoader) Load ¶ added in v0.8.0
func (z ZstdLoader) Load(_ context.Context, info *types.DownloadedArtifactInfo, dataChan chan *types.RowData) error
Load implements Loader Extracts an object from a zstd file
type ZstdRowLoader ¶ added in v0.8.0
type ZstdRowLoader struct {
}
ZstdRowLoader is a Loader that can extract an object from a zstd file line by line
func (ZstdRowLoader) Identifier ¶ added in v0.8.0
func (z ZstdRowLoader) Identifier() string
func (ZstdRowLoader) Load ¶ added in v0.8.0
func (z ZstdRowLoader) Load(ctx context.Context, info *types.DownloadedArtifactInfo, dataChan chan *types.RowData) error
Load implements Loader Extracts an object from a zstd file line by line
Source Files