Documentation
¶
Index ¶
Constants ¶
const FileLoaderIdentifier = "file_loader"
const FileRowLoaderIdentifier = "file_row_loader"
const GzipLoaderIdentifier = "gzip_loader"
const GzipRowLoaderIdentifier = "gzip_row_loader"
const NullLoaderIdentifier = "null_loader"
const ZipLoaderIdentifier = "zip_loader"
const ZipRowLoaderIdentifier = "zip_row_loader"
Variables ¶
This section is empty.
Functions ¶
This section is empty.
Types ¶
type FileLoader ¶
type FileLoader struct {
}
FileLoader is an Loader that can loads a file from a path and extracts all the content
func (FileLoader) Identifier ¶
func (g FileLoader) Identifier() string
type FileRowLoader ¶
type FileRowLoader struct {
}
FileRowLoader is an Loader that can loads a file from a path and extracts the contenst a line at a time
func (FileRowLoader) Identifier ¶
func (g FileRowLoader) Identifier() string
func (FileRowLoader) Load ¶
func (g FileRowLoader) Load(ctx context.Context, info *types.DownloadedArtifactInfo, dataChan chan *types.RowData) error
Load implements Loader Extracts an object from a file
type GzipLoader ¶
type GzipLoader struct {
}
GzipLoader is an Loader that can extracts a gzip file and returns all the content
func (GzipLoader) Identifier ¶
func (g GzipLoader) Identifier() string
func (GzipLoader) Load ¶
func (g GzipLoader) Load(ctx context.Context, info *types.DownloadedArtifactInfo, dataChan chan *types.RowData) error
Load implements Loader Extracts an object from a gzip file
type GzipRowLoader ¶
type GzipRowLoader struct {
}
GzipRowLoader is an Loader that can extracts an object from a gzip file
func (GzipRowLoader) Identifier ¶
func (g GzipRowLoader) Identifier() string
func (GzipRowLoader) Load ¶
func (g GzipRowLoader) Load(ctx context.Context, info *types.DownloadedArtifactInfo, dataChan chan *types.RowData) error
Load implements Loader Extracts an object from a gzip file
type Loader ¶
type Loader interface {
Identifier() string
// Load locally saved artifact data and perform any necessary decompression/decryption
Load(context.Context, *types.DownloadedArtifactInfo, chan *types.RowData) error
}
Loader is an interface which provides a method for loading a locally saved artifact Sources provided by the SDK: GzipLoader, GzipRowLoader, [FileSystemLoader], [FileSystemRowLoader]
func NewFileLoader ¶
func NewFileLoader() Loader
func NewFileRowLoader ¶
func NewFileRowLoader() Loader
func NewGzipLoader ¶
func NewGzipLoader() Loader
func NewGzipRowLoader ¶
func NewGzipRowLoader() Loader
func NewNullLoader ¶
func NewNullLoader() Loader
func NewZipLoader ¶ added in v0.6.0
func NewZipLoader() Loader
func NewZipRowLoader ¶ added in v0.6.0
func NewZipRowLoader() Loader
type NullLoader ¶
type NullLoader struct {
}
NullLoader is an Loader that does nothing - it does not extract rows so will generate no row events this is used for tables which process the artifact directly, e.g. cav table which converts the csv directly to JSONL
func (NullLoader) Identifier ¶
func (g NullLoader) Identifier() string
type ZipLoader ¶ added in v0.6.0
type ZipLoader struct {
}
ZipLoader is a Loader that extracts a zip file and returns all the content
func (ZipLoader) Identifier ¶ added in v0.6.0
type ZipRowLoader ¶ added in v0.6.0
type ZipRowLoader struct {
}
ZipRowLoader is a Loader that extracts a zip file and reads it line by line
func (ZipRowLoader) Identifier ¶ added in v0.6.0
func (z ZipRowLoader) Identifier() string
func (ZipRowLoader) Load ¶ added in v0.6.0
func (z ZipRowLoader) Load(ctx context.Context, info *types.DownloadedArtifactInfo, dataChan chan *types.RowData) error
Load implements Loader Extracts an object from a zip file and reads it line by line
Source Files