data

Mar 31, 2021

Changes in this version

+ func DownloadFileFromHTTP(ctx context.Context, ref storage.DataReference) (io.ReadCloser, error)

+ func DownloadFileFromStorage(ctx context.Context, ref storage.DataReference, store *storage.DataStore) (io.ReadCloser, error)

+ func IsFileReadable(fpath string, ignoreExtension bool) (string, os.FileInfo, error)

+ func UploadFileToStorage(ctx context.Context, filePath string, toPath storage.DataReference, size int64, ...) error

+ type Downloader struct

+ func NewDownloader(_ context.Context, store *storage.DataStore, ...) Downloader

+ func (d Downloader) DownloadInputs(ctx context.Context, inputRef storage.DataReference, outputDir string) error

+ func (d Downloader) RecursiveDownload(ctx context.Context, inputs *core.LiteralMap, dir string, ...) (VarMap, *core.LiteralMap, error)

+ type FutureMap map[string]futures.Future

+ type Unmarshal func(r io.Reader, msg proto.Message) error

+ type Uploader struct

+ func NewUploader(_ context.Context, store *storage.DataStore, ...) Uploader

+ func (u Uploader) RecursiveUpload(ctx context.Context, vars *core.VariableMap, fromPath string, ...) error

+ type VarMap map[string]interface