datablobstorage

type DatastoreCreationPayload struct {
	DirectCopyPl *DirectCopyPayload
	GCPPl        *GCPPayload
	S3Pl         *S3Payload
	LocalPathPl  *LocalPathPayload

	TestFailedWriteToBucket bool
}

type DirectCopyPayload struct {
	TargetConnForCopy *pgx.Conn
}

type GCPPayload struct {
	GCPBucket  string
	BucketPath string
}

type GCPStorageWriterMock struct {
	*storage.Writer
}

type LocalPathPayload struct {
	LocalPath               string
	LocalPathListenAddr     string
	LocalPathCRDBAccessAddr string
}

type Resource interface {
	Key() (string, error)
	Rows() int
	ImportURL() (string, error)
	MarkForCleanup(ctx context.Context) error
	Reader(ctx context.Context) (io.ReadCloser, error)
	IsLocal() bool
}

type S3Payload struct {
	S3Bucket   string
	BucketPath string
	Region     string
}

type Store interface {
	// CreateFromReader is responsible for the creation of the individual
	// CSVs from the data export process. It will create the file and upload
	// it to the respetive data store and return the resource object which
	// will be used in the data import phase.
	CreateFromReader(ctx context.Context, r io.Reader, table dbtable.VerifiedTable, iteration int, fileExt string, numRows chan int, testingKnobs testutils.FetchTestingKnobs, shardNum int) (Resource, error)
	// ListFromContinuationPoint is used when restarting Fetch from
	// a continuation point. It will query the respective data store
	// and create the slice of resources that will be used by the
	// import process. Note that NO files are created from the method.
	// It simply lists all files in the data store and filters and returns
	// the files that are needed.
	ListFromContinuationPoint(ctx context.Context, table dbtable.VerifiedTable, fileName string) ([]Resource, error)
	CanBeTarget() bool
	DefaultFlushBatchSize() int
	Cleanup(ctx context.Context) error
	TelemetryName() string
}