s3

package
v0.78.0 Latest Latest
Warning

This package is not in the latest version of its module.

 Go to latest Published: Dec 22, 2025 License: Apache-2.0 Imports: 27 Imported by: 0

Documentation

Index

Constants

This section is empty.

Variables

This section is empty.

Functions

func BucketRegion added in v0.78.0 

func BucketRegion(ctx context.Context, confProp *ConfigProperties, bucket string) (string, error)

BucketRegion returns the region to use for the given bucket.

Types

type ConfigProperties added in v0.48.0 

type ConfigProperties struct {
	AccessKeyID     string `mapstructure:"aws_access_key_id"`
	SecretAccessKey string `mapstructure:"aws_secret_access_key"`
	SessionToken    string `mapstructure:"aws_access_token"`
	Region          string `mapstructure:"region"`
	Endpoint        string `mapstructure:"endpoint"`
	RoleARN         string `mapstructure:"aws_role_arn"`
	RoleSessionName string `mapstructure:"aws_role_session_name"`
	ExternalID      string `mapstructure:"aws_external_id"`
	// A list of bucket path prefixes that this connector is allowed to access.
	// Useful when different buckets or bucket prefixes use different credentials,
	// allowing the system to select the appropriate connector based on the bucket path.
	// Example formats: `s3://my-bucket/` `s3://my-bucket/path/` `s3://my-bucket/path/prefix`
	PathPrefixes    []string `mapstructure:"path_prefixes"`
	AllowHostAccess bool     `mapstructure:"allow_host_access"`
}

type Connection 

type Connection struct {
	// contains filtered or unexported fields
}

func (*Connection) AsAI added in v0.41.0 

func (c *Connection) AsAI(instanceID string) (drivers.AIService, bool)

AsAI implements drivers.Handle.

func (*Connection) AsAdmin added in v0.37.0 

func (c *Connection) AsAdmin(instanceID string) (drivers.AdminService, bool)

AsAdmin implements drivers.Handle.

func (*Connection) AsCatalogStore 

func (c *Connection) AsCatalogStore(instanceID string) (drivers.CatalogStore, bool)

AsCatalogStore implements drivers.Connection.

func (*Connection) AsFileStore 

func (c *Connection) AsFileStore() (drivers.FileStore, bool)

AsFileStore implements drivers.Connection.

func (*Connection) AsInformationSchema added in v0.78.0 

func (c *Connection) AsInformationSchema() (drivers.InformationSchema, bool)

AsInformationSchema implements drivers.Connection.

func (*Connection) AsModelExecutor added in v0.45.0 

func (c *Connection) AsModelExecutor(instanceID string, opts *drivers.ModelExecutorOptions) (drivers.ModelExecutor, error)

AsModelExecutor implements drivers.Handle.

func (*Connection) AsModelManager added in v0.45.0 

func (c *Connection) AsModelManager(instanceID string) (drivers.ModelManager, bool)

AsModelManager implements drivers.Handle.

func (*Connection) AsNotifier added in v0.43.0 

func (c *Connection) AsNotifier(properties map[string]any) (drivers.Notifier, error)

AsNotifier implements drivers.Connection.

func (*Connection) AsOLAP 

func (c *Connection) AsOLAP(instanceID string) (drivers.OLAPStore, bool)

AsOLAP implements drivers.Connection.

func (*Connection) AsObjectStore 

func (c *Connection) AsObjectStore() (drivers.ObjectStore, bool)

AsObjectStore implements drivers.Connection.

func (*Connection) AsRegistry 

func (c *Connection) AsRegistry() (drivers.RegistryStore, bool)

AsRegistry implements drivers.Connection.

func (*Connection) AsRepoStore 

func (c *Connection) AsRepoStore(instanceID string) (drivers.RepoStore, bool)

AsRepoStore implements drivers.Connection.

func (*Connection) AsWarehouse added in v0.48.0 

func (c *Connection) AsWarehouse() (drivers.Warehouse, bool)

AsWarehouse implements drivers.Handle.

func (*Connection) Close 

func (c *Connection) Close() error

Close implements drivers.Connection.

func (*Connection) Config 

func (c *Connection) Config() map[string]any

Config implements drivers.Connection.

func (*Connection) Delete added in v0.48.0 

func (c *Connection) Delete(ctx context.Context, res *drivers.ModelResult) error

func (*Connection) DownloadFiles 

func (c *Connection) DownloadFiles(ctx context.Context, path string) (drivers.FileIterator, error)

DownloadFiles implements drivers.ObjectStore.

func (*Connection) Driver 

func (c *Connection) Driver() string

Driver implements drivers.Connection.

func (*Connection) Exists added in v0.48.0 

func (c *Connection) Exists(ctx context.Context, res *drivers.ModelResult) (bool, error)

func (*Connection) ListBuckets 

func (c *Connection) ListBuckets(ctx context.Context, pageSize uint32, pageToken string) ([]string, string, error)

func (*Connection) ListObjects 

func (c *Connection) ListObjects(ctx context.Context, bucket, path, delimiter string, pageSize uint32, pageToken string) ([]drivers.ObjectStoreEntry, string, error)

ListObjects implements drivers.ObjectStore.

func (*Connection) ListObjectsForGlob added in v0.78.0 

func (c *Connection) ListObjectsForGlob(ctx context.Context, bucket, glob string) ([]drivers.ObjectStoreEntry, error)

ListObjectsForGlob implements drivers.ObjectStore.

func (*Connection) MergePartitionResults added in v0.51.0 

func (c *Connection) MergePartitionResults(a, b *drivers.ModelResult) (*drivers.ModelResult, error)

func (*Connection) Migrate 

func (c *Connection) Migrate(ctx context.Context) (err error)

Migrate implements drivers.Connection.

func (*Connection) MigrationStatus 

func (c *Connection) MigrationStatus(ctx context.Context) (current, desired int, err error)

MigrationStatus implements drivers.Connection.

func (*Connection) ParsedConfig added in v0.78.0 

func (c *Connection) ParsedConfig() *ConfigProperties

ParsedConfig returns the parsed S3 configuration.

func (*Connection) Ping added in v0.47.0 

func (c *Connection) Ping(ctx context.Context) error

Ping implements drivers.Handle.

func (*Connection) Rename added in v0.48.0 

func (c *Connection) Rename(ctx context.Context, res *drivers.ModelResult, newName string, env *drivers.ModelEnv) (*drivers.ModelResult, error)

Source Files

View all Source files

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL
go.dev uses cookies from Google to deliver and enhance the quality of its services and to analyze traffic. Learn more.