s3

package
v0.0.3 Latest Latest
Warning

This package is not in the latest version of its module.

Go to latest
Published: Aug 28, 2025 License: Apache-2.0 Imports: 21 Imported by: 0

Documentation

Index

Constants

View Source
const (
	AWSScheme = "s3"
	GCSScheme = "gs"
)
View Source
const (
	Name = "s3"

	DownloaderMaxConcurrency = 5                // Maximum # of parallel downloads per Read() call.
	DownloaderMaxPartSize    = 32 * 1024 * 1024 // 32 MB per part.
)

Variables

View Source
var (
	DefaultRegions = map[string]string{
		AWSScheme: "us-east-1",
		GCSScheme: "auto",
	}
	DefaultEndpoints = map[string]string{
		AWSScheme: "",
		GCSScheme: "https://storage.googleapis.com",
	}
)

Functions

func Factory

func Factory() plugins.Factory

Types

type Config

type Config struct {
	URL       string `json:"url"`
	Region    string `json:"region,omitempty"`
	Endpoint  string `json:"endpoint,omitempty"`
	AccessID  string `json:"access_id"`
	Secret    string `json:"secret"`
	ForcePath bool   `json:"force_path"`

	Interval string `json:"polling_interval,omitempty"` // default 5m, min 10s
	Path     string `json:"path"`

	RegoTransformRule string `json:"rego_transform"`
	// contains filtered or unexported fields
}

Config represents the configuration of the s3 data plugin

func (Config) Equal

func (c Config) Equal(other Config) bool

type Data

type Data struct {
	Config Config

	*transform.Rego
	// contains filtered or unexported fields
}

Data plugin

func (*Data) Name

func (c *Data) Name() string

dataPlugin accessors

func (*Data) Path

func (c *Data) Path() storage.Path

func (*Data) Reconfigure

func (c *Data) Reconfigure(ctx context.Context, next any)

func (*Data) Start

func (c *Data) Start(ctx context.Context) error

func (*Data) Stop

func (c *Data) Stop(context.Context)

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL