firehose

package

Go to main page

Versions in this module

v1

v1.5.0

Aug 24, 2026

Changes in this version

type OrcSerDe

+ PaddingTolerance float64

type RedshiftDestinationDescription

+ CloudWatchLoggingOptions *CloudWatchLoggingOptions

+ SecretsManagerConfiguration *SecretsManagerConfiguration

type S3BackupDescription

+ CloudWatchLoggingOptions *CloudWatchLoggingOptions

+ EncryptionConfiguration *S3EncryptionConfiguration

+ ErrorOutputPrefix string

v1.4.0

Aug 19, 2026

v1.3.5

Aug 19, 2026

v1.3.4

Aug 18, 2026

v1.3.3

Aug 17, 2026

v1.3.2

Aug 16, 2026

v1.3.1

Aug 16, 2026

Changes in this version

type InMemoryBackend

+ func (b *InMemoryBackend) SetRedshiftDataBackend(rd RedshiftDataExecutor)

+ type RedshiftDataExecutor interface

+ ExecuteStatement func(ctx context.Context, sql, clusterIdentifier, database, dbUser string) error

v1.3.0

Aug 3, 2026

v1.2.0

Aug 3, 2026

Changes in this version

+ type CatalogConfiguration struct

+ CatalogARN string

+ WarehouseLocation string

type CreateDeliveryStreamInput

+ ElasticsearchDestination *ElasticsearchDestinationDescription

+ IcebergDestination *IcebergDestinationDescription

+ SnowflakeDestination *SnowflakeDestinationDescription

type DeliveryStream

+ ElasticsearchDestination *ElasticsearchDestinationDescription

+ IcebergDestination *IcebergDestinationDescription

+ SnowflakeDestination *SnowflakeDestinationDescription

+ type DestinationTableConfiguration struct

+ DestinationDatabaseName string

+ DestinationTableName string

+ PartitionSpec *PartitionSpec

+ S3ErrorOutputPrefix string

+ UniqueKeys []string

+ type ElasticsearchDestinationDescription struct

+ BufferingHints *BufferingHints

+ CloudWatchLoggingOptions *CloudWatchLoggingOptions

+ ClusterEndpoint string

+ DestinationID string

+ DomainARN string

+ IndexName string

+ IndexRotationPeriod string

+ ProcessingConfiguration *ProcessingConfiguration

+ RetryOptions *RetryOptions

+ RoleARN string

+ S3BackupDescription *S3BackupDescription

+ S3BackupMode string

+ TypeName string

+ type IcebergDestinationDescription struct

+ AppendOnly bool

+ BufferingHints *BufferingHints

+ CatalogConfiguration *CatalogConfiguration

+ CloudWatchLoggingOptions *CloudWatchLoggingOptions

+ DestinationID string

+ DestinationTableConfigurationList []DestinationTableConfiguration

+ ProcessingConfiguration *ProcessingConfiguration

+ RetryOptions *RetryOptions

+ RoleARN string

+ S3BackupMode string

+ S3Destination *S3DestinationDescription

+ SchemaEvolutionConfiguration *SchemaEvolutionConfiguration

+ TableCreationConfiguration *TableCreationConfiguration

type InMemoryBackend

+ func (b *InMemoryBackend) IsStreamEncrypted(ctx context.Context, streamName string) bool

+ func (b *InMemoryBackend) TaggedResources() []TaggedEntry

+ type PartitionField struct

+ SourceName string

+ type PartitionSpec struct

+ Identity []PartitionField

+ type SchemaEvolutionConfiguration struct

+ Enabled bool

+ type SecretsManagerConfiguration struct

+ Enabled bool

+ RoleARN string

+ SecretARN string

+ type SnowflakeBufferingHints struct

+ IntervalInSeconds int

+ SizeInMBs int

+ type SnowflakeDestinationDescription struct

+ AccountURL string

+ BufferingHints *SnowflakeBufferingHints

+ CloudWatchLoggingOptions *CloudWatchLoggingOptions

+ ContentColumnName string

+ DataLoadingOption string

+ Database string

+ DestinationID string

+ MetaDataColumnName string

+ ProcessingConfiguration *ProcessingConfiguration

+ RetryOptions *SnowflakeRetryOptions

+ RoleARN string

+ S3BackupMode string

+ S3Destination *S3DestinationDescription

+ Schema string

+ SecretsManagerConfiguration *SecretsManagerConfiguration

+ SnowflakeRoleConfiguration *SnowflakeRoleConfiguration

+ SnowflakeVpcConfiguration *SnowflakeVpcConfiguration

+ Table string

+ User string

+ type SnowflakeRetryOptions struct

+ DurationInSeconds int

+ type SnowflakeRoleConfiguration struct

+ Enabled bool

+ SnowflakeRole string

+ type SnowflakeVpcConfiguration struct

+ PrivateLinkVpceID string

type StorageBackend

+ IsStreamEncrypted func(ctx context.Context, streamName string) bool

+ type TableCreationConfiguration struct

+ Enabled bool

+ type TaggedEntry struct

+ ARN string

+ Tags map[string]string

type UpdateDestinationInput

+ ElasticsearchDestination *ElasticsearchDestinationDescription

+ IcebergDestination *IcebergDestinationDescription

+ SnowflakeDestination *SnowflakeDestinationDescription

v1.1.4

Jul 20, 2026

v1.1.3

Jul 20, 2026

v1.1.2

Jul 20, 2026

v1.1.1

Jul 20, 2026

v1.1.0

Jul 19, 2026

Changes in this version

+ var ErrAlreadyExists = awserr.New("ResourceInUseException", awserr.ErrAlreadyExists)

+ var ErrBatchTooLarge = awserr.New("InvalidArgumentException", awserr.ErrInvalidParameter)

+ var ErrNilAppContext = errors.New("nil AppContext passed to Firehose Provider.Init")

+ var ErrNotFound = awserr.New("ResourceNotFoundException", awserr.ErrNotFound)

+ var ErrRecordTooLarge = awserr.New("InvalidArgumentException", awserr.ErrInvalidParameter)

+ var ErrTransformPayload = errors.New("failed to build Lambda transform payload")

+ var ErrValidation = awserr.New("InvalidArgumentException", awserr.ErrInvalidParameter)

+ type BufferingHints struct

+ IntervalInSeconds int

+ SizeInMBs int

+ type CloudWatchLoggingOptions struct

+ Enabled bool

+ LogGroupName string

+ LogStreamName string

+ type CreateDeliveryStreamInput struct

+ DeliveryStreamType string

+ HTTPEndpointDestination *HTTPEndpointDestinationDescription

+ Name string

+ OpenSearchDestination *OpenSearchDestinationDescription

+ RedshiftDestination *RedshiftDestinationDescription

+ S3Destination *S3DestinationDescription

+ Source *SourceDescription

+ SplunkDestination *SplunkDestinationDescription

+ type DataFormatConversionConfig struct

+ Enabled bool

+ InputFormatConfiguration *InputFormatConfiguration

+ OutputFormatConfiguration *OutputFormatConfiguration

+ SchemaConfiguration *SchemaConfiguration

+ type DeliveryMetrics struct

+ FailedRecords int64

+ TotalBytes int64

+ TotalRecords int64

+ type DeliveryStream struct

+ ARN string

+ AccountID string

+ BackupRecords [][]byte

+ CreateTimestamp time.Time

+ DeliveryStreamType string

+ Encryption *EncryptionConfig

+ HTTPEndpointDestination *HTTPEndpointDestinationDescription

+ LastUpdateTimestamp time.Time

+ Metrics DeliveryMetrics

+ Name string

+ OpenSearchDestination *OpenSearchDestinationDescription

+ Records [][]byte

+ RedshiftDestination *RedshiftDestinationDescription

+ Region string

+ S3Destination *S3DestinationDescription

+ Source *SourceDescription

+ SplunkDestination *SplunkDestinationDescription

+ Status string

+ Tags *tags.Tags

+ VersionID string

+ type Deserializer struct

+ HiveJSONSerDe *HiveJSONSerDe

+ OpenXJSONSerDe *OpenXJSONSerDe

+ type DynamicPartitioningConfiguration struct

+ Enabled bool

+ RetryOptions *RetryOptions

+ type EncryptionConfig struct

+ FailureDescription *FailureDescription

+ KeyARN string

+ KeyType string

+ Status string

+ type EncryptionConfigInput struct

+ KeyARN string

+ KeyType string

+ type FailureDescription struct

+ Details string

+ Type string

+ type HTTPEndpointCommonAttribute struct

+ AttributeName string

+ AttributeValue string

+ type HTTPEndpointConfiguration struct

+ AccessKey string

+ Name string

+ URL string

+ type HTTPEndpointDestinationDescription struct

+ BufferingHints *BufferingHints

+ CloudWatchLoggingOptions *CloudWatchLoggingOptions

+ DestinationID string

+ EndpointConfiguration *HTTPEndpointConfiguration

+ ProcessingConfiguration *ProcessingConfiguration

+ RequestConfiguration *HTTPEndpointRequestConfiguration

+ RetryOptions *RetryOptions

+ S3BackupDescription *S3BackupDescription

+ S3BackupMode string

+ type HTTPEndpointRequestConfiguration struct

+ CommonAttributes []HTTPEndpointCommonAttribute

+ ContentEncoding string

+ type Handler struct

+ Backend StorageBackend

+ func NewHandler(backend StorageBackend) *Handler

+ func (h *Handler) ChaosOperations() []string

+ func (h *Handler) ChaosRegions() []string

+ func (h *Handler) ChaosServiceName() string

+ func (h *Handler) ExtractOperation(c *echo.Context) string

+ func (h *Handler) ExtractResource(c *echo.Context) string

+ func (h *Handler) GetSupportedOperations() []string

+ func (h *Handler) Handler() echo.HandlerFunc

+ func (h *Handler) MatchPriority() int

+ func (h *Handler) Name() string

+ func (h *Handler) Reset()

+ func (h *Handler) Restore(ctx context.Context, data []byte) error

+ func (h *Handler) RouteMatcher() service.Matcher

+ func (h *Handler) Shutdown(ctx context.Context)

+ func (h *Handler) Snapshot(ctx context.Context) []byte

+ func (h *Handler) StartWorker(ctx context.Context) error

+ type HiveJSONSerDe struct

+ TimestampFormats []string

+ type InMemoryBackend struct

+ func NewInMemoryBackend(accountID, region string) *InMemoryBackend

+ func NewInMemoryBackendWithContext(svcCtx context.Context, accountID, region string) *InMemoryBackend

+ func (b *InMemoryBackend) AddStreamInternal(s *DeliveryStream)

+ func (b *InMemoryBackend) CreateDeliveryStream(ctx context.Context, input CreateDeliveryStreamInput) (*DeliveryStream, error)

+ func (b *InMemoryBackend) DeleteDeliveryStream(ctx context.Context, name string) error

+ func (b *InMemoryBackend) DescribeDeliveryStream(ctx context.Context, name string) (*DeliveryStream, error)

+ func (b *InMemoryBackend) FlushAll(ctx context.Context)

+ func (b *InMemoryBackend) ListDeliveryStreams(ctx context.Context) []string

+ func (b *InMemoryBackend) ListDeliveryStreamsByType(ctx context.Context, streamType string) []string

+ func (b *InMemoryBackend) ListTagsForDeliveryStream(ctx context.Context, name string) (map[string]string, error)

+ func (b *InMemoryBackend) PutRecord(ctx context.Context, streamName string, data []byte) error

+ func (b *InMemoryBackend) PutRecordBatch(ctx context.Context, streamName string, records [][]byte) (int, error)

+ func (b *InMemoryBackend) Region() string

+ func (b *InMemoryBackend) Reset()

+ func (b *InMemoryBackend) Restore(ctx context.Context, data []byte) error

+ func (b *InMemoryBackend) RunFlusher(ctx context.Context)

+ func (b *InMemoryBackend) SetKinesisBackend(k KinesisReader)

+ func (b *InMemoryBackend) SetLambdaBackend(lambda LambdaInvoker)

+ func (b *InMemoryBackend) SetS3Backend(s3 S3Storer)

+ func (b *InMemoryBackend) Snapshot(ctx context.Context) []byte

+ func (b *InMemoryBackend) StartDeliveryStreamEncryption(ctx context.Context, name string, input *EncryptionConfigInput) error

+ func (b *InMemoryBackend) StopDeliveryStreamEncryption(ctx context.Context, name string) error

+ func (b *InMemoryBackend) TagDeliveryStream(ctx context.Context, name string, kv map[string]string) error

+ func (b *InMemoryBackend) UntagDeliveryStream(ctx context.Context, name string, keys []string) error

+ func (b *InMemoryBackend) UpdateDestination(ctx context.Context, streamName, currentVersionID string, ...) error

+ type InputFormatConfiguration struct

+ Deserializer *Deserializer

+ type KMSEncryptionConfig struct

+ AWSKMSKeyARN string

+ type KinesisReader interface

+ GetRecords func(shardIterator string, limit int) (records [][]byte, nextIterator string, err error)

+ GetShardIterator func(streamName, shardID string) (string, error)

+ ListShards func(streamName string) ([]string, error)

+ type KinesisStreamSourceDescription struct

+ DeliveryStartTimestamp string

+ KinesisStreamARN string

+ RoleARN string

+ type LambdaInvoker interface

+ InvokeFunction func(ctx context.Context, name string, invocationType string, payload []byte) ([]byte, int, error)

+ type MSKAuthenticationConfiguration struct

+ Connectivity string

+ RoleARN string

+ type MSKSourceDescription struct

+ AuthenticationConfiguration *MSKAuthenticationConfiguration

+ MSKClusterARN string

+ ReadFromTimestamp string

+ TopicName string

+ type OpenSearchDestinationDescription struct

+ BufferingHints *BufferingHints

+ CloudWatchLoggingOptions *CloudWatchLoggingOptions

+ ClusterEndpoint string

+ DestinationID string

+ DomainARN string

+ IndexName string

+ IndexRotationPeriod string

+ ProcessingConfiguration *ProcessingConfiguration

+ RetryOptions *RetryOptions

+ RoleARN string

+ S3BackupDescription *S3BackupDescription

+ S3BackupMode string

+ TypeName string

+ type OpenXJSONSerDe struct

+ CaseInsensitive bool

+ ColumnToJSONKeyMappings map[string]string

+ ConvertDotsInJSONKeysToUnderscores bool

+ type OrcSerDe struct

+ BlockSizeBytes int

+ BloomFilterColumns []string

+ BloomFilterFalsePositiveProbability float64

+ Compression string

+ DictionaryKeyThreshold float64

+ EnablePadding bool

+ FormatVersion string

+ RowIndexStride int

+ StripeSizeBytes int

+ type OutputFormatConfiguration struct

+ Serializer *Serializer

+ type ParquetSerDe struct

+ BlockSizeBytes int

+ Compression string

+ EnableDictionaryCompression bool

+ MaxPaddingBytes int

+ PageSizeBytes int

+ WriterVersion string

+ type ProcessingConfiguration struct

+ Enabled bool

+ Processors []Processor

+ type Processor struct

+ Parameters []ProcessorParameter

+ Type string

+ type ProcessorParameter struct

+ ParameterName string

+ ParameterValue string

+ type Provider struct

+ func (p *Provider) Init(ctx *service.AppContext) (service.Registerable, error)

+ func (p *Provider) Name() string

+ type RedshiftCopyCommand struct

+ CopyOptions string

+ DataTableColumns string

+ DataTableName string

+ type RedshiftDestinationDescription struct

+ ClusterJDBCURL string

+ CopyCommand *RedshiftCopyCommand

+ DestinationID string

+ ProcessingConfiguration *ProcessingConfiguration

+ RetryOptions *RetryOptions

+ RoleARN string

+ S3BackupDescription *S3BackupDescription

+ S3BackupMode string

+ S3Destination *S3DestinationDescription

+ Username string

+ type RetryOptions struct

+ DurationInSeconds int

+ type S3BackupDescription struct

+ BucketARN string

+ BufferingHints *BufferingHints

+ CompressionFormat string

+ Prefix string

+ RoleARN string

+ type S3DestinationDescription struct

+ BucketARN string

+ BufferingHints *BufferingHints

+ CloudWatchLoggingOptions *CloudWatchLoggingOptions

+ CompressionFormat string

+ CustomTimeZone string

+ DataFormatConversion *DataFormatConversionConfig

+ DestinationID string

+ DynamicPartitioningConfiguration *DynamicPartitioningConfiguration

+ EncryptionConfiguration *S3EncryptionConfiguration

+ ErrorOutputPrefix string

+ FileExtension string

+ Prefix string

+ ProcessingConfiguration *ProcessingConfiguration

+ RoleARN string

+ S3BackupDescription *S3BackupDescription

+ S3BackupMode string

+ type S3EncryptionConfiguration struct

+ KMSEncryptionConfig *KMSEncryptionConfig

+ NoEncryptionConfig string

+ type S3Storer interface

+ PutObject func(ctx context.Context, input *sdk_s3.PutObjectInput) (*sdk_s3.PutObjectOutput, error)

+ type SchemaConfiguration struct

+ CatalogID string

+ DatabaseName string

+ Region string

+ RoleARN string

+ TableName string

+ VersionID string

+ type Serializer struct

+ OrcSerDe *OrcSerDe

+ ParquetSerDe *ParquetSerDe

+ type SourceDescription struct

+ KinesisStreamSourceDescription *KinesisStreamSourceDescription

+ MSKSourceDescription *MSKSourceDescription

+ type SplunkDestinationDescription struct

+ CloudWatchLoggingOptions *CloudWatchLoggingOptions

+ DestinationID string

+ HECAcknowledgmentTimeoutInSeconds int

+ HECEndpoint string

+ HECEndpointType string

+ HECToken string

+ ProcessingConfiguration *ProcessingConfiguration

+ RetryOptions *RetryOptions

+ S3BackupDescription *S3BackupDescription

+ S3BackupMode string

+ type StorageBackend interface

+ AddStreamInternal func(s *DeliveryStream)

+ CreateDeliveryStream func(ctx context.Context, input CreateDeliveryStreamInput) (*DeliveryStream, error)

+ DeleteDeliveryStream func(ctx context.Context, name string) error

+ DescribeDeliveryStream func(ctx context.Context, name string) (*DeliveryStream, error)

+ FlushAll func(ctx context.Context)

+ ListDeliveryStreams func(ctx context.Context) []string

+ ListDeliveryStreamsByType func(ctx context.Context, streamType string) []string

+ ListTagsForDeliveryStream func(ctx context.Context, name string) (map[string]string, error)

+ PutRecord func(ctx context.Context, streamName string, data []byte) error

+ PutRecordBatch func(ctx context.Context, streamName string, records [][]byte) (int, error)

+ Region func() string

+ Reset func()

+ Restore func(ctx context.Context, data []byte) error

+ RunFlusher func(ctx context.Context)

+ Snapshot func(ctx context.Context) []byte

+ StartDeliveryStreamEncryption func(ctx context.Context, name string, input *EncryptionConfigInput) error

+ StopDeliveryStreamEncryption func(ctx context.Context, name string) error

+ TagDeliveryStream func(ctx context.Context, name string, kv map[string]string) error

+ UntagDeliveryStream func(ctx context.Context, name string, keys []string) error

+ UpdateDestination func(ctx context.Context, streamName, currentVersionID string, ...) error

+ type UpdateDestinationInput struct

+ HTTPEndpointDestination *HTTPEndpointDestinationDescription

+ OpenSearchDestination *OpenSearchDestinationDescription

+ RedshiftDestination *RedshiftDestinationDescription

+ S3Destination *S3DestinationDescription

+ SplunkDestination *SplunkDestinationDescription

?	: This menu
/	: Search site
f or F	: Jump to
y or Y	: Canonical URL