firehose

package

Go to main page

Versions in this module

v1

v1.3.0

Aug 3, 2026

v1.2.0

Aug 3, 2026

Changes in this version

+ type CatalogConfiguration struct

+ CatalogARN string

+ WarehouseLocation string

type CreateDeliveryStreamInput

+ ElasticsearchDestination *ElasticsearchDestinationDescription

+ IcebergDestination *IcebergDestinationDescription

+ SnowflakeDestination *SnowflakeDestinationDescription

type DeliveryStream

+ ElasticsearchDestination *ElasticsearchDestinationDescription

+ IcebergDestination *IcebergDestinationDescription

+ SnowflakeDestination *SnowflakeDestinationDescription

+ type DestinationTableConfiguration struct

+ DestinationDatabaseName string

+ DestinationTableName string

+ PartitionSpec *PartitionSpec

+ S3ErrorOutputPrefix string

+ UniqueKeys []string

+ type ElasticsearchDestinationDescription struct

+ BufferingHints *BufferingHints

+ CloudWatchLoggingOptions *CloudWatchLoggingOptions

+ ClusterEndpoint string

+ DestinationID string

+ DomainARN string

+ IndexName string

+ IndexRotationPeriod string

+ ProcessingConfiguration *ProcessingConfiguration

+ RetryOptions *RetryOptions

+ RoleARN string

+ S3BackupDescription *S3BackupDescription

+ S3BackupMode string

+ TypeName string

+ type IcebergDestinationDescription struct

+ AppendOnly bool

+ BufferingHints *BufferingHints

+ CatalogConfiguration *CatalogConfiguration

+ CloudWatchLoggingOptions *CloudWatchLoggingOptions

+ DestinationID string

+ DestinationTableConfigurationList []DestinationTableConfiguration

+ ProcessingConfiguration *ProcessingConfiguration

+ RetryOptions *RetryOptions

+ RoleARN string

+ S3BackupMode string

+ S3Destination *S3DestinationDescription

+ SchemaEvolutionConfiguration *SchemaEvolutionConfiguration

+ TableCreationConfiguration *TableCreationConfiguration

type InMemoryBackend

+ func (b *InMemoryBackend) IsStreamEncrypted(ctx context.Context, streamName string) bool

+ func (b *InMemoryBackend) TaggedResources() []TaggedEntry

+ type PartitionField struct

+ SourceName string

+ type PartitionSpec struct

+ Identity []PartitionField

+ type SchemaEvolutionConfiguration struct

+ Enabled bool

+ type SecretsManagerConfiguration struct

+ Enabled bool

+ RoleARN string

+ SecretARN string

+ type SnowflakeBufferingHints struct

+ IntervalInSeconds int

+ SizeInMBs int

+ type SnowflakeDestinationDescription struct

+ AccountURL string

+ BufferingHints *SnowflakeBufferingHints

+ CloudWatchLoggingOptions *CloudWatchLoggingOptions

+ ContentColumnName string

+ DataLoadingOption string

+ Database string

+ DestinationID string

+ MetaDataColumnName string

+ ProcessingConfiguration *ProcessingConfiguration

+ RetryOptions *SnowflakeRetryOptions

+ RoleARN string

+ S3BackupMode string

+ S3Destination *S3DestinationDescription

+ Schema string

+ SecretsManagerConfiguration *SecretsManagerConfiguration

+ SnowflakeRoleConfiguration *SnowflakeRoleConfiguration

+ SnowflakeVpcConfiguration *SnowflakeVpcConfiguration

+ Table string

+ User string

+ type SnowflakeRetryOptions struct

+ DurationInSeconds int

+ type SnowflakeRoleConfiguration struct

+ Enabled bool

+ SnowflakeRole string

+ type SnowflakeVpcConfiguration struct

+ PrivateLinkVpceID string

type StorageBackend

+ IsStreamEncrypted func(ctx context.Context, streamName string) bool

+ type TableCreationConfiguration struct

+ Enabled bool

+ type TaggedEntry struct

+ ARN string

+ Tags map[string]string

type UpdateDestinationInput

+ ElasticsearchDestination *ElasticsearchDestinationDescription

+ IcebergDestination *IcebergDestinationDescription

+ SnowflakeDestination *SnowflakeDestinationDescription

v1.1.4

Jul 20, 2026

v1.1.3

Jul 20, 2026

v1.1.2

Jul 20, 2026

v1.1.1

Jul 20, 2026

v1.1.0

Jul 19, 2026

Changes in this version

+ var ErrAlreadyExists = awserr.New("ResourceInUseException", awserr.ErrAlreadyExists)

+ var ErrBatchTooLarge = awserr.New("InvalidArgumentException", awserr.ErrInvalidParameter)

+ var ErrNilAppContext = errors.New("nil AppContext passed to Firehose Provider.Init")

+ var ErrNotFound = awserr.New("ResourceNotFoundException", awserr.ErrNotFound)

+ var ErrRecordTooLarge = awserr.New("InvalidArgumentException", awserr.ErrInvalidParameter)

+ var ErrTransformPayload = errors.New("failed to build Lambda transform payload")

+ var ErrValidation = awserr.New("InvalidArgumentException", awserr.ErrInvalidParameter)

+ type BufferingHints struct

+ IntervalInSeconds int

+ SizeInMBs int

+ type CloudWatchLoggingOptions struct

+ Enabled bool

+ LogGroupName string

+ LogStreamName string

+ type CreateDeliveryStreamInput struct

+ DeliveryStreamType string

+ HTTPEndpointDestination *HTTPEndpointDestinationDescription

+ Name string

+ OpenSearchDestination *OpenSearchDestinationDescription

+ RedshiftDestination *RedshiftDestinationDescription

+ S3Destination *S3DestinationDescription

+ Source *SourceDescription

+ SplunkDestination *SplunkDestinationDescription

+ type DataFormatConversionConfig struct

+ Enabled bool

+ InputFormatConfiguration *InputFormatConfiguration

+ OutputFormatConfiguration *OutputFormatConfiguration

+ SchemaConfiguration *SchemaConfiguration

+ type DeliveryMetrics struct

+ FailedRecords int64

+ TotalBytes int64

+ TotalRecords int64

+ type DeliveryStream struct

+ ARN string

+ AccountID string

+ BackupRecords [][]byte

+ CreateTimestamp time.Time

+ DeliveryStreamType string

+ Encryption *EncryptionConfig

+ HTTPEndpointDestination *HTTPEndpointDestinationDescription

+ LastUpdateTimestamp time.Time

+ Metrics DeliveryMetrics

+ Name string

+ OpenSearchDestination *OpenSearchDestinationDescription

+ Records [][]byte

+ RedshiftDestination *RedshiftDestinationDescription

+ Region string

+ S3Destination *S3DestinationDescription

+ Source *SourceDescription

+ SplunkDestination *SplunkDestinationDescription

+ Status string

+ Tags *tags.Tags

+ VersionID string

+ type Deserializer struct

+ HiveJSONSerDe *HiveJSONSerDe

+ OpenXJSONSerDe *OpenXJSONSerDe

+ type DynamicPartitioningConfiguration struct

+ Enabled bool

+ RetryOptions *RetryOptions

+ type EncryptionConfig struct

+ FailureDescription *FailureDescription

+ KeyARN string

+ KeyType string

+ Status string

+ type EncryptionConfigInput struct

+ KeyARN string

+ KeyType string

+ type FailureDescription struct

+ Details string

+ Type string

+ type HTTPEndpointCommonAttribute struct

+ AttributeName string

+ AttributeValue string

+ type HTTPEndpointConfiguration struct

+ AccessKey string

+ Name string

+ URL string

+ type HTTPEndpointDestinationDescription struct

+ BufferingHints *BufferingHints

+ CloudWatchLoggingOptions *CloudWatchLoggingOptions

+ DestinationID string

+ EndpointConfiguration *HTTPEndpointConfiguration

+ ProcessingConfiguration *ProcessingConfiguration

+ RequestConfiguration *HTTPEndpointRequestConfiguration

+ RetryOptions *RetryOptions

+ S3BackupDescription *S3BackupDescription

+ S3BackupMode string

+ type HTTPEndpointRequestConfiguration struct

+ CommonAttributes []HTTPEndpointCommonAttribute

+ ContentEncoding string

+ type Handler struct

+ Backend StorageBackend

+ func NewHandler(backend StorageBackend) *Handler

+ func (h *Handler) ChaosOperations() []string

+ func (h *Handler) ChaosRegions() []string

+ func (h *Handler) ChaosServiceName() string

+ func (h *Handler) ExtractOperation(c *echo.Context) string

+ func (h *Handler) ExtractResource(c *echo.Context) string

+ func (h *Handler) GetSupportedOperations() []string

+ func (h *Handler) Handler() echo.HandlerFunc

+ func (h *Handler) MatchPriority() int

+ func (h *Handler) Name() string

+ func (h *Handler) Reset()

+ func (h *Handler) Restore(ctx context.Context, data []byte) error

+ func (h *Handler) RouteMatcher() service.Matcher

+ func (h *Handler) Shutdown(ctx context.Context)

+ func (h *Handler) Snapshot(ctx context.Context) []byte

+ func (h *Handler) StartWorker(ctx context.Context) error

+ type HiveJSONSerDe struct

+ TimestampFormats []string

+ type InMemoryBackend struct

+ func NewInMemoryBackend(accountID, region string) *InMemoryBackend

+ func NewInMemoryBackendWithContext(svcCtx context.Context, accountID, region string) *InMemoryBackend

+ func (b *InMemoryBackend) AddStreamInternal(s *DeliveryStream)

+ func (b *InMemoryBackend) CreateDeliveryStream(ctx context.Context, input CreateDeliveryStreamInput) (*DeliveryStream, error)

+ func (b *InMemoryBackend) DeleteDeliveryStream(ctx context.Context, name string) error

+ func (b *InMemoryBackend) DescribeDeliveryStream(ctx context.Context, name string) (*DeliveryStream, error)

+ func (b *InMemoryBackend) FlushAll(ctx context.Context)

+ func (b *InMemoryBackend) ListDeliveryStreams(ctx context.Context) []string

+ func (b *InMemoryBackend) ListDeliveryStreamsByType(ctx context.Context, streamType string) []string

+ func (b *InMemoryBackend) ListTagsForDeliveryStream(ctx context.Context, name string) (map[string]string, error)

+ func (b *InMemoryBackend) PutRecord(ctx context.Context, streamName string, data []byte) error

+ func (b *InMemoryBackend) PutRecordBatch(ctx context.Context, streamName string, records [][]byte) (int, error)

+ func (b *InMemoryBackend) Region() string

+ func (b *InMemoryBackend) Reset()

+ func (b *InMemoryBackend) Restore(ctx context.Context, data []byte) error

+ func (b *InMemoryBackend) RunFlusher(ctx context.Context)

+ func (b *InMemoryBackend) SetKinesisBackend(k KinesisReader)

+ func (b *InMemoryBackend) SetLambdaBackend(lambda LambdaInvoker)

+ func (b *InMemoryBackend) SetS3Backend(s3 S3Storer)

+ func (b *InMemoryBackend) Snapshot(ctx context.Context) []byte

+ func (b *InMemoryBackend) StartDeliveryStreamEncryption(ctx context.Context, name string, input *EncryptionConfigInput) error

+ func (b *InMemoryBackend) StopDeliveryStreamEncryption(ctx context.Context, name string) error

+ func (b *InMemoryBackend) TagDeliveryStream(ctx context.Context, name string, kv map[string]string) error

+ func (b *InMemoryBackend) UntagDeliveryStream(ctx context.Context, name string, keys []string) error

+ func (b *InMemoryBackend) UpdateDestination(ctx context.Context, streamName, currentVersionID string, ...) error

+ type InputFormatConfiguration struct

+ Deserializer *Deserializer

+ type KMSEncryptionConfig struct

+ AWSKMSKeyARN string

+ type KinesisReader interface

+ GetRecords func(shardIterator string, limit int) (records [][]byte, nextIterator string, err error)

+ GetShardIterator func(streamName, shardID string) (string, error)

+ ListShards func(streamName string) ([]string, error)

+ type KinesisStreamSourceDescription struct

+ DeliveryStartTimestamp string

+ KinesisStreamARN string

+ RoleARN string

+ type LambdaInvoker interface

+ InvokeFunction func(ctx context.Context, name string, invocationType string, payload []byte) ([]byte, int, error)

+ type MSKAuthenticationConfiguration struct

+ Connectivity string

+ RoleARN string

+ type MSKSourceDescription struct

+ AuthenticationConfiguration *MSKAuthenticationConfiguration

+ MSKClusterARN string

+ ReadFromTimestamp string

+ TopicName string

+ type OpenSearchDestinationDescription struct

+ BufferingHints *BufferingHints

+ CloudWatchLoggingOptions *CloudWatchLoggingOptions

+ ClusterEndpoint string

+ DestinationID string

+ DomainARN string

+ IndexName string

+ IndexRotationPeriod string

+ ProcessingConfiguration *ProcessingConfiguration

+ RetryOptions *RetryOptions

+ RoleARN string

+ S3BackupDescription *S3BackupDescription

+ S3BackupMode string

+ TypeName string

+ type OpenXJSONSerDe struct

+ CaseInsensitive bool

+ ColumnToJSONKeyMappings map[string]string

+ ConvertDotsInJSONKeysToUnderscores bool

+ type OrcSerDe struct

+ BlockSizeBytes int

+ BloomFilterColumns []string

+ BloomFilterFalsePositiveProbability float64

+ Compression string

+ DictionaryKeyThreshold float64

+ EnablePadding bool

+ FormatVersion string

+ RowIndexStride int

+ StripeSizeBytes int

+ type OutputFormatConfiguration struct

+ Serializer *Serializer

+ type ParquetSerDe struct

+ BlockSizeBytes int

+ Compression string

+ EnableDictionaryCompression bool

+ MaxPaddingBytes int

+ PageSizeBytes int

+ WriterVersion string

+ type ProcessingConfiguration struct

+ Enabled bool

+ Processors []Processor

+ type Processor struct

+ Parameters []ProcessorParameter

+ Type string

+ type ProcessorParameter struct

+ ParameterName string

+ ParameterValue string

+ type Provider struct

+ func (p *Provider) Init(ctx *service.AppContext) (service.Registerable, error)

+ func (p *Provider) Name() string

+ type RedshiftCopyCommand struct

+ CopyOptions string

+ DataTableColumns string

+ DataTableName string

+ type RedshiftDestinationDescription struct

+ ClusterJDBCURL string

+ CopyCommand *RedshiftCopyCommand

+ DestinationID string

+ ProcessingConfiguration *ProcessingConfiguration

+ RetryOptions *RetryOptions

+ RoleARN string

+ S3BackupDescription *S3BackupDescription

+ S3BackupMode string

+ S3Destination *S3DestinationDescription

+ Username string

+ type RetryOptions struct

+ DurationInSeconds int

+ type S3BackupDescription struct

+ BucketARN string

+ BufferingHints *BufferingHints

+ CompressionFormat string

+ Prefix string

+ RoleARN string

+ type S3DestinationDescription struct

+ BucketARN string

+ BufferingHints *BufferingHints

+ CloudWatchLoggingOptions *CloudWatchLoggingOptions

+ CompressionFormat string

+ CustomTimeZone string

+ DataFormatConversion *DataFormatConversionConfig

+ DestinationID string

+ DynamicPartitioningConfiguration *DynamicPartitioningConfiguration

+ EncryptionConfiguration *S3EncryptionConfiguration

+ ErrorOutputPrefix string

+ FileExtension string

+ Prefix string

+ ProcessingConfiguration *ProcessingConfiguration

+ RoleARN string

+ S3BackupDescription *S3BackupDescription

+ S3BackupMode string

+ type S3EncryptionConfiguration struct

+ KMSEncryptionConfig *KMSEncryptionConfig

+ NoEncryptionConfig string

+ type S3Storer interface

+ PutObject func(ctx context.Context, input *sdk_s3.PutObjectInput) (*sdk_s3.PutObjectOutput, error)

+ type SchemaConfiguration struct

+ CatalogID string

+ DatabaseName string

+ Region string

+ RoleARN string

+ TableName string

+ VersionID string

+ type Serializer struct

+ OrcSerDe *OrcSerDe

+ ParquetSerDe *ParquetSerDe

+ type SourceDescription struct

+ KinesisStreamSourceDescription *KinesisStreamSourceDescription

+ MSKSourceDescription *MSKSourceDescription

+ type SplunkDestinationDescription struct

+ CloudWatchLoggingOptions *CloudWatchLoggingOptions

+ DestinationID string

+ HECAcknowledgmentTimeoutInSeconds int

+ HECEndpoint string

+ HECEndpointType string

+ HECToken string

+ ProcessingConfiguration *ProcessingConfiguration

+ RetryOptions *RetryOptions

+ S3BackupDescription *S3BackupDescription

+ S3BackupMode string

+ type StorageBackend interface

+ AddStreamInternal func(s *DeliveryStream)

+ CreateDeliveryStream func(ctx context.Context, input CreateDeliveryStreamInput) (*DeliveryStream, error)

+ DeleteDeliveryStream func(ctx context.Context, name string) error

+ DescribeDeliveryStream func(ctx context.Context, name string) (*DeliveryStream, error)

+ FlushAll func(ctx context.Context)

+ ListDeliveryStreams func(ctx context.Context) []string

+ ListDeliveryStreamsByType func(ctx context.Context, streamType string) []string

+ ListTagsForDeliveryStream func(ctx context.Context, name string) (map[string]string, error)

+ PutRecord func(ctx context.Context, streamName string, data []byte) error

+ PutRecordBatch func(ctx context.Context, streamName string, records [][]byte) (int, error)

+ Region func() string

+ Reset func()

+ Restore func(ctx context.Context, data []byte) error

+ RunFlusher func(ctx context.Context)

+ Snapshot func(ctx context.Context) []byte

+ StartDeliveryStreamEncryption func(ctx context.Context, name string, input *EncryptionConfigInput) error

+ StopDeliveryStreamEncryption func(ctx context.Context, name string) error

+ TagDeliveryStream func(ctx context.Context, name string, kv map[string]string) error

+ UntagDeliveryStream func(ctx context.Context, name string, keys []string) error

+ UpdateDestination func(ctx context.Context, streamName, currentVersionID string, ...) error

+ type UpdateDestinationInput struct

+ HTTPEndpointDestination *HTTPEndpointDestinationDescription

+ OpenSearchDestination *OpenSearchDestinationDescription

+ RedshiftDestination *RedshiftDestinationDescription

+ S3Destination *S3DestinationDescription

+ SplunkDestination *SplunkDestinationDescription

?	: This menu
/	: Search site
f or F	: Jump to
y or Y	: Canonical URL