kinesisacquisition

package
v1.7.2 Latest Latest
Warning

This package is not in the latest version of its module.

Go to latest
Published: Oct 21, 2025 License: MIT Imports: 22 Imported by: 0

Documentation

Index

Constants

This section is empty.

Variables

This section is empty.

Functions

This section is empty.

Types

type CloudWatchSubscriptionRecord

type CloudWatchSubscriptionRecord struct {
	MessageType         string                           `json:"messageType"`
	Owner               string                           `json:"owner"`
	LogGroup            string                           `json:"logGroup"`
	LogStream           string                           `json:"logStream"`
	SubscriptionFilters []string                         `json:"subscriptionFilters"`
	LogEvents           []CloudwatchSubscriptionLogEvent `json:"logEvents"`
}

type CloudwatchSubscriptionLogEvent

type CloudwatchSubscriptionLogEvent struct {
	ID        string `json:"id"`
	Message   string `json:"message"`
	Timestamp int64  `json:"timestamp"`
}

type KinesisConfiguration

type KinesisConfiguration struct {
	configuration.DataSourceCommonCfg `yaml:",inline"`

	StreamName        string  `yaml:"stream_name"`
	StreamARN         string  `yaml:"stream_arn"`
	UseEnhancedFanOut bool    `yaml:"use_enhanced_fanout"` // Use RegisterStreamConsumer and SubscribeToShard instead of GetRecords
	AwsProfile        *string `yaml:"aws_profile"`
	AwsRegion         string  `yaml:"aws_region"`
	AwsEndpoint       string  `yaml:"aws_endpoint"`
	ConsumerName      string  `yaml:"consumer_name"`
	FromSubscription  bool    `yaml:"from_subscription"`
	MaxRetries        int     `yaml:"max_retries"`
}

type KinesisSource

type KinesisSource struct {
	Config KinesisConfiguration
	// contains filtered or unexported fields
}

func (*KinesisSource) CanRun

func (*KinesisSource) CanRun() error

func (*KinesisSource) Configure

func (k *KinesisSource) Configure(yamlConfig []byte, logger *log.Entry, metricsLevel metrics.AcquisitionMetricsLevel) error

func (*KinesisSource) DeregisterConsumer

func (k *KinesisSource) DeregisterConsumer(ctx context.Context) error

func (*KinesisSource) Dump

func (k *KinesisSource) Dump() any

func (*KinesisSource) EnhancedRead

func (k *KinesisSource) EnhancedRead(ctx context.Context, out chan types.Event, t *tomb.Tomb) error

func (*KinesisSource) GetAggregMetrics

func (*KinesisSource) GetAggregMetrics() []prometheus.Collector

func (*KinesisSource) GetMetrics

func (*KinesisSource) GetMetrics() []prometheus.Collector

func (*KinesisSource) GetMode

func (k *KinesisSource) GetMode() string

func (*KinesisSource) GetName

func (*KinesisSource) GetName() string

func (*KinesisSource) GetUuid added in v1.5.0

func (k *KinesisSource) GetUuid() string

func (*KinesisSource) ParseAndPushRecords

func (k *KinesisSource) ParseAndPushRecords(records []kinTypes.Record, out chan types.Event, logger *log.Entry, shardID string)

func (*KinesisSource) ReadFromShard

func (k *KinesisSource) ReadFromShard(ctx context.Context, out chan types.Event, shardID string) error

func (*KinesisSource) ReadFromStream

func (k *KinesisSource) ReadFromStream(ctx context.Context, out chan types.Event, t *tomb.Tomb) error

func (*KinesisSource) ReadFromSubscription

func (k *KinesisSource) ReadFromSubscription(reader kinesis.SubscribeToShardEventStreamReader, out chan types.Event, shardID string, streamName string) error

func (*KinesisSource) RegisterConsumer

func (*KinesisSource) StreamingAcquisition

func (k *KinesisSource) StreamingAcquisition(ctx context.Context, out chan types.Event, t *tomb.Tomb) error

func (*KinesisSource) SubscribeToShards

func (k *KinesisSource) SubscribeToShards(ctx context.Context, arn arn.ARN, streamConsumer *kinesis.RegisterStreamConsumerOutput, out chan types.Event) error

func (*KinesisSource) UnmarshalConfig added in v1.5.0

func (k *KinesisSource) UnmarshalConfig(yamlConfig []byte) error

func (*KinesisSource) WaitForConsumerDeregistration

func (k *KinesisSource) WaitForConsumerDeregistration(ctx context.Context, consumerName string, streamARN string) error

func (*KinesisSource) WaitForConsumerRegistration

func (k *KinesisSource) WaitForConsumerRegistration(ctx context.Context, consumerARN string) error

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL