Documentation
¶
Index ¶
- type CloudWatchSubscriptionRecord
- type CloudwatchSubscriptionLogEvent
- type KinesisConfiguration
- type KinesisSource
- func (*KinesisSource) CanRun() error
- func (k *KinesisSource) Configure(yamlConfig []byte, logger *log.Entry, ...) error
- func (k *KinesisSource) DeregisterConsumer(ctx context.Context) error
- func (k *KinesisSource) Dump() any
- func (k *KinesisSource) EnhancedRead(ctx context.Context, out chan types.Event, t *tomb.Tomb) error
- func (*KinesisSource) GetAggregMetrics() []prometheus.Collector
- func (*KinesisSource) GetMetrics() []prometheus.Collector
- func (k *KinesisSource) GetMode() string
- func (*KinesisSource) GetName() string
- func (k *KinesisSource) GetUuid() string
- func (k *KinesisSource) ParseAndPushRecords(records []kinTypes.Record, out chan types.Event, logger *log.Entry, ...)
- func (k *KinesisSource) ReadFromShard(ctx context.Context, out chan types.Event, shardID string) error
- func (k *KinesisSource) ReadFromStream(ctx context.Context, out chan types.Event, t *tomb.Tomb) error
- func (k *KinesisSource) ReadFromSubscription(reader kinesis.SubscribeToShardEventStreamReader, out chan types.Event, ...) error
- func (k *KinesisSource) RegisterConsumer(ctx context.Context) (*kinesis.RegisterStreamConsumerOutput, error)
- func (k *KinesisSource) StreamingAcquisition(ctx context.Context, out chan types.Event, t *tomb.Tomb) error
- func (k *KinesisSource) SubscribeToShards(ctx context.Context, arn arn.ARN, ...) error
- func (k *KinesisSource) UnmarshalConfig(yamlConfig []byte) error
- func (k *KinesisSource) WaitForConsumerDeregistration(ctx context.Context, consumerName string, streamARN string) error
- func (k *KinesisSource) WaitForConsumerRegistration(ctx context.Context, consumerARN string) error
Constants ¶
This section is empty.
Variables ¶
This section is empty.
Functions ¶
This section is empty.
Types ¶
type CloudWatchSubscriptionRecord ¶
type CloudWatchSubscriptionRecord struct {
MessageType string `json:"messageType"`
Owner string `json:"owner"`
LogGroup string `json:"logGroup"`
LogStream string `json:"logStream"`
SubscriptionFilters []string `json:"subscriptionFilters"`
LogEvents []CloudwatchSubscriptionLogEvent `json:"logEvents"`
}
type KinesisConfiguration ¶
type KinesisConfiguration struct {
configuration.DataSourceCommonCfg `yaml:",inline"`
StreamName string `yaml:"stream_name"`
StreamARN string `yaml:"stream_arn"`
UseEnhancedFanOut bool `yaml:"use_enhanced_fanout"` // Use RegisterStreamConsumer and SubscribeToShard instead of GetRecords
AwsProfile *string `yaml:"aws_profile"`
AwsRegion string `yaml:"aws_region"`
AwsEndpoint string `yaml:"aws_endpoint"`
ConsumerName string `yaml:"consumer_name"`
FromSubscription bool `yaml:"from_subscription"`
MaxRetries int `yaml:"max_retries"`
}
type KinesisSource ¶
type KinesisSource struct {
Config KinesisConfiguration
// contains filtered or unexported fields
}
func (*KinesisSource) CanRun ¶
func (*KinesisSource) CanRun() error
func (*KinesisSource) Configure ¶
func (k *KinesisSource) Configure(yamlConfig []byte, logger *log.Entry, metricsLevel metrics.AcquisitionMetricsLevel) error
func (*KinesisSource) DeregisterConsumer ¶
func (k *KinesisSource) DeregisterConsumer(ctx context.Context) error
func (*KinesisSource) Dump ¶
func (k *KinesisSource) Dump() any
func (*KinesisSource) EnhancedRead ¶
func (*KinesisSource) GetAggregMetrics ¶
func (*KinesisSource) GetAggregMetrics() []prometheus.Collector
func (*KinesisSource) GetMetrics ¶
func (*KinesisSource) GetMetrics() []prometheus.Collector
func (*KinesisSource) GetMode ¶
func (k *KinesisSource) GetMode() string
func (*KinesisSource) GetName ¶
func (*KinesisSource) GetName() string
func (*KinesisSource) GetUuid ¶ added in v1.5.0
func (k *KinesisSource) GetUuid() string
func (*KinesisSource) ParseAndPushRecords ¶
func (*KinesisSource) ReadFromShard ¶
func (*KinesisSource) ReadFromStream ¶
func (*KinesisSource) ReadFromSubscription ¶
func (k *KinesisSource) ReadFromSubscription(reader kinesis.SubscribeToShardEventStreamReader, out chan types.Event, shardID string, streamName string) error
func (*KinesisSource) RegisterConsumer ¶
func (k *KinesisSource) RegisterConsumer(ctx context.Context) (*kinesis.RegisterStreamConsumerOutput, error)
func (*KinesisSource) StreamingAcquisition ¶
func (*KinesisSource) SubscribeToShards ¶
func (k *KinesisSource) SubscribeToShards(ctx context.Context, arn arn.ARN, streamConsumer *kinesis.RegisterStreamConsumerOutput, out chan types.Event) error
func (*KinesisSource) UnmarshalConfig ¶ added in v1.5.0
func (k *KinesisSource) UnmarshalConfig(yamlConfig []byte) error
func (*KinesisSource) WaitForConsumerDeregistration ¶
func (*KinesisSource) WaitForConsumerRegistration ¶
func (k *KinesisSource) WaitForConsumerRegistration(ctx context.Context, consumerARN string) error
Click to show internal directories.
Click to hide internal directories.