Documentation
¶
Index ¶
- type CloudWatchSubscriptionRecord
- type CloudwatchSubscriptionLogEvent
- type Configuration
- type Source
- func (*Source) CanRun() error
- func (s *Source) Configure(ctx context.Context, yamlConfig []byte, logger *log.Entry, ...) error
- func (s *Source) DeregisterConsumer(ctx context.Context) error
- func (s *Source) Dump() any
- func (s *Source) EnhancedRead(ctx context.Context, out chan pipeline.Event, t *tomb.Tomb) error
- func (*Source) GetAggregMetrics() []prometheus.Collector
- func (*Source) GetMetrics() []prometheus.Collector
- func (s *Source) GetMode() string
- func (*Source) GetName() string
- func (s *Source) GetUuid() string
- func (s *Source) ParseAndPushRecords(records []kinTypes.Record, out chan pipeline.Event, logger *log.Entry, ...)
- func (s *Source) ReadFromShard(ctx context.Context, out chan pipeline.Event, shardID string) error
- func (s *Source) ReadFromStream(ctx context.Context, out chan pipeline.Event, t *tomb.Tomb) error
- func (s *Source) ReadFromSubscription(reader kinesis.SubscribeToShardEventStreamReader, out chan pipeline.Event, ...) error
- func (s *Source) RegisterConsumer(ctx context.Context) (*kinesis.RegisterStreamConsumerOutput, error)
- func (s *Source) StreamingAcquisition(ctx context.Context, out chan pipeline.Event, t *tomb.Tomb) error
- func (s *Source) SubscribeToShards(ctx context.Context, arn arn.ARN, ...) error
- func (s *Source) UnmarshalConfig(yamlConfig []byte) error
- func (s *Source) WaitForConsumerDeregistration(ctx context.Context, consumerName string, streamARN string) error
- func (s *Source) WaitForConsumerRegistration(ctx context.Context, consumerARN string) error
Constants ¶
This section is empty.
Variables ¶
This section is empty.
Functions ¶
This section is empty.
Types ¶
type CloudWatchSubscriptionRecord ¶
type CloudWatchSubscriptionRecord struct {
MessageType string `json:"messageType"`
Owner string `json:"owner"`
LogGroup string `json:"logGroup"`
LogStream string `json:"logStream"`
SubscriptionFilters []string `json:"subscriptionFilters"`
LogEvents []CloudwatchSubscriptionLogEvent `json:"logEvents"`
}
type Configuration ¶ added in v1.7.4
type Configuration struct {
configuration.DataSourceCommonCfg `yaml:",inline"`
StreamName string `yaml:"stream_name"`
StreamARN string `yaml:"stream_arn"`
UseEnhancedFanOut bool `yaml:"use_enhanced_fanout"` // Use RegisterStreamConsumer and SubscribeToShard instead of GetRecords
AwsProfile *string `yaml:"aws_profile"`
AwsRegion string `yaml:"aws_region"`
AwsEndpoint string `yaml:"aws_endpoint"`
ConsumerName string `yaml:"consumer_name"`
FromSubscription bool `yaml:"from_subscription"`
MaxRetries int `yaml:"max_retries"`
}
type Source ¶ added in v1.7.4
type Source struct {
Config Configuration
// contains filtered or unexported fields
}
func (*Source) DeregisterConsumer ¶ added in v1.7.4
func (*Source) EnhancedRead ¶ added in v1.7.4
func (*Source) GetAggregMetrics ¶ added in v1.7.4
func (*Source) GetAggregMetrics() []prometheus.Collector
func (*Source) GetMetrics ¶ added in v1.7.4
func (*Source) GetMetrics() []prometheus.Collector
func (*Source) ParseAndPushRecords ¶ added in v1.7.4
func (*Source) ReadFromShard ¶ added in v1.7.4
func (*Source) ReadFromStream ¶ added in v1.7.4
func (*Source) ReadFromSubscription ¶ added in v1.7.4
func (*Source) RegisterConsumer ¶ added in v1.7.4
func (*Source) StreamingAcquisition ¶ added in v1.7.4
func (*Source) SubscribeToShards ¶ added in v1.7.4
func (*Source) UnmarshalConfig ¶ added in v1.7.4
func (*Source) WaitForConsumerDeregistration ¶ added in v1.7.4
Click to show internal directories.
Click to hide internal directories.