Documentation
¶
Index ¶
- func RegisterBuiltinPlugins(registry *plugin.Registry, logger *slog.Logger) error
- type KafkaPublisherPlugin
- func (p *KafkaPublisherPlugin) Close() error
- func (p *KafkaPublisherPlugin) Init(cfg map[string]any) error
- func (p *KafkaPublisherPlugin) Name() string
- func (p *KafkaPublisherPlugin) Store(items []*types.Item) error
- func (p *KafkaPublisherPlugin) Type() plugin.PluginType
- func (p *KafkaPublisherPlugin) Version() string
- type PostgresStoragePlugin
- func (p *PostgresStoragePlugin) Close() error
- func (p *PostgresStoragePlugin) Init(cfg map[string]any) error
- func (p *PostgresStoragePlugin) Name() string
- func (p *PostgresStoragePlugin) Store(items []*types.Item) error
- func (p *PostgresStoragePlugin) Type() plugin.PluginType
- func (p *PostgresStoragePlugin) Version() string
- type S3StoragePlugin
Constants ¶
This section is empty.
Variables ¶
This section is empty.
Functions ¶
Types ¶
type KafkaPublisherPlugin ¶
type KafkaPublisherPlugin struct {
// contains filtered or unexported fields
}
KafkaPublisherPlugin logs Kafka publish operations until a real Kafka client is wired in.
func NewKafkaPublisherPlugin ¶
func NewKafkaPublisherPlugin(logger *slog.Logger) *KafkaPublisherPlugin
NewKafkaPublisherPlugin creates a new Kafka publisher plugin.
func (*KafkaPublisherPlugin) Close ¶
func (p *KafkaPublisherPlugin) Close() error
func (*KafkaPublisherPlugin) Name ¶
func (p *KafkaPublisherPlugin) Name() string
func (*KafkaPublisherPlugin) Store ¶
func (p *KafkaPublisherPlugin) Store(items []*types.Item) error
func (*KafkaPublisherPlugin) Type ¶
func (p *KafkaPublisherPlugin) Type() plugin.PluginType
func (*KafkaPublisherPlugin) Version ¶
func (p *KafkaPublisherPlugin) Version() string
type PostgresStoragePlugin ¶
type PostgresStoragePlugin struct {
// contains filtered or unexported fields
}
PostgresStoragePlugin buffers and logs PostgreSQL inserts until a real driver is wired in.
func NewPostgresStoragePlugin ¶
func NewPostgresStoragePlugin(logger *slog.Logger) *PostgresStoragePlugin
NewPostgresStoragePlugin creates a new PostgreSQL storage plugin.
func (*PostgresStoragePlugin) Close ¶
func (p *PostgresStoragePlugin) Close() error
func (*PostgresStoragePlugin) Name ¶
func (p *PostgresStoragePlugin) Name() string
func (*PostgresStoragePlugin) Store ¶
func (p *PostgresStoragePlugin) Store(items []*types.Item) error
func (*PostgresStoragePlugin) Type ¶
func (p *PostgresStoragePlugin) Type() plugin.PluginType
func (*PostgresStoragePlugin) Version ¶
func (p *PostgresStoragePlugin) Version() string
type S3StoragePlugin ¶
type S3StoragePlugin struct {
// contains filtered or unexported fields
}
S3StoragePlugin stores scraped items in S3-shaped local fallback files. A real S3 backend should replace this with AWS SDK upload calls.
func NewS3StoragePlugin ¶
func NewS3StoragePlugin(logger *slog.Logger) *S3StoragePlugin
NewS3StoragePlugin creates a new S3 storage plugin.
func (*S3StoragePlugin) Close ¶
func (p *S3StoragePlugin) Close() error
func (*S3StoragePlugin) Name ¶
func (p *S3StoragePlugin) Name() string
func (*S3StoragePlugin) Type ¶
func (p *S3StoragePlugin) Type() plugin.PluginType
func (*S3StoragePlugin) Version ¶
func (p *S3StoragePlugin) Version() string
Source Files
Click to show internal directories.
Click to hide internal directories.