scraperutil

package

v0.2.4-alpha Latest Latest Go to latest Published: Apr 12, 2026 License: MIT Imports: 1 Imported by: 0

Details

Valid go.mod file
Redistributable license
Tagged version
Stable version
Learn more about best practices

Repository

github.com/javinizer/javinizer-go

Links

Open Source Insights

Documentation ¶

Index ¶

func GetDefaultScraperSettings() map[string]any
func GetDefaults() map[string]DefaultSettings
func GetPriorities() []string
func GetScraperConfigs() map[string]ScraperConfigAccessor
func GetScraperConstructor(name string) (any, bool)
func GetScraperConstructors() map[string]any
func RegisterModule(module ScraperModule)
func ResetAllRegistries()
func ResetConfigFactories()
func ResetConstructors()
func ResetDefaults()
func ResetDefaultsRegistries()
func ResetFlattenFuncs()
func ResetScraperConfigs()
func ResetScraperOptions()
func ResetValidators()
type ConfigFactory
- func GetConfigFactory(name string) ConfigFactory
type DefaultSettings
type FlattenFunc
- func GetFlattenFunc(name string) FlattenFunc
type ScraperConfigAccessor
type ScraperConfigInterface
type ScraperModule
type ScraperOptionsProvider
- func GetScraperOptions(name string) (ScraperOptionsProvider, bool)
type ValidatorFunc
- func GetValidator(name string) ValidatorFunc

Constants ¶

This section is empty.

Variables ¶

This section is empty.

Functions ¶

func GetDefaultScraperSettings ¶

func GetDefaultScraperSettings() map[string]any

func GetDefaults ¶

func GetDefaults() map[string]DefaultSettings

func GetPriorities ¶

func GetPriorities() []string

func GetScraperConfigs ¶

func GetScraperConfigs() map[string]ScraperConfigAccessor

func GetScraperConstructor ¶

func GetScraperConstructor(name string) (any, bool)

func GetScraperConstructors ¶

func GetScraperConstructors() map[string]any

func RegisterModule ¶

func RegisterModule(module ScraperModule)

func ResetAllRegistries ¶

func ResetAllRegistries()

func ResetConfigFactories ¶

func ResetConfigFactories()

func ResetConstructors ¶

func ResetConstructors()

func ResetDefaults ¶

func ResetDefaults()

func ResetDefaultsRegistries ¶

func ResetDefaultsRegistries()

func ResetFlattenFuncs ¶

func ResetFlattenFuncs()

func ResetScraperConfigs ¶

func ResetScraperConfigs()

func ResetScraperOptions ¶

func ResetScraperOptions()

func ResetValidators ¶

func ResetValidators()

Types ¶

type ConfigFactory ¶

type ConfigFactory func() any

func GetConfigFactory ¶

func GetConfigFactory(name string) ConfigFactory

type DefaultSettings ¶

type DefaultSettings struct {
	Settings any
	Priority int
}

type FlattenFunc ¶

type FlattenFunc func(any) any

func GetFlattenFunc ¶

func GetFlattenFunc(name string) FlattenFunc

type ScraperConfigAccessor ¶

type ScraperConfigAccessor func(any) any

type ScraperConfigInterface ¶

type ScraperConfigInterface interface {
	IsEnabled() bool
	GetUserAgent() string
	GetRequestDelay() int
	GetMaxRetries() int
	GetProxy() any
	GetDownloadProxy() any
}

type ScraperModule ¶

type ScraperModule interface {
	Name() string
	Description() string
	Constructor() any
	Validator() any
	ConfigFactory() any
	Options() any
	Defaults() any
	Priority() int
	FlattenFunc() any
}

type ScraperOptionsProvider ¶

type ScraperOptionsProvider struct {
	DisplayTitle string
	Options      []any
}

func GetScraperOptions ¶

func GetScraperOptions(name string) (ScraperOptionsProvider, bool)

type ValidatorFunc ¶

type ValidatorFunc func(any) error

func GetValidator ¶

func GetValidator(name string) ValidatorFunc

Source Files ¶

View all Source files

?	: This menu
/	: Search site
f or F	: Jump to
y or Y	: Canonical URL