scraperutil

type ConfigFactory func() any

type DefaultSettings struct {
	Settings any
	Priority int
}

type FlattenFunc func(any) any

type FlattenOverrides struct {
	BaseURL       string
	Language      string
	UseBrowser    bool
	ScrapeActress *bool
	Cookies       map[string]string
	Extra         map[string]any
}

type FlattenedConfig struct {
	Enabled       bool
	RateLimit     int
	Proxy         any
	DownloadProxy any
}

type ScraperConfigAccessor func(any) any

type ScraperConfigInterface interface {
	IsEnabled() bool
	GetUserAgent() string
	GetRequestDelay() int
	GetMaxRetries() int
	GetProxy() any
	GetDownloadProxy() any
}

type ScraperModule interface {
	Name() string
	Description() string
	Constructor() any
	Validator() any
	ConfigFactory() any
	Options() any
	Defaults() any
	Priority() int
	FlattenFunc() any
}

type ScraperOptionsProvider struct {
	DisplayTitle string
	Options      []any
}

type SettingsBuilder func(*FlattenedConfig, FlattenOverrides) any

type SettingsBuilderWithRaw func(*FlattenedConfig, FlattenOverrides, any) any

type StandardModule struct {
	ScraperName        string
	ScraperDescription string
	ScraperOptions     []any
	ScraperDefaults    any
	ScraperPriority    int
	ConfigType         func() ScraperConfigInterface
	NewScraperFunc     any
	FlatOverrides      FlattenOverrides
	FlatBuilder        SettingsBuilder
	FlatBuilderRaw     SettingsBuilderWithRaw
	UseRawBuilder      bool
}

type ValidatorFunc func(any) error