robin

type AppLogger interface {
	Fatal(f string)
	Error(f string)
	Info(f string)
	Debug(f string)
}

type ConfigDecodeError struct {
	// contains filtered or unexported fields
}

type ConfigFieldError struct {
	// contains filtered or unexported fields
}

type DataExtractor interface {
	Extract(*goquery.Selection) string
}

type DataExtractors map[string]DataExtractor

type Exporter interface {
	Export(Item)
}

type Extractor interface {
	Name() string
	Extract(sel *goquery.Selection) Items
}

type Extractors map[string]Extractor

type Fetcher interface {
	Fetch(AppLogger) Response
	New(*url.URL) Fetcher
	URL() *url.URL
}

type Follower interface {
	Name() string
	Links(*goquery.Selection) []string
}

type Followers map[string]Follower

type HTTPFetcher struct {
	// contains filtered or unexported fields
}

type Item map[string]string

type ItemExtractor struct {
	Selector       string
	DataExtractors DataExtractors
	// contains filtered or unexported fields
}

type Items []Item

type Response interface {
	ReadCloser() io.ReadCloser
	Error() error
}

type Runner struct {
	Scrapers map[string]*Scraper
	// contains filtered or unexported fields
}

type RunnerOptions struct {
	ExportersSize int
	LogLevel      int
}

type Scraper struct {
	Name       string
	Fetcher    Fetcher
	Exporter   Exporter
	Extractors Extractors
	Followers  Followers
}

type ScrapersConfig map[string]scraperConfig