scrapemateapp

type Config struct {
	Concurrency        int `validate:"required,gte=1"`
	BrowserPoolSize    int `validate:"omitempty,gte=0"`
	MaxPagesPerBrowser int `validate:"required,gte=1"`

	CacheType string `validate:"omitempty,oneof=file leveldb"`
	CachePath string `validate:"required_with=CacheType"`

	UseJS          bool   `validate:"omitempty"`
	UseStealth     bool   `validate:"omitempty"`
	StealthBrowser string `validate:"omitempty"`
	JSOpts         jsOptions

	Provider scrapemate.JobProvider

	Writers                  []scrapemate.ResultWriter `validate:"required,gt=0"`
	InitJob                  scrapemate.IJob
	ExitOnInactivityDuration time.Duration
	Proxies                  []string
	BrowserReuseLimit        int
	PageReuseLimit           int
}

type ScrapemateApp struct {
	// contains filtered or unexported fields
}