fetcher

type ContentFetcher struct {
	// contains filtered or unexported fields
}

type FetchMode string

type FetchOptions struct {
	Mode            FetchMode
	Timeout         time.Duration
	UserAgent       string
	BrowserAgent    string
	Cookies         []*http.Cookie
	SkipBanners     bool
	BannerTimeout   time.Duration
	WaitForSelector string
}

type FetchResult struct {
	HTML     string
	Title    string
	URL      string
	UsedJS   bool
	Metadata map[string]string
}

type SimpleFetcher struct {
	// contains filtered or unexported fields
}

type UserAgentSelector struct {
	// contains filtered or unexported fields
}

type UserAgentType string