fetcher

type Fetcher struct {
	// contains filtered or unexported fields
}

type Options struct {
	// Timeout bounds each request, including reading the body.
	Timeout time.Duration
	// Headers are added to every request after the profile headers.
	Headers map[string]string
	// MaxBody caps how many body bytes are read and kept. Zero means DefaultMaxBody.
	MaxBody int64
	// Retries is how many times a request is retried after a network error
	// or a 502/504 gateway error. Other statuses are never retried because
	// they are exactly what acurl reports on.
	Retries int
	// Proxy is an http, https or socks5 proxy URL.
	Proxy string
	// Insecure skips TLS certificate verification.
	Insecure bool
	// HTTPVersion forces "1.1" or "2". Empty negotiates as a browser would.
	HTTPVersion string
	// Method is the HTTP method for page requests. Empty means GET.
	Method string
	// BotTLS selects the TLS fingerprint for non-browser profiles: "go"
	// (default, like most real crawlers) or "chrome" to make the user agent
	// the only difference from the browser baseline.
	BotTLS string
}