fetcher

type Fetcher struct {
	// contains filtered or unexported fields
}

type Options struct {
	// Timeout bounds each request, including reading the body.
	Timeout time.Duration
	// Headers are added to every request after the profile headers.
	Headers map[string]string
	// MaxBody caps how many body bytes are read and kept. Zero means DefaultMaxBody.
	MaxBody int64
	// Retries is how many times a request is retried after a network error
	// or a 502/504 gateway error. Other statuses are never retried because
	// they are exactly what acurl reports on.
	Retries int
	// Proxy is an http, https or socks5 proxy URL.
	Proxy string
	// Insecure skips TLS certificate verification.
	Insecure bool
	// HTTPVersion forces "1.1" or "2". Empty negotiates as a browser would.
	HTTPVersion string
	// Method is the HTTP method for page requests. Empty means GET.
	Method string
	// BotTLS selects the TLS fingerprint for non-browser profiles: "go"
	// (default, like most real crawlers) or "chrome" to make the user agent
	// the only difference from the browser baseline.
	BotTLS string
	// Trace, if set, is called after every page request.
	Trace func(TraceEvent)
	// Signer, if set, signs every bot-profile request (Web Bot Auth).
	Signer RequestSigner
	// BlockPrivate refuses connections to private, loopback and other
	// internal addresses (SSRF protection for acurl serve and mcp).
	BlockPrivate bool
}

type RequestSigner interface {
	Headers(method, url string) (map[string]string, error)
}

type TraceEvent struct {
	Profile  string
	Method   string
	URL      string
	Status   int
	Duration time.Duration
	Err      error
}