scrape

type Browser struct {
	// contains filtered or unexported fields
}

type Option func(*Options)

type Options struct {
	Timeout           time.Duration // Timeout for each goto request
	MaxAge            time.Duration // Used cached response if age of request less than this
	MaxSpeed          time.Duration // Minimum delay between requests from same host
	WaitFor           time.Duration // Wait after load has completed
	WaitUntil         playwright.WaitUntilState
	Referer           string
	Locale            string
	Timezone          string
	IgnoreHttpsErrors bool
}

type Response struct {
	URL        string
	Title      string
	Markdown   string
	RawHTML    string
	MainHTML   string
	Status     int
	StatusText string
	Timestamp  time.Time
}