parser

type Options ¶

type Options struct {
	AutomaticFormFill      bool
	ScrapeJSLuiceResponses bool
	ScrapeJSResponses      bool
	DisableRedirects       bool
}

type Parser ¶

type Parser []responseParser

func NewResponseParser() *Parser

func (p *Parser) InitWithOptions(options *Options)

func (p *Parser) ParseResponse(resp *navigation.Response) (navigationRequests []*navigation.Request)

type ResponseParserFunc ¶

type ResponseParserFunc func(resp *navigation.Response) []*navigation.Request

responseParserFunc is a function that parses the document returning new navigation items or requests for the crawler.