request

type BaseRequest struct {
	URL         string `json:"URL" binding:"required"`
	ContentType string `json:"ContentType" binding:"required"` //Content-Type in http header
	Content     string `json:"Content" binding:"required"`     //base64
	UrlParsed   *url.URL
	BaseURL     *url.URL
	Responsec   chan interface{}
}

type ExtractRequest struct {
	BaseRequest
	Template *pgextract.Template `json:"template" binding:"required"`
	Exfunc   func(*ExtractRequest)
}

type Request struct {
	BaseRequest
	IfRegexp             bool     `json:"IfRegexp,omitempty"`
	OnlyHomeSite         bool     `json:"OnlyHomeSite,omitempty"`
	CSSSelectors         []string `json:"CSSSelectors,omitempty"`
	XPathQuerys          []string `json:"XPathQuerys,omitempty"`
	AllowedDomains       []string `json:"AllowedDomains,omitempty"`
	DisallowedDomains    []string `json:"DisallowedDomains,omitempty"`
	DisallowedURLFilters []string `json:"DisallowedURLFilters,omitempty"`
	AllowedURLFilters    []string `json:"AllowedURLFilters,omitempty"`
	AllowedExts          []string `json:"AllowedExts,omitempty"`

	Exfunc func(*Request)
	// contains filtered or unexported fields
}

type Response = sth.Result