model

type Page struct {
	UrlStr          string
	DownloadSuccess bool   //是否下载成功
	RawText         string //页面内容
	RawTextBytes    []byte //页面内容字节
	Request         Request
	Headers         map[string][]string
}

type Request struct {
	Method   string
	UrlStr   string
	Body     io.ReadCloser
	Priority int32
}

type ResultItems struct {
	Skip           bool
	Request        Request
	Items          map[string]interface{}
	TargetRequests []Request //目标请求列表
}

type Site struct {
	Domain          string //域名
	UserAgent       string //
	DefaultCookies  map[string]string
	Cookies         map[string]map[string]string
	Charset         string
	SleepTime       time.Duration
	RetryTimes      time.Duration
	RetrySleepTime  time.Duration
	CycleRetryTimes int32
	TimeOut         time.Duration
	Headers         map[string]string
}