Documentation
¶
Index ¶
- Variables
- func EncodeHttpRequest(req *HttpRequest) ([]byte, error)
- func EncodeShortStream(s Stream) []byte
- type CallbackFunc
- type HttpRequest
- func BodyRequest(self Stream, method string, url string, body io.Reader, callback CallbackFunc) (*HttpRequest, error)
- func DecodeHttpRequest(b []byte) (*HttpRequest, error)
- func FormRequest(self Stream, url string, fromData map[string][]string, callback CallbackFunc) (*HttpRequest, error)
- func JsonRequest(self Stream, url string, jsonData map[string]interface{}, ...) (*HttpRequest, error)
- func Request(self Stream, url string, callback CallbackFunc) (*HttpRequest, error)
- type HttpResponse
- type Item
- type Stream
- func DecodeShortStream(buf []byte) (Stream, error)
- func StreamListRangeFloat(self Stream, only func(value float64) (Stream, error), f []float64) (Stream, error)
- func StreamListRangeInt(self Stream, only func(i int) (Stream, error), start, end int) (Stream, error)
- func StreamListRangeString(self Stream, only func(value string) (Stream, error), s []string) (Stream, error)
- func StreamLists(self Stream, streams ...Stream) Stream
- type StreamList
Constants ¶
This section is empty.
Variables ¶
View Source
var (
EncodeHttpRequestIsNilErr = errors.New("you cannot encode http request an nil type")
)
http
View Source
var (
InvalidEncodingErr = errors.New("decode invalid content, please check your content")
)
shortStream
Functions ¶
func EncodeHttpRequest ¶
func EncodeHttpRequest(req *HttpRequest) ([]byte, error)
Types ¶
type CallbackFunc ¶
type CallbackFunc func(response *HttpResponse) (Stream, error)
type HttpRequest ¶
type HttpRequest struct {
*http.Request
// 爬虫回调函数
Callback CallbackFunc
// 跳过过滤器
SkipFilter bool
// 带上请求的一些参数
Meta map[string]interface{}
// 下载失败重新尝试次数
Retry int
// contains filtered or unexported fields
}
func BodyRequest ¶
func BodyRequest( self Stream, method string, url string, body io.Reader, callback CallbackFunc, ) (*HttpRequest, error)
func DecodeHttpRequest ¶
func DecodeHttpRequest(b []byte) (*HttpRequest, error)
func FormRequest ¶
func FormRequest( self Stream, url string, fromData map[string][]string, callback CallbackFunc, ) (*HttpRequest, error)
func JsonRequest ¶
func JsonRequest( self Stream, url string, jsonData map[string]interface{}, callback CallbackFunc, ) (*HttpRequest, error)
func Request ¶
func Request(self Stream, url string, callback CallbackFunc) (*HttpRequest, error)
几种 http new func
func (*HttpRequest) FQDN ¶
func (h *HttpRequest) FQDN() string
func (*HttpRequest) UId ¶
func (h *HttpRequest) UId() string
type HttpResponse ¶
type HttpResponse struct {
*http.Response
// 带上请求的一些参数
Meta map[string]interface{}
Stream
// 解析函数
Callback CallbackFunc
// contains filtered or unexported fields
}
func (*HttpResponse) Bytes ¶
func (h *HttpResponse) Bytes() []byte
func (*HttpResponse) ParseName ¶
func (h *HttpResponse) ParseName() string
func (*HttpResponse) Text ¶
func (h *HttpResponse) Text() string
func (*HttpResponse) WithHttpAndRequestStream ¶
func (h *HttpResponse) WithHttpAndRequestStream(sReq *HttpRequest, req *http.Response)
func (*HttpResponse) Xpath ¶
func (h *HttpResponse) Xpath(expr string) []*xpath
type Item ¶
func BasicItemBandName ¶
type Stream ¶
控制流
func DecodeShortStream ¶
func StreamListRangeFloat ¶
func StreamListRangeInt ¶
func StreamListRangeString ¶
func StreamLists ¶
type StreamList ¶
type StreamList struct {
Stream
// contains filtered or unexported fields
}
Source Files
Click to show internal directories.
Click to hide internal directories.