Versions in this module Expand all Collapse all v0 v0.0.1 Jan 3, 2018 Changes in this version + const KeySetDoing + const KeySetDone + const KeySetImgs + const KeySetOutLinks + const KeySetToDo + const MaxWorks + const RedisKeyPrefix + const RootURL + var BlackPrefix = []string + var IgnorePrefix = []string + func LoadDoc(cli *httpclient.Client, Url string) (*goquery.Document, error) + type RedisStore struct + func NewRedisStore(cli *redis.Client) *RedisStore + func (r *RedisStore) Done(rets ...*ResolveResult) (*StoreResult, error) + func (r *RedisStore) Init() error + func (r *RedisStore) Jobs(count int) ([]string, error) + type ResolveResult struct + Imgs []string + Links []string + OutLinks []string + URL string + func Resolve(cli *httpclient.Client, doc *goquery.Document) (*ResolveResult, error) + type Store interface + type StoreResult struct + Imgs int64 + Links int64 + OutLinks int64 + URLs []string
Go to main page