Versions in this module Expand all Collapse all v1 v1.0.0 Jul 6, 2021 Changes in this version + type HandleRequestFunc func(*model.Request) + type RunFunc func(*Spider) error + type Spider struct + OnFailed HandleRequestFunc + OnSuccess HandleRequestFunc + PageCount int64 + RunAfterFunc RunFunc + RunBeforeFunc RunFunc + func Create(processor processor.PageProcessor) *Spider + func (s *Spider) Close() + func (s *Spider) GetCloseAfterNotHandleRequest() []model.Request + func (s *Spider) SetDownloader(downloader downloader.Downloader) *Spider + func (s *Spider) SetExitWhenComplete(exitWhenComplete bool) *Spider + func (s *Spider) SetIdleTimeout(duration time.Duration) *Spider + func (s *Spider) SetScheduler(scheduler scheduler.Scheduler) *Spider + func (s *Spider) SetStorage(stg persist.Storage) *Spider + func (s *Spider) Start() + func (s *Spider) StartRequest(startRequest ...model.Request) *Spider + func (s *Spider) StartUrls(startUrls ...string) *Spider + func (s *Spider) ThreadNum(num int) *Spider
Go to main page