spider_handler

func (*SpiderSync) AfterRemoveDownCreate ¶

func (s *SpiderSync) AfterRemoveDownCreate()

func (*SpiderSync) CheckDownLoading ¶

func (s *SpiderSync) CheckDownLoading(spiderId string, fileId string) (bool, string)

检测是否已经下载中

func (*SpiderSync) CheckIsScrapy ¶

func (s *SpiderSync) CheckIsScrapy()

func (*SpiderSync) CreateMd5File ¶

func (s *SpiderSync) CreateMd5File(md5 string)

func (*SpiderSync) Download ¶

func (s *SpiderSync) Download()

下载爬虫

func (*SpiderSync) GetLockDownloadKey ¶

func (s *SpiderSync) GetLockDownloadKey(spiderId string) string

获得下载锁的key

func (*SpiderSync) InstallDeps ¶

func (s *SpiderSync) InstallDeps()

install dependencies

func (*SpiderSync) RemoveDownCreate ¶

func (s *SpiderSync) RemoveDownCreate(md5 string)

func (*SpiderSync) RemoveSpiderFile ¶

func (s *SpiderSync) RemoveSpiderFile()

删除本地文件