cobweb

type AbsProxyStorage interface {
	GetProxy(proxy *Proxy) (*Proxy, error)
	HasProxy(proxy *Proxy) (bool, error)
	CreateProxy(proxy *Proxy) error
	CreateProxyList([]*Proxy) int
	ActivateProxy(proxy *Proxy) error
	DeactivateProxy(proxy *Proxy) error
	GetTopKProxyList(k int) ([]*Proxy, error)
	GetRandTopKProxy(k int) (*Proxy, error)
	GetAllProxy() ([]*Proxy, error)
	GetProxyListWithRefuseList(refuseList []*Proxy, count int) ([]*Proxy, error)
	GetRandProxyWithRefuseList([]*Proxy) (*Proxy, error)
}

type AnonymityLevel int

type BaseRule interface {
	InitLinks() []string
	InitParse(ctx *Context)
}

type CommandDownloadFailLimitRule interface {
	CommandDownloadFailLimit() int
}

type CommandFailedCntLimitRule interface {
	CommandFailedCntLimit() int
}

type Context struct {
	// contains filtered or unexported fields
}

type DownloadTimeoutRule interface {
	DownloadTimeout() time.Duration
}

type Executor struct {
	// contains filtered or unexported fields
}

type FollowBuilder struct {
	// contains filtered or unexported fields
}

type H map[string]interface{}

type HTMLElement struct {
	// contains filtered or unexported fields
}

type JsonFilePipeline struct {
	// contains filtered or unexported fields
}

type JsonStdoutPipeline struct {
}

type NoProxyFastHTTPDownloaderFactory struct {
}

type OnDownloadFinishCallback func(ctx *Context)

type OnDownloadFinishRule interface {
	OnDownloadFinish(ctx *Context)
}

type OnParseCallback func(ctx *Context)

type OnParseErrorCallback func(info *ParseErrorInfo)

type OnParseErrorRule interface {
	OnParseError(info *ParseErrorInfo)
}

type OnPipeErrorCallback func(info *PipeErrorInfo)

type OnPipeErrorRule interface {
	OnPipeError(info *PipeErrorInfo)
}

type ParseErrorInfo struct {
	Ctx        *Context
	ErrKind    ParseErrorKind
	PanicValue interface{}
}

type ParseErrorKind int

type PipeErrorInfo struct {
	Ctx       *Context
	ErrKind   PipeErrorKind
	PanicInfo interface{}
}

type PipeErrorKind int

type Pipeline interface {
	Pipe(info *itemInfo)
	Close()
}

type PipelineRule interface {
	Pipelines() []Pipeline
}

type Proxy struct {
	ID int `gorm:"PRIMARY_KEY;AUTO_INCREMENT;"`

	Host      string
	Port      string
	HTTPS     bool
	Anonymity AnonymityLevel

	Score int
}

type ProxyFastHTTPDownloaderFactory struct {
}

type ProxyPool struct {
	// contains filtered or unexported fields
}

type Task struct {
	// contains filtered or unexported fields
}

type TaskNameRule interface {
	TaskName() string
}