chuper

type Cache interface {
	Get(key string) (interface{}, error)

	Set(key string, value interface{}) error

	SetNX(key string, value interface{}) (bool, error)

	Delete(key string) error
}

type Cmd struct {
	*fetchbot.Cmd
	S *url.URL
	D int
}

type CmdBasicAuth struct {
	*fetchbot.Cmd
	S *url.URL
	D int
	// contains filtered or unexported fields
}

type Command interface {
	URL() *url.URL
	Method() string
	SourceURL() *url.URL
	Depth() int
}

type Context interface {
	Cache() Cache
	Queue() Enqueuer
	Log(fields map[string]interface{}) *logrus.Entry
	URL() *url.URL
	Method() string
	SourceURL() *url.URL
	Depth() int
}

type Crawler struct {
	CrawlDelay      time.Duration
	CrawlDuration   time.Duration
	CrawlPoliteness bool
	LogFormat       string
	LogLevel        string
	Logger          *logrus.Logger
	UserAgent       string
	HTTPClient      fetchbot.Doer
	Cache           Cache
	// contains filtered or unexported fields
}

type Ctx struct {
	*fetchbot.Context
	C Cache
	L *logrus.Logger
}

type Enqueuer interface {
	Enqueue(string, string, string, int) error

	EnqueueWithBasicAuth(string, string, string, int, string, string) error
}

type MemoryCache struct {
	sync.Mutex
	// contains filtered or unexported fields
}

type Processor interface {
	Process(Context, *goquery.Document) bool
}

type ProcessorFunc func(Context, *goquery.Document) bool

type Queue struct {
	*fetchbot.Queue
}

type ResponseCriteria struct {
	Method      string
	ContentType string
	Status      int
	MinStatus   int
	MaxStatus   int
	Path        string
	Host        string
}