engine

type Engine struct {
	Scheduler   Scheduler
	WorkerCount int
	ItemChan    chan Item
}

type Item struct {
	ID      string
	URL     string
	Type    string
	Payload interface{}
}

type ParseResult struct {
	Requests []Request
	Items    []Item
}

type ReadyNotifier interface {
	WorkerReady(chan Request)
}

type Request struct {
	URL       string
	ParseFunc func(doc *goquery.Document) (ParseResult, error)
}

type Scheduler interface {
	ReadyNotifier
	WorkChan() chan Request
	Run()
	Submit(Request)
}