crawl

type Options struct {
	URL        string
	FetchOpts  fetch.Options
	Strategy   *strategy.ExtractionStrategy // pre-loaded strategy (nil = derive)
	FieldNames []string
	FieldDescs map[string]string
	Query      string // natural language query (--query mode)
	Provider   string
	Model      string
	APIKey     string
	MaxPages   int
	NoCache    bool
	NoHeal     bool
	Verbose    bool
}

type Result struct {
	Strategy *strategy.ExtractionStrategy
	Extract  *extract.Result
	Pages    int
}

type WorkerPool struct {
	Concurrency int
	FetchOpts   fetch.Options
	Strategy    *strategy.ExtractionStrategy
	// contains filtered or unexported fields
}