importdocs

type Action string

type CrawlOptions struct {
	// MaxPages caps the page requests. Discovery reads (robots.txt,
	// llms.txt, sitemaps) are not pages.
	MaxPages int
	// Depth caps link hops from the start: 0 is the start page alone.
	// Pages listed in llms.txt or a sitemap are one hop away.
	Depth int
	// Include and Exclude are `paths:` globs on the URL path. A link must
	// match an Include (when there are any) and no Exclude. The start page
	// is always fetched.
	Include, Exclude []string
	// RespectRobots obeys robots.txt: its Disallow rules and a Crawl-delay
	// above Delay. Off by default; robots.txt is still read for sitemaps.
	RespectRobots bool
	// Delay is the pause between requests.
	Delay time.Duration
}

type Entry struct {
	Action Action `json:"action"`
	// Note is the note's vault-relative path. A Skipped entry names what was
	// skipped instead: a source path, or, for what git ignores, a count such
	// as "32 path(s)" (one entry for the lot, with the first paths in Reason).
	Note string `json:"note"`
	// Source is the doc as `<repo>:<path>`, empty for a skipped note.
	Source string `json:"source,omitempty"`
	Reason string `json:"reason,omitempty"`
}

type Fetcher func(ctx context.Context, rawURL string) (Page, error)

type Options struct {
	DryRun bool
	Prune  bool
	Force  bool
	// Excludes is the vault's exclude list: a note it would hide from the
	// index is not written.
	Excludes []string
	// Vision describes images with a model, opt-in. Empty, no image leaves
	// the machine.
	Vision Vision
}

type Page struct {
	FinalURL    string
	ContentType string
	Body        []byte
}

type Result struct {
	Entries []Entry `json:"entries"`
	DryRun  bool    `json:"dry_run"`
}

type Source struct {
	Dir string
	// Repo is the repository name `paths:` entries use.
	Repo string
	// Prefix is Dir relative to the repository root, "" at the root.
	Prefix string
	// contains filtered or unexported fields
}

type StatusError struct {
	Code   int
	Status string
}

type Vision struct {
	Endpoint string
	Model    string
	APIKey   string
}

type WatchConfig struct {
	Interval    time.Duration
	Fingerprint func() (string, error)
	Run         func() error
	Wait        func(ctx context.Context, d time.Duration) error
	OnError     func(error)
}