config

type Config struct {
	Settings *Settings              `yaml:"settings,omitempty"`
	Sites    map[string]*SiteConfig `yaml:"sites"`
	// contains filtered or unexported fields
}

type Settings struct {
	RateLimit      int    `yaml:"rate_limit,omitempty"` // requests/sec per host
	RateBurst      int    `yaml:"rate_burst,omitempty"` // burst capacity
	Timeout        string `yaml:"timeout,omitempty"`    // HTTP timeout (e.g. "30s")
	MaxProbes      int    `yaml:"max_probes,omitempty"` // companion probes per llms.txt
	UserAgent      string `yaml:"user_agent,omitempty"` // User-Agent header
	EventsURL      string `yaml:"events_url,omitempty"` // URL for postDash (e.g. http://localhost:6060/events)
	Context7APIKey string `yaml:"context7_api_key"`     // Context7 API key (get one at https://context7.com)
}

type SiteConfig struct {
	URL          string    `yaml:"url"`
	Include      []string  `yaml:"include,omitempty"`
	Exclude      []string  `yaml:"exclude,omitempty"`
	ContentTypes string    `yaml:"content_types,omitempty"` // persisted from scan (e.g. "llms-txt,llms-full-txt")
	UpdateFreq   string    `yaml:"update_freq,omitempty"`
	LastSync     time.Time `yaml:"last_sync,omitempty"`
}