Versions in this module Expand all Collapse all v0 v0.1.2 Feb 7, 2026 Changes in this version + const AnalyticsEndpoint + const RobotsTxtEndpoint + type AgentType = string + const AIAssistant + const AIDataScraper + const AISearchCrawler + const Archiver + const DeveloperHelper + const Fetcher + const HeadlessBrowser + const IntelligenceGatherer + const SEOCrawler + const Scraper + const SearchEngineCrawlers + const Uncategorized + const UndocumentedAIAgent + type Knownagents struct + AccessToken string + RobotsTxt *RobotsTxt + func (Knownagents) CaddyModule() caddy.ModuleInfo + func (m *Knownagents) FetchRobotsTxt(ctx caddy.Context) error + func (m *Knownagents) Provision(ctx caddy.Context) error + func (m *Knownagents) UnmarshalCaddyfile(d *caddyfile.Dispenser) error + func (m Knownagents) ServeHTTP(w http.ResponseWriter, r *http.Request, next caddyhttp.Handler) error + func (m Knownagents) Validate() error + type RobotsTxt struct + AgentTypes []AgentType + Disallow string
Go to main page