types

type BatchItem struct {
	URL    string            `json:"url"`
	Report *ComparisonResult `json:"report,omitempty"`
	Error  string            `json:"error,omitempty"`
}

type BatchReport struct {
	Timestamp time.Time    `json:"timestamp"`
	Items     []BatchItem  `json:"items"`
	Summary   BatchSummary `json:"summary"`
}

type BatchSummary struct {
	URLs         int     `json:"urls"`
	Failed       int     `json:"failed"`
	Scored       int     `json:"scored"`
	AverageScore int     `json:"average_score"`
	Results      Summary `json:"results"`
}

type ComparisonResult struct {
	URL       string        `json:"url"`
	Timestamp time.Time     `json:"timestamp"`
	Results   []FetchResult `json:"results"`
	Summary   Summary       `json:"summary"`
	Render    *RenderResult `json:"render,omitempty"`
	Score     *Score        `json:"score,omitempty"`
	Caveat    string        `json:"caveat"`
}

type FetchResult struct {
	Profile           string        `json:"profile"`
	Browser           bool          `json:"browser,omitempty"`
	Category          string        `json:"category,omitempty"`
	RobotsOnly        bool          `json:"robots_only,omitempty"`
	Success           bool          `json:"success"`
	StatusCode        int           `json:"status_code"`
	RedirectChain     []string      `json:"redirect_chain,omitempty"`
	FinalURL          string        `json:"final_url,omitempty"`
	Duration          time.Duration `json:"-"`
	DurationMs        int64         `json:"duration_ms"`
	BodySize          int           `json:"body_size"`
	Truncated         bool          `json:"truncated,omitempty"`
	Title             string        `json:"title,omitempty"`
	BotChallenge      string        `json:"bot_challenge,omitempty"`
	RateLimited       bool          `json:"rate_limited"`
	RetryAfter        string        `json:"retry_after,omitempty"`
	RetryAfterSeconds int           `json:"retry_after_seconds,omitempty"`
	RobotsDisallowed  bool          `json:"robots_disallowed"`
	RobotsError       string        `json:"robots_error,omitempty"`
	Directives        []string      `json:"directives,omitempty"` // X-Robots-Tag and meta robots for this agent
	JS                *JSInfo       `json:"js,omitempty"`
	Product           *Product      `json:"product,omitempty"`
	ProductIssue      string        `json:"product_issue,omitempty"` // how product data differs from the browser
	Similarity        *float64      `json:"similarity,omitempty"`    // visible-text similarity to the browser baseline
	Classification    string        `json:"classification"`
	Error             string        `json:"error,omitempty"`
	ContentHash       string        `json:"content_hash,omitempty"`

	// Body is kept in memory for comparisons and never serialised.
	Body []byte `json:"-"`
}

type JSInfo struct {
	TextLength     int    `json:"text_length"`
	ScriptBytes    int    `json:"script_bytes"`
	Framework      string `json:"framework,omitempty"`
	ClientRendered bool   `json:"client_rendered"`
	Reason         string `json:"reason,omitempty"`
}

type LLMsTxt struct {
	URL      string   `json:"url"`
	Status   int      `json:"status"`
	Found    bool     `json:"found"`
	Size     int      `json:"size,omitempty"`
	Title    string   `json:"title,omitempty"`
	Summary  string   `json:"summary,omitempty"`
	Sections int      `json:"sections,omitempty"`
	Links    int      `json:"links,omitempty"`
	Problems []string `json:"problems,omitempty"`
	Error    string   `json:"error,omitempty"`
}

type Product struct {
	Source       string `json:"source"` // json-ld, microdata or opengraph
	Name         string `json:"name,omitempty"`
	SKU          string `json:"sku,omitempty"`
	Brand        string `json:"brand,omitempty"`
	Price        string `json:"price,omitempty"`
	Currency     string `json:"currency,omitempty"`
	Availability string `json:"availability,omitempty"`
	Rating       string `json:"rating,omitempty"`
	ReviewCount  string `json:"review_count,omitempty"`
}

type Profile struct {
	Name      string            `json:"name" yaml:"name"`
	UserAgent string            `json:"user_agent" yaml:"user_agent"`
	Headers   map[string]string `json:"headers,omitempty" yaml:"headers,omitempty"`
	RobotsKey string            `json:"robots_key" yaml:"robots_key"`
	Operator  string            `json:"operator,omitempty" yaml:"operator,omitempty"`
	Category  string            `json:"category,omitempty" yaml:"category,omitempty"`
	Docs      string            `json:"docs,omitempty" yaml:"docs,omitempty"`
	// Browser marks a real-browser profile. It is fetched with a full Chrome
	// impersonation and used as the baseline for comparisons.
	Browser bool `json:"browser,omitempty" yaml:"browser,omitempty"`
	// RobotsOnly marks a robots.txt product token that has no user agent of
	// its own (for example Google-Extended). It is checked, never fetched.
	RobotsOnly bool `json:"robots_only,omitempty" yaml:"robots_only,omitempty"`
}

type RenderResult struct {
	RawTextLength      int     `json:"raw_text_length"`
	RenderedTextLength int     `json:"rendered_text_length"`
	Similarity         float64 `json:"similarity"`
	// JSOnlyShare is the fraction of rendered text missing from the raw HTML.
	JSOnlyShare float64 `json:"js_only_share"`
	Error       string  `json:"error,omitempty"`
}

type RobotsAgent struct {
	Profile  string `json:"profile"`
	Token    string `json:"token"`
	Category string `json:"category,omitempty"`
	Allowed  bool   `json:"allowed"`
	// Signals are Content-Signal directives such as ai-train=no.
	Signals map[string]string `json:"content_signals,omitempty"`
}

type RobotsAudit struct {
	URL       string        `json:"url"`
	RobotsURL string        `json:"robots_url"`
	Status    int           `json:"status"`
	Error     string        `json:"error,omitempty"`
	Sitemaps  []string      `json:"sitemaps,omitempty"`
	Agents    []RobotsAgent `json:"agents"`
	LLMsTxt   []LLMsTxt     `json:"llms_txt,omitempty"`
}

type Score struct {
	Value  int          `json:"value"` // 0-100
	Grade  string       `json:"grade"` // A-F, or "-" when the page could not be scored
	Note   string       `json:"note,omitempty"`
	Checks []ScoreCheck `json:"checks"`
}

type ScoreCheck struct {
	ID             string  `json:"id"`
	Title          string  `json:"title"`
	Weight         int     `json:"weight"`
	Applies        bool    `json:"applies"`
	Passed         bool    `json:"passed"`
	Points         float64 `json:"points"`
	Detail         string  `json:"detail,omitempty"`
	Recommendation string  `json:"recommendation,omitempty"`
}

type Summary struct {
	Total          int `json:"total"`
	Allowed        int `json:"allowed"`
	Blocked        int `json:"blocked"`
	Challenged     int `json:"challenged"`
	RateLimited    int `json:"rate_limited"`
	Cloaked        int `json:"cloaked"`
	RobotsDisallow int `json:"robots_disallowed"`
	Errors         int `json:"errors"`
}