eval

type Case struct {
	ID            string   `json:"id"`
	Category      string   `json:"category"`       // 评测层：smoke/workflow/quality/longform/recovery/steering
	Role          string   `json:"role,omitempty"` // 被测角色：writer/architect/editor（与 Category 正交）
	Description   string   `json:"description,omitempty"`
	Prompt        string   `json:"prompt"`                   // 用户创作需求
	Style         string   `json:"style,omitempty"`          // 覆盖配置风格
	MaxChapters   int      `json:"max_chapters"`             // 章数上限；0 表示只跑到规划完成（进入 writing）
	TargetPrompts []string `json:"target_prompts,omitempty"` // 本 case 主要验证的 prompt 文件（信息性）
	Rubric        string   `json:"rubric,omitempty"`         // LLM Judge 评分表（Phase 3 启用）
	Expect        Expect   `json:"expect"`
	Gate          Gate     `json:"gate"`
}

type CaseResult struct {
	CaseID   string        `json:"case_id"`
	Category string        `json:"category"`
	Role     string        `json:"role,omitempty"`
	Outcome  Outcome       `json:"outcome"`
	Runs     []RunResult   `json:"runs"`
	Deltas   []Delta       `json:"deltas,omitempty"`
	Summary  RepeatSummary `json:"summary"`
}

type Collected struct {
	Dir         string
	Report      diag.Report // diag.Diagnose：工件 + 运行时 Findings + Stats
	Progress    *domain.Progress
	Checkpoints []domain.Checkpoint
	Pending     map[string]bool // 残留信号：pending_commit/pending_steer/last_commit/last_review
	LoadErrors  []string        // 契约依赖工件的真实读取失败（非"不存在"）；Grade 据此 hard fail
	RuntimeErr  string          // runner 捕获的运行时错误（hard fail），空=无
	Style       StyleCollection
	Usage       UsageMetrics
	ToolCalls   int
}

type Delta struct {
	Outcome   Outcome      `json:"outcome"`
	HardFails []Issue      `json:"hard_fails,omitempty"`
	Warnings  []Issue      `json:"warnings,omitempty"`
	Notes     []Issue      `json:"notes,omitempty"`
	Metrics   DeltaMetrics `json:"metrics"`
}

type DeltaMetrics struct {
	CompletedChapters     int         `json:"completed_chapters"`
	CriticalFindings      int         `json:"critical_findings"`
	WarningFindings       int         `json:"warning_findings"`
	TotalWordsRatio       float64     `json:"total_words_ratio,omitempty"`
	ToolCallDeltaRatio    float64     `json:"tool_call_delta_ratio,omitempty"`
	CostDeltaRatio        float64     `json:"cost_delta_ratio,omitempty"`
	InputTokenDeltaRatio  float64     `json:"input_token_delta_ratio,omitempty"`
	OutputTokenDeltaRatio float64     `json:"output_token_delta_ratio,omitempty"`
	Stylestat             *StyleDelta `json:"stylestat,omitempty"`
}

type Expect struct {
	Phase                string   `json:"phase,omitempty"`                  // 期望最终 phase
	MinCompletedChapters int      `json:"min_completed_chapters,omitempty"` // 至少完成的章数
	RequiredCheckpoints  []string `json:"required_checkpoints,omitempty"`   // 形如 "chapter:1:commit" / "arc:1:1:arc_summary" / "global:layered_outline"
	NoPending            []string `json:"no_pending,omitempty"`             // 结束时应清空的信号：pending_commit/pending_steer/last_commit/last_review
}

type Gate struct {
	MaxSeverity string `json:"max_severity,omitempty"` // diag Finding 允许的最高严重度（默认 warning）：超过即 hard fail

	MaxCostDeltaRatio     *float64 `json:"max_cost_delta_ratio,omitempty"`
	MaxToolCallDeltaRatio *float64 `json:"max_tool_call_delta_ratio,omitempty"`
	StylestatRegression   string   `json:"stylestat_regression,omitempty"`
}

type Issue struct {
	Kind     string `json:"kind"`               // hard_fail / warning / passed
	Source   string `json:"source"`             // runtime / finding:<rule> / contract:<name>
	Severity string `json:"severity,omitempty"` // critical / warning / info
	Detail   string `json:"detail"`
}

type Metrics struct {
	CompletedChapters int              `json:"completed_chapters"`
	TotalChapters     int              `json:"total_chapters"`
	TotalWords        int              `json:"total_words"`
	AvgWordsPerChap   int              `json:"avg_words_per_chapter"`
	Phase             string           `json:"phase"`
	Flow              string           `json:"flow"`
	ReviewCount       int              `json:"review_count"`
	RewriteCount      int              `json:"rewrite_count"`
	AvgReviewScore    float64          `json:"avg_review_score"`
	CriticalFindings  int              `json:"critical_findings"`
	WarningFindings   int              `json:"warning_findings"`
	ToolCalls         int              `json:"tool_calls"`
	Usage             UsageMetrics     `json:"usage"`
	StylestatStatus   string           `json:"stylestat_status,omitempty"`
	Stylestat         *stylestat.Stats `json:"stylestat,omitempty"`
}

type Outcome string

type RangeSummary struct {
	Min float64 `json:"min"`
	Avg float64 `json:"avg"`
	Max float64 `json:"max"`
}

type RepeatSummary struct {
	PassRate        float64       `json:"pass_rate"`
	HardFailRuns    int           `json:"hard_fail_runs"`
	WarningRuns     int           `json:"warning_runs"`
	CostUSD         *RangeSummary `json:"cost_usd,omitempty"`
	ToolCalls       *RangeSummary `json:"tool_calls,omitempty"`
	VariantPassRate float64       `json:"variant_pass_rate,omitempty"`
	DeltaPassRate   float64       `json:"delta_pass_rate,omitempty"`
}

type Result struct {
	CaseID    string  `json:"case_id"`
	Category  string  `json:"category"`
	Role      string  `json:"role,omitempty"`
	Arm       string  `json:"arm,omitempty"`
	Repeat    int     `json:"repeat,omitempty"`
	Outcome   Outcome `json:"outcome"`
	HardFails []Issue `json:"hard_fails"`
	Warnings  []Issue `json:"warnings"`
	Notes     []Issue `json:"notes,omitempty"`
	Passed    []Issue `json:"passed"`
	Metrics   Metrics `json:"metrics"`
	Dir       string  `json:"dir"`
}

type RunOptions struct {
	OutputDir string        // 隔离输出目录（必填）
	Timeout   time.Duration // 单 case 墙钟上限；0 表示不限
	Progress  io.Writer     // 进度行输出（可选，nil 则不打印）
}

type RunResult struct {
	Arm    string `json:"arm"`
	Repeat int    `json:"repeat"`
	Result Result `json:"result"`
}

type StyleCollection struct {
	Status string           `json:"status"` // ok / insufficient_sample
	Stats  *stylestat.Stats `json:"stats,omitempty"`
}

type StyleDelta struct {
	Status               string  `json:"status"` // ok / insufficient_sample
	PatternTopPerChapter float64 `json:"pattern_top_per_chapter_delta,omitempty"`
	EndingShortRatio     float64 `json:"ending_short_ratio_delta,omitempty"`
	RepeatedSentences    int     `json:"repeated_sentences_delta,omitempty"`
	TitleMixedDelta      int     `json:"title_mixed_delta,omitempty"`
}

type Suite struct {
	RunID   string       `json:"run_id"`
	Mode    string       `json:"mode"` // single / ab
	Variant string       `json:"variant,omitempty"`
	Repeat  int          `json:"repeat"`
	Gate    Outcome      `json:"gate"`
	Cases   []CaseResult `json:"cases"`
}

type UsageMetrics struct {
	Input         int     `json:"input,omitempty"`
	Output        int     `json:"output,omitempty"`
	CacheRead     int     `json:"cache_read,omitempty"`
	CacheWrite    int     `json:"cache_write,omitempty"`
	CostUSD       float64 `json:"cost_usd,omitempty"`
	MissingUsage  int     `json:"missing_usage,omitempty"`
	UsageRecorded bool    `json:"usage_recorded"`
}