eval

type Budgets struct {
	MaxWallTime    time.Duration
	MaxTotalTokens int64
	MaxCostUSD     float64
}

type Case struct {
	ID       string
	Title    string
	Category string
	Prompt   string
	Budgets  Budgets
	Oracle   Oracle
}

type Comparison struct {
	BaselinePasses  int     `json:"baseline_passes"`
	CandidatePasses int     `json:"candidate_passes"`
	CostDeltaUSD    float64 `json:"cost_delta_usd"`
	Regressed       bool    `json:"regressed"`
}

type Oracle struct {
	Commands       []string
	ExpectedFiles  map[string]string
	ForbiddenFiles []string
}

type Result struct {
	CaseID          string            `json:"case_id"`
	Suite           string            `json:"suite,omitempty"`
	AgentVersion    string            `json:"agent_version,omitempty"`
	Provider        string            `json:"provider,omitempty"`
	Model           string            `json:"model,omitempty"`
	Status          Status            `json:"status"`
	FailureCategory string            `json:"failure_category,omitempty"`
	EngineStatus    engine.Status     `json:"engine_status"`
	EngineError     string            `json:"engine_error,omitempty"`
	Metrics         engine.RunMetrics `json:"metrics"`
	OracleLog       string            `json:"oracle_log,omitempty"`
	Artifacts       map[string]string `json:"artifacts,omitempty"`
}

type Runner struct {
	Suite        string
	AgentVersion string
	Provider     string
	Model        string
	Workspace    string
	ArtifactsDir string
	Engine       *engine.Engine
	Execute      func(context.Context, string) engine.Result
	Trace        *event.Recorder
}

type Status string