devloop

type Options struct {
	RepoRoot  string
	RunDir    string
	Runs      int
	Model     string
	ClaudeBin string
	Timeout   time.Duration
}

type Report struct {
	Model     string  `json:"model"`
	Trials    []Trial `json:"trials"`
	Passed    int     `json:"passed"`
	TasksDone int     `json:"tasks_done"`
}

type Signals struct {
	// DevLaunches counts agent-started `gofastr dev` processes: the larger
	// of the shim log (catches scripts) and the transcript (catches a
	// call through an absolute path that skips the shim).
	DevLaunches int `json:"dev_launches"`
	// GoRuns and BinaryLaunches are the bypasses: starting the app in a
	// way that never sets GOFASTR_DEV=1, so nothing reloads.
	GoRuns         []string `json:"go_runs,omitempty"`
	BinaryLaunches []string `json:"binary_launches,omitempty"`
	// DevRebuilds counts the builds `gofastr dev` ran beyond the first
	// one per launch: each is the watcher picking up an edit.
	DevRebuilds int `json:"dev_rebuilds"`
	// CallsBeforeDev is how many tool calls the agent made before its
	// first `gofastr dev` launch (-1: it never launched one), and Lookups
	// are the ones that went looking for how to run the app: an agents/
	// doc, `gofastr --help`, `gofastr docs`. Guidance that puts the dev
	// loop where the agent reads first shows up here, not in the
	// verdict: a model that finds the command after a search still passes.
	CallsBeforeDev int      `json:"calls_before_dev"`
	Lookups        []string `json:"lookups,omitempty"`
	// Commands is every shell command, for auditing a verdict by hand.
	Commands []string `json:"commands,omitempty"`
}

type Trial struct {
	Index    int      `json:"index"`
	Signals  Signals  `json:"signals"`
	Verdict  Verdict  `json:"verdict"`
	CostUSD  float64  `json:"cost_usd"`
	Duration float64  `json:"duration_seconds"`
	Issues   []string `json:"technical_issues,omitempty"`
	Final    string   `json:"final_message,omitempty"`
}

type Verdict struct {
	Pass         bool     `json:"pass"`
	Failures     []string `json:"failures,omitempty"`
	TaskDone     bool     `json:"task_done"`
	TaskFailures []string `json:"task_failures,omitempty"`
}