harness

type Attempt struct {
	Stage      int     `json:"stage"` // 1-based
	Skill      string  `json:"skill"`
	Attempt    int     `json:"attempt"` // 1-based
	Input      string  `json:"input"`
	Output     string  `json:"output"`
	ExitStatus string  `json:"exit_status"`
	Check      Check   `json:"check"`
	Steps      int     `json:"steps"`
	CostUSD    float64 `json:"cost_usd"`
	Trajectory string  `json:"trajectory,omitempty"`
	Log        string  `json:"log,omitempty"`
	DurationMS int64   `json:"duration_ms"`
	// Unverified is set when the stage's run finished with changes that
	// verify-on-stop could not see verified. It is reported only; it does
	// not change whether the stage passed.
	Unverified bool `json:"unverified,omitempty"`
}

type BehaviorCase struct {
	Name      string         `yaml:"name"`
	Criterion string         `yaml:"criterion"`
	Run       []string       `yaml:"run"`
	Stdin     string         `yaml:"stdin"`
	Timeout   int            `yaml:"timeout"`
	Expect    BehaviorExpect `yaml:"expect"`
}

type BehaviorExpect struct {
	ExitCode          *int     `yaml:"exit_code"`
	StdoutContains    []string `yaml:"stdout_contains"`
	StdoutNotContains []string `yaml:"stdout_not_contains"`
	StdoutMatches     []string `yaml:"stdout_matches"`
	StderrContains    []string `yaml:"stderr_contains"`
}

type BehaviorFile struct {
	Version int            `yaml:"version"`
	Cases   []BehaviorCase `yaml:"cases"`
}

type BehaviorResult struct {
	Name      string   `json:"name"`
	Criterion string   `json:"criterion,omitempty"`
	Argv      []string `json:"argv"`
	Passed    bool     `json:"passed"`
	ExitCode  int      `json:"exit_code"`
	TimedOut  bool     `json:"timed_out,omitempty"`
	Stdout    string   `json:"stdout"`
	Stderr    string   `json:"stderr"`
	Failures  []string `json:"failures,omitempty"`
}

type Check struct {
	Method   string   `json:"method"` // "command" or "model"
	Passed   bool     `json:"passed"`
	Reason   string   `json:"reason,omitempty"`
	Argv     []string `json:"argv,omitempty"`
	ExitCode int      `json:"exit_code,omitempty"`
	TimedOut bool     `json:"timed_out,omitempty"`
	Output   string   `json:"output,omitempty"`
	// Skipped is set when a behavior stage found no behavioral criteria.
	Skipped bool `json:"skipped,omitempty"`
	// NoVerdict is set when a model-checked stage's output had no
	// SUCCESS CHECK line.
	NoVerdict bool `json:"no_verdict,omitempty"`
	// Evidence is each behavior case's observed output.
	Evidence []BehaviorResult `json:"evidence,omitempty"`
}

type GateDecision struct {
	Stage   int      `json:"stage"` // 1-based
	Skill   string   `json:"skill"`
	Gate    string   `json:"gate"`
	Attempt int      `json:"attempt"` // 1 = first plan, 2 = the re-plan
	Passed  bool     `json:"passed"`
	Reason  string   `json:"reason,omitempty"`
	Missing []string `json:"missing,omitempty"`
}

type GateResult struct {
	Passed bool `json:"passed"`
	// Tasks is how many task blocks the plan had.
	Tasks   int      `json:"tasks"`
	Reason  string   `json:"reason,omitempty"`
	Missing []string `json:"missing,omitempty"`
}

type Options struct {
	Route Route
	Task  string
	Cwd   string // absolute working directory shared by every stage
	// ExtraArgs are forwarded to every stage run before the harness's own.
	ExtraArgs []string
	// Dir receives each attempt's trajectory and log.
	Dir      string
	RunAgent RunAgent
	// Emit, if set, receives workflow.* and stage.* events.
	Emit func(kind string, fields map[string]any)
	// Progress, if set, receives one line per stage attempt.
	Progress io.Writer
}

type Pipeline struct {
	Name   string  `json:"name"`
	Intent string  `json:"intent,omitempty"`
	Stages []Stage `json:"stages"`
}

type Result struct {
	SchemaVersion int       `json:"schema_version"`
	Kind          string    `json:"kind"` // "workflow"
	Workflow      string    `json:"workflow"`
	Route         Route     `json:"route"`
	Task          string    `json:"task"`
	Cwd           string    `json:"cwd"`
	Status        string    `json:"status"`
	FailedStage   string    `json:"failed_stage,omitempty"`
	Reason        string    `json:"reason,omitempty"`
	Output        string    `json:"output,omitempty"` // the last stage's output
	Stages        []Stage   `json:"stages"`
	Attempts      []Attempt `json:"attempts"`
	// Gates are the stage gate decisions, in order.
	Gates      []GateDecision `json:"gates,omitempty"`
	CostUSD    float64        `json:"cost_usd"`
	DurationMS int64          `json:"duration_ms"`
}

type Route struct {
	Pipeline *Pipeline `json:"-"`
	Name     string    `json:"name"`
	Kind     string    `json:"kind"` // "workflow" or "skill"
	// How is "named" (--workflow-name), "intent" (matched the task) or
	// "default" (the file's default).
	How   string `json:"how"`
	Score int    `json:"score,omitempty"`
}

type RouteError struct{ Msg string }

type RunAgent func(ctx context.Context, args []string, log io.Writer) error

type Settings struct {
	Model        string   `yaml:"model" json:"model,omitempty"`
	Profile      string   `yaml:"profile" json:"profile,omitempty"`
	StepLimit    *int     `yaml:"step_limit" json:"step_limit,omitempty"`
	CostLimit    *float64 `yaml:"cost_limit" json:"cost_limit,omitempty"`
	TokenLimit   *int     `yaml:"token_limit" json:"token_limit,omitempty"`
	TimeLimit    *int     `yaml:"time_limit" json:"time_limit,omitempty"`
	Retries      *int     `yaml:"retries" json:"retries,omitempty"`
	CheckTimeout *int     `yaml:"check_timeout" json:"check_timeout,omitempty"`
}

type Skill struct {
	Name         string   `json:"name"`
	Title        string   `json:"title,omitempty"`
	Intent       string   `json:"intent"`
	Inputs       []string `json:"inputs"`
	SuccessCheck string   `json:"success_check,omitempty"`
	// Body is the file's Markdown with any YAML frontmatter removed; it
	// is the stage's instructions.
	Body string `json:"-"`
	Path string `json:"path"`
}

type Stage struct {
	Skill *Skill `json:"skill"`
	// Check is a command whose exit status decides the stage's success
	// check; when empty the model's own verdict on the skill's success
	// check line decides.
	Check []string `json:"check,omitempty"`
	// Behavior, when set, is a path (relative to --cwd) where the stage
	// writes behavior cases; the harness runs them and decides the stage on
	// their observed output. See behavior.go.
	Behavior string `json:"behavior,omitempty"`
	// Gate, when "spec", checks the stage's output with SpecGate after it
	// passes; see gate.go.
	Gate         string            `json:"gate,omitempty"`
	CheckTimeout int               `json:"check_timeout"`
	Retries      int               `json:"retries"`
	Model        string            `json:"model,omitempty"`
	Profile      string            `json:"profile,omitempty"`
	StepLimit    int               `json:"step_limit"`
	CostLimit    float64           `json:"cost_limit,omitempty"`
	TokenLimit   int               `json:"token_limit,omitempty"`
	TimeLimit    int               `json:"time_limit,omitempty"`
	Inputs       map[string]string `json:"inputs,omitempty"`
}

type Workflow struct {
	Path      string
	SkillsDir string
	Default   string
	Skills    map[string]*Skill
	Pipelines map[string]*Pipeline
	// contains filtered or unexported fields
}