evaluate

type Check struct {
	Name string `json:"name"`
	Pass bool   `json:"pass"`
	Why  string `json:"why"`
}

type Client struct {
	// contains filtered or unexported fields
}

type Criteria struct {
	// Name is what is being judged, for the report.
	Name string `json:"name"`
	// Agent is the name the agent under test gives the server (its
	// client's), whose calls the trace is read for.
	Agent string `json:"agent"`
	// Runs is how many fresh runs in a row must pass on one build.
	Runs int `json:"runs"`
	// WholeDocument: the agent brought the whole document, not a part.
	WholeDocument bool `json:"wholeDocument,omitempty"`
	// Proposed: the change set was proposed.
	Proposed bool `json:"proposed,omitempty"`
	// OneObjectiveEach: every project has exactly one objective.
	OneObjectiveEach bool `json:"oneObjectiveEach,omitempty"`
	// NoPeople: no record names a person by their title, nor any name
	// the document gives a person.
	NoPeople bool `json:"noPeople,omitempty"`
	// Structure is the layout the work must have, when given.
	Structure *Structure `json:"structure,omitempty"`
	// Totals are the least each list holds across every project
	// (deliverables, milestones, risks, kpis, ...).
	Totals map[string]int `json:"totals,omitempty"`
	// KPIs are the indicators that must exist, by name pattern, and the
	// names none may have.
	KPIs *KPIs `json:"kpis,omitempty"`
}

type KPIs struct {
	Require []string `json:"require,omitempty"`
	Forbid  string   `json:"forbid,omitempty"`
}

type Run struct {
	Name   string `json:"name"`
	Commit string `json:"commit"`
	Score  *Score `json:"score,omitempty"`
}

type Score struct {
	ChangeSet string       `json:"changeSet"`
	Checks    []Check      `json:"checks"`
	Pass      bool         `json:"pass"`
	Trace     trace.Report `json:"trace"`
}

type Server interface {
	Call(ctx context.Context, tool string, args map[string]any) (string, error)
}

type Streak struct {
	Commit string `json:"commit"`
	InARow int    `json:"inARow"`
	Bar    int    `json:"bar"`
	Closed bool   `json:"closed"`
}

type Structure struct {
	// Components are one pattern for each component project the main
	// project lists, matched by name; no more, no fewer.
	Components []string `json:"components"`
	// Operations are a pattern each for an operation that must exist;
	// others may.
	Operations []string `json:"operations,omitempty"`
	// ScopeOut is a pattern one of the main project's out-of-scope lines
	// must match.
	ScopeOut string `json:"scopeOut,omitempty"`
	// NotComponents is a pattern no component's name may match: a
	// workstream, a phase.
	NotComponents string `json:"notComponents,omitempty"`
}