evaluate

type Cited struct {
	Build   string
	Version int
	Versus  string
	Line    string
}

type Collector struct {
	// contains filtered or unexported fields
}

type Comparison struct {
	Delta  float64 `json:"delta_per_1k"`
	Bound  float64 `json:"bound_per_1k"`
	Paired int     `json:"paired_tickets"`
}

type Derivation struct {
	Pool       int     `json:"pool"`
	Evolution  int     `json:"evolution_excluded"`
	Budget     int     `json:"budget_tool_calls"`
	BudgetFrom string  `json:"budget_from"`
	Rate       float64 `json:"pool_rate_per_1k"`
	Dispersion float64 `json:"dispersion"`
	Effect     float64 `json:"effect_log"`
	Needed     int     `json:"replays_needed"`
	Size       int     `json:"size"`
	SizeFrom   string  `json:"size_from"`
	Resolves   float64 `json:"resolves_factor"`
}

type Host struct {
	Admit  func(ctx context.Context, request *harnessv1.CheckAgentSessionAdmissionRequest) (*harnessv1.CheckAgentSessionAdmissionResponse, error)
	Submit func(ctx context.Context, request *harnessv1.SubmitAgentSessionRequest) (*harnessv1.SubmitAgentSessionResponse, error)
	Get    func(ctx context.Context, request *harnessv1.GetAgentSessionRequest) (*harnessv1.GetAgentSessionResponse, error)
	Cancel func(ctx context.Context, request *harnessv1.CancelAgentSessionRequest) (*harnessv1.CancelAgentSessionResponse, error)
}

type Job struct {
	Ticket Ticket          `json:"ticket"`
	Recipe json.RawMessage `json:"recipe"`
}

type MergedPull struct {
	Number      int64
	Title       string
	MergeCommit string
	BaseCommit  string
	Files       []string
}

type Recompute func(ctx context.Context, build string, version int, versus string) (string, error)

type Replay struct {
	Build         string    `json:"build"`
	SuiteVersion  int       `json:"suite_version"`
	Ticket        int64     `json:"ticket"`
	Node          string    `json:"node"`
	Assignment    string    `json:"assignment"`
	ToolCalls     int64     `json:"tool_calls"`
	Episodes      int64     `json:"episodes"`
	Recall        float64   `json:"recall"`
	CostUSDMicros int64     `json:"cost_usd_micros"`
	Seconds       int64     `json:"seconds"`
	RecordedAt    time.Time `json:"recorded_at"`
}

type Replayer struct {
	// contains filtered or unexported fields
}

type ReplayerOption func(replayer *Replayer) error

type Run struct {
	Build        string
	SuiteVersion int
	StartedAt    time.Time
	FinishedAt   time.Time
}

type Score struct {
	Build        string         `json:"build"`
	SuiteVersion int            `json:"suite_version"`
	Replays      int            `json:"replays"`
	Expected     int            `json:"expected"`
	Complete     bool           `json:"complete"`
	ToolCalls    int64          `json:"tool_calls"`
	Episodes     int64          `json:"episodes"`
	PerK         *float64       `json:"per_1k"`
	Low          *float64       `json:"low"`
	High         *float64       `json:"high"`
	Recall       float64        `json:"recall"`
	CostUSD      float64        `json:"cost_usd"`
	WallSeconds  float64        `json:"wall_seconds"`
	Nodes        map[string]int `json:"nodes"`
}

type Suite struct {
	Version    int       `json:"version"`
	SelectedAt time.Time `json:"selected_at"`
	// Model is the model every replay of this version runs on, so two
	// builds' scores differ by the build alone.
	Model string `json:"model"`
	// Tools are the tool rules every replay of this version may use; empty
	// in a record made before they were recorded, which means ReplayTools.
	Tools        []string   `json:"tools,omitempty"`
	RotatesAt    time.Time  `json:"rotates_at"`
	Tickets      []Ticket   `json:"tickets"`
	EvolutionSet []int64    `json:"evolution_tickets"`
	Derivation   Derivation `json:"derivation"`
}

type SuiteStore struct {
	// contains filtered or unexported fields
}

type Ticket struct {
	Number      int64    `json:"ticket"`
	PullRequest int64    `json:"pull_request"`
	BaseCommit  string   `json:"base_commit"`
	MergeCommit string   `json:"merge_commit"`
	Files       []string `json:"files"`
	Assignment  string   `json:"assignment"`
	// ToolCalls and Episodes are the original run's whole reading, used to
	// derive the budget and the size; they are not a score.
	ToolCalls int64 `json:"tool_calls"`
	Episodes  int64 `json:"episodes"`
}