benchmark

type Anchor struct {
	ID    string `yaml:"id" json:"id"`
	File  string `yaml:"file" json:"file"`
	Side  string `yaml:"side" json:"side"`
	Lines []int  `yaml:"lines" json:"lines"`
}

type Candidate struct {
	ID             string   `yaml:"id" json:"id"`
	Profile        string   `yaml:"profile" json:"profile"`
	Model          string   `yaml:"model,omitempty" json:"model,omitempty"`
	Effort         string   `yaml:"effort,omitempty" json:"effort,omitempty"`
	AgentDirs      []string `yaml:"agent_dirs,omitempty" json:"agent_dirs,omitempty"`
	MaxAgents      int      `yaml:"max_agents,omitempty" json:"max_agents,omitempty"`
	MaxConcurrency int      `yaml:"max_concurrency,omitempty" json:"max_concurrency,omitempty"`
	// contains filtered or unexported fields
}

type Case struct {
	ID              string   `yaml:"id" json:"id"`
	PR              string   `yaml:"pr" json:"pr"`
	ExpectedBaseSHA string   `yaml:"expected_base_sha,omitempty" json:"expected_base_sha,omitempty"`
	ExpectedHeadSHA string   `yaml:"expected_head_sha,omitempty" json:"expected_head_sha,omitempty"`
	Anchors         []Anchor `yaml:"anchors,omitempty" json:"anchors,omitempty"`
	// contains filtered or unexported fields
}

type Suite struct {
	ID      string `yaml:"id" json:"id"`
	Name    string `yaml:"name,omitempty" json:"name,omitempty"`
	Version int    `yaml:"version,omitempty" json:"version,omitempty"`
}

type SuiteFile struct {
	Path       string      `yaml:"-" json:"-"`
	Suite      Suite       `yaml:"suite" json:"suite"`
	Candidates []Candidate `yaml:"candidates" json:"candidates"`
	Cases      []Case      `yaml:"cases" json:"cases"`
}