Versions in this module Expand all Collapse all v0 v0.3.0 Jul 9, 2026 v0.2.0 Jul 6, 2026 v0.1.0 Jul 2, 2026 Changes in this version + const ReportContractVersion + func MissingTraceEvents(required []string, stdout string) []string + func ParseTraceEventKeys(stdout string) []string + func TraceEventKeys(stdout string) []string + type AgentRunInput struct + Model string + Prompt string + TaskID string + WorkspacePath string + type AgentRunResult struct + Error string + ExitCode int + Stderr string + Stdout string + Truncated bool + type AgentRunner interface + Run func(context.Context, AgentRunInput) AgentRunResult + type AgentRunnerFunc func(context.Context, AgentRunInput) AgentRunResult + func (fn AgentRunnerFunc) Run(ctx context.Context, input AgentRunInput) AgentRunResult + type BenchmarkInput struct + KeepWorkspaces bool + Models []string + TaskID string + Timeout time.Duration + WorkRoot string + type BenchmarkReport struct + Contract string + OK bool + SuiteID string + Summary BenchmarkSummary + Tasks []BenchmarkTaskReport + type BenchmarkSummary struct + BlockedTasks int + ErrorTasks int + FailedTasks int + PassedTasks int + TotalTasks int + type BenchmarkTaskReport struct + Agent AgentRunResult + FixturePath string + Model string + Report Report + TaskID string + WorkspacePath string + type ChangedFilesFunc func(context.Context, string) ([]string, error) + type Command struct + Command []string + ID string + Name string + type CommandAgentRunner struct + Command []string + OutputLimit int + func (runner CommandAgentRunner) Run(ctx context.Context, input AgentRunInput) AgentRunResult + type CommandResult struct + Error string + ExitCode int + ID string + Stderr string + Stdout string + type CommandRunner func(context.Context, string, Command) CommandResult + type ContextCheckResult struct + MissingRequiredFiles []string + PresentForbiddenFiles []string + func (result ContextCheckResult) OK() bool + type ContextChecks struct + ForbiddenFiles []string + RequiredFiles []string + func (checks ContextChecks) CheckWorkspace(workspace string) (ContextCheckResult, error) + type Harness struct + Agent AgentRunner + Materializer Materializer + Runner Runner + func (harness Harness) Run(ctx context.Context, suitePath string, suite Suite, input BenchmarkInput) BenchmarkReport + type MaterializeInput struct + WorkRoot string + type Materializer struct + func (Materializer) MaterializeTask(ctx context.Context, suitePath string, task Task, input MaterializeInput) (Workspace, error) + type Report struct + ChangedFiles []string + Contract string + Error string + OK bool + Results []Result + Status Status + SuiteID string + Summary Summary + TaskID string + func Score(suite Suite, input ScoreInput) Report + type Result struct + ActualEvents []string + ActualFiles []string + Command []string + ExitCode *int + ExpectedEvents []string + ExpectedFiles []string + ID string + Kind ResultKind + Message string + MissingEvents []string + MissingFiles []string + Name string + Status Status + Stderr string + Stdout string + UnexpectedFiles []string + type ResultKind string + const ResultChangedFiles + const ResultCommand + const ResultContext + const ResultTrace + type RunInput struct + CommandTimeout time.Duration + TaskID string + TraceStdout string + WorkspacePath string + type Runner struct + ChangedFiles ChangedFilesFunc + RunCommand CommandRunner + func (runner Runner) Run(ctx context.Context, suite Suite, input RunInput) Report + type ScoreInput struct + BlockReason string + Blocked bool + ChangedFiles []string + CommandResults []CommandResult + ContextCheckError string + ContextCheckResult *ContextCheckResult + TaskID string + TraceStdout string + type Status string + const StatusBlocked + const StatusError + const StatusFail + const StatusPass + type Suite struct + Description string + ID string + Name string + Tasks []Task + func LoadSuite(path string) (Suite, error) + func (suite Suite) Validate() error + type Summary struct + Blocked int + Errors int + Failed int + Passed int + Total int + type Task struct + ContextChecks ContextChecks + Description string + Difficulty string + ExpectedChangedFiles []string + ForbiddenChangedFiles []string + ID string + Name string + Prompt string + RequiredTraceEvents []string + Tags []string + VerificationCommands []Command + WorkspaceFixture string + type ValidationError struct + Problems []string + func (err ValidationError) Error() string + type Workspace struct + FixturePath string + Path string + TaskID string
Go to main page