Versions in this module Expand all Collapse all v0 v0.0.7 Oct 27, 2026 Changes in this version type Options + Env []string v0.0.6 Oct 16, 2026 v0.0.5 Oct 12, 2026 v0.0.4 Sep 27, 2026 v0.0.3 Sep 27, 2026 v0.0.2 Sep 17, 2026 v0.0.1 Sep 13, 2026 Changes in this version + const DefaultReproduceTimeout + var AllVerdicts = []Verdict + var ErrNoRecordedCommit = errors.New(...) + var ErrNoRunner = errors.New(...) + var ErrNoTargetProvider = errors.New("target provider must be supplied") + var ErrReproductionNotFound = errors.New("reproduction not found") + var ErrTaskNotReplayable = errors.New("task is not replayable: must be done/failed and have recorded output") + func JaccardSimilarity(a, b string) float64 + func ResolveBase(ctx context.Context, projectDir string, p *Provenance) error + func SaveReproduction(workDir string, rep *Reproduction) error + func VerdictCounts(workDir string) (map[Verdict]int, error) + type BaseSource string + const BaseFirstParent + const BaseForkPoint + const BaseRecorded + func (b BaseSource) Trusted() bool + type Comparison struct + BaseConfirmed bool + BaseSHA string + DiffOfDiffs string + DiffStat string + DiffTruncated bool + FilesDiffering []string + Identical bool + OriginalCommit string + OriginalCommits int + OriginalTree string + ReplayCommit string + ReplayTree string + func CompareBundle(ctx context.Context, projectDir, bundlePath, branch string, p *Provenance) (*Comparison, error) + type Options struct + Judge provider.Provider + JudgeModel string + MaxTokens int + Target provider.Provider + TargetModel string + TargetName string + Timeout time.Duration + type Provenance struct + BaseSHA string + BaseSource BaseSource + Effort string + Goal string + Instructions string + Model string + OriginalBranch string + OriginalCommit string + Prompt string + PromptSHA256 string + Provider string + Sandbox artifact.SandboxRecord + SandboxDrift bool + SandboxHashNow string + Status pm.TaskStatus + TaskID int + TaskTitle string + Warnings []string + func ReadProvenance(workDir string, taskID int) (*Provenance, error) + func (p *Provenance) PinnedImage() bool + func (p *Provenance) ProvenanceAge(now time.Time) time.Duration + func (p *Provenance) Reproducible() bool + type ReproduceOptions struct + Emit func(string) + Runner SandboxRunner + SkipTests bool + TestCommand []string + Timeout time.Duration + type Reproduction struct + AgentExitCode int + AgentOutput string + Comparison *Comparison + CreatedAt time.Time + Duration time.Duration + Err string + ExecutorID string + ExecutorKind string + ID int64 + Isolation string + OriginalTest *TestOutcome + PinnedImage string + Provenance *Provenance + Reason string + ReplayTest *TestOutcome + TaskID int + TaskTitle string + Verdict Verdict + func GetReproduction(workDir string, id int64) (*Reproduction, error) + func ListReproductions(workDir string, taskID, limit int) ([]*Reproduction, error) + func Reproduce(ctx context.Context, workDir string, taskID int, opts ReproduceOptions) (*Reproduction, error) + type Result struct + CreatedAt time.Time + Duration time.Duration + EquivalenceRationale string + EquivalenceScore int + Err string + InputTokens int + OriginalModel string + OriginalOutput string + OriginalProvider string + OutputTokens int + Prompt string + ReplayedOutput string + SimilarityScore float64 + TargetModel string + TargetProvider string + TaskID int + TaskTitle string + func ReplayTask(ctx context.Context, workDir string, taskID int, opts Options) (*Result, error) + type Run struct + CreatedAt time.Time + DurationMS int64 + EquivalenceRationale string + EquivalenceScore int + Error string + ID int64 + InputTokens int + OriginalModel string + OriginalOutput string + OriginalProvider string + OutputTokens int + Prompt string + ReplayedOutput string + SimilarityScore float64 + TargetModel string + TargetProvider string + TaskID int + TaskTitle string + func GetRun(workDir string, id int64) (*Run, error) + func ListRuns(workDir string, taskID int, limit int) ([]Run, error) + type RunOutcome struct + Branch string + BundlePath string + ExecutorID string + ExecutorKind string + ExitCode int + Isolation string + Output string + PinnedImage string + SkipReason string + Skipped bool + Test *TestOutcome + type RunRequest struct + Branch string + ProjectDir string + Provenance *Provenance + TestCommand []string + Timeout time.Duration + type SandboxRunner interface + RunReproduction func(ctx context.Context, req RunRequest) (*RunOutcome, error) + VerifyCommit func(ctx context.Context, req VerifyRequest) (*TestOutcome, error) + type SuiteOptions struct + IncludeFailed bool + MaxTasks int + Tags []string + type SuiteSummary struct + AverageEquiv float64 + AverageJaccard float64 + Failed int + HighEquivCount int + LowEquivCount int + Replayed int + Results []*Result + Skipped int + TotalTasks int + func RunSuite(ctx context.Context, workDir string, opts SuiteOptions) (*SuiteSummary, error) + type TestOutcome struct + Command []string + Duration time.Duration + ExitCode int + Framework string + Output string + Passed bool + Ran bool + func (t *TestOutcome) Agrees(other *TestOutcome) bool + type Verdict string + const VerdictDivergent + const VerdictEquivalent + const VerdictIdentical + const VerdictInconclusive + func (v Verdict) Reproducible() bool + func (v Verdict) Valid() bool + type VerifyRequest struct + CommitSHA string + ProjectDir string + Provenance *Provenance + TestCommand []string + Timeout time.Duration
Go to main page