Why Go
- Case Studies
  
  Common problems companies solve with Go
- Use Cases
  
  Stories about how and why companies use Go
- Security
  
  How Go can help keep you secure by default
Learn
Docs
- Effective Go
  
  Tips for writing clear, performant, and idiomatic Go code
- Go User Manual
  
  A complete introduction to building software with Go
- Standard library
  
  Reference documentation for Go's standard library
- Release Notes
  
  Learn what's new in each Go release
Packages
Community
- Recorded Talks
  
  Videos from prior events
- Meetups
  
  Meet other local Go developers
- Conferences
  
  Learn and network with Go developers from around the world
- Go blog
  
  The Go project's official blog.
- Go project
  
  Get help and stay informed from Go
- Get connected

evaluation

package

Go to main page

Versions in this module

v1

v1.32.4

Mar 16, 2026

Changes in this version

type Judge

+ func (j *Judge) Validate(ctx context.Context) error

v1.32.3

Mar 13, 2026

v1.32.2

Mar 12, 2026

v1.32.1

Mar 12, 2026

v1.32.0

Mar 12, 2026

v1.31.0

Mar 11, 2026

v1.30.1

Mar 11, 2026

v1.30.0

Mar 9, 2026

Changes in this version

+ func GenerateRunName() string

+ func Save(sess *session.Session, filename string) (string, error)

+ func SaveRunJSON(run *EvalRun, outputDir string) (string, error)

+ func SaveRunSessions(ctx context.Context, run *EvalRun, outputDir string) (string, error)

+ func SaveRunSessionsJSON(run *EvalRun, outputDir string) (string, error)

+ func SessionFromEvents(events []map[string]any, title string, questions []string) *session.Session

+ type Config struct

+ AgentFilename string

+ BaseImage string

+ Concurrency int

+ EnvVars []string

+ EvalsDir string

+ JudgeModel string

+ KeepContainers bool

+ Only []string

+ TTYFd int

+ type EvalRun struct

+ Duration time.Duration

+ Name string

+ Results []Result

+ Summary Summary

+ Timestamp time.Time

+ func Evaluate(ctx context.Context, ttyOut, out io.Writer, isTTY bool, runName string, ...) (*EvalRun, error)

+ type InputSession struct

+ SourcePath string

+ type Judge struct

+ func NewJudge(model provider.Provider, runConfig *config.RuntimeConfig, concurrency int) *Judge

+ func (j *Judge) CheckRelevance(ctx context.Context, response string, criteria []string) (passed int, failed []RelevanceResult, errs []string)

+ type RelevanceResult struct

+ Criterion string

+ Reason string

+ type Result struct

+ Cost float64

+ Error string

+ FailedRelevance []RelevanceResult

+ HandoffsMatch bool

+ InputPath string

+ OutputTokens int64

+ Question string

+ RawOutput []map[string]any

+ RelevanceExpected float64

+ RelevancePassed float64

+ Response string

+ Session *session.Session

+ Size string

+ SizeExpected string

+ Title string

+ ToolCallsExpected float64

+ ToolCallsScore float64

+ type Runner struct

+ func (r *Runner) Run(ctx context.Context, ttyOut, out io.Writer, isTTY bool) ([]Result, error)

+ type Summary struct

+ FailedEvals int

+ HandoffsPassed int

+ HandoffsTotal int

+ RelevancePassed float64

+ RelevanceTotal float64

+ SizesPassed int

+ SizesTotal int

+ ToolsCount int

+ ToolsF1Sum float64

+ TotalCost float64

+ TotalEvals int