commands

package
v0.5.0 Latest Latest
Warning

This package is not in the latest version of its module.

Go to latest
Published: Apr 15, 2026 License: Apache-2.0 Imports: 12 Imported by: 0

Documentation

Index

Constants

This section is empty.

Variables

This section is empty.

Functions

This section is empty.

Types

type Globals

type Globals struct {
}

Globals contains flags shared across all commands

type ReportCmd

type ReportCmd struct {
	TraceFiles []string `help:"Path(s) to trace JSON file(s)" required:"" type:"existingfile"`
	Verbose    bool     `help:"Show detailed per-eval breakdown" short:"v"`
}

ReportCmd handles the report command

func (*ReportCmd) Run

func (r *ReportCmd) Run(globals *Globals) error

Run executes the report command

type RunCmd

type RunCmd struct {
	Quiet    bool   `help:"Suppress progress output, only show summary" short:"q"`
	TraceDir string `help:"Directory to write trace files" type:"path"`
	Config   string `help:"Path to evaluation configuration file (YAML or JSON)" required:"" type:"path"`
	APIKey   string `help:"Anthropic API key (overrides ANTHROPIC_API_KEY env var)"`
	BaseURL  string `help:"Base URL for Anthropic API (overrides ANTHROPIC_BASE_URL env var)"`
	Verbose  bool   `help:"Show detailed per-eval breakdown" short:"v"`
	Filter   string `help:"Regex pattern to filter which evals to run (matches against eval name)" short:"f"`

	// MCP Server overrides
	MCPCommand string   `help:"Override MCP server command from config"`
	MCPArgs    []string `help:"Override MCP server args from config"`
	MCPEnv     []string `help:"Override MCP server env vars from config"`
}

RunCmd handles the run command

func (*RunCmd) Run

func (r *RunCmd) Run(globals *Globals) error

Run executes the run command

type SchemaCmd

type SchemaCmd struct{}

SchemaCmd handles the schema command

func (*SchemaCmd) Run

func (s *SchemaCmd) Run(globals *Globals) error

Run executes the schema command

type ValidateCmd

type ValidateCmd struct {
	Config string `help:"Path to evaluation configuration file (YAML or JSON)" required:"" type:"path"`
}

ValidateCmd handles the validate command

func (*ValidateCmd) Run

func (v *ValidateCmd) Run(globals *Globals) error

Run executes the validate command

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL