eval

package
v0.1.13 Latest Latest
Warning

This package is not in the latest version of its module.

Go to latest
Published: Oct 13, 2026 License: Apache-2.0 Imports: 15 Imported by: 0

Documentation

Overview

Package eval runs agent cases with the scripted model and the real policy path.

Index

Constants

This section is empty.

Variables

This section is empty.

Functions

func Drift

func Drift(base, next []CaseExpect) []string

Types

type Case

type Case struct {
	Name   string       `yaml:"name"`
	Input  string       `yaml:"input"`
	Expect Expectations `yaml:"expect"`
}

func LoadCase

func LoadCase(path string) (*Case, error)

func LoadCases

func LoadCases(paths []string) ([]*Case, error)

type CaseExpect

type CaseExpect struct {
	Name                 string   `json:"name"`
	Operation            string   `json:"operation"`
	ConfirmationRequired bool     `json:"confirmation_required"`
	NoHTTP               bool     `json:"no_http"`
	PackContains         []string `json:"pack_contains,omitempty"`
	PackExcludes         []string `json:"pack_excludes,omitempty"`
	Related              []string `json:"related,omitempty"`
}

func Expects

func Expects(cases []*Case) []CaseExpect

type Expectations

type Expectations struct {
	ConfirmationRequired bool     `yaml:"confirmation_required"`
	OperationID          string   `yaml:"operation"`
	NoHTTP               bool     `yaml:"no_http"`
	PackContains         []string `yaml:"pack_contains"`
	PackExcludes         []string `yaml:"pack_excludes"`
	Related              []string `yaml:"related"`
}

type Runner

type Runner struct {
	Catalog   *catalog.Catalog
	Semantics semantics.Notes
	Model     agent.Completer
	Loop      *agent.Loop
}

func (*Runner) Run

func (r *Runner) Run(ctx context.Context, c *Case) error

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL