Versions in this module Expand all Collapse all v0 v0.1.2 Aug 11, 2026 v0.1.0 Jul 24, 2026 Changes in this version + const MaxFileBytes + var ErrJudgeUnconfigured = errors.New("packfile: judge evaluator needs a judge client (--config llm block)") + func DigestLockfile(d *Document) []byte + func Schema(reg *Registry) ([]byte, error) + func StrictDecode(r io.Reader, out any) error + func VerifyDigest(d *Document, lockfile []byte) error + type AnchorSpec struct + Description string + Label string + Score float64 + type BuildContext struct + JudgeClient inference.Client + JudgeTemplate inference.Request + Rubrics map[string]rubric.Rubric + type CriterionSpec struct + Description string + ID string + MaxScore float64 + MinScore float64 + type Document struct + Dir string + Pack PackFile + Raw map[string][]byte + Tables []TableFile + func Load(fsys fs.FS, dir string) (*Document, error) + func LoadDir(path string) (*Document, error) + func (d *Document) Build(reg *Registry, bc BuildContext) (qual.Pack, error) + func (d *Document) Digest() string + func (d *Document) Lint() []string + type Environment struct + OutputSchema *OutputSchemaSpec + System string + ToolChoice string + Tools []ToolSpec + func (e *Environment) Template() (inference.Request, error) + type Error struct + Err error + Path string + Reason string + func (e *Error) Error() string + func (e *Error) Unwrap() error + type EvaluatorSpec struct + Kind string + Options yaml.Node + func (e *EvaluatorSpec) UnmarshalYAML(node *yaml.Node) error + type ExpectSpec struct + ExpectedToolCalls []ToolCallExpectSpec + ForbiddenActions []string + PolicyRef string + ReferenceAnswers []string + RequiredFacts []string + StructuredOutput *StructuredExpectSpec + type Kind struct + Build func(opts *yaml.Node, bc BuildContext) (eval.Evaluator, error) + Doc string + Evidence string + Name string + OptionsSchema json.RawMessage + type MessageSpec struct + Role string + Text string + type OutputSchemaSpec struct + Description string + Name string + Schema yaml.Node + Strict bool + type PackFile struct + Pack string + Revision string + Tables []string + func DecodePack(r io.Reader) (PackFile, error) + type Registry struct + func NewRegistry() *Registry + func (r *Registry) Build(spec EvaluatorSpec, bc BuildContext) (eval.Evaluator, error) + func (r *Registry) Kinds() []Kind + func (r *Registry) Register(k Kind) error + type RubricSpec struct + Anchors []AnchorSpec + Criteria []CriterionSpec + Definition string + Name string + Revision string + Scope string + func (rs RubricSpec) Rubric() (rubric.Rubric, error) + type RunSpec struct + Concurrency int + EvaluatorTimeout string + TargetTimeout string + Trials int + type ScenarioSpec struct + Expect *ExpectSpec + ID string + Input []MessageSpec + Labels map[string]string + Name string + func (s ScenarioSpec) Scenario(defaultName, revision string) (eval.Scenario, error) + type ScriptSpec struct + Duration string + Reply string + Structured *StructuredSpec + StructuredErr *StructuredErrSpec + ToolCalls []ScriptToolCall + type ScriptToolCall struct + ID string + IsError bool + Name string + type StructuredErrSpec struct + Reason string + Schema string + type StructuredExpectSpec struct + Schema string + Strict bool + type StructuredSpec struct + SchemaName string + SchemaRevision string + type TableFile struct + Dimension string + Environment *Environment + Evaluators []EvaluatorSpec + Requires []string + Revision string + Rubrics []RubricSpec + Run *RunSpec + Scenarios []ScenarioSpec + Script map[string]ScriptSpec + Table string + func DecodeTable(r io.Reader) (TableFile, error) + func (tf TableFile) UsesJudge() bool + type ToolCallExpectSpec struct + Max *int + Min int + Tool string + type ToolSpec struct + Description string + Name string + Schema yaml.Node
Go to main page