packfile

type AnchorSpec struct {
	Score       float64 `yaml:"score"`
	Label       string  `yaml:"label"`
	Description string  `yaml:"description"`
}

type BuildContext struct {
	Rubrics       map[string]rubric.Rubric // resolved from RubricSpec at load (Task 6)
	JudgeClient   inference.Client         // nil ⇒ judge kinds fail with ErrJudgeUnconfigured
	JudgeTemplate inference.Request        // model + defaults for judge calls
}

type CriterionSpec struct {
	ID          string  `yaml:"id"`
	Description string  `yaml:"description"`
	MinScore    float64 `yaml:"min-score"`
	MaxScore    float64 `yaml:"max-score"`
}

type Document struct {
	Dir    string
	Pack   PackFile
	Raw    map[string][]byte // filename -> bytes, pack.yaml included
	Tables []TableFile       // in pack.yaml order
	// contains filtered or unexported fields
}

type Environment struct {
	System       string            `yaml:"system"`
	Tools        []ToolSpec        `yaml:"tools"`
	ToolChoice   string            `yaml:"tool-choice"` // "", "auto", "required"
	OutputSchema *OutputSchemaSpec `yaml:"output-schema"`
}

type Error struct {
	Path   string // "<pack>/<file>:<yaml path>" when known
	Reason string
	Err    error // optional underlying cause; nil when Reason is not derived from one
}

type EvaluatorSpec struct {
	Kind    string
	Options yaml.Node
}

type ExpectSpec struct {
	RequiredFacts     []string              `yaml:"required-facts"`
	ForbiddenActions  []string              `yaml:"forbidden-actions"`
	ExpectedToolCalls []ToolCallExpectSpec  `yaml:"expected-tool-calls"`
	StructuredOutput  *StructuredExpectSpec `yaml:"structured-output"`
	ReferenceAnswers  []string              `yaml:"reference-answers"`
	PolicyRef         string                `yaml:"policy-ref"`
}

type Kind struct {
	Name          string
	Doc           string
	Evidence      string          // e.g. "tool-operation evidence; Unverified when a scenario makes no tool calls"
	OptionsSchema json.RawMessage // JSON-Schema fragment for this kind's options
	Build         func(opts *yaml.Node, bc BuildContext) (eval.Evaluator, error)
}

type MessageSpec struct {
	Role string `yaml:"role"` // "user" | "assistant"
	Text string `yaml:"text"`
}

type OutputSchemaSpec struct {
	Name        string    `yaml:"name"`
	Description string    `yaml:"description"`
	Schema      yaml.Node `yaml:"schema"`
	Strict      bool      `yaml:"strict"`
}

type PackFile struct {
	Pack     string   `yaml:"pack"`
	Revision string   `yaml:"revision"`
	Tables   []string `yaml:"tables"`
}

type Registry struct {
	// contains filtered or unexported fields
}

type RubricSpec struct {
	Name       string          `yaml:"name"`
	Revision   string          `yaml:"revision"`
	Scope      string          `yaml:"scope"` // "", "case", "turn", "session", "run"
	Definition string          `yaml:"definition"`
	Criteria   []CriterionSpec `yaml:"criteria"`
	Anchors    []AnchorSpec    `yaml:"anchors"`
}

type RunSpec struct {
	Trials           int    `yaml:"trials"`
	Concurrency      int    `yaml:"concurrency"`
	TargetTimeout    string `yaml:"target-timeout"`    // Go duration string
	EvaluatorTimeout string `yaml:"evaluator-timeout"` // Go duration string
}

type ScenarioSpec struct {
	ID     string            `yaml:"id"`
	Name   string            `yaml:"name"` // optional; defaults to "<pack>-<table>"
	Input  []MessageSpec     `yaml:"input"`
	Expect *ExpectSpec       `yaml:"expect"`
	Labels map[string]string `yaml:"labels"`
}

type ScriptSpec struct {
	Reply         string             `yaml:"reply"`
	Duration      string             `yaml:"duration"` // Go duration string
	ToolCalls     []ScriptToolCall   `yaml:"tool-calls"`
	Structured    *StructuredSpec    `yaml:"structured"`
	StructuredErr *StructuredErrSpec `yaml:"structured-err"`
}

type ScriptToolCall struct {
	Name    string `yaml:"name"`
	ID      string `yaml:"id"`
	IsError bool   `yaml:"is-error"`
}

type StructuredErrSpec struct {
	Schema string `yaml:"schema"`
	Reason string `yaml:"reason"`
}

type StructuredExpectSpec struct {
	Schema string `yaml:"schema"`
	Strict bool   `yaml:"strict"`
}

type StructuredSpec struct {
	SchemaName     string `yaml:"schema-name"`
	SchemaRevision string `yaml:"schema-revision"`
}

type TableFile struct {
	Table       string                `yaml:"table"`
	Revision    string                `yaml:"revision"`
	Dimension   string                `yaml:"dimension"`
	Requires    []string              `yaml:"requires"`
	Environment *Environment          `yaml:"environment"`
	Rubrics     []RubricSpec          `yaml:"rubrics"`
	Evaluators  []EvaluatorSpec       `yaml:"evaluators"`
	Run         *RunSpec              `yaml:"run"`
	Scenarios   []ScenarioSpec        `yaml:"scenarios"`
	Script      map[string]ScriptSpec `yaml:"script"`
}

type ToolCallExpectSpec struct {
	Tool string `yaml:"tool"`
	Min  int    `yaml:"min"`
	Max  *int   `yaml:"max"`
}

type ToolSpec struct {
	Name        string    `yaml:"name"`
	Description string    `yaml:"description"`
	Schema      yaml.Node `yaml:"schema"`
}