evals

type CompositeResultWriter struct {
	// contains filtered or unexported fields
}

type EvalContext struct {
	Messages      []types.Message  `json:"messages"`
	TurnIndex     int              `json:"turn_index"`
	CurrentOutput string           `json:"current_output"`
	ToolCalls     []ToolCallRecord `json:"tool_calls,omitempty"`
	SessionID     string           `json:"session_id"`
	PromptID      string           `json:"prompt_id"`
	Variables     map[string]any   `json:"variables,omitempty"`
	Metadata      map[string]any   `json:"metadata,omitempty"`
}

type EvalDef struct {
	ID               string         `json:"id" yaml:"id"`
	Type             string         `json:"type" yaml:"type"`
	Trigger          EvalTrigger    `json:"trigger" yaml:"trigger"`
	Params           map[string]any `json:"params" yaml:"params"`
	Description      string         `json:"description,omitempty" yaml:"description,omitempty"`
	Enabled          *bool          `json:"enabled,omitempty" yaml:"enabled,omitempty"`
	SamplePercentage *float64       `json:"sample_percentage,omitempty" yaml:"sample_percentage,omitempty"`
	Metric           *MetricDef     `json:"metric,omitempty" yaml:"metric,omitempty"`
}

type EvalDispatcher interface {
	// DispatchTurnEvals dispatches turn-level evals.
	// Returns results synchronously (InProc) or nil (Event/NoOp).
	DispatchTurnEvals(
		ctx context.Context, defs []EvalDef, evalCtx *EvalContext,
	) ([]EvalResult, error)

	// DispatchSessionEvals dispatches session-level evals.
	// Returns results synchronously (InProc) or nil (Event/NoOp).
	DispatchSessionEvals(
		ctx context.Context, defs []EvalDef, evalCtx *EvalContext,
	) ([]EvalResult, error)
}

type EvalResult struct {
	EvalID      string   `json:"eval_id"`
	Type        string   `json:"type"`
	Passed      bool     `json:"passed"`
	Score       *float64 `json:"score,omitempty"`
	MetricValue *float64 `json:"metric_value,omitempty"`
	Explanation string   `json:"explanation,omitempty"`
	DurationMs  int64    `json:"duration_ms"`
	Error       string   `json:"error,omitempty"`
}

type EvalRunner struct {
	// contains filtered or unexported fields
}

type EvalTrigger string

type EvalTypeHandler interface {
	// Type returns the eval type identifier (e.g. "contains", "regex").
	Type() string

	// Eval executes the evaluation and returns a result.
	// The EvalContext carries messages, tool calls, and metadata.
	// Params come from the EvalDef.Params map.
	Eval(ctx context.Context, evalCtx *EvalContext, params map[string]any) (*EvalResult, error)
}

type EvalTypeRegistry struct {
	// contains filtered or unexported fields
}

type EvalWorker struct {
	// contains filtered or unexported fields
}

type EventBusEvalListener struct {
	// contains filtered or unexported fields
}

type EventBusEvalListenerOption func(*EventBusEvalListener)

type EventDispatcher struct {
	// contains filtered or unexported fields
}

type EventPublisher interface {
	Publish(ctx context.Context, subject string, data []byte) error
}

type EventSubscriber interface {
	Subscribe(
		ctx context.Context,
		subject string,
		handler func(event []byte) error,
	) error
}

type InProcDispatcher struct {
	// contains filtered or unexported fields
}

type Logger interface {
	Printf(format string, v ...any)
}

type MetadataResultWriter struct{}

type MetricCollector struct {
	// contains filtered or unexported fields
}

type MetricCollectorOption func(*MetricCollector)

type MetricDef struct {
	Name  string     `json:"name" yaml:"name"`
	Type  MetricType `json:"type" yaml:"type"`
	Range *Range     `json:"range,omitempty" yaml:"range,omitempty"`

	// Extra holds additional properties beyond the defined schema fields.
	// This supports the RFC's additionalProperties: true on metric.
	Extra map[string]any `json:"-" yaml:"-"`
}

type MetricRecorder interface {
	Record(result EvalResult, metric *MetricDef) error
}

type MetricResultWriter struct {
	// contains filtered or unexported fields
}

type MetricType string

type NoOpDispatcher struct{}

type PackEvalLoader interface {
	LoadEvals(promptID string) ([]EvalDef, error)
}

type Range struct {
	Min *float64 `json:"min,omitempty" yaml:"min,omitempty"`
	Max *float64 `json:"max,omitempty" yaml:"max,omitempty"`
}

type ResultWriter interface {
	WriteResults(ctx context.Context, results []EvalResult) error
}

type RunnerOption func(*EvalRunner)

type SessionAccumulator struct {
	// contains filtered or unexported fields
}

type ToolCallRecord struct {
	TurnIndex int            `json:"turn_index"`
	ToolName  string         `json:"tool_name"`
	Arguments map[string]any `json:"arguments"`
	Result    any            `json:"result,omitempty"`
	Error     string         `json:"error,omitempty"`
	Duration  time.Duration  `json:"duration,omitempty"`
}

type TriggerContext struct {
	// SessionID identifies the current session (used for sampling).
	SessionID string

	// TurnIndex is the current turn number (used for sampling).
	TurnIndex int

	// IsSessionComplete indicates whether the session has ended.
	IsSessionComplete bool
}

type WorkerOption func(*EvalWorker)