evals

type Comparison struct {
	Baseline        *loomv1.EvalResult
	Candidate       *loomv1.EvalResult
	AccuracyDelta   float64
	CostDelta       float64
	LatencyDelta    int64
	PassedTestDelta int32
}

type ComparisonConfigYAML struct {
	BaselineAgentID   string   `yaml:"baseline_agent_id"`
	ComparisonMetrics []string `yaml:"comparison_metrics"`
}

type EvalMetadataYAML struct {
	Name        string            `yaml:"name"`
	Version     string            `yaml:"version"`
	Description string            `yaml:"description"`
	Labels      map[string]string `yaml:"labels"`
}

type EvalSpecYAML struct {
	AgentID        string               `yaml:"agent_id"`
	TestCases      []TestCaseYAML       `yaml:"test_cases"`
	Metrics        []string             `yaml:"metrics"`
	HawkExport     bool                 `yaml:"hawk_export"`
	GoldenFiles    GoldenFileConfigYAML `yaml:"golden_files"`
	TimeoutSeconds int                  `yaml:"timeout_seconds"`
	Comparison     ComparisonConfigYAML `yaml:"comparison"`
	MultiJudge     MultiJudgeConfigYAML `yaml:"multi_judge"`
}

type EvalSuiteYAML struct {
	APIVersion string           `yaml:"apiVersion"`
	Kind       string           `yaml:"kind"`
	Metadata   EvalMetadataYAML `yaml:"metadata"`
	Spec       EvalSpecYAML     `yaml:"spec"`
}

type EvalSummary struct {
	TotalRuns   int
	PassedRuns  int
	AvgAccuracy float64
	TotalCost   float64
	TotalSuites int
	TotalAgents int
}

type GoldenFileConfigYAML struct {
	Directory           string  `yaml:"directory"`
	UpdateOnMismatch    bool    `yaml:"update_on_mismatch"`
	SimilarityThreshold float64 `yaml:"similarity_threshold"`
}

type HawkExportConfig struct {
	// Endpoint is the Hawk API endpoint for eval results
	// Default: $HAWK_ENDPOINT or http://localhost:8080
	Endpoint string

	// APIKey for authentication
	// Default: $HAWK_API_KEY
	APIKey string

	// Timeout for HTTP requests
	// Default: 10s
	Timeout time.Duration

	// HTTPClient for custom transport
	// If nil, uses http.DefaultClient with configured timeout
	HTTPClient *http.Client
}

type JudgeConfigYAML struct {
	Name            string   `yaml:"name"`
	Criteria        string   `yaml:"criteria"`
	Weight          float64  `yaml:"weight"`
	MinPassingScore float64  `yaml:"min_passing_score"`
	Criticality     string   `yaml:"criticality"`
	Dimensions      []string `yaml:"dimensions"`
}

type MetricsCalculator struct {
	// contains filtered or unexported fields
}

type MultiJudgeConfigYAML struct {
	Parallel       bool              `yaml:"parallel"`
	TimeoutSeconds int               `yaml:"timeout_seconds"`
	FailFast       bool              `yaml:"fail_fast"`
	Aggregation    string            `yaml:"aggregation"`
	ExecutionMode  string            `yaml:"execution_mode"`
	ExportToHawk   bool              `yaml:"export_to_hawk"`
	Judges         []JudgeConfigYAML `yaml:"judges"`
}

type Store struct {
	// contains filtered or unexported fields
}

type TestCaseYAML struct {
	Name                      string            `yaml:"name"`
	Input                     string            `yaml:"input"`
	ExpectedOutputContains    []string          `yaml:"expected_output_contains"`
	ExpectedOutputNotContains []string          `yaml:"expected_output_not_contains"`
	ExpectedOutputRegex       string            `yaml:"expected_output_regex"`
	ExpectedTools             []string          `yaml:"expected_tools"`
	MaxCostUSD                float64           `yaml:"max_cost_usd"`
	MaxLatencyMS              int               `yaml:"max_latency_ms"`
	Context                   map[string]string `yaml:"context"`
	GoldenFile                string            `yaml:"golden_file"`
}

type TrendPoint struct {
	Date        time.Time
	AvgAccuracy float64
	AvgCost     float64
	Runs        int
}