storage

type Eval struct {
	ID        string // Unique evaluation ID
	Name      string // Human-readable name
	Suite     string // Suite or category name
	Status    string // Status: "running", "completed", "failed"
	CreatedAt int64  // Unix timestamp
	UpdatedAt int64  // Unix timestamp
}

type EvalMetrics struct {
	EvalID             string  // Evaluation ID
	TotalRuns          int32   // Total number of runs
	SuccessfulRuns     int32   // Number of successful runs
	FailedRuns         int32   // Number of failed runs
	SuccessRate        float64 // Success rate (0.0-1.0)
	AvgExecutionTimeMS float64 // Average execution time
	TotalTokens        int64   // Total tokens used
	AvgTokensPerRun    float64 // Average tokens per run
	TotalCost          float64 // Total estimated cost (if available)
	FirstRunTimestamp  int64   // Timestamp of first run
	LastRunTimestamp   int64   // Timestamp of last run
	UpdatedAt          int64   // When metrics were last updated
}

type EvalRun struct {
	ID                string // Unique span ID
	EvalID            string // Evaluation this run belongs to
	Query             string // Input query/prompt
	Model             string // LLM model used
	ConfigurationJSON string // JSON-encoded configuration/attributes
	Response          string // Output response
	ExecutionTimeMS   int64  // Execution duration in milliseconds
	TokenCount        int32  // Total tokens used
	Success           bool   // Whether execution succeeded
	ErrorMessage      string // Error message if failed
	SessionID         string // Session ID for grouping
	Timestamp         int64  // Unix timestamp
}

type MemoryStorage struct {
	// contains filtered or unexported fields
}

type SQLiteStorage struct{}

type Storage interface {
	// Eval operations
	CreateEval(ctx context.Context, eval *Eval) error
	UpdateEvalStatus(ctx context.Context, evalID string, status string) error

	// EvalRun operations (trace/span storage)
	CreateEvalRun(ctx context.Context, run *EvalRun) error

	// Metrics operations
	CalculateEvalMetrics(ctx context.Context, evalID string) (*EvalMetrics, error)
	UpsertEvalMetrics(ctx context.Context, metrics *EvalMetrics) error

	// Lifecycle
	Close() error
}

type StorageConfig struct {
	// Type: "memory" or "sqlite"
	Type string

	// Path: SQLite database file path (required if Type = "sqlite")
	Path string

	// MaxMemoryTraces: Maximum traces to keep in memory storage (default: 10,000)
	// Only used for memory storage
	MaxMemoryTraces int
}