promptopt

type OutcomeRecord struct {
	VariantID string    `json:"variant_id"`
	Role      string    `json:"role"`
	Success   bool      `json:"success"`
	LatencyMs int       `json:"latency_ms"`
	Ts        time.Time `json:"ts"`
}

type Variant struct {
	// ID is a short unique identifier (e.g. "backend-default", "backend-concise").
	ID string
	// Role is the task role this variant applies to (empty = generic).
	Role pm.AgentRole
	// Name is a human-readable label shown in `cloop perf`.
	Name string
	// SystemPrompt is the text prepended to the task execution prompt in place of
	// the role's default RoleSystemPrompt. Empty strings inherit the default.
	SystemPrompt string
}

type VariantStat struct {
	Variant    Variant
	Trials     int
	Successes  int
	Failures   int
	AvgLatency int64   // milliseconds
	WinRate    float64 // 0.0 – 1.0
	Wilson     float64 // Wilson lower-bound score (used for ranking)
}