config

type Config struct {
	Defaults     Defaults   `yaml:"defaults"`
	Providers    []Provider `yaml:"providers"`
	BaselinePath string     `yaml:"baseline"`
}

type Defaults struct {
	Prompt      string   `yaml:"prompt"`
	MaxTokens   int      `yaml:"max_tokens"`
	Timeout     Duration `yaml:"timeout"`
	Concurrency int      `yaml:"concurrency"`
}

type Duration struct {
	time.Duration
}

type Model struct {
	Name           string     `yaml:"name"`
	Prompt         string     `yaml:"prompt"`
	MaxTokens      int        `yaml:"max_tokens"`
	ResponseFormat string     `yaml:"response_format"`
	ValidateJSON   bool       `yaml:"validate_json"`
	Thresholds     Thresholds `yaml:"thresholds"`
}

type Provider struct {
	Name       string  `yaml:"name"`
	Label      string  `yaml:"label"`
	APIKey     string  `yaml:"api_key"`
	BaseURL    string  `yaml:"base_url"`
	Models     []Model `yaml:"models"`
	APIVersion string  `yaml:"api_version"`
	Region     string  `yaml:"region"`
	AccessKey  string  `yaml:"access_key"`
	SecretKey  string  `yaml:"secret_key"`
}

type Thresholds struct {
	MaxTTFT              Duration `yaml:"max_ttft"`
	MaxLatency           Duration `yaml:"max_latency"`
	MinTokensPerS        float64  `yaml:"min_tokens_per_sec"`
	MaxTTFTMultiplier    float64  `yaml:"max_ttft_multiplier"`
	MaxLatencyMultiplier float64  `yaml:"max_latency_multiplier"`
}