config

Mar 10, 2026

Changes in this version

+ type ExecBinding struct

+ Args []string

+ Command string

+ Env []string

+ Runtime string

+ TimeoutMs int

+ type ExecHook struct

+ Hook string

+ Mode string

+ Phases []string

+ type RuntimeConfig struct

+ APIVersion string

+ Kind string

+ Metadata ObjectMeta

+ Spec RuntimeConfigSpec

+ func LoadRuntimeConfig(path string) (*RuntimeConfig, error)

+ type RuntimeConfigSpec struct

+ Evals map[string]*ExecBinding

+ Hooks map[string]*ExecHook

+ Logging *LoggingConfigSpec

+ MCPServers []MCPServerConfig

+ Providers []Provider

+ StateStore *StateStoreConfig

+ Tools map[string]*ToolSpec

+ func (s *RuntimeConfigSpec) Validate() error

type ToolSpec

+ ExecConfig *ExecBinding

Mar 9, 2026

Changes in this version

type A2AAgentConfig

+ Auth *A2AAuthConfig

+ Headers map[string]string

+ HeadersFromEnv []string

+ SkillFilter *A2ASkillFilter

+ TimeoutMs int

+ URL string

+ type A2AAuthConfig struct

+ Scheme string

+ Token string

+ TokenEnv string

+ type A2ASkillFilter struct

+ Allowlist []string

+ Blocklist []string

type MCPServerConfig

+ TimeoutMs int

+ ToolFilter *MCPToolFilter

+ WorkingDir string

+ type MCPToolFilter struct

+ Allowlist []string

+ Blocklist []string

+ type MultimodalConfig = tools.MultimodalConfig

+ type RequestMapping = tools.RequestMapping

+ type ResponseMapping = tools.ResponseMapping

Mar 8, 2026

Changes in this version

+ var SchemaFallbackDisabled atomic.Bool

+ var SchemaValidationDisabled atomic.Bool

+ type AssertionConfig struct

+ Message string

+ Params map[string]interface{}

+ PassThreshold *float64

+ Type string

+ When *AssertionWhen

+ type AssertionWhen struct

+ AnyToolCalled bool

+ MinToolCalls int

+ ToolCalled string

+ ToolCalledPattern string

+ type ChaosConfig struct

+ ToolFailures []ChaosToolFailure

+ type ChaosToolFailure struct

+ Message string

+ Mode string

+ Probability float64

+ Tool string

type Config

+ ValidationWarnings []string

type Defaults

+ RunTimeout string

+ type MockMediaSpec struct

+ Caption string

+ FilePath string

+ Height *int

+ MIMEType string

+ URL string

+ Width *int

+ type MockPartSpec struct

+ Media *MockMediaSpec

+ Text string

+ Type string

type Scenario

+ Trials int

type ToolSpec

+ MockParts []MockPartSpec

type TurnDefinition

+ Chaos *ChaosConfig

+ Perturbations map[string][]string

Mar 4, 2026

Changes in this version

+ type ToolClientConfig struct

+ Categories []string

+ Consent *ToolConsentConfig

+ TimeoutMs int

+ ValidateOutput bool

+ type ToolConsentConfig struct

+ DeclineStrategy string

+ Message string

+ Required bool

type ToolSpec

+ ClientConfig *ToolClientConfig

type TurnDefinition

+ ConsentOverrides map[string]string

Feb 26, 2026

Changes in this version

+ func ValidateConfig(configType ConfigType, yamlData []byte) error

Feb 23, 2026

Changes in this version

type Config

+ Agents interface{}

+ Deploy *DeployConfig

+ EvalSpecs map[string]*Eval

+ JudgeSpecs map[string]*JudgeSpec

+ PackAssertions []asrt.AssertionConfig

+ PromptSpecs map[string]*prompt.Spec

+ ProviderSpecs map[string]*Provider

+ ScenarioSpecs map[string]*Scenario

+ ToolSpecs map[string]*ToolSpec

+ Workflow interface{}

+ type DeployConfig struct

+ Config map[string]interface{}

+ Environments map[string]*DeployEnvironment

+ Provider string

+ type DeployEnvironment struct

+ Config map[string]interface{}

+ type JudgeSpec struct

+ Model string

+ Provider string

type Scenario

+ ContextCarryForward bool

+ Pack string

+ Steps []WorkflowStep

+ Variables map[string]string

+ func (s *Scenario) IsWorkflow() bool

type SelfPlayConfig

+ PersonaSpecs map[string]*UserPersonaPack

+ type WorkflowStep struct

+ Assertions []asrt.AssertionConfig

+ Content string

+ Type string

Feb 15, 2026

Changes in this version

+ type A2AAgentConfig struct

+ Card A2ACardConfig

+ Name string

+ Responses []A2AResponseRule

+ type A2ACardConfig struct

+ Description string

+ Name string

+ Skills []A2ASkillConfig

+ type A2AMatchConfig struct

+ Contains string

+ Regex string

+ type A2APartConfig struct

+ Text string

+ type A2AResponseConfig struct

+ Parts []A2APartConfig

+ type A2AResponseRule struct

+ Error string

+ Match *A2AMatchConfig

+ Response *A2AResponseConfig

+ Skill string

+ type A2ASkillConfig struct

+ Description string

+ ID string

+ Name string

+ Tags []string

type Config

+ A2AAgents []A2AAgentConfig

+ EvalTypeFilter []string

+ LoadedPack *prompt.Pack

+ PackEvals []evals.EvalDef

+ PackFile string

+ SkipPackEvals bool

Jan 27, 2026

Changes in this version

type Config

+ ProviderCapabilities map[string][]string

type Provider

+ Capabilities []string

type Scenario

+ RequiredCapabilities []string

Jan 24, 2026

Changes in this version

+ const DefaultPersonaSeed

+ const DefaultPersonaTemperature

+ func ValidateEval(yamlData []byte) error

type Config

+ Evals []EvalRef

+ LoadedEvals map[string]*Eval

type ConfigType

+ const ConfigTypeEval

+ type CredentialConfig struct

+ APIKey string

+ CredentialEnv string

+ CredentialFile string

+ type Eval struct

+ ConversationAssertions []asrt.AssertionConfig

+ Description string

+ ID string

+ Mode string

+ Recording RecordingSource

+ Speed float64

+ Tags []string

+ Turns []EvalTurnConfig

+ func LoadEval(filename string) (*Eval, error)

+ type EvalAllTurnsConfig struct

+ Assertions []asrt.AssertionConfig

+ type EvalConfig struct

+ APIVersion string

+ Kind string

+ Metadata ObjectMeta

+ Spec Eval

+ func (c *EvalConfig) GetAPIVersion() string

+ func (c *EvalConfig) GetKind() string

+ func (c *EvalConfig) GetName() string

+ func (c *EvalConfig) SetID(id string)

+ type EvalConfigK8s struct

+ APIVersion string

+ Kind string

+ Metadata metav1.ObjectMeta

+ Spec Eval

+ func (c *EvalConfigK8s) GetAPIVersion() string

+ func (c *EvalConfigK8s) GetKind() string

+ func (c *EvalConfigK8s) GetName() string

+ func (c *EvalConfigK8s) SetID(id string)

+ type EvalRef struct

+ File string

+ type EvalTurnConfig struct

+ AllTurns *EvalAllTurnsConfig

+ type PlatformConfig struct

+ AdditionalConfig map[string]interface{}

+ Endpoint string

+ Project string

+ Region string

+ Type string

type Provider

+ Credential *CredentialConfig

+ Platform *PlatformConfig

+ type RecordingSource struct

+ Path string

+ Type string

type RelevanceConfig

+ func (r *RelevanceConfig) Validate() error

type Scenario

+ func (s *Scenario) Validate() error

Dec 23, 2025

Changes in this version

+ const LogFormatJSON

+ const LogFormatText

+ const LogLevelDebug

+ const LogLevelError

+ const LogLevelInfo

+ const LogLevelTrace

+ const LogLevelWarn

+ const TurnDetectionModeASM

+ const TurnDetectionModeVAD

type ContextPolicy

+ Relevance *RelevanceConfig

+ type DuplexConfig struct

+ Resilience *DuplexResilienceConfig

+ Timeout string

+ TurnDetection *TurnDetectionConfig

+ func (d *DuplexConfig) GetResilience() *DuplexResilienceConfig

+ func (d *DuplexConfig) GetTimeoutDuration(defaultTimeout time.Duration) time.Duration

+ func (d *DuplexConfig) Validate() error

+ type DuplexResilienceConfig struct

+ IgnoreLastTurnSessionEnd *bool

+ InterTurnDelayMs int

+ MaxRetries int

+ PartialSuccessMinTurns int

+ RetryDelayMs int

+ SelfplayInterTurnDelayMs int

+ func (r *DuplexResilienceConfig) GetInterTurnDelayMs(defaultVal int) int

+ func (r *DuplexResilienceConfig) GetMaxRetries(defaultVal int) int

+ func (r *DuplexResilienceConfig) GetPartialSuccessMinTurns(defaultVal int) int

+ func (r *DuplexResilienceConfig) GetRetryDelayMs(defaultVal int) int

+ func (r *DuplexResilienceConfig) GetSelfplayInterTurnDelayMs(defaultVal int) int

+ func (r *DuplexResilienceConfig) ShouldIgnoreLastTurnSessionEnd(defaultVal bool) bool

+ type LoggingConfig struct

+ APIVersion string

+ Kind string

+ Metadata ObjectMeta

+ Spec LoggingConfigSpec

+ type LoggingConfigSpec struct

+ CommonFields map[string]string

+ DefaultLevel string

+ Format string

+ Modules []ModuleLoggingConfig

+ func DefaultLoggingConfig() LoggingConfigSpec

+ func (c *LoggingConfigSpec) Validate() error

+ type ModuleLoggingConfig struct

+ Fields map[string]string

+ Level string

+ Name string

type OutputConfig

+ Recording *RecordingConfig

+ type RecordingConfig struct

+ Dir string

+ Enabled bool

+ type RelevanceConfig struct

+ AlwaysKeepSystemRole *bool

+ CacheEmbeddings bool

+ CustomQuery string

+ LastNCount int

+ MinRecentMessages int

+ Model string

+ Provider string

+ QuerySource string

+ SimilarityThreshold float64

type Scenario

+ Duplex *DuplexConfig

+ type TTSConfig struct

+ AudioFiles []string

+ Provider string

+ SampleRate int

+ Voice string

+ func (t *TTSConfig) Validate() error

type TurnDefinition

+ TTS *TTSConfig

+ type TurnDetectionConfig struct

+ Mode string

+ VAD *VADConfig

+ func (t *TurnDetectionConfig) Validate() error

+ type VADConfig struct

+ MaxTurnDurationS int

+ MinSpeechMs int

+ SilenceThresholdMs int

+ func (v *VADConfig) Validate() error

+ type ValidationError struct

+ Field string

+ Message string

+ Value string

+ func (e *ValidationError) Error() string

Dec 9, 2025

Changes in this version

type ConfigValidator

+ func (v *ConfigValidator) GetChecks() []ValidationCheck

+ func (v *ConfigValidator) GetErrors() []string

+ type ValidationCheck struct

+ Issues []string

+ Name string

+ Passed bool

+ Warning bool

+ type ValidationResult struct

+ Checks []ValidationCheck

Nov 29, 2025

Changes in this version

type Config

+ JudgeDefaults *JudgeDefaults

+ Judges []JudgeRef

+ LoadedJudges map[string]*JudgeTarget

+ ProviderGroups map[string]string

+ type JudgeDefaults struct

+ Prompt string

+ PromptRegistry string

+ type JudgeRef struct

+ Model string

+ Name string

+ Provider string

+ type JudgeTarget struct

+ Model string

+ Name string

+ Provider *Provider

type ProviderRef

+ Group string

type Scenario

+ ConversationAssertions []asrt.AssertionConfig

+ ProviderGroup string

Nov 26, 2025

Changes in this version

+ const APIVersion

+ const SchemaBaseURL

+ const SchemaLocalPath

+ const SchemaVersion

+ var SchemaFallbackEnabled = true

+ var SchemaValidationEnabled = true

+ func ValidateArenaConfig(yamlData []byte) error

+ func ValidatePersona(yamlData []byte) error

+ func ValidatePromptConfig(yamlData []byte) error

+ func ValidateProvider(yamlData []byte) error

+ func ValidateScenario(yamlData []byte) error

+ func ValidateTool(yamlData []byte) error

+ type ArenaConfigK8s struct

+ APIVersion string

+ Kind string

+ Metadata metav1.ObjectMeta

+ Spec Config

+ type ConfigType string

+ const ConfigTypeArena

+ const ConfigTypePersona

+ const ConfigTypePromptConfig

+ const ConfigTypeProvider

+ const ConfigTypeScenario

+ const ConfigTypeTool

+ func DetectConfigType(yamlData []byte) (ConfigType, error)

+ type HTTPConfig struct

+ Headers map[string]string

+ HeadersFromEnv []string

+ Method string

+ Redact []string

+ TimeoutMs int

+ URL string

+ type ObjectMeta struct

+ Annotations map[string]string

+ Labels map[string]string

+ Name string

+ Namespace string

+ type PersonaConfigSchema struct

+ APIVersion string

+ Kind string

+ Metadata ObjectMeta

+ Spec UserPersonaPack

+ type PromptConfigSchema struct

+ APIVersion string

+ Kind string

+ Metadata ObjectMeta

+ Spec prompt.PromptSpec

+ type ProviderConfigK8s struct

+ APIVersion string

+ Kind string

+ Metadata metav1.ObjectMeta

+ Spec Provider

+ func (c *ProviderConfigK8s) GetAPIVersion() string

+ func (c *ProviderConfigK8s) GetKind() string

+ func (c *ProviderConfigK8s) GetName() string

+ func (c *ProviderConfigK8s) SetID(id string)

+ type ScenarioConfigK8s struct

+ APIVersion string

+ Kind string

+ Metadata metav1.ObjectMeta

+ Spec Scenario

+ func (c *ScenarioConfigK8s) GetAPIVersion() string

+ func (c *ScenarioConfigK8s) GetKind() string

+ func (c *ScenarioConfigK8s) GetName() string

+ func (c *ScenarioConfigK8s) SetID(id string)

+ type SchemaValidationError struct

+ Description string

+ Field string

+ Value interface{}

+ func (e SchemaValidationError) Error() string

+ type SchemaValidationResult struct

+ Errors []SchemaValidationError

+ Valid bool

+ func ValidateWithLocalSchema(yamlData []byte, configType ConfigType, schemaDir string) (*SchemaValidationResult, error)

+ func ValidateWithSchema(yamlData []byte, configType ConfigType) (*SchemaValidationResult, error)

+ type ToolConfigSchema struct

+ APIVersion string

+ Kind string

+ Metadata ObjectMeta

+ Spec ToolSpec

+ type ToolSpec struct

+ Description string

+ HTTPConfig *HTTPConfig

+ InputSchema interface{}

+ MockResult interface{}

+ MockTemplate string

+ Mode string

+ Name string

+ OutputSchema interface{}

+ TimeoutMs int

type TurnMediaContent

+ StorageReference string

Nov 23, 2025

Changes in this version

type PromptConfigData

+ Vars map[string]string

type PromptConfigRef

+ Vars map[string]string

Nov 17, 2025

Changes in this version

type Defaults

+ MarkdownConfig *MarkdownConfig

+ Output OutputConfig

+ OutputFormats []string

+ func (d *Defaults) GetOutputConfig() OutputConfig

+ type HTMLOutputConfig struct

+ File string

+ type JSONOutputConfig struct

+ type JUnitOutputConfig struct

+ File string

+ type MarkdownConfig struct

+ IncludeDetails bool

+ ShowCostSummary bool

+ ShowFailedTests bool

+ ShowOverview bool

+ ShowResultsMatrix bool

+ type MarkdownOutputConfig struct

+ File string

+ IncludeDetails bool

+ ShowCostSummary bool

+ ShowFailedTests bool

+ ShowOverview bool

+ ShowResultsMatrix bool

+ type OutputConfig struct

+ Dir string

+ Formats []string

+ HTML *HTMLOutputConfig

+ JSON *JSONOutputConfig

+ JUnit *JUnitOutputConfig

+ Markdown *MarkdownOutputConfig

+ func (o *OutputConfig) GetHTMLOutputConfig() *HTMLOutputConfig

+ func (o *OutputConfig) GetJUnitOutputConfig() *JUnitOutputConfig

+ func (o *OutputConfig) GetMarkdownOutputConfig() *MarkdownOutputConfig

type Provider

+ AdditionalConfig map[string]interface{}

+ type TurnContentPart struct

+ Media *TurnMediaContent

+ Text string

+ Type string

type TurnDefinition

+ Parts []TurnContentPart

+ type TurnMediaContent struct

+ Caption string

+ Data string

+ Detail string

+ FilePath string

+ MIMEType string

+ URL string

Nov 2, 2025

Changes in this version

+ func ResolveConfigDir(cfg *Config, configFilePath string) string

+ func ResolveFilePath(basePath, filePath string) string

+ func ResolveOutputPath(outDir, filename string) string

+ type ArenaConfig struct

+ APIVersion string

+ Kind string

+ Metadata metav1.ObjectMeta

+ Spec Config

+ type Config struct

+ ConfigDir string

+ Defaults Defaults

+ LoadedPersonas map[string]*UserPersonaPack

+ LoadedPromptConfigs map[string]*PromptConfigData

+ LoadedProviders map[string]*Provider

+ LoadedScenarios map[string]*Scenario

+ LoadedTools []ToolData

+ MCPServers []MCPServerConfig

+ PromptConfigs []PromptConfigRef

+ Providers []ProviderRef

+ Scenarios []ScenarioRef

+ SelfPlay *SelfPlayConfig

+ StateStore *StateStoreConfig

+ Tools []ToolRef

+ func LoadConfig(filename string) (*Config, error)

+ func (c *Config) GetStateStoreConfig() *StateStoreConfig

+ func (c *Config) GetStateStoreType() string

+ type ConfigValidator struct

+ func NewConfigValidator(cfg *Config) *ConfigValidator

+ func NewConfigValidatorWithPath(cfg *Config, configPath string) *ConfigValidator

+ func (v *ConfigValidator) GetWarnings() []string

+ func (v *ConfigValidator) Validate() error

+ type ContextMetadata struct

+ Domain string

+ ProjectStage string

+ UserRole string

+ type ContextPolicy struct

+ CacheBreakpoints bool

+ ReserveForOutput int

+ Strategy string

+ TokenBudget int

+ type Defaults struct

+ Concurrency int

+ ConfigDir string

+ FailOn []string

+ HTMLReport string

+ MaxTokens int

+ OutDir string

+ Seed int

+ Temperature float32

+ Verbose bool

+ type FragmentRef struct

+ Name string

+ Path string

+ Required bool

+ type MCPServerConfig struct

+ Args []string

+ Command string

+ Env map[string]string

+ Name string

+ type PersonaConfig struct

+ APIVersion string

+ Kind string

+ Metadata metav1.ObjectMeta

+ Spec UserPersonaPack

+ type PersonaDefaults struct

+ Seed int

+ Temperature float32

+ type PersonaRef struct

+ File string

+ type PersonaStyle struct

+ ChallengeLevel string

+ FrictionTags []string

+ Verbosity string

+ type Pricing struct

+ InputCostPer1K float64

+ OutputCostPer1K float64

+ type PromptConfigData struct

+ Config interface{}

+ FilePath string

+ TaskType string

+ type PromptConfigRef struct

+ File string

+ ID string

+ type Provider struct

+ BaseURL string

+ Defaults ProviderDefaults

+ ID string

+ IncludeRawOutput bool

+ Model string

+ Pricing Pricing

+ PricingCorrectAt string

+ RateLimit RateLimit

+ Type string

+ func LoadProvider(filename string) (*Provider, error)

+ type ProviderConfig struct

+ APIVersion string

+ Kind string

+ Metadata metav1.ObjectMeta

+ Spec Provider

+ func (c *ProviderConfig) GetAPIVersion() string

+ func (c *ProviderConfig) GetKind() string

+ func (c *ProviderConfig) GetName() string

+ func (c *ProviderConfig) SetID(id string)

+ type ProviderDefaults struct

+ MaxTokens int

+ Temperature float32

+ TopP float32

+ type ProviderRef struct

+ File string

+ type RateLimit struct

+ Burst int

+ RPS int

+ type RedisConfig struct

+ Address string

+ Database int

+ Password string

+ Prefix string

+ TTL string

+ type Scenario struct

+ Constraints map[string]interface{}

+ Context map[string]interface{}

+ ContextMetadata *ContextMetadata

+ ContextPolicy *ContextPolicy

+ Description string

+ ID string

+ Mode string

+ Providers []string

+ Streaming bool

+ TaskType string

+ ToolPolicy *ToolPolicy

+ Turns []TurnDefinition

+ func LoadScenario(filename string) (*Scenario, error)

+ func (s *Scenario) ShouldStreamTurn(turnIndex int) bool

+ type ScenarioConfig struct

+ APIVersion string

+ Kind string

+ Metadata metav1.ObjectMeta

+ Spec Scenario

+ func (c *ScenarioConfig) GetAPIVersion() string

+ func (c *ScenarioConfig) GetKind() string

+ func (c *ScenarioConfig) GetName() string

+ func (c *ScenarioConfig) SetID(id string)

+ type ScenarioRef struct

+ File string

+ type SelfPlayConfig struct

+ Enabled bool

+ Personas []PersonaRef

+ Roles []SelfPlayRoleGroup

+ type SelfPlayRoleGroup struct

+ ID string

+ Provider string

+ type StateStoreConfig struct

+ Redis *RedisConfig

+ Type string

+ type ToolData struct

+ Data []byte

+ FilePath string

+ type ToolPolicy struct

+ Blocklist []string

+ MaxToolCallsPerTurn int

+ MaxTotalToolCalls int

+ ToolChoice string

+ type ToolRef struct

+ File string

+ type TurnDefinition struct

+ Assertions []validators.ValidatorConfig

+ AssistantTemp float32

+ Content string

+ Persona string

+ Role string

+ Seed int

+ Streaming *bool

+ Turns int

+ UserTemp float32

+ type UserPersonaPack struct

+ Constraints []string

+ Defaults PersonaDefaults

+ Description string

+ Fragments []FragmentRef

+ Goals []string

+ ID string

+ OptionalVars map[string]string

+ PromptActivity string

+ RequiredVars []string

+ Style PersonaStyle

+ SystemPrompt string

+ SystemTemplate string

+ func LoadPersona(filename string) (*UserPersonaPack, error)

+ func (p *UserPersonaPack) BuildSystemPrompt(region string, contextVars map[string]string) (string, error)