engine

package

Go to main page

Versions in this module

v1

v1.2.0

Feb 15, 2026

v1.1.11

Feb 15, 2026

Changes in this version

+ const PackEvalTypePrefix

type Engine

+ func NewEngineFromConfig(cfg *config.Config) (*Engine, error)

+ type PackEvalAdapter struct

+ func (a *PackEvalAdapter) Convert(results []evals.EvalResult) []assertions.ConversationValidationResult

+ type PackEvalHook struct

+ func NewPackEvalHook(registry *evals.EvalTypeRegistry, defs []evals.EvalDef, skipEvals bool, ...) *PackEvalHook

+ func (h *PackEvalHook) HasEvals() bool

+ func (h *PackEvalHook) RunSessionEvals(ctx context.Context, messages []types.Message, sessionID string) []assertions.ConversationValidationResult

+ func (h *PackEvalHook) RunTurnEvals(ctx context.Context, messages []types.Message, turnIndex int, sessionID string) []assertions.ConversationValidationResult

v1.1.10

Jan 27, 2026

v1.1.9

Jan 24, 2026

Changes in this version

type CompositeConversationExecutor

+ func (ce *CompositeConversationExecutor) GetEvalExecutor() *EvalConversationExecutor

type ConversationExecutor

+ func BuildEngineComponents(cfg *config.Config) (providerRegistry *providers.Registry, promptRegistry *prompt.Registry, ...)

type ConversationRequest

+ Eval *config.Eval

+ type EvalConversationExecutor struct

+ func NewEvalConversationExecutor(adapterRegistry *adapters.Registry, ...) *EvalConversationExecutor

+ func (e *EvalConversationExecutor) ExecuteConversation(ctx context.Context, req ConversationRequest) *ConversationResult

+ func (e *EvalConversationExecutor) ExecuteConversationStream(ctx context.Context, req ConversationRequest) (<-chan ConversationStreamChunk, error)

type RunCombination

+ EvalID string

+ RecordingRef string

v1.1.8

Jan 15, 2026

v1.1.7

Jan 11, 2026

v1.1.6

Dec 23, 2025

Changes in this version

+ type CompositeConversationExecutor struct

+ func NewCompositeConversationExecutor(defaultExecutor *DefaultConversationExecutor, ...) *CompositeConversationExecutor

+ func (ce *CompositeConversationExecutor) ExecuteConversation(ctx context.Context, req ConversationRequest) *ConversationResult

+ func (ce *CompositeConversationExecutor) ExecuteConversationStream(ctx context.Context, req ConversationRequest) (<-chan ConversationStreamChunk, error)

+ func (ce *CompositeConversationExecutor) GetDefaultExecutor() *DefaultConversationExecutor

+ func (ce *CompositeConversationExecutor) GetDuplexExecutor() *DuplexConversationExecutor

+ type DuplexConversationExecutor struct

+ func NewDuplexConversationExecutor(selfPlayRegistry *selfplay.Registry, promptRegistry *prompt.Registry, ...) *DuplexConversationExecutor

+ func (de *DuplexConversationExecutor) ExecuteConversation(ctx context.Context, req ConversationRequest) *ConversationResult

+ func (de *DuplexConversationExecutor) ExecuteConversationStream(ctx context.Context, req ConversationRequest) (<-chan ConversationStreamChunk, error)

type Engine

+ func (e *Engine) ConfigureSessionRecordingFromConfig() error

+ func (e *Engine) EnableSessionRecording(recordingDir string) error

+ func (e *Engine) GetConfig() *config.Config

+ func (e *Engine) GetRecordingDir() string

+ func (e *Engine) GetRecordingPath(runID string) string

type RunResult

+ RecordingPath string

v1.1.5

Dec 9, 2025

v1.1.4

Dec 5, 2025

Changes in this version

type ConversationRequest

+ EventBus *events.EventBus

type Engine

+ func (e *Engine) SetEventBus(bus *events.EventBus)

v1.1.3

Nov 29, 2025

Changes in this version

+ type AssertionsSummary struct

+ Failed int

+ Passed bool

+ Results []assertions.ConversationValidationResult

+ Total int

type ConversationResult

+ ConversationAssertionResults []assertions.ConversationValidationResult

type Engine

+ func (e *Engine) SetObserver(observer ExecutionObserver)

+ type ExecutionObserver interface

+ OnRunCompleted func(runID string, duration time.Duration, cost float64)

+ OnRunFailed func(runID string, err error)

+ OnRunStarted func(runID, scenario, provider, region string)

type RunResult

+ ConversationAssertions AssertionsSummary

v1.1.2

Nov 26, 2025

v1.1.1

Nov 23, 2025

v1.1.0

Nov 17, 2025

Changes in this version

+ func FormatFileSize(bytes int64) string

+ func FormatMediaType(mediaType string) string

type ConversationResult

+ MediaOutputs []MediaOutput

type Engine

+ func (e *Engine) EnableMockProviderMode(mockConfigPath string) error

+ type MediaOutput struct

+ Duration *int

+ FilePath string

+ Height *int

+ MIMEType string

+ MessageIdx int

+ PartIdx int

+ SizeBytes int64

+ Thumbnail string

+ Type string

+ Width *int

+ func CollectMediaOutputs(messages []types.Message) []MediaOutput

+ type MediaOutputStats struct

+ AudioCount int

+ ByType map[string]int

+ ImageCount int

+ Total int

+ TotalSizeBytes int64

+ VideoCount int

+ func GetMediaOutputStatistics(outputs []MediaOutput) MediaOutputStats

type RunResult

+ MediaOutputs []MediaOutput

v0

v0.0.1

Nov 2, 2025

Changes in this version

+ type ArenaConfig struct

+ APIVersion string

+ Kind string

+ Metadata metav1.ObjectMeta

+ Spec config.Config

+ type ConversationExecutor interface

+ ExecuteConversation func(ctx context.Context, req ConversationRequest) *ConversationResult

+ ExecuteConversationStream func(ctx context.Context, req ConversationRequest) (<-chan ConversationStreamChunk, error)

+ func NewDefaultConversationExecutor(scriptedExecutor turnexecutors.TurnExecutor, ...) ConversationExecutor

+ type ConversationRequest struct

+ Config *config.Config

+ ConversationID string

+ MaxTokens *int

+ Metadata map[string]string

+ Provider providers.Provider

+ Region string

+ RunID string

+ Scenario *config.Scenario

+ StateStoreConfig *StateStoreConfig

+ Temperature *float64

+ Timeout *int

+ type ConversationResult struct

+ Cost types.CostInfo

+ Error string

+ Failed bool

+ Messages []types.Message

+ PersonaID string

+ SelfPlay bool

+ ToolStats *types.ToolStats

+ Violations []types.ValidationError

+ type ConversationStreamChunk struct

+ Delta string

+ Error error

+ FinishReason *string

+ Metadata map[string]interface{}

+ Result *ConversationResult

+ TokenCount int

+ TurnIndex int

+ type DefaultConversationExecutor struct

+ func (ce *DefaultConversationExecutor) ExecuteConversation(ctx context.Context, req ConversationRequest) *ConversationResult

+ func (ce *DefaultConversationExecutor) ExecuteConversationStream(ctx context.Context, req ConversationRequest) (<-chan ConversationStreamChunk, error)

+ type DistributedExecutor interface

+ Execute func(ctx context.Context, units []WorkUnit) error

+ Scale func(ctx context.Context, workerCount int) error

+ Status func() ExecutionStatus

+ Workers func() []WorkerInfo

+ type Engine struct

+ func NewEngine(cfg *config.Config, providerRegistry *providers.Registry, ...) (*Engine, error)

+ func NewEngineFromConfigFile(configPath string) (*Engine, error)

+ func (e *Engine) Close() error

+ func (e *Engine) ExecuteRuns(ctx context.Context, plan *RunPlan, concurrency int) ([]string, error)

+ func (e *Engine) GenerateRunPlan(regionFilter, providerFilter, scenarioFilter []string) (*RunPlan, error)

+ func (e *Engine) GetStateStore() statestore.Store

+ type ExecutionStatus struct

+ Completed int

+ Duration time.Duration

+ Failed int

+ Running int

+ StartTime time.Time

+ Total int

+ Workers int

+ type ResultSink interface

+ Query func(ctx context.Context, criteria map[string]interface{}) ([]WorkResult, error)

+ Retrieve func(ctx context.Context, workUnitID string) (WorkResult, error)

+ Store func(ctx context.Context, result WorkResult) error

+ Subscribe func(ctx context.Context, filter func(WorkResult) bool) (<-chan WorkResult, error)

+ type RunCombination struct

+ ProviderID string

+ Region string

+ ScenarioID string

+ type RunPlan struct

+ Combinations []RunCombination

+ type RunResult struct

+ AssistantRole *SelfPlayRoleInfo

+ Commit map[string]interface{}

+ Cost types.CostInfo

+ Duration time.Duration

+ EndTime time.Time

+ Error string

+ Messages []types.Message

+ Params map[string]interface{}

+ PersonaID string

+ PromptPack string

+ ProviderID string

+ Region string

+ RunID string

+ ScenarioID string

+ SelfPlay bool

+ SessionTags []string

+ StartTime time.Time

+ ToolStats *types.ToolStats

+ UserFeedback *statestore.Feedback

+ UserRole *SelfPlayRoleInfo

+ Violations []types.ValidationError

+ type SelfPlayRoleInfo struct

+ Model string

+ Provider string

+ Region string

+ type StateStoreConfig struct

+ Metadata map[string]interface{}

+ Store interface{}

+ UserID string

+ type WorkResult interface

+ Data func() interface{}

+ Error func() error

+ Metadata func() map[string]interface{}

+ Success func() bool

+ WorkUnitID func() string

+ type WorkSource interface

+ EstimateWorkload func(ctx context.Context, config interface{}) (int, error)

+ Generate func(ctx context.Context, config interface{}) ([]WorkUnit, error)

+ Stream func(ctx context.Context, config interface{}) (<-chan WorkUnit, error)

+ type WorkUnit interface

+ Dependencies func() []string

+ EstimatedDuration func() time.Duration

+ Execute func(ctx context.Context) (WorkResult, error)

+ ID func() string

+ Priority func() int

+ type WorkerInfo struct

+ Capacity int

+ Current int

+ ID string

+ LastSeen time.Time

+ Metadata map[string]interface{}

+ Status string

?	: This menu
/	: Search site
f or F	: Jump to
y or Y	: Canonical URL