stages

type ArenaAssertionStage ¶

type ArenaAssertionStage struct {
	stage.BaseStage
	// contains filtered or unexported fields
}

ArenaAssertionStage validates assertions after LLM responses.

func NewArenaAssertionStage(
	assertionConfigs []assertions.AssertionConfig,
) *ArenaAssertionStage

func (s *ArenaAssertionStage) Process(
	ctx context.Context,
	input <-chan stage.StreamElement,
	output chan<- stage.StreamElement,
) error

func (s *ArenaAssertionStage) WithTurnEvalRunner(runner TurnEvalRunner, sessionID string) *ArenaAssertionStage

type ArenaStateStoreSaveStage ¶

type ArenaStateStoreSaveStage struct {
	stage.BaseStage
	// contains filtered or unexported fields
}

ArenaStateStoreSaveStage saves conversation state with telemetry to ArenaStateStore. This stage captures validation results, turn metrics, and cost information for Arena testing and analysis.

func NewArenaStateStoreSaveStage(config *pipeline.StateStoreConfig) *ArenaStateStoreSaveStage

func (s *ArenaStateStoreSaveStage) Process(ctx context.Context, input <-chan stage.StreamElement, output chan<- stage.StreamElement) error

type CompletionInstructionStage ¶ added in v1.3.16

type CompletionInstructionStage struct {
	stage.BaseStage
	// contains filtered or unexported fields
}

CompletionInstructionStage appends natural termination instructions to the system prompt assembled by PersonaAssemblyStage.

func NewCompletionInstructionStage(instruction string) *CompletionInstructionStage

func (s *CompletionInstructionStage) Process(ctx context.Context, input <-chan stage.StreamElement, output chan<- stage.StreamElement) error

type GuardrailEvalStage ¶ added in v1.3.2

type GuardrailEvalStage struct {
	stage.BaseStage
}

GuardrailEvalStage evaluates guardrail hooks against assistant messages and records pass/fail results in message.Validations. When a guardrail denies and FailOnViolation is true (the default), this stage also enforces the guardrail by modifying the message content (e.g., truncating for length validators, replacing content for content blockers).

This stage reads "validator_configs" from element metadata (set by PromptAssemblyStage) and uses guardrails.NewGuardrailHook to instantiate each hook, then calls AfterCall to evaluate the response.

func NewGuardrailEvalStage() *GuardrailEvalStage

func (s *GuardrailEvalStage) Process(
	ctx context.Context, input <-chan stage.StreamElement, output chan<- stage.StreamElement,
) error

type HistoryInjectionStage ¶

type HistoryInjectionStage struct {
	stage.BaseStage
	// contains filtered or unexported fields
}

HistoryInjectionStage prepends conversation history to the pipeline stream. This is useful for self-play scenarios where history needs to be explicitly provided before the LLM generates the next user message.

The stage emits all history messages first, then forwards any incoming elements.

When swapRoles is true, user↔assistant roles are swapped so that the self-play LLM sees its own prior outputs as "assistant" and the target's responses as "user". This prevents the self-play LLM from confusing itself with the target assistant.

func NewHistoryInjectionStage(history []types.Message) *HistoryInjectionStage

func NewHistoryInjectionStageSwapped(history []types.Message) *HistoryInjectionStage

func (s *HistoryInjectionStage) Process(ctx context.Context, input <-chan stage.StreamElement, output chan<- stage.StreamElement) error

type MetadataInjectionStage ¶

type MetadataInjectionStage struct {
	stage.BaseStage
	// contains filtered or unexported fields
}

MetadataInjectionStage injects metadata into stream element metadata.

func NewMetadataInjectionStage(metadata map[string]interface{}) *MetadataInjectionStage

func (s *MetadataInjectionStage) Process(
	ctx context.Context,
	input <-chan stage.StreamElement,
	output chan<- stage.StreamElement,
) error

type MockScenarioContextStage ¶

type MockScenarioContextStage struct {
	stage.BaseStage
	// contains filtered or unexported fields
}

MockScenarioContextStage adds scenario context to the stream elements for MockProvider to use scenario-specific responses.

This stage should be placed before ProviderStage in the pipeline when using MockProvider to ensure scenario context is available.

func NewMockScenarioContextStage(scenario *config.Scenario) *MockScenarioContextStage

func (s *MockScenarioContextStage) Process(ctx context.Context, input <-chan stage.StreamElement, output chan<- stage.StreamElement) error

type PersonaAssemblyStage ¶

type PersonaAssemblyStage struct {
	stage.BaseStage
	// contains filtered or unexported fields
}

PersonaAssemblyStage assembles persona prompts using the same fragment/template system as PromptAssemblyStage. It enriches elements with the persona's assembled prompt and variables.

This stage mirrors the behavior of PromptAssemblyMiddleware but for personas: - Uses persona's BuildSystemPrompt() which handles fragment assembly - Supports template variable substitution with {{variable}} syntax - Injects persona-specific variables (goals, constraints, style) - Sets base variables for downstream template stage

func NewPersonaAssemblyStage(
	persona *config.UserPersonaPack,
	region string,
	baseVariables map[string]string,
) *PersonaAssemblyStage

func (s *PersonaAssemblyStage) Process(ctx context.Context, input <-chan stage.StreamElement, output chan<- stage.StreamElement) error

type ScenarioContextExtractionStage ¶

type ScenarioContextExtractionStage struct {
	stage.BaseStage
	// contains filtered or unexported fields
}

ScenarioContextExtractionStage extracts context using scenario metadata and conversation history. This is designed for Arena use where rich scenario metadata is available.

When scenario metadata is present, it uses: - Scenario metadata variables (domain, user role from scenario definition) - Scenario description and task type - Message analysis as fallback

Extracted variables are merged into element metadata, allowing templates to use them.

func NewScenarioContextExtractionStage(scenario *config.Scenario) *ScenarioContextExtractionStage

func (s *ScenarioContextExtractionStage) Process(ctx context.Context, input <-chan stage.StreamElement, output chan<- stage.StreamElement) error

type SelfPlayUserTurnContextStage ¶

type SelfPlayUserTurnContextStage struct {
	stage.BaseStage
	// contains filtered or unexported fields
}

SelfPlayUserTurnContextStage adds scenario context for the NEXT user turn (completed user turns + 1). Intended only for self-play user generation.

This stage enriches elements with metadata that MockProvider uses to select the appropriate mock response based on scenario and turn number.

func NewSelfPlayUserTurnContextStage(scenario *config.Scenario) *SelfPlayUserTurnContextStage

func NewSelfPlayUserTurnContextStageWithHint(
	scenario *config.Scenario,
	turnIndexHint int,
) *SelfPlayUserTurnContextStage

func (s *SelfPlayUserTurnContextStage) Process(ctx context.Context, input <-chan stage.StreamElement, output chan<- stage.StreamElement) error

type SkillInstructionStage ¶ added in v1.4.5

type SkillInstructionStage struct {
	stage.BaseStage
	// contains filtered or unexported fields
}

SkillInstructionStage appends preloaded skill instructions to the system_prompt metadata so the model sees skills marked preload: true from turn 1 without having to call skill__activate.

func NewSkillInstructionStage(instructions string) *SkillInstructionStage

func (s *SkillInstructionStage) Process(ctx context.Context, input <-chan stage.StreamElement, output chan<- stage.StreamElement) error

type StripToolMessagesStage ¶

type StripToolMessagesStage struct {
	stage.BaseStage
}

StripToolMessagesStage removes tool role messages from the stream. This is used in self-play scenarios before calling the self-play provider.

func NewStripToolMessagesStage() *StripToolMessagesStage

func (s *StripToolMessagesStage) Process(
	ctx context.Context,
	input <-chan stage.StreamElement,
	output chan<- stage.StreamElement,
) error

type TurnEvalRunner ¶ added in v1.3.2

type TurnEvalRunner interface {
	RunAssertionsAsEvals(
		ctx context.Context,
		assertionConfigs []assertions.AssertionConfig,
		messages []types.Message,
		turnIndex int,
		sessionID string,
		trigger evals.EvalTrigger,
	) []evals.EvalResult
}

TurnEvalRunner is an interface for running assertions as evals during turn execution. EvalOrchestrator in the engine package implements this interface.

type TurnIndexStage ¶

type TurnIndexStage struct {
	stage.BaseStage
}

TurnIndexStage computes role-specific turn counters from accumulated messages. It sets clear, role-specific metadata keys that other stages can consume: - arena_user_completed_turns: number of completed user messages - arena_user_next_turn: completed user messages + 1 (next user turn to generate) - arena_assistant_completed_turns: number of completed assistant messages - arena_assistant_next_turn: completed assistant messages + 1

This stage enriches all elements with turn count metadata.

func NewTurnIndexStage() *TurnIndexStage

func (s *TurnIndexStage) Process(ctx context.Context, input <-chan stage.StreamElement, output chan<- stage.StreamElement) error