Documentation
¶
Index ¶
- type EvaluationResult
- type Evaluator
- func AccuracyJudge(llmInstance llm.LLM) Evaluator
- func CoherenceJudge(llmInstance llm.LLM) Evaluator
- func ConcisenessJudge(llmInstance llm.LLM) Evaluator
- func HandoffJudge(llmInstance llm.LLM) Evaluator
- func RelevancyJudge(llmInstance llm.LLM) Evaluator
- func SafetyJudge(llmInstance llm.LLM) Evaluator
- func TaskCompletionJudge(llmInstance llm.LLM) Evaluator
- func ToolUseJudge(llmInstance llm.LLM) Evaluator
- type Judge
- type JudgeGroup
- type JudgmentResult
- type Verdict
Constants ¶
This section is empty.
Variables ¶
This section is empty.
Functions ¶
This section is empty.
Types ¶
type EvaluationResult ¶
type EvaluationResult struct {
Judgments map[string]*JudgmentResult
}
func (*EvaluationResult) AllPassed ¶
func (r *EvaluationResult) AllPassed() bool
func (*EvaluationResult) AnyPassed ¶
func (r *EvaluationResult) AnyPassed() bool
func (*EvaluationResult) MajorityPassed ¶
func (r *EvaluationResult) MajorityPassed() bool
func (*EvaluationResult) NoneFailed ¶
func (r *EvaluationResult) NoneFailed() bool
func (*EvaluationResult) Score ¶
func (r *EvaluationResult) Score() float64
type Evaluator ¶
type Evaluator interface {
Name() string
Evaluate(ctx context.Context, chatCtx *llm.ChatContext, reference *llm.ChatContext, evaluatorLLM llm.LLM) (*JudgmentResult, error)
}
func AccuracyJudge ¶
func CoherenceJudge ¶
func ConcisenessJudge ¶
func HandoffJudge ¶
func RelevancyJudge ¶
func SafetyJudge ¶
func TaskCompletionJudge ¶
func ToolUseJudge ¶
type Judge ¶
type Judge struct {
// contains filtered or unexported fields
}
func (*Judge) Evaluate ¶
func (j *Judge) Evaluate(ctx context.Context, chatCtx *llm.ChatContext, reference *llm.ChatContext, evaluatorLLM llm.LLM) (*JudgmentResult, error)
type JudgeGroup ¶
func NewJudgeGroup ¶
func NewJudgeGroup(llm llm.LLM, judges []Evaluator) *JudgeGroup
func (*JudgeGroup) Evaluate ¶
func (g *JudgeGroup) Evaluate(ctx context.Context, chatCtx *llm.ChatContext, reference *llm.ChatContext) (*EvaluationResult, error)
type JudgmentResult ¶
func (*JudgmentResult) Passed ¶
func (j *JudgmentResult) Passed() bool
Source Files
Click to show internal directories.
Click to hide internal directories.