datatest

type Analysis ¶

type Analysis = eval.Analysis

Question = qa.Question QuestionBank = qa.QuestionBank RunConfig = eval.RunConfig RunResult = eval.RunResult Analysis = eval.Analysis

type Option ¶

type Option func(*Options)

Option configures Suite behavior.

func WithCacheDir(dir string) Option

func WithChapterTarget(n int) Option

func WithChunkOverlap(n int) Option

func WithChunkSize(n int) Option

func WithEmbedder(e embedding.Embedder) Option

func WithForceDownload(force bool) Option

func WithLogger(l *slog.Logger) Option

func WithMaxFetchBytes(n int64) Option

func WithTopK(k int) Option

type Options ¶

type Options struct {
	Embedder      embedding.Embedder
	TopK          int
	ChunkSize     int
	ChunkOverlap  int
	CacheDir      string
	ForceDownload bool
	ChapterTarget int
	Logger        *slog.Logger
	ChunkMin      int
	MaxFetchBytes int64
}

type Question ¶

type Question = qa.Question

Question = qa.Question QuestionBank = qa.QuestionBank RunConfig = eval.RunConfig RunResult = eval.RunResult Analysis = eval.Analysis

type QuestionBank ¶

type QuestionBank = qa.QuestionBank

Question = qa.Question QuestionBank = qa.QuestionBank RunConfig = eval.RunConfig RunResult = eval.RunResult Analysis = eval.Analysis

func LoadQuestionBank(path string) (*QuestionBank, error)

type QuestionnaireConfig ¶

type QuestionnaireConfig struct {
	Sources            []string
	PerChapter         int
	Total              int
	MaxChapters        int
	Options            int
	Difficulty         string
	Style              string
	IncludeExplanation bool
	MaxChapterChars    int
	Language           string
}

QuestionnaireConfig is the configuration for generating a questionnaire.

type RunConfig ¶

type RunConfig = eval.RunConfig

Question = qa.Question QuestionBank = qa.QuestionBank RunConfig = eval.RunConfig RunResult = eval.RunResult Analysis = eval.Analysis

type RunMode ¶

type RunMode = eval.Mode

Question = qa.Question QuestionBank = qa.QuestionBank RunConfig = eval.RunConfig RunResult = eval.RunResult Analysis = eval.Analysis

type RunResult ¶

type RunResult = eval.RunResult

Question = qa.Question QuestionBank = qa.QuestionBank RunConfig = eval.RunConfig RunResult = eval.RunResult Analysis = eval.Analysis

type Suite ¶

type Suite struct {
	// contains filtered or unexported fields
}

Suite ties corpus parsing, chunking, RAG indexing, agent creation, QA generation, evaluation, and reporting.

func New(ctx context.Context, opts ...Option) *Suite

func (s *Suite) AddAgent(ctx context.Context, name, systemPrompt string, sources []string, model model.BaseModel[*schema.Message], agentOpts ...adk.AgentOption) (*adk.ChatModelAgent, error)

func (s *Suite) AddSource(name, pathOrURL string) error

func (s *Suite) Agents() []adk.Agent

func (s *Suite) Analyze(res *RunResult) *Analysis

func (s *Suite) GenerateQuestionnaire(ctx context.Context, qaModel model.BaseModel[*schema.Message], cfg *QuestionnaireConfig) (*QuestionBank, error)

func (s *Suite) RegisterParser(ext string, p corpus.Parser)

func (s *Suite) Run(ctx context.Context, bank *QuestionBank, cfg RunConfig) (*RunResult, error)

func (s *Suite) Sources() []*corpus.Source