longmemeval

type AbilityCategory struct {
	Code string
	Name string
}

type BaselineEvidence struct {
	DatasetSourceID    string
	QuerySourceID      string
	SourceURL          string
	LicenseNotice      string
	Ability            AbilityCategory
	TemporalMetadata   []TemporalLocator
	IsAbstention       bool
	EvidenceOrigin     EvidenceOrigin
	CortexReproduction bool
	RetrievalLabels    RetrievalLabelStatus
	LegacyMetrics      LegacyMetricComparability
	Limitations        []string
}

type ChatTurn struct {
	Role      string `json:"role"`
	Content   string `json:"content"`
	SessionID int    `json:"session_id"`
	Timestamp string `json:"timestamp"`
}

type Config struct {
	DataPath   string
	Limit      int
	JudgeCfg   *common.JudgeConfig
	GraphBoost bool

	// EmbeddingCfg embeds ingested observations when set; nil keeps the
	// lexical-only store. The query leg stays lexical either way (see
	// adaptiveRetrieve).
	EmbeddingCfg *embedding.Config

	// Baseline records before-scores keyed by common.BaselineKey for the
	// per-task comparison; nil publishes after-scores with an unevaluated gate.
	Baseline common.EvalBaseline

	// MinDelta is the per-task regression gate applied to every comparison
	// row. Zero means a task may never fall below its recorded baseline.
	MinDelta float64

	// ReportPath writes the published evaluation JSON when non-empty.
	ReportPath string

	// LegacyPath keeps the original direct FTS query instead of routing
	// through retrieval.ExecuteAdaptiveSearch, so a before/after row can be
	// reproduced with one flag flip and stays attributable to the adaptive
	// wiring alone.
	LegacyPath bool
}

type Dataset struct {
	Questions []Question `json:"questions"`
}

type DatasetProvenance struct {
	DatasetSourceID string
	SourceURL       string
	LicenseNotice   string
}

type EvidenceOrigin string

type LegacyMetricComparability struct {
	AnswerTokenF1ComparableToLabelledRetrieval bool
	JudgeComparableToLabelledRetrieval         bool
}

type Question struct {
	ID          string     `json:"id"`
	Question    string     `json:"question"`
	Answer      string     `json:"answer"`
	Category    string     `json:"category"` // IE, MR, TR, KU, ABS
	ChatHistory []ChatTurn `json:"chat_history"`
}

type RetrievalLabelStatus struct {
	Available               bool
	RelevantStableIDs       []string
	EvidenceSpans           []string
	ReleaseEvidenceEligible bool
}

type TemporalLocator struct {
	SessionID int
	Timestamp string
}