validation

type ComparisonResult struct {
	Subject string

	MustReadRecall    float64
	MustReadPrecision float64
	MustReadMissing   []string
	MustReadExtra     []string

	RelatedRecall  float64
	RelatedMissing []string

	TestsRecall  float64
	TestsMissing []string

	ForbiddenViolations        []string // must_read_forbidden items found in actual must_read
	RelatedForbiddenViolations []string // related_forbidden items found in actual related
	OrderingViolations         []string // must_read_ordered pairs where order is wrong
	IgnoreMissing              []string // ignore_must_contain items found in positive sections

	ExternalRecall  float64
	ExternalMissing []string

	StableMissing []string // expect_stable entries not found as stable in must_read

	Pass bool
}

type Fixture struct {
	Subject           string   `json:"subject"`
	MustRead          []string `json:"must_read"`
	MustReadForbidden []string `json:"must_read_forbidden"`
	MustReadOrdered   []string `json:"must_read_ordered,omitempty"`
	Related           []string `json:"related"`
	RelatedForbidden  []string `json:"related_forbidden,omitempty"`
	Tests             []string `json:"tests"`
	IgnoreMustContain []string `json:"ignore_must_contain"`
	External          []string `json:"external,omitempty"`
	ExpectStable      []string `json:"expect_stable,omitempty"`
}

type Thresholds struct {
	MustReadRecall    float64
	MustReadPrecision float64
	RelatedRecall     float64
	TestsRecall       float64
	ExternalRecall    float64
}