testspec

type Artifact struct {
	Kind string `json:"kind"`
	URL  string `json:"url"`
}

type Assertion struct {
	ID           string          `json:"id"`
	Source       string          `json:"source,omitempty"`
	Pointer      string          `json:"pointer,omitempty"`
	Operator     string          `json:"operator,omitempty"`
	Value        json.RawMessage `json:"value,omitempty"`
	All          []Assertion     `json:"all,omitempty"`
	Any          []Assertion     `json:"any,omitempty"`
	Each         []Assertion     `json:"each,omitempty"`
	EachMode     string          `json:"each_mode,omitempty"`
	Transform    string          `json:"transform,omitempty"`
	ExpectedFrom *Reference      `json:"expected_from,omitempty"`
}

type AssertionResult struct {
	ID       string            `json:"id"`
	Source   string            `json:"source,omitempty"`
	Pointer  string            `json:"pointer,omitempty"`
	Operator string            `json:"operator,omitempty"`
	Expected json.RawMessage   `json:"expected,omitempty"`
	Actual   json.RawMessage   `json:"actual,omitempty"`
	Status   VerdictStatus     `json:"status"`
	Reason   string            `json:"reason,omitempty"`
	Children []AssertionResult `json:"children,omitempty"`
}

type Exchange struct {
	Step            string             `json:"step"`
	Method          string             `json:"method"`
	Path            string             `json:"path"`
	RequestBody     json.RawMessage    `json:"request_body,omitempty"`
	HTTPStatus      *int               `json:"http_status,omitempty"`
	Response        json.RawMessage    `json:"response,omitempty"`
	Events          []json.RawMessage  `json:"events,omitempty"`
	ElapsedMS       float64            `json:"elapsed_ms"`
	Metrics         map[string]float64 `json:"metrics,omitempty"`
	StreamCompleted *bool              `json:"stream_completed,omitempty"`
}

type FileBinding struct {
	AssetRef string `json:"asset_ref"`
}

type FileInput struct {
	Encoding   string   `json:"encoding"`
	MediaTypes []string `json:"media_types"`
	MaxBytes   int64    `json:"max_bytes"`
}

type FileOccurrence struct {
	InputName string
	Pointer   string
	AssetRef  string
	File      FileInput
}

type Input struct {
	Type        string            `json:"type"`
	Description string            `json:"description,omitempty"`
	Unit        string            `json:"unit,omitempty"`
	Default     json.RawMessage   `json:"default,omitempty"`
	Required    bool              `json:"required,omitempty"`
	Minimum     *float64          `json:"minimum,omitempty"`
	Maximum     *float64          `json:"maximum,omitempty"`
	Enum        []json.RawMessage `json:"enum,omitempty"`
	File        *FileInput        `json:"file,omitempty"`
}

type Issue struct {
	Stage string `json:"stage"`
	Code  string `json:"code"`
}

type Metric struct {
	ID          string `json:"id"`
	Label       string `json:"label"`
	Unit        string `json:"unit"`
	Scope       string `json:"scope"`
	Aggregation string `json:"aggregation"`
}

type Observation struct {
	Model           string             `json:"model"`
	Protocol        string             `json:"protocol"`
	HTTPStatus      *int               `json:"http_status,omitempty"`
	Response        json.RawMessage    `json:"response,omitempty"`
	Text            *string            `json:"text,omitempty"`
	StreamCompleted *bool              `json:"stream_completed,omitempty"`
	Metrics         map[string]float64 `json:"metrics"`
	Usage           json.RawMessage    `json:"usage,omitempty"`
	Task            *Task              `json:"task,omitempty"`
	Artifacts       []Artifact         `json:"artifacts"`
	Exchanges       []Exchange         `json:"exchanges"`
	Issues          []Issue            `json:"issues"`
}

type RandomContext struct {
	Seed            uint64 `json:"seed"`
	ExecutionItemID string `json:"execution_item_id"`
	MemberID        string `json:"member_id"`
	Iteration       uint64 `json:"iteration"`
}

type Reference struct {
	Source    string `json:"source"`
	Pointer   string `json:"pointer,omitempty"`
	Transform string `json:"transform,omitempty"`
}

type RenderInput struct {
	Request      Request
	Declarations map[string]Input
	Values       ResolvedInputs
	Random       RandomContext
	Responses    map[string]json.RawMessage
}

type RenderedRequest struct {
	Body  json.RawMessage
	Files []FileOccurrence
}

type Request struct {
	Body json.RawMessage `json:"body"`
}

type ResolvedInputs struct {
	JSONValues map[string]json.RawMessage
	Files      map[string]FileBinding
}

type Result struct {
	Observation Observation `json:"observation"`
	Verdict     Verdict     `json:"verdict"`
}

type RunSettings struct {
	TimeoutMS      uint64 `json:"timeout_ms,omitempty"`
	PollIntervalMS uint64 `json:"poll_interval_ms,omitempty"`
	TaskTimeoutMS  uint64 `json:"task_timeout_ms,omitempty"`
}

type Spec struct {
	Operation  string           `json:"operation,omitempty"`
	Inputs     map[string]Input `json:"inputs"`
	Request    Request          `json:"request"`
	Assertions []Assertion      `json:"assertions"`
	Workflow   *Workflow        `json:"workflow,omitempty"`
}

type Step struct {
	ID      string  `json:"id"`
	Request Request `json:"request"`
}

type Task struct {
	ID       string `json:"id"`
	Status   string `json:"status"`
	Terminal bool   `json:"terminal"`
}

type Verdict struct {
	Status     VerdictStatus     `json:"status"`
	Assertions []AssertionResult `json:"assertions"`
}

type VerdictStatus string

type Workflow struct {
	Mode  string `json:"mode"`
	Steps []Step `json:"steps,omitempty"`
}