whstore

type AckLatency struct {
	Count int64 `json:"count"`
	P50MS int64 `json:"p50_ms"`
	P99MS int64 `json:"p99_ms"`
	MaxMS int64 `json:"max_ms"`
	// Slowest is the slowest delivery of the span, null when there was none.
	Slowest *SlowAck `json:"slowest"`
}

type AckPoint struct {
	At     time.Time `json:"at"`
	Source string    `json:"source"`
	Count  int64     `json:"count"`
	P50MS  int64     `json:"p50_ms"`
	P99MS  int64     `json:"p99_ms"`
	MaxMS  int64     `json:"max_ms"`
	// BufferMS, MarkMS and PutMS are the average delivery's wait in each
	// stage; with a spool, put is the spool's sync.
	BufferMS float64 `json:"buffer_ms"`
	MarkMS   float64 `json:"mark_ms"`
	PutMS    float64 `json:"put_ms"`
}

type Compaction struct {
	Segments   int
	Events     int64
	Duplicates int64
	Digest     string
	ResourceID string
	Location   string
	// Bytes is the size of the Parquet file written.
	Bytes int64
}

type CompactionRun struct {
	Source      string    `json:"source"`
	WindowStart time.Time `json:"window_start"`
	CompactedAt time.Time `json:"at"`
	DurationMS  int64     `json:"duration_ms"`
	// LagSeconds is how long after the window ended the compaction finished.
	LagSeconds int64 `json:"lag_seconds"`
	Segments   int   `json:"segments"`
	Events     int64 `json:"events"`
	// InputBytes is the gzipped segments read, DecodedBytes the events held
	// in memory, OutputBytes the Parquet file written.
	InputBytes   int64 `json:"input_bytes"`
	DecodedBytes int64 `json:"decoded_bytes"`
	OutputBytes  int64 `json:"output_bytes"`
}

type CompactionState struct {
	Pending    int64
	Running    int64
	Waiting    int64
	OldestOwed time.Duration
}

type Count struct {
	Source  string
	Minute  time.Time
	Outcome string
	Status  int
	Count   int64
}

type Latency struct {
	Source  string
	Minute  time.Time
	Buckets [ackBuckets]int64
	Slowest SlowAck
	// BufferMS, MarkMS and PutMS are each stage's time summed over the
	// minute's deliveries, for the average each took (#2150).
	BufferMS, MarkMS, PutMS int64
}

type Overview struct {
	// Summaries holds one entry per source that has counts or windows; a
	// source with neither has no entry.
	Summaries map[string]Summary
	// Volume is the request counts from Since, summed per bucket of Step,
	// oldest bucket first. A bucket with no requests has no point.
	Volume []VolumePoint
	// Rejections are the newest rejected requests of every source, or of the
	// source read, whose latest rejection is at or after Since.
	Rejections []Rejection
	// Since is the series' lower bound: a count is in the series when its
	// minute is at or after it, the bound LastHour and LastDay are read with.
	Since time.Time
	// Until is its upper bound: a count is in the series when its minute is
	// before it. Zero is no bound: the series runs to now.
	Until time.Time
	// Telemetry is the history the page charts over the same span (#2150).
	Telemetry Telemetry
}

type Rejection struct {
	Source string `json:"-"`
	// At is the latest rejection of the run.
	At time.Time `json:"at"`
	// FirstAt is the earliest. Equal to At for a single rejection.
	FirstAt time.Time `json:"first_at"`
	// Count is how many rejections the row stands for, at least one.
	Count   int64  `json:"count"`
	Outcome string `json:"outcome"`
	Reason  string `json:"reason"`
	// RequestHash is the SHA-256 of the refused request's body, and EventIDs
	// the ids of its first events, when its events were read; empty for a
	// request refused before that. A rejection carrying ids is one request,
	// never folded into a run.
	RequestHash string   `json:"request_hash"`
	EventIDs    []string `json:"event_ids"`
}

type ReplicaMinute struct {
	Replica          string    `json:"replica"`
	Minute           time.Time `json:"at"`
	ReceivedEvents   int64     `json:"received_events"`
	DrainedEvents    int64     `json:"drained_events"`
	DrainedBytes     int64     `json:"drained_bytes"`
	SpoolBytes       int64     `json:"spool_bytes"`
	SpoolEvents      int64     `json:"spool_events"`
	OldestAgeSeconds int64     `json:"oldest_age_seconds"`
}

type SlowAck struct {
	At       time.Time `json:"at"`
	TotalMS  int64     `json:"total_ms"`
	BufferMS int64     `json:"buffer_ms"`
	MarkMS   int64     `json:"mark_ms"`
	PutMS    int64     `json:"put_ms"`
}

type SourceReadings struct {
	Source string
	// Outcomes holds each minute's count per outcome since the counts span
	// began; a minute with no request has no entry.
	Outcomes map[time.Time]map[string]int64
	// Ack is the acknowledgement latency over the ack span.
	Ack AckLatency
	// OldestOwedEnd is when the oldest window owed a compaction ended, nil
	// when none is owed.
	OldestOwedEnd *time.Time
	// FailingWindows counts owed windows whose last compaction failed, and
	// LastError is one of their errors.
	FailingWindows int
	LastError      string
	// LastSegmentAt is when the source's last segment was written.
	LastSegmentAt *time.Time
}

type SourceStorage struct {
	Source           string `json:"source"`
	RawBytes         int64  `json:"raw_bytes"`
	RawSegments      int64  `json:"raw_segments"`
	CompactedBytes   int64  `json:"compacted_bytes"`
	CompactedWindows int64  `json:"compacted_windows"`
}

type Span struct {
	Since, Until time.Time
	Step         time.Duration
}

type SpoolState struct {
	Replica string
	Dir     string
	Bytes   int64
	Events  int64
	Files   int
	// Oldest is when the oldest event waiting was received; nil when the
	// spool is empty.
	Oldest   *time.Time
	MaxBytes int64
	MaxAge   time.Duration
	// Drained and DrainFailures count since the receiver started.
	Drained       int64
	DrainFailures int64
	LastDrainAt   *time.Time
	LastError     string
	StartedAt     time.Time
	UpdatedAt     time.Time
	// FsTotal and FsFree are the filesystem the spool directory is on, nil
	// where the receiver could not read it (#2148).
	FsTotal *int64
	FsFree  *int64
	// ConsecutiveFailures is how many drains in a row have failed, and
	// FailingSince when the first of them did; zero and nil while the
	// drain is succeeding (#2149).
	ConsecutiveFailures int64
	FailingSince        *time.Time
}

type Status struct {
	// LastHour and LastDay are request counts by outcome.
	LastHour map[string]int64 `json:"last_hour"`
	LastDay  map[string]int64 `json:"last_day"`
	// LastSegmentAt is when a segment of accepted events was last written,
	// which is when the source last received an event. A sender that stops
	// produces no error on the receiving side; this is how that shows.
	LastSegmentAt *time.Time `json:"last_segment_at"`
	// LastCompactedWindow is the start of the newest window whose Parquet
	// file holds every event its segments do.
	LastCompactedWindow *time.Time `json:"last_compacted_window"`
	// Pending counts windows owed a compaction: not yet compacted, or
	// dirtied by a segment written after they were.
	Pending int `json:"pending"`
	// Failing counts pending windows whose last compaction attempt failed.
	Failing   int    `json:"failing"`
	LastError string `json:"last_error,omitempty"`
	// OldestWindow is the start of the oldest window still held.
	OldestWindow *time.Time `json:"oldest_window"`
	// AckLastHour and AckLastDay are how long the deliveries answered 202
	// waited for that answer.
	AckLastHour AckLatency  `json:"ack_last_hour"`
	AckLastDay  AckLatency  `json:"ack_last_day"`
	Rejections  []Rejection `json:"rejections"`
	// SegmentsOpenWindow and SegmentsPerWindowP95 are the segments recorded
	// against the open window, and the 95th percentile of that count over
	// the windows that started in the last day (#2132), as the overview of
	// every source reports them.
	SegmentsOpenWindow   int64 `json:"segments_open_window"`
	SegmentsPerWindowP95 int64 `json:"segments_per_window_p95"`
}

type StatusPoint struct {
	At     time.Time `json:"at"`
	Source string    `json:"source"`
	Status int       `json:"http_status"`
	Count  int64     `json:"count"`
}

type Store struct {
	// contains filtered or unexported fields
}

type Summary struct {
	// LastHour and LastDay are request counts by outcome.
	LastHour map[string]int64
	LastDay  map[string]int64
	// LastSegmentAt is when the source last received an event; nil when no
	// window it still holds records one.
	LastSegmentAt *time.Time
	// Pending and Failing count windows owed a compaction, and those of them
	// whose last attempt failed.
	Pending   int
	Failing   int
	LastError string
	// AckLastHour and AckLastDay are how long the deliveries answered 202
	// waited for that answer.
	AckLastHour AckLatency
	AckLastDay  AckLatency
	// SegmentsOpenWindow is how many segments were recorded against the
	// source's open window, and SegmentsPerWindowP95 the 95th percentile of
	// that count over the windows that started in the last day (#2132): the
	// objects a reader of a window reads before a rollup merges them. A
	// receiver records its first write of a window twice, so each count can
	// exceed the segments written by one per replica.
	SegmentsOpenWindow   int64
	SegmentsPerWindowP95 int64
}

type Telemetry struct {
	Statuses    []StatusPoint   `json:"statuses"`
	Replicas    []ReplicaMinute `json:"replicas"`
	Ack         []AckPoint      `json:"ack"`
	Compactions []CompactionRun `json:"compactions"`
	Storage     []SourceStorage `json:"storage"`
}

type VolumePoint struct {
	Source  string
	At      time.Time
	Outcome string
	Count   int64
}

type Window struct {
	Source string
	Start  time.Time
	Length time.Duration
	// Generation is the window's segment counter when it was read. Compacting
	// it records this number, so a segment recorded while the compaction ran
	// leaves the window owed another one.
	Generation int64
	// ResourceID and Location are the last compaction's resource and the
	// directory its partition is registered at, empty before the first.
	ResourceID string
	Location   string
	Attempts   int
}