Why Go
- Case Studies
  
  Common problems companies solve with Go
- Use Cases
  
  Stories about how and why companies use Go
- Security
  
  How Go can help keep you secure by default
Learn
Docs
- Effective Go
  
  Tips for writing clear, performant, and idiomatic Go code
- Go User Manual
  
  A complete introduction to building software with Go
- Standard library
  
  Reference documentation for Go's standard library
- Release Notes
  
  Learn what's new in each Go release
- API
  
  Reference documentation for the pkg.go.dev API
Packages
Community
- Recorded Talks
  
  Videos from prior events
- Meetups
  
  Meet other local Go developers
- Conferences
  
  Learn and network with Go developers from around the world
- Go blog
  
  The Go project's official blog.
- Go project
  
  Get help and stay informed from Go
- Get connected

benchspy

package

Go to main page

Versions in this module

v1

v1.53.0

Aug 28, 2026

v1.52.0

May 29, 2026

v1.51.3

Jan 30, 2026

v1.51.2

Nov 3, 2025

v1.51.1

Jun 12, 2025

Changes in this version

+ var Loki_99thQuery = `quantile_over_time(0.99, {branch=~"%s", commit=~"%s", go_test_name=~"%s", test_data_type=~"responses", gen_name=~"%s"} | json| unwrap duration [10s]) by (go_test_name, gen_name) / 1e6`

type StandardLoadMetric

+ const Percentile99Latency

v1.51.0

Feb 26, 2025

v1.50.5

Jan 10, 2025

v1.50.4

Dec 19, 2024

Changes in this version

+ const DEFAULT_DIRECTORY

+ const LogLevelEnvVar

+ const PrometheusUrlEnvVar

+ var L zerolog.Logger

+ var Loki_95thQuery = `quantile_over_time(0.95, {branch=~"%s", commit=~"%s", go_test_name=~"%s", test_data_type=~"responses", gen_name=~"%s"} | json| unwrap duration [10s]) by (go_test_name, gen_name) / 1e6`

+ var Loki_ErrorRate = `sum(max_over_time({branch=~"%s", commit=~"%s", go_test_name=~"%s", test_data_type=~"stats", gen_name=~"%s"} | json| unwrap failed [%s]) by (node_id, go_test_name, gen_name)) by (__stream_shard__)`

+ var Loki_MaxQuery = `max(max_over_time({branch=~"%s", commit=~"%s", go_test_name=~"%s", test_data_type=~"responses", gen_name=~"%s"} | json| unwrap duration [10s]) by (go_test_name, gen_name) / 1e6)`

+ var Loki_MedianQuery = `quantile_over_time(0.5, {branch=~"%s", commit=~"%s", go_test_name=~"%s", test_data_type=~"responses", gen_name=~"%s"} | json| unwrap duration [10s]) by (go_test_name, gen_name) / 1e6`

+ var Prometheus_MaxCPU = `max(max_over_time(rate(container_cpu_usage_seconds_total{name=~"%s"}[5m])[%s:10s]) * 100)`

+ var Prometheus_MaxMem = `max(max_over_time(rate(container_memory_usage_bytes{name=~"%s"}[5m])[%s:10s]) * 100)`

+ var Prometheus_MedianCPU = `quantile_over_time(0.5, rate(container_cpu_usage_seconds_total{name=~"%s"}[5m])[%s:10s]) * 100`

+ var Prometheus_MedianMem = `quantile_over_time(0.5, rate(container_memory_usage_bytes{name=~"%s"}[5m])[%s:10s]) * 100`

+ var Prometheus_P95CPU = `quantile_over_time(0.95, rate(container_cpu_usage_seconds_total{name=~"%s"}[5m])[%s:10s]) * 100`

+ var Prometheus_P95Mem = `quantile_over_time(0.95, rate(container_memory_usage_bytes{name=~"%s"}[5m])[%s:10s]) * 100`

+ var StandardLoadMetrics = []StandardLoadMetric

+ var StandardResourceMetrics = []StandardResourceMetric

+ func CompareDirectWithThresholds(medianThreshold, p95Threshold, maxThreshold, errorRateThreshold float64, ...) (bool, map[string][]error)

+ func FetchNewStandardReportAndLoadLatestPrevious(ctx context.Context, newCommitOrTag string, ...) (*StandardReport, *StandardReport, error)

+ func MustAllPrometheusResults(sr *StandardReport) map[string]model.Value

+ func PrintStandardDirectMetrics(currentReport, previousReport *StandardReport)

+ func ResultsAs[Type any](newType Type, queryExecutor QueryExecutor, queryNames ...string) (map[string]Type, error)

+ func StringSliceToFloat64Slice(s []string) ([]float64, error)

+ type BasicData struct

+ CommitOrTag string

+ GeneratorConfigs map[string]*wasp.Config

+ TestEnd time.Time

+ TestName string

+ TestStart time.Time

+ func MustNewBasicData(commitOrTag string, generators ...*wasp.Generator) BasicData

+ func NewBasicData(commitOrTag string, generators ...*wasp.Generator) (*BasicData, error)

+ func (b *BasicData) FillStartEndTimes() error

+ func (b *BasicData) IsComparable(otherData BasicData) error

+ func (b *BasicData) Validate() error

+ type Comparator interface

+ IsComparable func(otherReport Reporter) error

+ type DataFetcher interface

+ FetchData func(ctx context.Context) error

+ type DirectQueryExecutor struct

+ Generator *wasp.Generator

+ KindName string

+ Queries map[string]DirectQueryFn

+ QueryResults map[string]interface{}

+ func NewDirectQueryExecutor(generator *wasp.Generator, queries map[string]DirectQueryFn) (*DirectQueryExecutor, error)

+ func NewStandardDirectQueryExecutor(generator *wasp.Generator) (*DirectQueryExecutor, error)

+ func (g *DirectQueryExecutor) Execute(_ context.Context) error

+ func (g *DirectQueryExecutor) GeneratorName() string

+ func (g *DirectQueryExecutor) IsComparable(otherQueryExecutor QueryExecutor) error

+ func (g *DirectQueryExecutor) MarshalJSON() ([]byte, error)

+ func (g *DirectQueryExecutor) Results() map[string]interface{}

+ func (g *DirectQueryExecutor) TimeRange(_, _ time.Time)

+ func (g *DirectQueryExecutor) UnmarshalJSON(data []byte) error

+ func (g *DirectQueryExecutor) Validate() error

+ func (l *DirectQueryExecutor) Kind() string

+ type DirectQueryFn = func(responses *wasp.SliceBuffer[*wasp.Response]) (float64, error)

+ type DirectResultsByGenerator map[string]map[string]float64

+ func MustAllDirectResults(sr *StandardReport) DirectResultsByGenerator

+ type LocalStorage struct

+ Directory string

+ func (l *LocalStorage) Load(testName, commitOrTag string, report interface{}) error

+ func (l *LocalStorage) Store(testName, commitOrTag string, report interface{}) (string, error)

+ type LokiQueryExecutor struct

+ Config *wasp.LokiConfig

+ EndTime time.Time

+ GeneratorNameString string

+ KindName string

+ Queries map[string]string

+ QueryResults map[string]interface{}

+ StartTime time.Time

+ func NewLokiQueryExecutor(generatorName string, queries map[string]string, lokiConfig *wasp.LokiConfig) *LokiQueryExecutor

+ func NewStandardMetricsLokiExecutor(lokiConfig *wasp.LokiConfig, testName, generatorName, branch, commit string, ...) (*LokiQueryExecutor, error)

+ func (l *LokiQueryExecutor) Execute(ctx context.Context) error

+ func (l *LokiQueryExecutor) GeneratorName() string

+ func (l *LokiQueryExecutor) IsComparable(otherQueryExecutor QueryExecutor) error

+ func (l *LokiQueryExecutor) Kind() string

+ func (l *LokiQueryExecutor) Results() map[string]interface{}

+ func (l *LokiQueryExecutor) TimeRange(start, end time.Time)

+ func (l *LokiQueryExecutor) UnmarshalJSON(data []byte) error

+ func (l *LokiQueryExecutor) Validate() error

+ type LokiResultsByGenerator map[string]map[string][]string

+ func MustAllLokiResults(sr *StandardReport) LokiResultsByGenerator

+ type NamedGenerator interface

+ GeneratorName func() string

+ type PrometheusConfig struct

+ NameRegexPatterns []string

+ Url string

+ var WithoutPrometheus *PrometheusConfig = nil

+ func NewPrometheusConfig(nameRegexPatterns ...string) *PrometheusConfig

+ type PrometheusQueryExecutor struct

+ EndTime time.Time

+ KindName string

+ Queries map[string]string

+ QueryResults map[string]interface{}

+ StartTime time.Time

+ func NewPrometheusQueryExecutor(queries map[string]string, config *PrometheusConfig) (*PrometheusQueryExecutor, error)

+ func NewStandardPrometheusQueryExecutor(startTime, endTime time.Time, config *PrometheusConfig) (*PrometheusQueryExecutor, error)

+ func (g *PrometheusQueryExecutor) MarshalJSON() ([]byte, error)

+ func (l *PrometheusQueryExecutor) Kind() string

+ func (r *PrometheusQueryExecutor) Execute(ctx context.Context) error

+ func (r *PrometheusQueryExecutor) IsComparable(other QueryExecutor) error

+ func (r *PrometheusQueryExecutor) MustResultsAsValue() map[string]model.Value

+ func (r *PrometheusQueryExecutor) Results() map[string]interface{}

+ func (r *PrometheusQueryExecutor) TimeRange(startTime, endTime time.Time)

+ func (r *PrometheusQueryExecutor) UnmarshalJSON(data []byte) error

+ func (r *PrometheusQueryExecutor) Validate() error

+ func (r *PrometheusQueryExecutor) Warnings() map[string]v1.Warnings

+ type QueryExecutor interface

+ Execute func(ctx context.Context) error

+ IsComparable func(other QueryExecutor) error

+ Kind func() string

+ Results func() map[string]interface{}

+ TimeRange func(startTime, endTime time.Time)

+ Validate func() error

+ type Reporter interface

+ type StandardLoadMetric string

+ const ErrorRate

+ const MaxLatency

+ const MedianLatency

+ const Percentile95Latency

+ type StandardQueryExecutorType string

+ const StandardQueryExecutor_Direct

+ const StandardQueryExecutor_Loki

+ const StandardQueryExecutor_Prometheus

+ type StandardReport struct

+ QueryExecutors []QueryExecutor

+ func NewStandardReport(commitOrTag string, opts ...StandardReportOption) (*StandardReport, error)

+ func (b *StandardReport) FetchData(ctx context.Context) error

+ func (b *StandardReport) IsComparable(otherReport Reporter) error

+ func (b *StandardReport) Load(testName, commitOrTag string) error

+ func (b *StandardReport) LoadLatest(testName string) error

+ func (b *StandardReport) Store() (string, error)

+ func (s *StandardReport) UnmarshalJSON(data []byte) error

+ type StandardReportOption func(*standardReportConfig)

+ func WithGenerators(generators ...*wasp.Generator) StandardReportOption

+ func WithPrometheusConfig(prometheusConfig *PrometheusConfig) StandardReportOption

+ func WithQueryExecutors(queryExecutors ...QueryExecutor) StandardReportOption

+ func WithReportDirectory(reportDirectory string) StandardReportOption

+ func WithStandardQueries(executorTypes ...StandardQueryExecutorType) StandardReportOption

+ type StandardResourceMetric string

+ const MaxCPUUsage

+ const MaxMemUsage

+ const MedianCPUUsage

+ const MedianMemUsage

+ const P95CPUUsage

+ const P95MemUsage

+ type Storer interface

+ Load func(testName, commitOrTag string) error

+ LoadLatest func(testName string) error

+ Store func() (string, error)

+ type TypedMetric struct

+ MetricType string

+ Value model.Value