Why Go
- Case Studies
  
  Common problems companies solve with Go
- Use Cases
  
  Stories about how and why companies use Go
- Security
  
  How Go can help keep you secure by default
Learn
Docs
- Effective Go
  
  Tips for writing clear, performant, and idiomatic Go code
- Go User Manual
  
  A complete introduction to building software with Go
- Standard library
  
  Reference documentation for Go's standard library
- Release Notes
  
  Learn what's new in each Go release
Packages
Community
- Recorded Talks
  
  Videos from prior events
- Meetups
  
  Meet other local Go developers
- Conferences
  
  Learn and network with Go developers from around the world
- Go blog
  
  The Go project's official blog.
- Go project
  
  Get help and stay informed from Go
- Get connected

benchspy

package

Go to main page

Versions in this module

v1

v1.51.3

Jan 30, 2026

v1.51.2

Nov 3, 2025

v1.51.1

Jun 12, 2025

Changes in this version

+ var Loki_99thQuery = `quantile_over_time(0.99, {branch=~"%s", commit=~"%s", go_test_name=~"%s", test_data_type=~"responses", gen_name=~"%s"} | json| unwrap duration [10s]) by (go_test_name, gen_name) / 1e6`

type StandardLoadMetric

+ const Percentile99Latency

v1.51.0

Feb 26, 2025

v1.50.5

Jan 10, 2025

v1.50.4

Dec 19, 2024

Changes in this version

+ const DEFAULT_DIRECTORY

+ const LogLevelEnvVar

+ const PrometheusUrlEnvVar

+ var L zerolog.Logger

+ var Loki_95thQuery = `quantile_over_time(0.95, {branch=~"%s", commit=~"%s", go_test_name=~"%s", test_data_type=~"responses", gen_name=~"%s"} | json| unwrap duration [10s]) by (go_test_name, gen_name) / 1e6`

+ var Loki_ErrorRate = `sum(max_over_time({branch=~"%s", commit=~"%s", go_test_name=~"%s", test_data_type=~"stats", gen_name=~"%s"} | json| unwrap failed [%s]) by (node_id, go_test_name, gen_name)) by (__stream_shard__)`

+ var Loki_MaxQuery = `max(max_over_time({branch=~"%s", commit=~"%s", go_test_name=~"%s", test_data_type=~"responses", gen_name=~"%s"} | json| unwrap duration [10s]) by (go_test_name, gen_name) / 1e6)`

+ var Loki_MedianQuery = `quantile_over_time(0.5, {branch=~"%s", commit=~"%s", go_test_name=~"%s", test_data_type=~"responses", gen_name=~"%s"} | json| unwrap duration [10s]) by (go_test_name, gen_name) / 1e6`

+ var Prometheus_MaxCPU = `max(max_over_time(rate(container_cpu_usage_seconds_total{name=~"%s"}[5m])[%s:10s]) * 100)`

+ var Prometheus_MaxMem = `max(max_over_time(rate(container_memory_usage_bytes{name=~"%s"}[5m])[%s:10s]) * 100)`

+ var Prometheus_MedianCPU = `quantile_over_time(0.5, rate(container_cpu_usage_seconds_total{name=~"%s"}[5m])[%s:10s]) * 100`

+ var Prometheus_MedianMem = `quantile_over_time(0.5, rate(container_memory_usage_bytes{name=~"%s"}[5m])[%s:10s]) * 100`

+ var Prometheus_P95CPU = `quantile_over_time(0.95, rate(container_cpu_usage_seconds_total{name=~"%s"}[5m])[%s:10s]) * 100`

+ var Prometheus_P95Mem = `quantile_over_time(0.95, rate(container_memory_usage_bytes{name=~"%s"}[5m])[%s:10s]) * 100`

+ var StandardLoadMetrics = []StandardLoadMetric

+ var StandardResourceMetrics = []StandardResourceMetric

+ func CompareDirectWithThresholds(medianThreshold, p95Threshold, maxThreshold, errorRateThreshold float64, ...) (bool, map[string][]error)

+ func FetchNewStandardReportAndLoadLatestPrevious(ctx context.Context, newCommitOrTag string, ...) (*StandardReport, *StandardReport, error)

+ func MustAllPrometheusResults(sr *StandardReport) map[string]model.Value

+ func PrintStandardDirectMetrics(currentReport, previousReport *StandardReport)

+ func ResultsAs[Type any](newType Type, queryExecutor QueryExecutor, queryNames ...string) (map[string]Type, error)

+ func StringSliceToFloat64Slice(s []string) ([]float64, error)

+ type BasicData struct

+ CommitOrTag string

+ GeneratorConfigs map[string]*wasp.Config

+ TestEnd time.Time

+ TestName string

+ TestStart time.Time

+ func MustNewBasicData(commitOrTag string, generators ...*wasp.Generator) BasicData

+ func NewBasicData(commitOrTag string, generators ...*wasp.Generator) (*BasicData, error)

+ func (b *BasicData) FillStartEndTimes() error

+ func (b *BasicData) IsComparable(otherData BasicData) error

+ func (b *BasicData) Validate() error

+ type Comparator interface

+ IsComparable func(otherReport Reporter) error

+ type DataFetcher interface

+ FetchData func(ctx context.Context) error

+ type DirectQueryExecutor struct

+ Generator *wasp.Generator

+ KindName string

+ Queries map[string]DirectQueryFn

+ QueryResults map[string]interface{}

+ func NewDirectQueryExecutor(generator *wasp.Generator, queries map[string]DirectQueryFn) (*DirectQueryExecutor, error)

+ func NewStandardDirectQueryExecutor(generator *wasp.Generator) (*DirectQueryExecutor, error)

+ func (g *DirectQueryExecutor) Execute(_ context.Context) error

+ func (g *DirectQueryExecutor) GeneratorName() string

+ func (g *DirectQueryExecutor) IsComparable(otherQueryExecutor QueryExecutor) error

+ func (g *DirectQueryExecutor) MarshalJSON() ([]byte, error)

+ func (g *DirectQueryExecutor) Results() map[string]interface{}

+ func (g *DirectQueryExecutor) TimeRange(_, _ time.Time)

+ func (g *DirectQueryExecutor) UnmarshalJSON(data []byte) error

+ func (g *DirectQueryExecutor) Validate() error

+ func (l *DirectQueryExecutor) Kind() string

+ type DirectQueryFn = func(responses *wasp.SliceBuffer[*wasp.Response]) (float64, error)

+ type DirectResultsByGenerator map[string]map[string]float64

+ func MustAllDirectResults(sr *StandardReport) DirectResultsByGenerator

+ type LocalStorage struct

+ Directory string

+ func (l *LocalStorage) Load(testName, commitOrTag string, report interface{}) error

+ func (l *LocalStorage) Store(testName, commitOrTag string, report interface{}) (string, error)

+ type LokiQueryExecutor struct

+ Config *wasp.LokiConfig

+ EndTime time.Time

+ GeneratorNameString string

+ KindName string

+ Queries map[string]string

+ QueryResults map[string]interface{}

+ StartTime time.Time

+ func NewLokiQueryExecutor(generatorName string, queries map[string]string, lokiConfig *wasp.LokiConfig) *LokiQueryExecutor

+ func NewStandardMetricsLokiExecutor(lokiConfig *wasp.LokiConfig, testName, generatorName, branch, commit string, ...) (*LokiQueryExecutor, error)

+ func (l *LokiQueryExecutor) Execute(ctx context.Context) error

+ func (l *LokiQueryExecutor) GeneratorName() string

+ func (l *LokiQueryExecutor) IsComparable(otherQueryExecutor QueryExecutor) error

+ func (l *LokiQueryExecutor) Kind() string

+ func (l *LokiQueryExecutor) Results() map[string]interface{}

+ func (l *LokiQueryExecutor) TimeRange(start, end time.Time)

+ func (l *LokiQueryExecutor) UnmarshalJSON(data []byte) error

+ func (l *LokiQueryExecutor) Validate() error

+ type LokiResultsByGenerator map[string]map[string][]string

+ func MustAllLokiResults(sr *StandardReport) LokiResultsByGenerator

+ type NamedGenerator interface

+ GeneratorName func() string

+ type PrometheusConfig struct

+ NameRegexPatterns []string

+ Url string

+ var WithoutPrometheus *PrometheusConfig = nil

+ func NewPrometheusConfig(nameRegexPatterns ...string) *PrometheusConfig

+ type PrometheusQueryExecutor struct

+ EndTime time.Time

+ KindName string

+ Queries map[string]string

+ QueryResults map[string]interface{}

+ StartTime time.Time

+ func NewPrometheusQueryExecutor(queries map[string]string, config *PrometheusConfig) (*PrometheusQueryExecutor, error)

+ func NewStandardPrometheusQueryExecutor(startTime, endTime time.Time, config *PrometheusConfig) (*PrometheusQueryExecutor, error)

+ func (g *PrometheusQueryExecutor) MarshalJSON() ([]byte, error)

+ func (l *PrometheusQueryExecutor) Kind() string

+ func (r *PrometheusQueryExecutor) Execute(ctx context.Context) error

+ func (r *PrometheusQueryExecutor) IsComparable(other QueryExecutor) error

+ func (r *PrometheusQueryExecutor) MustResultsAsValue() map[string]model.Value

+ func (r *PrometheusQueryExecutor) Results() map[string]interface{}

+ func (r *PrometheusQueryExecutor) TimeRange(startTime, endTime time.Time)

+ func (r *PrometheusQueryExecutor) UnmarshalJSON(data []byte) error

+ func (r *PrometheusQueryExecutor) Validate() error

+ func (r *PrometheusQueryExecutor) Warnings() map[string]v1.Warnings

+ type QueryExecutor interface

+ Execute func(ctx context.Context) error

+ IsComparable func(other QueryExecutor) error

+ Kind func() string

+ Results func() map[string]interface{}

+ TimeRange func(startTime, endTime time.Time)

+ Validate func() error

+ type Reporter interface

+ type StandardLoadMetric string

+ const ErrorRate

+ const MaxLatency

+ const MedianLatency

+ const Percentile95Latency

+ type StandardQueryExecutorType string

+ const StandardQueryExecutor_Direct

+ const StandardQueryExecutor_Loki

+ const StandardQueryExecutor_Prometheus

+ type StandardReport struct

+ QueryExecutors []QueryExecutor

+ func NewStandardReport(commitOrTag string, opts ...StandardReportOption) (*StandardReport, error)

+ func (b *StandardReport) FetchData(ctx context.Context) error

+ func (b *StandardReport) IsComparable(otherReport Reporter) error

+ func (b *StandardReport) Load(testName, commitOrTag string) error

+ func (b *StandardReport) LoadLatest(testName string) error

+ func (b *StandardReport) Store() (string, error)

+ func (s *StandardReport) UnmarshalJSON(data []byte) error

+ type StandardReportOption func(*standardReportConfig)

+ func WithGenerators(generators ...*wasp.Generator) StandardReportOption

+ func WithPrometheusConfig(prometheusConfig *PrometheusConfig) StandardReportOption

+ func WithQueryExecutors(queryExecutors ...QueryExecutor) StandardReportOption

+ func WithReportDirectory(reportDirectory string) StandardReportOption

+ func WithStandardQueries(executorTypes ...StandardQueryExecutorType) StandardReportOption

+ type StandardResourceMetric string

+ const MaxCPUUsage

+ const MaxMemUsage

+ const MedianCPUUsage

+ const MedianMemUsage

+ const P95CPUUsage

+ const P95MemUsage

+ type Storer interface

+ Load func(testName, commitOrTag string) error

+ LoadLatest func(testName string) error

+ Store func() (string, error)

+ type TypedMetric struct

+ MetricType string

+ Value model.Value