weaver

May 23, 2024

Changes in this version

+ type AdaptiveRateLimiter struct

+ func NewAdaptiveRateLimiter() *AdaptiveRateLimiter

+ func (a *AdaptiveRateLimiter) GraduallyIncreaseRateLimit() (increased bool)

+ func (a *AdaptiveRateLimiter) ReduceLimit()

+ func (a *AdaptiveRateLimiter) Wait(ctx context.Context)

+ func (a AdaptiveRateLimiter) Limit() rate.Limit

+ func (a AdaptiveRateLimiter) SetLimit(r rate.Limit)

type Checker

+ Limiter *AdaptiveRateLimiter

Mar 12, 2024

Changes in this version

+ func Main() int

+ type Checker struct

+ BaseURL *url.URL

+ HTTPClient *http.Client

+ Output io.Writer

+ Verbose bool

+ func NewChecker() *Checker

+ func (c *Checker) Check(ctx context.Context, page string)

+ func (c *Checker) Crawl(ctx context.Context, page, referrer string)

+ func (c *Checker) RateLimit() rate.Limit

+ func (c *Checker) RecordResult(page, referrer string, err error, resp *http.Response)

+ func (c *Checker) ReduceRateLimit()

+ func (c *Checker) Results() []Result

+ func (c *Checker) SetRateLimit(limit rate.Limit)

+ type Result struct

+ Link string

+ Message string

+ Referrer string

+ Status Status

+ func (r Result) String() string

+ type Status string

+ const StatusError

+ const StatusOK

+ const StatusSkipped

+ const StatusWarning

+ func (s Status) String() string