webfetch

package

v2026.621.2 Latest Latest Go to latest Published: Jun 21, 2026 License: MIT Imports: 14 Imported by: 0

Details

View Source

const (
	MaxBodyBytes    = 5 * 1024 * 1024
	DefaultTimeoutS = 30
	MaxTimeoutSecs  = 120
	UserAgent       = defaultUserAgent
)

This section is empty.

func ClassifyHTTPStatusForTest(status int, body []byte) string

func DomainBlockedForTest(host string, rules []string) (bool, string)

func ResetSharedClientForTest()

func RetryableFetchErrorForTest(err error) bool

type Result struct {
	URL         string
	Status      int
	ContentType string
	Markdown    string
	Title       string
}

func FetchURL(ctx context.Context, rawURL string, timeoutSec int, cfg *config.Root) (Result, error)