fetcher

Jun 17, 2026

Changes in this version

type CacheConfig

+ func (c *CacheConfig) GetSourcesDir(baseURL string) string

+ func (c *CacheConfig) LoadFromCache(baseURL, subDir, urlPath string) ([]byte, bool)

+ func (c *CacheConfig) LoadHTML(baseURL string) ([]byte, bool)

+ func (c *CacheConfig) LoadMetadata(baseURL string) ([]byte, bool)

+ func (c *CacheConfig) LoadSourceMap(baseURL, jsRelPath string) ([]byte, bool)

+ func (c *CacheConfig) SaveSourceFile(baseURL, sourcePath string, content []byte) (string, error)

Jun 8, 2026

Changes in this version

type Fetcher

+ func (f *Fetcher) SetExtraHeaders(headers map[string]string)

May 31, 2026

Changes in this version

type Fetcher

+ func (f *Fetcher) FetchWithHeaders(rawURL string, headers map[string]string) (*FetchResult, error)

May 5, 2026

Changes in this version

+ const DefaultUserAgent

type Fetcher

+ func (f *Fetcher) SetCookies(targetURL string, cookies []*http.Cookie) error

+ type FetcherConfig struct

+ Proxy string

+ UseUTLS bool

Apr 4, 2026

Changes in this version

+ const DefaultUserAgentTemplate

+ const MaxBodySize

+ var ErrBodyTooLarge = errors.New("response body exceeds max size limit")

+ func BuildUserAgent(version string) string

+ func GetTempDir() string

+ func NormalizeOrigin(url string) string

+ func NormalizePathForFile(path string) string

+ type CacheConfig struct

+ BaseDir string

+ Enable bool

+ func (c *CacheConfig) GetCachePath(baseURL, subDir, urlPath string) string

+ func (c *CacheConfig) GetCacheRoot(baseURL string) string

+ func (c *CacheConfig) SaveDataURI(baseURL, urlPath, dataURI string) (string, error)

+ func (c *CacheConfig) SaveMetadata(baseURL, urlPath string, metadata []byte) error

+ func (c *CacheConfig) SaveToCache(baseURL, subDir, urlPath string, content []byte) error

+ type FetchResult struct

+ Content []byte

+ ContentType string

+ Headers http.Header

+ StatusCode int

+ type Fetcher struct

+ func NewFetcher() *Fetcher

+ func NewFetcherWithConfig(proxy string) *Fetcher

+ func (f *Fetcher) Fetch(url string) ([]byte, error)

+ func (f *Fetcher) FetchWithStatus(url string) (*FetchResult, error)

+ func (f *Fetcher) FetchWithStatusHead(url string) (*FetchResult, error)

+ func (f *Fetcher) SetUserAgent(ua string)