extractor

package

Go to main page

Versions in this module

v0

v0.4.0

Jun 17, 2026

Changes in this version

+ func FormatTextSummary(result *OutputResult) string

+ type CacheDirsMetadata struct

+ HTML string

+ JS string

+ SourceMap string

+ Sources string

type JSMetadata

+ RestoredSourceCount int

+ RestoredSources []string

+ SourcesRestored bool

type SiteMetadata

+ CacheDirs *CacheDirsMetadata

type Summary

+ SourceCount int

+ func (s Summary) HasSourceMap() bool

+ func (s Summary) SourcesRestored() bool

v0.3.5

Jun 8, 2026

Changes in this version

type Pipeline

+ func (p *Pipeline) SetExtraHeaders(headers map[string]string)

v0.3.4

Jun 8, 2026

v0.3.3

Jun 8, 2026

v0.3.2

Jun 8, 2026

v0.3.1

May 31, 2026

Changes in this version

type ContentType

+ const ContentTypeFlight

+ type RSCProbe struct

+ Headers map[string]string

+ URL string

type Result

+ RSCProbes []RSCProbe

v0.3.0

May 5, 2026

Changes in this version

type Pipeline

+ func (p *Pipeline) SetBrowserCookies(targetURL string, cookies []*http.Cookie) error

v0.2.0

Apr 23, 2026

v0.1.0

Apr 4, 2026

v0.0.3

Apr 7, 2026

v0.0.2

Apr 7, 2026

v0.0.1

Apr 4, 2026

Changes in this version

+ func FormatOutput(format OutputFormat, result *OutputResult) string

+ func GetBaseURL(u string) string

+ func GetDirFromURL(u string) string

+ func IsAbsoluteURL(s string) bool

+ func NormalizeURL(rawURL string) string

+ func ResolveRelativePath(baseURL, relative string) string

+ type AnalyzeInput struct

+ Content []byte

+ ContentType ContentType

+ Headers http.Header

+ SourceURL string

+ type CacheDirs struct

+ HTML string

+ JS string

+ Source string

+ SourceMap string

+ type ContentType string

+ const ContentTypeHTML

+ const ContentTypeJS

+ const ContentTypeJSON

+ type DiscoveredJS struct

+ FromPlugin string

+ FromURL string

+ IsInline bool

+ URL string

+ type InlineScript struct

+ Content []byte

+ Index int

+ SourceURL string

+ type Intermediate struct

+ Type ContentType

+ URL string

+ type JSMetadata struct

+ DiscoveredAt int64

+ FromPlugin string

+ IsInline bool

+ LocalPath string

+ SourceMapPath string

+ SourceMapURL string

+ SourceURL string

+ URL string

+ type KnowledgeBase struct

+ KnownPaths []string

+ PrependURLs []string

+ PublicPaths []string

+ SeenFragments map[string]bool

+ SeenURLs map[string]bool

+ func GetKnowledgeFromContext(ctx context.Context) *KnowledgeBase

+ func NewKnowledgeBase() *KnowledgeBase

+ func (kb *KnowledgeBase) AddKnownPath(paths ...string)

+ func (kb *KnowledgeBase) AddPrependURL(urls ...string)

+ func (kb *KnowledgeBase) AddPublicPath(paths ...string)

+ func (kb *KnowledgeBase) GetKnownPaths() []string

+ func (kb *KnowledgeBase) GetPrependURLs() []string

+ func (kb *KnowledgeBase) GetPublicPaths() []string

+ func (kb *KnowledgeBase) IsSeenFragment(fragment string) bool

+ func (kb *KnowledgeBase) IsSeenURL(url string) bool

+ func (kb *KnowledgeBase) JSHasSourceMap(url string) bool

+ func (kb *KnowledgeBase) MarkSeenFragment(fragment string)

+ func (kb *KnowledgeBase) MarkSeenURL(url string)

+ func (kb *KnowledgeBase) SetJSHasSourceMap(url string, has bool)

+ type OutputFormat string

+ const FormatJSON

+ const FormatMD

+ const FormatText

+ type OutputResult struct

+ CacheBase string

+ CacheDirs *CacheDirs

+ JSURLs []string

+ Summary Summary

+ type Pipeline struct

+ Debug bool

+ func NewPipeline(reg *PluginRegistry) *Pipeline

+ func (p *Pipeline) GetFoundCh() <-chan string

+ func (p *Pipeline) GetKnowledge() *KnowledgeBase

+ func (p *Pipeline) GetOutputResult() *OutputResult

+ func (p *Pipeline) Run(ctx context.Context, startURL string) ([]string, error)

+ func (p *Pipeline) SetBaseURL(url string)

+ func (p *Pipeline) SetCacheConfig(cfg *fetcher.CacheConfig)

+ func (p *Pipeline) SetFetcherConfig(proxy, userAgent string)

+ type Plugin interface

+ Analyze func(ctx context.Context, input *AnalyzeInput) (*Result, error)

+ Name func() string

+ Precheck func(ctx context.Context, input *AnalyzeInput) bool

+ type PluginRegistry struct

+ func NewPluginRegistry() *PluginRegistry

+ func (r *PluginRegistry) GetAll() []Plugin

+ func (r *PluginRegistry) Register(p Plugin)

+ type Result struct

+ FromPlugin string

+ InlineScripts []InlineScript

+ Intermediates []Intermediate

+ PrependURLs []string

+ ProbeTargets []DiscoveredJS

+ PublicPaths []string

+ URLs []DiscoveredJS

+ type SiteMetadata struct

+ DiscoveredAt int64

+ PrependURLs []string

+ PublicPaths []string

+ URLs []JSMetadata

+ type Summary struct

+ JSCount int

+ SourceMapCount int

?	: This menu
/	: Search site
f or F	: Jump to
y or Y	: Canonical URL