source

type ConcurrentMultiSource struct {
	// contains filtered or unexported fields
}

type Countable interface {
	Count() int64
}

type DeparosDiscoveryConfig struct {
	Targets     []string      // Target URLs
	Concurrency int           // Worker threads (from -t flag); default: 25
	MaxDuration time.Duration // default: 1h

	// RateLimit caps each discovery engine's outgoing requests per second.
	// 0 = unpaced (the historical behaviour; Concurrency is then the only
	// throttle). Set it only from an EXPLICIT operator setting — see
	// buildDeparosConfig in the runner — because imposing the global 100 rps
	// default on a crawl changes the speed of every existing scan.
	//
	// Targets are discovered sequentially, so a per-engine bucket is the
	// phase-wide rate.
	RateLimit int

	EnableModules []string // Module selection for WorkItems

	// DrainTimeout bounds how long Close waits for the producer to finish
	// persisting what it already collected. <=0 uses defaultDiscoveryDrainTimeout.
	DrainTimeout time.Duration

	// Full deparos settings (from YAML config)
	Mode             string // "files_and_dirs" | "files_only" | "dirs_only"
	ScopeMode        string // "any" | "subdomain" | "exact"
	RecursionEnabled bool   // default: true
	RecursionDepth   int    // default: 5
	SaveResponseBody bool   // default: true

	// Wordlists
	ShortFilePath        string
	LongFilePath         string
	ShortDirPath         string
	LongDirPath          string
	FuzzWordlistPath     string
	UseObservedNames     bool
	UseObservedPaths     bool
	UseObservedFiles     bool
	EnableNumericFuzzing bool

	// Extensions
	TestCustom           bool
	CustomList           []string
	TestObserved         bool
	TestBackupExtensions bool
	BackupExtensions     []string
	TestNoExtension      bool

	// Confirmation-gated extension fuzzing. When ConfirmRequired is set, a
	// server-side extension (php/asp/aspx/jsp/action/cgi/…) is only wordlist-
	// fuzzed once the app is confirmed to serve it as a valid route via the
	// enabled sources below. Candidates/ProbeFilenames override the built-ins.
	ConfirmRequired       bool
	ConfirmViaObserved    bool
	ConfirmViaFingerprint bool
	ConfirmViaProbe       bool
	Candidates            []string
	ProbeFilenames        []string

	// JSBundleSweep enables the SPA-gated JS-bundle name sweep (main.js,
	// admin.js, config.js, …) on monolith apps; hits are fed to jstangle.
	// JSBundleNames overrides the curated name list (empty = built-in).
	JSBundleSweep bool
	JSBundleNames []string

	// Engine
	CaseSensitivity string // "auto_detect" | "sensitive" | "insensitive"
	EngineTimeout   time.Duration
	CustomHeaders   map[string]string
	// BrowserSessions carries WAF/bot-cleared sessions harvested by the spidering
	// browser, keyed by lowercased hostname. buildDeparosConfig injects the
	// session matching each target host (Cookie + optional pinned User-Agent) into
	// that target's request headers so content discovery crawls with the same
	// cleared session — set-if-absent, so a configured header always wins.
	BrowserSessions         map[string]httpmsg.CarriedSession
	EnableCookieJar         bool
	ProxyURL                string // HTTP proxy URL for discovery requests
	MaxConsecutiveErrors    int
	MaxConsecutiveWAFBlocks int
	ObservedMaxItems        int
	JSTangle                *deparosconfig.JSTangleConfig

	// Per-prefix circuit breaker (zero values = use deparos defaults).
	PrefixBreakerEnabled        *bool   // nil = default (true)
	PrefixBreakerMinSamples     int     // 0 = default
	PrefixBreakerTripRatio      float64 // 0 = default
	PrefixBreakerPrefixSegments int     // 0 = default
	PrefixBreakerLengthBucket   int64   // 0 = default

	// Malformed path probe
	EnableMalformedPathProbe bool

	// DedupClusterCap caps the number of near-identical responses kept per
	// cluster (same host/status/content-type, body size & word count within
	// 0.5%). 0 = use default (defaultDedupClusterCap); negative = disabled;
	// positive = that cap. Resolved via resolveClusterCap.
	DedupClusterCap int

	// RequestFilter is the egress policy for every request the discovery engine
	// makes: returning false refuses the request before it is sent, instead of
	// discarding its response afterwards. The engine also derives its spider-queue
	// exclusion from it, so a refused URL is never even queued.
	//
	// It carries the operator's EXPLICIT denials only (scope.host.exclude /
	// scope.path.exclude); how wide the crawl goes is still ScopeMode's job.
	// nil = no denials.
	RequestFilter func(*url.URL) bool

	// DB import: if set, results are saved to vigolium's http_records table
	Repository  RecordSaver
	ProjectUUID string
}

type DeparosDiscoverySource struct {
	// contains filtered or unexported fields
}

type DiscoveryStats struct {
	TotalDiscovered    int
	HardDedupRemoved   int
	FuzzyCappedRemoved int // records dropped by the near-identical cluster cap
	ClusterCap         int // effective per-cluster cap used (0 = disabled)
	Imported           int
	AllCodes           [5]int // index 0=1xx, 1=2xx, 2=3xx, 3=4xx, 4=5xx
	DedupedCodes       [5]int // status codes of hard-dedup removed records
	CappedCodes        [5]int // status codes of cluster-capped removed records

	// TargetsFailed is the number of targets whose discovery returned an error.
	TargetsFailed int
	// TargetsTimedOut counts targets that exhausted their own MaxDuration. This
	// is designed behavior (per-target time-boxing), not a failure.
	TargetsTimedOut int
	// TargetsSkipped is the number of targets never attempted because the phase
	// was cancelled first.
	TargetsSkipped int
	// ImportFailed counts records that were collected but could not be persisted.
	ImportFailed int
	// TargetErrors holds up to maxReportedTargetErrors "<target>: <err>" strings.
	TargetErrors []string
	// Abandoned is set when Close gave up waiting for the producer to exit.
	Abandoned bool
}

type ExternalHarvesterInputSource struct {
	// contains filtered or unexported fields
}

type FileSource struct {
	// contains filtered or unexported fields
}

type FileSourceConfig struct {
	FilePath      string
	Format        string // canonical name or alias from formatRegistry ("urls", "nuclei", "openapi", …)
	BufferSize    int    // Channel buffer size (default: 100)
	EnableModules []string
	FormatOptions formats.InputFormatOptions
}

type FormatInfo struct {
	Name       string   // canonical -I value
	Aliases    []string // accepted alternatives, in registry order
	TargetList bool     // the file is a list of target URLs (see IsTargetListFormat)
}

type InputSource interface {
	// Next returns the next work item from the source.
	// It blocks until an item is available (for queue-based sources).
	//
	// Returns:
	//   - (*work.WorkItem, nil) - next item
	//   - (nil, io.EOF) - source exhausted, no more items
	//   - (nil, context.Canceled) - context was cancelled
	//   - (nil, error) - other error occurred
	Next(ctx context.Context) (*work.WorkItem, error)

	// Close releases any resources held by the source.
	// After Close, Next will return io.EOF.
	Close() error
}

type MultiSource struct {
	// contains filtered or unexported fields
}

type RecordSaver interface {
	SaveRecord(ctx context.Context, httpRR *httpmsg.HttpRequestResponse, source string, projectUUID string) (string, error)
	SaveRecordBatch(ctx context.Context, records []*httpmsg.HttpRequestResponse, source string, projectUUID string) ([]string, error)
}

type SingleSource struct {
	// contains filtered or unexported fields
}

type SliceSource struct {
	// contains filtered or unexported fields
}

type SourceConfig struct {
	// Direct targets (from -u flag)
	Targets []string

	// File-based input. FilePath is a single input file (e.g. -i/--input).
	// FilePaths carries additional files (e.g. repeated -T/--target-file); every
	// listed file is read and its items merged into the stream.
	FilePath  string
	FilePaths []string
	Format    string // "urls", "nuclei", "openapi", etc.

	// Stdin
	UseStdin bool
	Stdin    io.Reader // defaults to os.Stdin

	// Format options
	SkipFormatValidation  bool
	FormatUseRequiredOnly bool

	// Buffer size for channels
	BufferSize int

	// EnableModules for per-item module filtering (from -m flag)
	EnableModules []string
}

type StdinSource struct {
	// contains filtered or unexported fields
}

type TargetSource struct {
	// contains filtered or unexported fields
}