runner

type Config struct {
	Concurrency              int
	CacheDir                 string
	MaxDepth                 int
	InputFile                string
	ResultsFile              string
	JSON                     bool
	LangCode                 string
	Debug                    bool
	Dsn                      string
	ProduceOnly              bool
	ExitOnInactivityDuration time.Duration
	Email                    bool
	CustomWriter             string
	GeoCoordinates           string
	Zoom                     int
	RunMode                  int
	DisableTelemetry         bool
	AwsLamdbaRunner          bool
	DataFolder               string
	Proxies                  []string
	AwsAccessKey             string
	AwsSecretKey             string
	AwsRegion                string
	S3Uploader               S3Uploader
	S3Bucket                 string
	AwsLambdaInvoker         bool
	FunctionName             string
	AwsLambdaChunkSize       int
	FastMode                 bool
	Radius                   float64
	Addr                     string
	DisablePageReuse         bool
	ExtraReviews             bool
	LeadsDBAPIKey            string
	// Manager/Worker mode flags
	ManagerMode bool
	WorkerMode  bool
	ManagerURL  string
	WorkerID    string
	// StaticFolder is the path to static frontend files
	StaticFolder string

	// Redis configuration for cache and deduplication
	RedisURL  string
	RedisAddr string
	RedisPass string
	RedisDB   int

	// RabbitMQ configuration for job queue
	RabbitMQURL string

	// ProxyGate flags
	ProxyGateEnabled         bool
	ProxyGateAddr            string
	ProxyGateSources         []string
	ProxyGateRefreshInterval time.Duration

	// Email validation (Mordibouncer)
	EmailValidatorURL string
	EmailValidatorKey string

	// Migration flags
	Migrate       bool // Run migration only, then exit
	MigrateStatus bool // Check migration status and exit

	// Auto-spawn configuration (Manager mode)
	SpawnerType        string            // none, docker, swarm, lambda
	SpawnerImage       string            // Docker image for worker containers
	SpawnerNetwork     string            // Docker network to attach workers
	SpawnerConcurrency int               // Concurrency per spawned worker
	SpawnerMaxWorkers  int               // Max concurrent workers (0 = unlimited)
	SpawnerAutoRemove  bool              // Auto-remove containers after exit
	SpawnerLabels      map[string]string // Labels for spawned containers
	SpawnerConstraints []string          // Swarm placement constraints
	SpawnerManagerURL  string            // Manager URL for spawned workers (default: auto-detect)
	SpawnerProxies     string            // Proxy URL for spawned workers (e.g., socks5://manager:8081)

	// AWS Lambda spawner configuration
	SpawnerLambdaFunction   string // Lambda function name/ARN
	SpawnerLambdaRegion     string // AWS region (defaults to AwsRegion)
	SpawnerLambdaInvocation string // Event (async) or RequestResponse (sync)
	SpawnerLambdaMaxConc    int    // Max concurrent Lambda invocations
}

type Runner interface {
	Run(context.Context) error
	Close(context.Context) error
}

type S3Uploader interface {
	Upload(ctx context.Context, bucketName, key string, body io.Reader) error
}

type SeedJobConfig struct {
	Keywords       []string
	FastMode       bool
	LangCode       string
	Depth          int
	Email          bool
	GeoCoordinates string // "lat,lon" or ""
	Zoom           int
	Radius         float64
	ExtraReviews   bool
	Dedup          deduper.Deduper
	ExitMonitor    exiter.Exiter
	EmailValidator emailvalidator.Validator
}