spawner

type Config struct {
	// Type is the spawner type to use
	Type SpawnerType

	// ManagerURL is the URL workers should connect to
	ManagerURL string

	// RabbitMQURL is the message queue URL
	RabbitMQURL string

	// RedisAddr is the Redis address
	RedisAddr string

	// Proxies is the proxy URL for workers (e.g., "socks5://host:port")
	Proxies string

	// Docker-specific configuration
	Docker DockerConfig

	// Swarm-specific configuration (Dokploy)
	Swarm SwarmConfig

	// Lambda-specific configuration
	Lambda LambdaConfig
}

type DockerConfig struct {
	// Image is the Docker image to use for workers
	Image string

	// Network is the Docker network to attach workers to
	Network string

	// Concurrency is the default concurrency per worker
	Concurrency int

	// AutoRemove removes containers after they exit
	AutoRemove bool

	// MaxWorkers is the maximum number of concurrent workers (0 = unlimited)
	MaxWorkers int

	// Environment variables to pass to workers
	Environment map[string]string
}

type DockerSpawner struct {
	// contains filtered or unexported fields
}

type LambdaConfig struct {
	// FunctionName is the Lambda function name or ARN
	FunctionName string

	// Region is the AWS region
	Region string

	// InvocationType is "Event" (async) or "RequestResponse" (sync)
	InvocationType string

	// MaxConcurrent is the maximum concurrent Lambda invocations
	MaxConcurrent int
}

type LambdaPayload struct {
	JobID       string `json:"job_id"`
	Priority    int    `json:"priority"`
	ManagerURL  string `json:"manager_url"`
	RabbitMQURL string `json:"rabbitmq_url,omitempty"`
	RedisAddr   string `json:"redis_addr,omitempty"`
	Concurrency int    `json:"concurrency,omitempty"`
}

type LambdaSpawner struct {
	// contains filtered or unexported fields
}

type NoOpSpawner struct{}

type SpawnRequest struct {
	// JobID is the UUID of the job to process
	JobID uuid.UUID

	// Priority of the job (higher = more urgent)
	Priority int

	// ManagerURL is the URL workers should connect to
	ManagerURL string

	// RabbitMQURL is the message queue URL
	RabbitMQURL string

	// RedisAddr is the Redis address for queue/cache
	RedisAddr string

	// Concurrency is the number of concurrent scrapers per worker
	Concurrency int

	// WorkerImage is the Docker image to use (for Docker/Swarm spawners)
	WorkerImage string

	// ExtraArgs are additional arguments to pass to the worker
	ExtraArgs []string
}

type SpawnResult struct {
	// WorkerID is the identifier of the spawned worker (container ID, task ARN, etc.)
	WorkerID string

	// Status is the current status of the spawn operation
	Status string

	// Error message if spawn failed
	Error string
}

type Spawner interface {
	// Spawn starts a new worker to process a job
	Spawn(ctx context.Context, req *SpawnRequest) (*SpawnResult, error)

	// Status checks the status of a spawned worker
	Status(ctx context.Context, workerID string) (*SpawnResult, error)

	// Stop terminates a spawned worker
	Stop(ctx context.Context, workerID string) error

	// Close cleans up spawner resources
	Close() error

	// Name returns the spawner type name
	Name() string
}

type SpawnerType string

type SwarmConfig struct {
	// Image is the Docker image to use for workers
	Image string

	// Network is the overlay network to attach workers to
	Network string

	// Concurrency is the default concurrency per worker
	Concurrency int

	// Replicas is the number of replicas per service
	Replicas int

	// MaxServices is the maximum number of concurrent services
	MaxServices int

	// Labels to apply to spawned services
	Labels map[string]string

	// Constraints for service placement
	Constraints []string

	// Environment variables to pass to workers
	Environment map[string]string
}

type SwarmSpawner struct {
	// contains filtered or unexported fields
}