executor

type DockerConfig struct {
	Host       string // Docker daemon host, defaults to unix socket
	APIVersion string // Docker API version
}

type DockerExecutor struct {
	// contains filtered or unexported fields
}

type Executor interface {
	// Execute runs the task with the given parameters.
	Execute(ctx context.Context, task *dag.Task, params map[string]any) (*Result, error)

	// Cancel stops an in-progress task execution.
	Cancel(ctx context.Context, taskID string) error

	// Validate checks if the task configuration is valid for this executor.
	Validate(task *dag.Task) error

	// Type returns the executor type identifier.
	Type() string
}

type HDFSConfig struct {
	NameNodeURL string // WebHDFS namenode URL
	User        string // HDFS user
}

type HDFSExecutor struct {
	// contains filtered or unexported fields
}

type HadoopConfig struct {
	ResourceManagerURL string // YARN ResourceManager URL
	TimelineServerURL  string // YARN Timeline Server URL
	User               string // Hadoop user
}

type HadoopExecutor struct {
	// contains filtered or unexported fields
}

type PythonConfig struct {
	PythonPath string // Path to python binary, defaults to "python3"
	VenvPath   string // Optional virtualenv path
}

type PythonExecutor struct {
	// contains filtered or unexported fields
}

type Registry struct {
	// contains filtered or unexported fields
}

type Result struct {
	Status    dag.Status         `json:"status"`
	Output    []byte             `json:"output"`
	Error     error              `json:"error,omitempty"`
	StartTime time.Time          `json:"start_time"`
	EndTime   time.Time          `json:"end_time"`
	Metrics   map[string]float64 `json:"metrics,omitempty"`
	ExitCode  int                `json:"exit_code"`
}

type ShellExecutor struct {
	// contains filtered or unexported fields
}

type SparkConfig struct {
	SparkHome   string // Path to SPARK_HOME
	SparkSubmit string // Path to spark-submit binary
	Master      string // Spark master URL
	ConnectHost string // Spark Connect server host
	ConnectPort int    // Spark Connect server port
	SparkUIURL  string // Spark UI URL for monitoring
}

type SparkExecutor struct {
	// contains filtered or unexported fields
}