pipeline

type DAGScheduler struct {
	// contains filtered or unexported fields
}

type DefaultExecutor struct {
	// contains filtered or unexported fields
}

type DependencyGraph struct {
	// Forward edges: job -> jobs that depend on it
	Dependents map[string][]string

	// Backward edges: job -> jobs it depends on
	Dependencies map[string][]string

	// Topological order
	Order []string
}

type Duration time.Duration

type Executor interface {
	// Execute runs a pipeline and returns when complete.
	Execute(ctx context.Context, pipeline *Pipeline, progress ProgressCallback) (*PipelineRun, error)

	// Cancel stops a running pipeline.
	Cancel(runID string) error

	// Status returns the current status of a pipeline run.
	Status(runID string) (*PipelineRun, error)
}

type ExecutorOption func(*DefaultExecutor)

type Job struct {
	// Display name
	Name string `yaml:"name,omitempty" json:"name,omitempty"`

	// Job dependencies (other job IDs that must complete first)
	Needs []string `yaml:"needs,omitempty" json:"needs,omitempty"`

	// Condition to run this job (Lua expression)
	If string `yaml:"if,omitempty" json:"if,omitempty"`

	// Environment variables for this job
	Env map[string]string `yaml:"env,omitempty" json:"env,omitempty"`

	// Steps to execute (in order)
	Steps []*Step `yaml:"steps" json:"steps"`

	// Timeout for the entire job
	Timeout Duration `yaml:"timeout,omitempty" json:"timeout,omitempty"`

	// Continue pipeline even if this job fails
	ContinueOnError bool `yaml:"continue-on-error,omitempty" json:"continue-on-error,omitempty"`

	// Runtime state (not serialized)
	ID string `yaml:"-" json:"-"` // Set during parsing
}

type JobRun struct {
	// Identity
	ID        string    `json:"id"`
	JobID     string    `json:"job_id"`
	StartTime time.Time `json:"start_time,omitempty"`
	EndTime   time.Time `json:"end_time,omitempty"`

	// State
	State   JobState `json:"state"`
	Message string   `json:"message,omitempty"`

	// Step runs
	Steps []*StepRun `json:"steps"`

	// Items at job start and end
	InputItems  []*core.DataItem `json:"-"`
	OutputItems []*core.DataItem `json:"-"`
}

type JobState string

type Pipeline struct {
	// Identity
	Name        string `yaml:"name" json:"name"`
	Description string `yaml:"description,omitempty" json:"description,omitempty"`
	Version     string `yaml:"version,omitempty" json:"version,omitempty"`

	// Triggers
	On *Trigger `yaml:"on,omitempty" json:"on,omitempty"`

	// Environment variables available to all jobs
	Env map[string]string `yaml:"env,omitempty" json:"env,omitempty"`

	// Jobs to execute
	Jobs map[string]*Job `yaml:"jobs" json:"jobs"`

	// Source file path (set during loading)
	SourcePath string `yaml:"-" json:"-"`
}

type PipelineProgress struct {
	Run      *PipelineRun
	Job      *JobRun
	Step     *StepRun
	Event    ProgressEvent
	Progress float64 // 0.0 to 1.0
	Message  string
}

type PipelineRun struct {
	// Identity
	ID         string    `json:"id"`
	PipelineID string    `json:"pipeline_id"`
	StartTime  time.Time `json:"start_time"`
	EndTime    time.Time `json:"end_time,omitempty"`

	// State
	State   PipelineState `json:"state"`
	Message string        `json:"message,omitempty"`

	// Job runs
	Jobs map[string]*JobRun `json:"jobs"`

	// Data passed between jobs
	Items []*core.DataItem `json:"-"`
	// contains filtered or unexported fields
}

type PipelineState string

type PluginResolver interface {
	// ResolveConnector finds a connector plugin.
	ResolveConnector(id string) (plugins.ConnectorPlugin, error)

	// ResolveProcessor finds a processor plugin.
	ResolveProcessor(id string) (plugins.ProcessorPlugin, error)

	// ResolveOutput finds an output plugin.
	ResolveOutput(id string) (plugins.OutputPlugin, error)
}

type ProgressCallback func(progress PipelineProgress)

type ProgressEvent string

type Step struct {
	// Step identifier (optional, auto-generated if not provided)
	ID string `yaml:"id,omitempty" json:"id,omitempty"`

	// Display name
	Name string `yaml:"name,omitempty" json:"name,omitempty"`

	// Plugin to use (e.g., "google-photos", "heic-to-jpg")
	Uses string `yaml:"uses" json:"uses"`

	// Plugin configuration
	With map[string]any `yaml:"with,omitempty" json:"with,omitempty"`

	// Item selector (for processors and outputs)
	Selector *plugins.Selector `yaml:"selector,omitempty" json:"selector,omitempty"`

	// Condition to run this step (Lua expression)
	If string `yaml:"if,omitempty" json:"if,omitempty"`

	// Timeout for this step
	Timeout Duration `yaml:"timeout,omitempty" json:"timeout,omitempty"`

	// Continue job even if this step fails
	ContinueOnError bool `yaml:"continue-on-error,omitempty" json:"continue-on-error,omitempty"`

	// Environment variables for this step
	Env map[string]string `yaml:"env,omitempty" json:"env,omitempty"`
}

type StepRun struct {
	// Identity
	ID        string    `json:"id"`
	StepID    string    `json:"step_id"`
	StepIndex int       `json:"step_index"`
	StartTime time.Time `json:"start_time,omitempty"`
	EndTime   time.Time `json:"end_time,omitempty"`

	// State
	State   StepState `json:"state"`
	Message string    `json:"message,omitempty"`

	// Progress
	ItemsProcessed int `json:"items_processed"`
	ItemsTotal     int `json:"items_total"`

	// Items at step start and end
	InputItems  []*core.DataItem `json:"-"`
	OutputItems []*core.DataItem `json:"-"`
}

type StepState string

type Trigger struct {
	// Cron schedule (e.g., "0 2 * * *" for 2 AM daily)
	Schedule string `yaml:"schedule,omitempty" json:"schedule,omitempty"`

	// Run on specific events
	Events []string `yaml:"events,omitempty" json:"events,omitempty"`

	// Manual trigger only
	Manual bool `yaml:"manual,omitempty" json:"manual,omitempty"`
}

type ValidationError struct {
	Field   string
	Message string
}