runs

type AssetResult struct {
	Name     string      `json:"name"`
	Type     string      `json:"type"`
	Provider string      `json:"provider"`
	MRN      string      `json:"mrn"`
	Asset    interface{} `json:"asset"`
	Status   string      `json:"status"`
	Error    string      `json:"error,omitempty"`
}

type CreateAssetInput struct {
	Name          string                 `json:"name"`
	MRN           *string                `json:"mrn,omitempty"`
	Type          string                 `json:"type"`
	Providers     []string               `json:"providers"`
	Description   *string                `json:"description"`
	Metadata      map[string]interface{} `json:"metadata"`
	Schema        map[string]interface{} `json:"schema"`
	Tags          []string               `json:"tags"`
	Sources       []string               `json:"sources"`
	ExternalLinks []map[string]string    `json:"external_links"`
	Query         *string                `json:"query,omitempty"`
	QueryLanguage *string                `json:"query_language,omitempty"`
}

type DestroyRunResponse struct {
	AssetsDeleted        int      `json:"assets_deleted"`
	LineageDeleted       int      `json:"lineage_deleted"`
	DocumentationDeleted int      `json:"documentation_deleted"`
	DeletedEntityMRNs    []string `json:"deleted_entity_mrns"`
}

type DocumentationInput struct {
	AssetMRN string `json:"asset_mrn"`
	Content  string `json:"content"`
	Type     string `json:"type"`
}

type DocumentationResult struct {
	AssetMRN string `json:"asset_mrn"`
	Type     string `json:"type"`
	Status   string `json:"status"`
	Error    string `json:"error,omitempty"`
}

type EventBroadcaster interface {
	BroadcastJobRunCreated(run *JobRun)
	BroadcastJobRunClaimed(run *JobRun)
	BroadcastJobRunStarted(run *JobRun)
	BroadcastJobRunProgress(run *JobRun)
	BroadcastJobRunCompleted(run *JobRun)
	BroadcastJobRunCancelled(run *JobRun)
}

type JobRun struct {
	ID                 string                 `json:"id"`
	ScheduleID         *string                `json:"schedule_id,omitempty"`
	PluginRunID        *string                `json:"plugin_run_id,omitempty"`
	PipelineName       string                 `json:"pipeline_name"`
	SourceName         string                 `json:"source_name"`
	RunID              string                 `json:"run_id"`
	Status             string                 `json:"status"`
	ClaimedBy          *string                `json:"claimed_by,omitempty"`
	ClaimedAt          *time.Time             `json:"claimed_at,omitempty"`
	StartedAt          *time.Time             `json:"started_at,omitempty"`
	FinishedAt         *time.Time             `json:"finished_at,omitempty"`
	Log                *string                `json:"log,omitempty"`
	ErrorMessage       *string                `json:"error_message,omitempty"`
	AssetsCreated      int                    `json:"assets_created"`
	AssetsUpdated      int                    `json:"assets_updated"`
	AssetsDeleted      int                    `json:"assets_deleted"`
	LineageCreated     int                    `json:"lineage_created"`
	DocumentationAdded int                    `json:"documentation_added"`
	Config             map[string]interface{} `json:"config,omitempty"`
	CreatedBy          string                 `json:"created_by"`
	CreatedAt          time.Time              `json:"created_at"`
	UpdatedAt          time.Time              `json:"updated_at"`
}

type LineageInput struct {
	Source string `json:"source"`
	Target string `json:"target"`
	Type   string `json:"type"`
}

type LineageResult struct {
	Source string `json:"source"`
	Target string `json:"target"`
	Type   string `json:"type"`
	Status string `json:"status"`
	Error  string `json:"error,omitempty"`
}

type NoopBroadcaster struct{}

type PostgresRepository struct {
	// contains filtered or unexported fields
}

type ProcessAssetsResponse struct {
	Assets               []AssetResult         `json:"assets"`
	Lineage              []LineageResult       `json:"lineage"`
	Documentation        []DocumentationResult `json:"documentation"`
	StaleEntitiesRemoved []string              `json:"stale_entities_removed,omitempty"`
}

type Repository interface {
	Create(ctx context.Context, run *plugin.Run) error
	Get(ctx context.Context, id string) (*plugin.Run, error)
	GetByRunID(ctx context.Context, runID string) (*plugin.Run, error)
	Update(ctx context.Context, run *plugin.Run) error
	List(ctx context.Context, pipelineName string, limit, offset int) ([]*plugin.Run, int, error)
	ListWithFilters(ctx context.Context, pipelines, statuses []string, limit, offset int) ([]*plugin.Run, int, []string, error)
	AddCheckpoint(ctx context.Context, runDBID string, checkpoint *plugin.RunCheckpoint) error
	DeleteCheckpoints(ctx context.Context, pipelineName, sourceName string) error
	GetLastRunCheckpoints(ctx context.Context, pipelineName, sourceName string) (map[string]*plugin.RunCheckpoint, error)
	CleanupStaleRuns(ctx context.Context, timeout time.Duration) (int, error)
	AddRunEntity(ctx context.Context, runDBID string, entity *RunEntity) error
	ListRunEntities(ctx context.Context, runDBID, entityType, status string, limit, offset int) ([]*RunEntity, int, error)
}

type RunCompletionObserver interface {
	OnRunCompleted(ctx context.Context, run *plugin.Run)
}

type RunEntity struct {
	ID           string    `json:"id"`
	RunID        string    `json:"run_id"`
	EntityType   string    `json:"entity_type"`
	EntityMRN    string    `json:"entity_mrn"`
	EntityName   string    `json:"entity_name,omitempty"`
	Status       string    `json:"status"`
	ErrorMessage string    `json:"error_message,omitempty"`
	CreatedAt    time.Time `json:"created_at"`
}

type RunHistoryInput struct {
	AssetMRN     string                 `json:"asset_mrn"`
	RunID        string                 `json:"run_id"`
	JobNamespace string                 `json:"job_namespace"`
	JobName      string                 `json:"job_name"`
	EventType    string                 `json:"event_type"`
	EventTime    time.Time              `json:"event_time"`
	RunFacets    map[string]interface{} `json:"run_facets,omitempty"`
	JobFacets    map[string]interface{} `json:"job_facets,omitempty"`
}

type Schedule struct {
	ID             string                 `json:"id"`
	Name           string                 `json:"name"`
	PluginID       string                 `json:"plugin_id"`
	Config         map[string]interface{} `json:"config"`
	CronExpression string                 `json:"cron_expression"`
	Enabled        bool                   `json:"enabled"`
	LastRunAt      *time.Time             `json:"last_run_at,omitempty"`
	LastRunStatus  *string                `json:"last_run_status,omitempty"`
	NextRunAt      *time.Time             `json:"next_run_at,omitempty"`
	CreatedBy      *string                `json:"created_by,omitempty"`
	CreatedAt      time.Time              `json:"created_at"`
	UpdatedAt      time.Time              `json:"updated_at"`
}

type SchedulePostgresRepository struct {
	// contains filtered or unexported fields
}

type ScheduleRepository interface {
	// Schedule operations
	CreateSchedule(ctx context.Context, schedule *Schedule) error
	GetSchedule(ctx context.Context, id string) (*Schedule, error)
	GetScheduleByName(ctx context.Context, name string) (*Schedule, error)
	UpdateSchedule(ctx context.Context, schedule *Schedule) error
	DeleteSchedule(ctx context.Context, id string) error
	ListSchedules(ctx context.Context, enabled *bool, limit, offset int) ([]*Schedule, int, error)
	UpdateScheduleNextRun(ctx context.Context, id string, nextRunAt time.Time) error
	UpdateScheduleLastRun(ctx context.Context, id string, lastRunAt time.Time) error
	GetSchedulesDueForRun(ctx context.Context, limit int) ([]*Schedule, error)

	// Job run operations
	CreateJobRun(ctx context.Context, run *JobRun) error
	GetJobRun(ctx context.Context, id string) (*JobRun, error)
	UpdateJobRun(ctx context.Context, run *JobRun) error
	ListJobRuns(ctx context.Context, scheduleID *string, status *string, limit, offset int) ([]*JobRun, int, error)
	ClaimJobRun(ctx context.Context, id, workerID string) (*JobRun, error)
	UpdateJobRunStatus(ctx context.Context, id, status string) error
	UpdateJobRunProgress(ctx context.Context, id string, assetsCreated, assetsUpdated, assetsDeleted, lineageCreated, documentationAdded int) error
	SetJobRunPluginRunID(ctx context.Context, jobRunID, pluginRunID string) error
	CompleteJobRun(ctx context.Context, id string, status string, errorMessage *string, assetsCreated, assetsUpdated, assetsDeleted, lineageCreated, documentationAdded int) error
	ReleaseExpiredClaims(ctx context.Context, expiry time.Duration) (int, error)
	CancelJobRun(ctx context.Context, id string) error
}

type ScheduleService struct {
	// contains filtered or unexported fields
}

type Scheduler struct {
	// contains filtered or unexported fields
}

type SchedulerConfig struct {
	MaxWorkers        int
	SchedulerInterval time.Duration
	LeaseExpiry       time.Duration
	ClaimExpiry       time.Duration
	DB                *pgxpool.Pool
}

type Service interface {
	StartRun(ctx context.Context, pipelineName, sourceName, createdBy string, config plugin.RawPluginConfig) (*plugin.Run, error)
	CompleteRun(ctx context.Context, runID string, status plugin.RunStatus, summary *plugin.RunSummary, errorMessage string) error
	ProcessAssets(ctx context.Context, runID string, assets []CreateAssetInput, pipelineName, sourceName string) (*ProcessAssetsResponse, error)
	ProcessEntities(ctx context.Context, runID string, assets []CreateAssetInput, lineage []LineageInput, docs []DocumentationInput, stats []StatisticInput, pipelineName, sourceName string) (*ProcessAssetsResponse, error)
	ProcessRunHistory(ctx context.Context, runHistory []RunHistoryInput) (int, error)
	AddCheckpoint(ctx context.Context, runID, entityType, entityMRN, operation string, sourceFields []string) error
	GetLastRunCheckpoints(ctx context.Context, pipelineName, sourceName string) (map[string]*plugin.RunCheckpoint, error)
	GetStaleEntities(ctx context.Context, lastCheckpoints map[string]*plugin.RunCheckpoint, currentEntityMRNs []string) []string
	DestroyPipeline(ctx context.Context, pipelineName string) (*DestroyRunResponse, error)
	CleanupStaleRuns(ctx context.Context, timeout time.Duration) (int, error)
	ListRuns(ctx context.Context, pipelineName string, limit, offset int) ([]*plugin.Run, int, error)
	ListRunsWithFilters(ctx context.Context, pipelines, statuses []string, limit, offset int) ([]*plugin.Run, int, []string, error)
	GetRun(ctx context.Context, id string) (*plugin.Run, error)
	ListRunEntities(ctx context.Context, runID, entityType, status string, limit, offset int) ([]*RunEntity, int, error)
	SetCompletionObserver(observer RunCompletionObserver)
}

type StatisticInput struct {
	AssetMRN   string  `json:"asset_mrn"`
	MetricName string  `json:"metric_name"`
	Value      float64 `json:"value"`
}