pipeline

type Pipeline struct {
	// contains filtered or unexported fields
}

type PipelineConfig struct {
	// QueueSize is the maximum number of pending uploads.
	// Default: 1000
	QueueSize int

	// Workers is the number of concurrent upload workers.
	// Default: 3
	Workers int

	// RetryAttempts is the number of retry attempts for failed uploads.
	// Default: 3
	RetryAttempts int

	// RetryDelay is the base delay between retries.
	// Default: 5 seconds (exponential backoff applied)
	RetryDelay time.Duration

	// UploadTimeout is the timeout for each upload attempt.
	// Default: 2 minutes
	UploadTimeout time.Duration

	// OnSubmitted is called when a report is queued.
	OnSubmitted func(item *QueueItem)

	// OnCompleted is called when an upload completes.
	OnCompleted func(item *QueueItem, result *Result)

	// OnFailed is called when an upload fails after all retries.
	OnFailed func(item *QueueItem, err error)

	// Verbose enables debug logging.
	Verbose bool
}

type QueueItem struct {
	ID          string       `json:"id"`
	Report      *ctis.Report `json:"-"` // Not serialized
	ReportJSON  []byte       `json:"report_json,omitempty"`
	JobID       string       `json:"job_id,omitempty"`
	TenantID    string       `json:"tenant_id,omitempty"`
	ToolName    string       `json:"tool_name"`
	SubmittedAt time.Time    `json:"submitted_at"`
	Attempts    int          `json:"attempts"`
	LastError   string       `json:"last_error,omitempty"`
	Priority    int          `json:"priority"` // Higher = more urgent
}

type Result struct {
	ID              string    `json:"id"`
	ReportID        string    `json:"report_id"`
	Status          string    `json:"status"` // pending, uploading, completed, failed
	FindingsCreated int       `json:"findings_created"`
	AssetsCreated   int       `json:"assets_created"`
	Error           string    `json:"error,omitempty"`
	SubmittedAt     time.Time `json:"submitted_at"`
	CompletedAt     time.Time `json:"completed_at,omitempty"`
	DurationMs      int64     `json:"duration_ms,omitempty"`
}

type Stats struct {
	Submitted   int64 `json:"submitted"`
	Completed   int64 `json:"completed"`
	Failed      int64 `json:"failed"`
	InProgress  int   `json:"in_progress"`
	QueueLength int   `json:"queue_length"`
	TotalBytes  int64 `json:"total_bytes"`
}

type SubmitOption func(*QueueItem)

type Uploader interface {
	Upload(ctx context.Context, report *ctis.Report) (*Result, error)
}