taskqueue

type DBQueue struct {
	// contains filtered or unexported fields
}

type DBQueueConfig struct {
	DB                *sql.DB
	Driver            Driver        // Database driver (mysql, postgres). Defaults to mysql.
	TableName         string        // Defaults to "tasks"
	VisibilityTimeout time.Duration // How long before a running task is considered abandoned (default: 5m)
}

type Driver string

type EventPayload struct {
	// EventName is the S3 event type (e.g., "s3:ObjectCreated:Put").
	EventName string `json:"event_name"`

	// Bucket is the bucket name where the event occurred.
	Bucket string `json:"bucket"`

	// Key is the object key (empty for bucket-level events).
	Key string `json:"key"`

	// Size is the object size in bytes (for object events).
	Size int64 `json:"size"`

	// ETag is the object's entity tag.
	ETag string `json:"etag"`

	// VersionID is the object version (if versioning enabled).
	VersionID string `json:"version_id,omitempty"`

	// OwnerID is the bucket/object owner's canonical user ID.
	OwnerID string `json:"owner_id"`

	// RequestID is the original S3 request ID.
	RequestID string `json:"request_id"`

	// SourceIP is the client IP that made the request.
	SourceIP string `json:"source_ip"`

	// Timestamp is the event time in Unix milliseconds.
	Timestamp int64 `json:"timestamp"`

	// Sequencer is used for ordering events on the same object.
	Sequencer string `json:"sequencer"`

	// UserAgent is the client's user agent string.
	UserAgent string `json:"user_agent,omitempty"`
}

type FederationDiscoveryPayload struct {
	// Local bucket name (federated bucket)
	Bucket string `json:"bucket"`

	// Pagination state for resuming discovery
	StartAfter string `json:"start_after,omitempty"` // Continue from this key
	Prefix     string `json:"prefix,omitempty"`      // Optional prefix filter

	// Batch configuration
	BatchSize int `json:"batch_size"` // Max objects per batch (default: 1000)

	// Versioning
	IncludeVersions bool `json:"include_versions"` // Discover all versions (for versioned buckets)

	// Tracking
	StartedAt int64 `json:"started_at"` // Unix timestamp (nanos) when discovery started
}

type FederationIngestPayload struct {
	// Local bucket name (where the object will be stored)
	Bucket string `json:"bucket"`

	// Object key
	Key string `json:"key"`

	// Version ID from external S3 (empty for non-versioned)
	VersionID string `json:"version_id,omitempty"`

	// Object metadata from external S3
	Size         int64  `json:"size"`
	ETag         string `json:"etag"`
	ContentType  string `json:"content_type,omitempty"`
	StorageClass string `json:"storage_class,omitempty"`
	LastModified int64  `json:"last_modified"` // Unix timestamp (nanos)

	// Tracking
	DiscoveredAt int64 `json:"discovered_at"` // Unix timestamp (nanos) when object was discovered
}

type Handler interface {
	// Type returns the task type this handler processes.
	Type() TaskType

	// Handle processes the task and returns an error if it failed.
	Handle(ctx context.Context, task *Task) error
}

type LifecyclePayload struct {
	// Object identification
	Bucket    string `json:"bucket"`
	Key       string `json:"key"`
	VersionID string `json:"version_id,omitempty"`

	// Action to take: "delete", "delete_version", "transition", "abort_mpu"
	Action       string `json:"action"`
	StorageClass string `json:"storage_class,omitempty"` // For transitions

	// Tracking
	RuleID      string `json:"rule_id"`
	EvaluatedAt int64  `json:"evaluated_at"` // Unix timestamp (nanos)

	// Verification (to ensure object hasn't changed since evaluation)
	ExpectedETag    string `json:"expected_etag,omitempty"`
	ExpectedModTime int64  `json:"expected_mod_time,omitempty"` // Unix timestamp (nanos)

	// For multipart uploads
	UploadID string `json:"upload_id,omitempty"`
}

type MemoryQueue struct {
	// contains filtered or unexported fields
}

type Queue interface {
	// Enqueue adds a task to the queue.
	Enqueue(ctx context.Context, task *Task) error

	// Dequeue retrieves the next available task for processing.
	// Returns nil if no tasks are available.
	// Uses FOR UPDATE SKIP LOCKED for concurrent worker support.
	Dequeue(ctx context.Context, workerID string, taskTypes ...TaskType) (*Task, error)

	// Complete marks a task as successfully completed.
	Complete(ctx context.Context, taskID string) error

	// Fail marks a task as failed with an error message.
	// If retries remain, the task will be requeued.
	Fail(ctx context.Context, taskID string, err error) error

	// Cancel marks a task as cancelled.
	Cancel(ctx context.Context, taskID string) error

	// Heartbeat extends the visibility timeout for a running task.
	// Workers should call this periodically for long-running tasks.
	Heartbeat(ctx context.Context, taskID string, workerID string) error

	// Get retrieves a task by ID.
	Get(ctx context.Context, taskID string) (*Task, error)

	// List returns tasks matching the filter.
	List(ctx context.Context, filter TaskFilter) ([]*Task, error)

	// Stats returns queue statistics.
	Stats(ctx context.Context) (*QueueStats, error)

	// Cleanup removes old completed/failed tasks.
	Cleanup(ctx context.Context, olderThan time.Duration) (int, error)

	// Close shuts down the queue.
	Close() error
}

type QueueStats struct {
	Pending    int64 `json:"pending"`
	Running    int64 `json:"running"`
	Completed  int64 `json:"completed"`
	Failed     int64 `json:"failed"`
	DeadLetter int64 `json:"dead_letter"`

	// By type
	ByType map[TaskType]int64 `json:"by_type"`

	// Performance
	AvgProcessingTime time.Duration `json:"avg_processing_time_ms"`
	OldestPending     *time.Time    `json:"oldest_pending,omitempty"`
}

type RestorePayload struct {
	// Object identification
	ObjectID  string `json:"object_id"`            // UUID of the object
	Bucket    string `json:"bucket"`               // Bucket name
	Key       string `json:"key"`                  // Object key
	VersionID string `json:"version_id,omitempty"` // Version ID if versioned

	// Restore configuration
	Days int    `json:"days"` // Number of days to keep restored copy
	Tier string `json:"tier"` // Retrieval tier: "Expedited", "Standard", "Bulk"

	// Source location
	StorageClass    string `json:"storage_class"`              // Current storage class (GLACIER, DEEP_ARCHIVE)
	TransitionedRef string `json:"transitioned_ref,omitempty"` // Reference to archived data

	// Tracking
	RequestedAt int64  `json:"requested_at"` // Unix nano when restore was initiated
	RequestID   string `json:"request_id"`   // Original S3 request ID
}

type Task struct {
	// Identification
	ID       string       `json:"id" db:"id"`
	Type     TaskType     `json:"type" db:"type"`
	Status   TaskStatus   `json:"status" db:"status"`
	Priority TaskPriority `json:"priority" db:"priority"`

	// Payload - JSON encoded task-specific data
	Payload json.RawMessage `json:"payload" db:"payload"`

	// Scheduling
	ScheduledAt time.Time  `json:"scheduled_at" db:"scheduled_at"`
	StartedAt   *time.Time `json:"started_at,omitempty" db:"started_at"`
	CompletedAt *time.Time `json:"completed_at,omitempty" db:"completed_at"`

	// Retry handling
	Attempts   int       `json:"attempts" db:"attempts"`
	MaxRetries int       `json:"max_retries" db:"max_retries"`
	RetryAfter time.Time `json:"retry_after,omitempty" db:"retry_after"`

	// Error tracking
	LastError string `json:"last_error,omitempty" db:"last_error"`

	// Metadata
	CreatedAt time.Time `json:"created_at" db:"created_at"`
	UpdatedAt time.Time `json:"updated_at" db:"updated_at"`
	Region    string    `json:"region,omitempty" db:"region"` // Source region
	WorkerID  string    `json:"worker_id,omitempty" db:"worker_id"`
}

type TaskFilter struct {
	Type   TaskType   `json:"type,omitempty"`
	Status TaskStatus `json:"status,omitempty"`
	Region string     `json:"region,omitempty"`
	Limit  int        `json:"limit,omitempty"`
	Offset int        `json:"offset,omitempty"`
}

type TaskPriority int

type TaskStatus string

type TaskType string

type Worker struct {
	// contains filtered or unexported fields
}

type WorkerConfig struct {
	ID           string
	Queue        Queue
	PollInterval time.Duration
	Concurrency  int
}