Documentation
¶
Index ¶
- Constants
- Variables
- func AllReplicationQueues(id entity.UniversalReplicationID) []string
- func DiffFixQueue(id entity.DiffID) string
- func DiffQueue(id entity.DiffID) string
- func DropStaleReplicationTasks(...) asynq.MiddlewareFunc
- func EventMigrationQueue(id entity.UniversalReplicationID) string
- func InitMigrationCopyQueue(id entity.UniversalReplicationID) string
- func InitMigrationListQueue(id entity.UniversalReplicationID) string
- func NewQueueService(client *asynq.Client, inspector *asynq.Inspector) *queueService
- func Reset(q *QueueServiceMock)
- func StopAndPurgeReplicationQueues(ctx context.Context, svc QueueService, id entity.UniversalReplicationID) error
- type BucketCreatePayload
- func (r *BucketCreatePayload) GetInheritableQueue() string
- func (r *BucketCreatePayload) GetReplicationID() entity.UniversalReplicationID
- func (r *BucketCreatePayload) SetInheritableQueue(queue string)
- func (r *BucketCreatePayload) SetReplicationID(id entity.UniversalReplicationID, generation int64)
- type BucketDeletePayload
- func (r *BucketDeletePayload) GetInheritableQueue() string
- func (r *BucketDeletePayload) GetReplicationID() entity.UniversalReplicationID
- func (r *BucketDeletePayload) SetInheritableQueue(queue string)
- func (r *BucketDeletePayload) SetReplicationID(id entity.UniversalReplicationID, generation int64)
- type BucketSyncACLPayload
- func (r *BucketSyncACLPayload) GetInheritableQueue() string
- func (r *BucketSyncACLPayload) GetReplicationID() entity.UniversalReplicationID
- func (r *BucketSyncACLPayload) SetInheritableQueue(queue string)
- func (r *BucketSyncACLPayload) SetReplicationID(id entity.UniversalReplicationID, generation int64)
- type BucketSyncTagsPayload
- func (r *BucketSyncTagsPayload) GetInheritableQueue() string
- func (r *BucketSyncTagsPayload) GetReplicationID() entity.UniversalReplicationID
- func (r *BucketSyncTagsPayload) SetInheritableQueue(queue string)
- func (r *BucketSyncTagsPayload) SetReplicationID(id entity.UniversalReplicationID, generation int64)
- type DiffFixCollectObjectsPayload
- type DiffFixEnsureObjectsRemovedPayload
- type DiffFixRemoveObjectsPayload
- type DiffFixS3CopyPayload
- func (r *DiffFixS3CopyPayload) GetInheritableQueue() string
- func (r *DiffFixS3CopyPayload) GetReplicationID() entity.UniversalReplicationID
- func (r *DiffFixS3CopyPayload) SetInheritableQueue(queue string)
- func (r *DiffFixS3CopyPayload) SetReplicationID(id entity.UniversalReplicationID, generation int64)
- type DiffFixS3ListVersionsPayload
- func (r *DiffFixS3ListVersionsPayload) GetInheritableQueue() string
- func (r *DiffFixS3ListVersionsPayload) GetReplicationID() entity.UniversalReplicationID
- func (r *DiffFixS3ListVersionsPayload) SetInheritableQueue(queue string)
- func (r *DiffFixS3ListVersionsPayload) SetReplicationID(id entity.UniversalReplicationID, generation int64)
- type DiffFixSwiftCopyPayload
- func (r *DiffFixSwiftCopyPayload) GetInheritableQueue() string
- func (r *DiffFixSwiftCopyPayload) GetReplicationID() entity.UniversalReplicationID
- func (r *DiffFixSwiftCopyPayload) SetInheritableQueue(queue string)
- func (r *DiffFixSwiftCopyPayload) SetReplicationID(id entity.UniversalReplicationID, generation int64)
- type DiffListObjectsPayload
- type DiffListVersionsPayload
- type DiffPayload
- type ListObjectVersionsPayload
- func (r *ListObjectVersionsPayload) GetInheritableQueue() string
- func (r *ListObjectVersionsPayload) GetReplicationID() entity.UniversalReplicationID
- func (r *ListObjectVersionsPayload) SetInheritableQueue(queue string)
- func (r *ListObjectVersionsPayload) SetReplicationID(id entity.UniversalReplicationID, generation int64)
- type MigrateBucketListObjectsPayload
- func (r *MigrateBucketListObjectsPayload) GetInheritableQueue() string
- func (r *MigrateBucketListObjectsPayload) GetReplicationID() entity.UniversalReplicationID
- func (r *MigrateBucketListObjectsPayload) SetInheritableQueue(queue string)
- func (r *MigrateBucketListObjectsPayload) SetReplicationID(id entity.UniversalReplicationID, generation int64)
- type MigrateLocation
- type MigrateObjCopyPayload
- func (r *MigrateObjCopyPayload) GetInheritableQueue() string
- func (r *MigrateObjCopyPayload) GetReplicationID() entity.UniversalReplicationID
- func (r *MigrateObjCopyPayload) SetInheritableQueue(queue string)
- func (r *MigrateObjCopyPayload) SetReplicationID(id entity.UniversalReplicationID, generation int64)
- type MigrateS3UserPayload
- func (r *MigrateS3UserPayload) GetInheritableQueue() string
- func (r *MigrateS3UserPayload) GetReplicationID() entity.UniversalReplicationID
- func (r *MigrateS3UserPayload) SetInheritableQueue(queue string)
- func (r *MigrateS3UserPayload) SetReplicationID(id entity.UniversalReplicationID, generation int64)
- type MigrateVersionedObjectPayload
- func (r *MigrateVersionedObjectPayload) GetInheritableQueue() string
- func (r *MigrateVersionedObjectPayload) GetReplicationID() entity.UniversalReplicationID
- func (r *MigrateVersionedObjectPayload) SetInheritableQueue(queue string)
- func (r *MigrateVersionedObjectPayload) SetReplicationID(id entity.UniversalReplicationID, generation int64)
- type ObjInfo
- type ObjPayload
- type ObjSyncACLPayload
- type ObjSyncTagsPayload
- type ObjectSyncPayload
- type Queue
- type QueueService
- type QueueServiceMock
- func (q *QueueServiceMock) Delete(ctx context.Context, queueName string, force bool) error
- func (q *QueueServiceMock) EnqueueTask(ctx context.Context, task any) error
- func (q *QueueServiceMock) EventReplicationDone(id entity.UniversalReplicationID)
- func (q *QueueServiceMock) EventReplicationInProgress(id entity.UniversalReplicationID)
- func (q *QueueServiceMock) EventReplicationLag(id entity.UniversalReplicationID, lag int)
- func (q *QueueServiceMock) InitReplicationDone(id entity.UniversalReplicationID)
- func (q *QueueServiceMock) InitReplicationInProgress(id entity.UniversalReplicationID)
- func (q *QueueServiceMock) IsPaused(ctx context.Context, queueName string) (bool, error)
- func (q *QueueServiceMock) Pause(ctx context.Context, queueName string) error
- func (q *QueueServiceMock) Purge(ctx context.Context, queues ...string) error
- func (q *QueueServiceMock) Resume(ctx context.Context, queueName string) error
- func (q *QueueServiceMock) Stats(ctx context.Context, queueName string) (*QueueStats, error)
- func (q *QueueServiceMock) Stop(ctx context.Context, queues ...string) error
- func (q *QueueServiceMock) UnprocessedCount(ctx context.Context, ignoreNotfound bool, queueName ...string) (int, error)
- type QueueStats
- type ReplicationTask
- type SwiftAccountMigrationPayload
- func (r *SwiftAccountMigrationPayload) GetInheritableQueue() string
- func (r *SwiftAccountMigrationPayload) GetReplicationID() entity.UniversalReplicationID
- func (r *SwiftAccountMigrationPayload) SetInheritableQueue(queue string)
- func (r *SwiftAccountMigrationPayload) SetReplicationID(id entity.UniversalReplicationID, generation int64)
- type SwiftAccountUpdatePayload
- func (r *SwiftAccountUpdatePayload) GetInheritableQueue() string
- func (r *SwiftAccountUpdatePayload) GetReplicationID() entity.UniversalReplicationID
- func (r *SwiftAccountUpdatePayload) SetInheritableQueue(queue string)
- func (r *SwiftAccountUpdatePayload) SetReplicationID(id entity.UniversalReplicationID, generation int64)
- type SwiftContainerMigrationPayload
- func (r *SwiftContainerMigrationPayload) GetInheritableQueue() string
- func (r *SwiftContainerMigrationPayload) GetReplicationID() entity.UniversalReplicationID
- func (r *SwiftContainerMigrationPayload) SetInheritableQueue(queue string)
- func (r *SwiftContainerMigrationPayload) SetReplicationID(id entity.UniversalReplicationID, generation int64)
- type SwiftContainerUpdatePayload
- func (r *SwiftContainerUpdatePayload) GetInheritableQueue() string
- func (r *SwiftContainerUpdatePayload) GetReplicationID() entity.UniversalReplicationID
- func (r *SwiftContainerUpdatePayload) SetInheritableQueue(queue string)
- func (r *SwiftContainerUpdatePayload) SetReplicationID(id entity.UniversalReplicationID, generation int64)
- type SwiftObjectDeletePayload
- func (r *SwiftObjectDeletePayload) GetInheritableQueue() string
- func (r *SwiftObjectDeletePayload) GetReplicationID() entity.UniversalReplicationID
- func (r *SwiftObjectDeletePayload) SetInheritableQueue(queue string)
- func (r *SwiftObjectDeletePayload) SetReplicationID(id entity.UniversalReplicationID, generation int64)
- type SwiftObjectMetaUpdatePayload
- func (r *SwiftObjectMetaUpdatePayload) GetInheritableQueue() string
- func (r *SwiftObjectMetaUpdatePayload) GetReplicationID() entity.UniversalReplicationID
- func (r *SwiftObjectMetaUpdatePayload) SetInheritableQueue(queue string)
- func (r *SwiftObjectMetaUpdatePayload) SetReplicationID(id entity.UniversalReplicationID, generation int64)
- type SwiftObjectMigrationPayload
- func (r *SwiftObjectMigrationPayload) GetInheritableQueue() string
- func (r *SwiftObjectMigrationPayload) GetReplicationID() entity.UniversalReplicationID
- func (r *SwiftObjectMigrationPayload) SetInheritableQueue(queue string)
- func (r *SwiftObjectMigrationPayload) SetReplicationID(id entity.UniversalReplicationID, generation int64)
- type SwiftObjectUpdatePayload
- func (r *SwiftObjectUpdatePayload) GetInheritableQueue() string
- func (r *SwiftObjectUpdatePayload) GetReplicationID() entity.UniversalReplicationID
- func (r *SwiftObjectUpdatePayload) SetInheritableQueue(queue string)
- func (r *SwiftObjectUpdatePayload) SetReplicationID(id entity.UniversalReplicationID, generation int64)
- type SwitchWithDowntimePayload
- type TaskPayload
- type ZeroDowntimeReplicationSwitchPayload
Constants ¶
View Source
const ( TypeBucketCreate = "bucket:create" TypeBucketDelete = "bucket:delete" TypeBucketSyncTags = "bucket:sync:tags" TypeBucketSyncACL = "bucket:sync:acl" TypeObjectSync = "object:sync" TypeObjectSyncTags = "object:sync:tags" TypeObjectSyncACL = "object:sync:acl" TypeMigrateS3User = "migrate:user" TypeMigrateBucketListObjects = "migrate:bucket:list_objects" TypeMigrateObjCopy = "migrate:object:copy" TypeMigrateObjectListVersions = "migrate:object:list_versions" TypeMigrateVersionedObject = "migrate:object:copy_versioned" TypeDiff = "diff" TypeDiffListObjects = "diff:list_objects" TypeDiffListVersions = "diff:list_versions" TypeDiffFixCollectObjects = "diff:fix:collect_objects" TypeDiffFixRemoveObjects = "diff:fix:remove_objects" TypeDiffFixEnsureRemove = "diff:fix:ensure_remove" TypeDiffFixCopyS3 = "diff:fix:copy:s3" TypeDiffFixCopySwift = "diff:fix:copy:swift" TypeDiffFixS3ListVersions = "diff:fix:list_versions" TypeApiZeroDowntimeSwitch = "api:switch_zero_downtime" TypeApiSwitchWithDowntime = "api:switch_w_downtime" // swift tasks: TypeSwiftAccountUpdate = "account:update" TypeSwiftContainerUpdate = "container:update" TypeSwiftObjUpdate = "obj:update" TypeSwiftObjMetaUpdate = "obj:meta:update" TypeSwiftObjDelete = "obj:del" TypeSwiftAccountMigration = "migrate:swift:account" TypeSwiftContainerMigration = "migrate:swift:container" TypeSwiftObjectMigration = "migrate:swift:obj" )
A list of task types.
Variables ¶
View Source
var Priority = map[string]int{ string(QueueAPI): 200, string(QueueMigrateListObjectsPrefix) + ":*": 100, string(QueueDiff) + ":*": 50, string(QueueDiffFix) + ":*": 50, string(QueueMigrateCopyObjectPrefix) + ":*": 10, string(QueueEventsPrefix) + ":*": 5, "*": 1, }
Priority defines the priority of the queues from highest to lowest.
Functions ¶
func AllReplicationQueues ¶ added in v0.6.0
func AllReplicationQueues(id entity.UniversalReplicationID) []string
func DiffFixQueue ¶ added in v0.7.3
func DropStaleReplicationTasks ¶ added in v0.7.11
func DropStaleReplicationTasks(currentGeneration func(ctx context.Context, id entity.UniversalReplicationID) (int64, error)) asynq.MiddlewareFunc
DropStaleReplicationTasks recognizes replication tasks by queue, not by task type: diff fix reuses replication task types with IDs that are not replication policies.
func EventMigrationQueue ¶ added in v0.7.0
func EventMigrationQueue(id entity.UniversalReplicationID) string
func InitMigrationCopyQueue ¶ added in v0.7.0
func InitMigrationCopyQueue(id entity.UniversalReplicationID) string
func InitMigrationListQueue ¶ added in v0.7.0
func InitMigrationListQueue(id entity.UniversalReplicationID) string
func NewQueueService ¶ added in v0.6.0
func Reset ¶ added in v0.6.0
func Reset(q *QueueServiceMock)
func StopAndPurgeReplicationQueues ¶ added in v0.7.11
func StopAndPurgeReplicationQueues(ctx context.Context, svc QueueService, id entity.UniversalReplicationID) error
Types ¶
type BucketCreatePayload ¶
type BucketCreatePayload struct {
Bucket string
Location string
// contains filtered or unexported fields
}
func (*BucketCreatePayload) GetInheritableQueue ¶ added in v0.7.3
func (r *BucketCreatePayload) GetInheritableQueue() string
func (*BucketCreatePayload) GetReplicationID ¶ added in v0.6.0
func (r *BucketCreatePayload) GetReplicationID() entity.UniversalReplicationID
func (*BucketCreatePayload) SetInheritableQueue ¶ added in v0.7.3
func (r *BucketCreatePayload) SetInheritableQueue(queue string)
func (*BucketCreatePayload) SetReplicationID ¶ added in v0.6.0
func (r *BucketCreatePayload) SetReplicationID(id entity.UniversalReplicationID, generation int64)
type BucketDeletePayload ¶
type BucketDeletePayload struct {
Bucket string
// contains filtered or unexported fields
}
func (*BucketDeletePayload) GetInheritableQueue ¶ added in v0.7.3
func (r *BucketDeletePayload) GetInheritableQueue() string
func (*BucketDeletePayload) GetReplicationID ¶ added in v0.6.0
func (r *BucketDeletePayload) GetReplicationID() entity.UniversalReplicationID
func (*BucketDeletePayload) SetInheritableQueue ¶ added in v0.7.3
func (r *BucketDeletePayload) SetInheritableQueue(queue string)
func (*BucketDeletePayload) SetReplicationID ¶ added in v0.6.0
func (r *BucketDeletePayload) SetReplicationID(id entity.UniversalReplicationID, generation int64)
type BucketSyncACLPayload ¶
type BucketSyncACLPayload struct {
Bucket string
// contains filtered or unexported fields
}
func (*BucketSyncACLPayload) GetInheritableQueue ¶ added in v0.7.3
func (r *BucketSyncACLPayload) GetInheritableQueue() string
func (*BucketSyncACLPayload) GetReplicationID ¶ added in v0.6.0
func (r *BucketSyncACLPayload) GetReplicationID() entity.UniversalReplicationID
func (*BucketSyncACLPayload) SetInheritableQueue ¶ added in v0.7.3
func (r *BucketSyncACLPayload) SetInheritableQueue(queue string)
func (*BucketSyncACLPayload) SetReplicationID ¶ added in v0.6.0
func (r *BucketSyncACLPayload) SetReplicationID(id entity.UniversalReplicationID, generation int64)
type BucketSyncTagsPayload ¶
type BucketSyncTagsPayload struct {
Bucket string
// contains filtered or unexported fields
}
func (*BucketSyncTagsPayload) GetInheritableQueue ¶ added in v0.7.3
func (r *BucketSyncTagsPayload) GetInheritableQueue() string
func (*BucketSyncTagsPayload) GetReplicationID ¶ added in v0.6.0
func (r *BucketSyncTagsPayload) GetReplicationID() entity.UniversalReplicationID
func (*BucketSyncTagsPayload) SetInheritableQueue ¶ added in v0.7.3
func (r *BucketSyncTagsPayload) SetInheritableQueue(queue string)
func (*BucketSyncTagsPayload) SetReplicationID ¶ added in v0.6.0
func (r *BucketSyncTagsPayload) SetReplicationID(id entity.UniversalReplicationID, generation int64)
type DiffFixCollectObjectsPayload ¶ added in v0.7.3
type DiffFixCollectObjectsPayload struct {
StorageType dom.StorageType
User string
Locations []MigrateLocation
SourceIndex int
Versioned bool
}
type DiffFixEnsureObjectsRemovedPayload ¶ added in v0.7.3
type DiffFixEnsureObjectsRemovedPayload struct {
StorageType dom.StorageType
User string
Locations []MigrateLocation
SourceIndex int
RemoveIndex int
Versioned bool
}
type DiffFixRemoveObjectsPayload ¶ added in v0.7.3
type DiffFixRemoveObjectsPayload struct {
StorageType dom.StorageType
User string
Locations []MigrateLocation
SourceIndex int
RemoveIndex int
Versioned bool
}
type DiffFixS3CopyPayload ¶ added in v0.7.3
type DiffFixS3CopyPayload struct {
MigrateObjCopyPayload
Locations []MigrateLocation
}
func (*DiffFixS3CopyPayload) GetInheritableQueue ¶ added in v0.7.3
func (r *DiffFixS3CopyPayload) GetInheritableQueue() string
func (*DiffFixS3CopyPayload) GetReplicationID ¶ added in v0.7.3
func (r *DiffFixS3CopyPayload) GetReplicationID() entity.UniversalReplicationID
func (*DiffFixS3CopyPayload) SetInheritableQueue ¶ added in v0.7.3
func (r *DiffFixS3CopyPayload) SetInheritableQueue(queue string)
func (*DiffFixS3CopyPayload) SetReplicationID ¶ added in v0.7.3
func (r *DiffFixS3CopyPayload) SetReplicationID(id entity.UniversalReplicationID, generation int64)
type DiffFixS3ListVersionsPayload ¶ added in v0.7.3
type DiffFixS3ListVersionsPayload struct {
ListObjectVersionsPayload
Locations []MigrateLocation
}
func (*DiffFixS3ListVersionsPayload) GetInheritableQueue ¶ added in v0.7.3
func (r *DiffFixS3ListVersionsPayload) GetInheritableQueue() string
func (*DiffFixS3ListVersionsPayload) GetReplicationID ¶ added in v0.7.3
func (r *DiffFixS3ListVersionsPayload) GetReplicationID() entity.UniversalReplicationID
func (*DiffFixS3ListVersionsPayload) SetInheritableQueue ¶ added in v0.7.3
func (r *DiffFixS3ListVersionsPayload) SetInheritableQueue(queue string)
func (*DiffFixS3ListVersionsPayload) SetReplicationID ¶ added in v0.7.3
func (r *DiffFixS3ListVersionsPayload) SetReplicationID(id entity.UniversalReplicationID, generation int64)
type DiffFixSwiftCopyPayload ¶ added in v0.7.3
type DiffFixSwiftCopyPayload struct {
Locations []MigrateLocation
SwiftObjectMigrationPayload
}
func (*DiffFixSwiftCopyPayload) GetInheritableQueue ¶ added in v0.7.3
func (r *DiffFixSwiftCopyPayload) GetInheritableQueue() string
func (*DiffFixSwiftCopyPayload) GetReplicationID ¶ added in v0.7.3
func (r *DiffFixSwiftCopyPayload) GetReplicationID() entity.UniversalReplicationID
func (*DiffFixSwiftCopyPayload) SetInheritableQueue ¶ added in v0.7.3
func (r *DiffFixSwiftCopyPayload) SetInheritableQueue(queue string)
func (*DiffFixSwiftCopyPayload) SetReplicationID ¶ added in v0.7.3
func (r *DiffFixSwiftCopyPayload) SetReplicationID(id entity.UniversalReplicationID, generation int64)
type DiffListObjectsPayload ¶ added in v0.7.3
type DiffListVersionsPayload ¶ added in v0.7.3
type DiffListVersionsPayload struct {
User string
Prefix string
Locations []MigrateLocation
Index int
IgnoreSizes bool
}
type DiffPayload ¶ added in v0.7.3
type DiffPayload struct {
User string
Locations []MigrateLocation
Versioned bool
IgnoreSizes bool
}
type ListObjectVersionsPayload ¶ added in v0.6.0
type ListObjectVersionsPayload struct {
Bucket string
Prefix string
// contains filtered or unexported fields
}
func (*ListObjectVersionsPayload) GetInheritableQueue ¶ added in v0.7.3
func (r *ListObjectVersionsPayload) GetInheritableQueue() string
func (*ListObjectVersionsPayload) GetReplicationID ¶ added in v0.6.0
func (r *ListObjectVersionsPayload) GetReplicationID() entity.UniversalReplicationID
func (*ListObjectVersionsPayload) SetInheritableQueue ¶ added in v0.7.3
func (r *ListObjectVersionsPayload) SetInheritableQueue(queue string)
func (*ListObjectVersionsPayload) SetReplicationID ¶ added in v0.6.0
func (r *ListObjectVersionsPayload) SetReplicationID(id entity.UniversalReplicationID, generation int64)
type MigrateBucketListObjectsPayload ¶
type MigrateBucketListObjectsPayload struct {
Bucket string
Prefix string
Versioned bool
// contains filtered or unexported fields
}
func (*MigrateBucketListObjectsPayload) GetInheritableQueue ¶ added in v0.7.3
func (r *MigrateBucketListObjectsPayload) GetInheritableQueue() string
func (*MigrateBucketListObjectsPayload) GetReplicationID ¶ added in v0.6.0
func (r *MigrateBucketListObjectsPayload) GetReplicationID() entity.UniversalReplicationID
func (*MigrateBucketListObjectsPayload) SetInheritableQueue ¶ added in v0.7.3
func (r *MigrateBucketListObjectsPayload) SetInheritableQueue(queue string)
func (*MigrateBucketListObjectsPayload) SetReplicationID ¶ added in v0.6.0
func (r *MigrateBucketListObjectsPayload) SetReplicationID(id entity.UniversalReplicationID, generation int64)
type MigrateLocation ¶ added in v0.5.14
type MigrateObjCopyPayload ¶
type MigrateObjCopyPayload struct {
Bucket string
Obj ObjPayload
// contains filtered or unexported fields
}
func (*MigrateObjCopyPayload) GetInheritableQueue ¶ added in v0.7.3
func (r *MigrateObjCopyPayload) GetInheritableQueue() string
func (*MigrateObjCopyPayload) GetReplicationID ¶ added in v0.6.0
func (r *MigrateObjCopyPayload) GetReplicationID() entity.UniversalReplicationID
func (*MigrateObjCopyPayload) SetInheritableQueue ¶ added in v0.7.3
func (r *MigrateObjCopyPayload) SetInheritableQueue(queue string)
func (*MigrateObjCopyPayload) SetReplicationID ¶ added in v0.6.0
func (r *MigrateObjCopyPayload) SetReplicationID(id entity.UniversalReplicationID, generation int64)
type MigrateS3UserPayload ¶ added in v0.7.0
type MigrateS3UserPayload struct {
// contains filtered or unexported fields
}
func (*MigrateS3UserPayload) GetInheritableQueue ¶ added in v0.7.3
func (r *MigrateS3UserPayload) GetInheritableQueue() string
func (*MigrateS3UserPayload) GetReplicationID ¶ added in v0.7.0
func (r *MigrateS3UserPayload) GetReplicationID() entity.UniversalReplicationID
func (*MigrateS3UserPayload) SetInheritableQueue ¶ added in v0.7.3
func (r *MigrateS3UserPayload) SetInheritableQueue(queue string)
func (*MigrateS3UserPayload) SetReplicationID ¶ added in v0.7.0
func (r *MigrateS3UserPayload) SetReplicationID(id entity.UniversalReplicationID, generation int64)
type MigrateVersionedObjectPayload ¶ added in v0.6.0
type MigrateVersionedObjectPayload struct {
Bucket string
Prefix string
// contains filtered or unexported fields
}
func (*MigrateVersionedObjectPayload) GetInheritableQueue ¶ added in v0.7.3
func (r *MigrateVersionedObjectPayload) GetInheritableQueue() string
func (*MigrateVersionedObjectPayload) GetReplicationID ¶ added in v0.6.0
func (r *MigrateVersionedObjectPayload) GetReplicationID() entity.UniversalReplicationID
func (*MigrateVersionedObjectPayload) SetInheritableQueue ¶ added in v0.7.3
func (r *MigrateVersionedObjectPayload) SetInheritableQueue(queue string)
func (*MigrateVersionedObjectPayload) SetReplicationID ¶ added in v0.6.0
func (r *MigrateVersionedObjectPayload) SetReplicationID(id entity.UniversalReplicationID, generation int64)
type ObjPayload ¶
type ObjSyncACLPayload ¶
func (*ObjSyncACLPayload) GetInheritableQueue ¶ added in v0.7.3
func (r *ObjSyncACLPayload) GetInheritableQueue() string
func (*ObjSyncACLPayload) GetReplicationID ¶ added in v0.6.0
func (r *ObjSyncACLPayload) GetReplicationID() entity.UniversalReplicationID
func (*ObjSyncACLPayload) SetInheritableQueue ¶ added in v0.7.3
func (r *ObjSyncACLPayload) SetInheritableQueue(queue string)
func (*ObjSyncACLPayload) SetReplicationID ¶ added in v0.6.0
func (r *ObjSyncACLPayload) SetReplicationID(id entity.UniversalReplicationID, generation int64)
type ObjSyncTagsPayload ¶
func (*ObjSyncTagsPayload) GetInheritableQueue ¶ added in v0.7.3
func (r *ObjSyncTagsPayload) GetInheritableQueue() string
func (*ObjSyncTagsPayload) GetReplicationID ¶ added in v0.6.0
func (r *ObjSyncTagsPayload) GetReplicationID() entity.UniversalReplicationID
func (*ObjSyncTagsPayload) SetInheritableQueue ¶ added in v0.7.3
func (r *ObjSyncTagsPayload) SetInheritableQueue(queue string)
func (*ObjSyncTagsPayload) SetReplicationID ¶ added in v0.6.0
func (r *ObjSyncTagsPayload) SetReplicationID(id entity.UniversalReplicationID, generation int64)
type ObjectSyncPayload ¶
type ObjectSyncPayload struct {
Object dom.Object
//FromVersion int64
ObjSize int64
Deleted bool
// contains filtered or unexported fields
}
func (*ObjectSyncPayload) GetInheritableQueue ¶ added in v0.7.3
func (r *ObjectSyncPayload) GetInheritableQueue() string
func (*ObjectSyncPayload) GetReplicationID ¶ added in v0.6.0
func (r *ObjectSyncPayload) GetReplicationID() entity.UniversalReplicationID
func (*ObjectSyncPayload) SetInheritableQueue ¶ added in v0.7.3
func (r *ObjectSyncPayload) SetInheritableQueue(queue string)
func (*ObjectSyncPayload) SetReplicationID ¶ added in v0.6.0
func (r *ObjectSyncPayload) SetReplicationID(id entity.UniversalReplicationID, generation int64)
type QueueService ¶ added in v0.6.0
type QueueService interface {
UnprocessedCount(ctx context.Context, ignoreNotFound bool, queues ...string) (int, error)
IsPaused(ctx context.Context, queueName string) (bool, error)
Resume(ctx context.Context, queueName string) error
Pause(ctx context.Context, queueName string) error
Delete(ctx context.Context, queueName string, force bool) error
// Stop pauses queues, cancels active tasks and waits until asynq reports none active.
// Handlers of canceled tasks may still be finishing. Queues stay paused.
Stop(ctx context.Context, queues ...string) error
// Purge requires stopped queues: asynq refuses to delete a queue with active tasks.
Purge(ctx context.Context, queues ...string) error
Stats(ctx context.Context, queueName string) (*QueueStats, error)
EnqueueTask(ctx context.Context, task any) error
}
type QueueServiceMock ¶ added in v0.6.0
func (*QueueServiceMock) EnqueueTask ¶ added in v0.6.0
func (q *QueueServiceMock) EnqueueTask(ctx context.Context, task any) error
func (*QueueServiceMock) EventReplicationDone ¶ added in v0.6.0
func (q *QueueServiceMock) EventReplicationDone(id entity.UniversalReplicationID)
EventReplicationDone test helper to make event replication queue empty
func (*QueueServiceMock) EventReplicationInProgress ¶ added in v0.6.0
func (q *QueueServiceMock) EventReplicationInProgress(id entity.UniversalReplicationID)
EventReplicationInProgress test helper to make event replication queue non-empty
func (*QueueServiceMock) EventReplicationLag ¶ added in v0.6.0
func (q *QueueServiceMock) EventReplicationLag(id entity.UniversalReplicationID, lag int)
func (*QueueServiceMock) InitReplicationDone ¶ added in v0.6.0
func (q *QueueServiceMock) InitReplicationDone(id entity.UniversalReplicationID)
InitReplicationDone test helper to make init replication queues empty
func (*QueueServiceMock) InitReplicationInProgress ¶ added in v0.6.0
func (q *QueueServiceMock) InitReplicationInProgress(id entity.UniversalReplicationID)
InitReplicationInProgress test helper to initialize queues for replication in progress
func (*QueueServiceMock) Pause ¶ added in v0.6.0
func (q *QueueServiceMock) Pause(ctx context.Context, queueName string) error
func (*QueueServiceMock) Purge ¶ added in v0.7.11
func (q *QueueServiceMock) Purge(ctx context.Context, queues ...string) error
func (*QueueServiceMock) Resume ¶ added in v0.6.0
func (q *QueueServiceMock) Resume(ctx context.Context, queueName string) error
func (*QueueServiceMock) Stats ¶ added in v0.6.0
func (q *QueueServiceMock) Stats(ctx context.Context, queueName string) (*QueueStats, error)
func (*QueueServiceMock) Stop ¶ added in v0.7.11
func (q *QueueServiceMock) Stop(ctx context.Context, queues ...string) error
func (*QueueServiceMock) UnprocessedCount ¶ added in v0.6.0
type QueueStats ¶ added in v0.6.0
type QueueStats struct {
// Current number of tasks present in the queue (asynq QueueInfo.Size).
// Includes pending, active, scheduled, retry, aggregating AND archived
// (permanently failed) tasks. It is a live snapshot, not a lifetime total,
// and it does NOT include tasks that were already processed and deleted.
Unprocessed int
// Total number of times tasks in this queue finished processing, counting
// every retry and archival. asynq bumps this counter on success AND on each
// failed attempt, so it is NOT the number of successful tasks on its own.
// Successful tasks = ProcessedTotal - FailedTotal.
ProcessedTotal int
// Total number of failed processing attempts (retries + archived tasks).
FailedTotal int
// Paused indicates whether the queue is paused.
// If true, tasks in the queue will not be processed.
Paused bool
// Total number of bytes that the queue and its tasks require to be stored in redis.
// It is an approximate memory usage value in bytes since the value is computed by sampling.
MemoryUsage int64
// Latency of the queue, measured by the oldest pending task in the queue.
Latency time.Duration
}
type ReplicationTask ¶ added in v0.6.0
type ReplicationTask interface {
SetReplicationID(id entity.UniversalReplicationID, generation int64)
GetReplicationID() entity.UniversalReplicationID
SetInheritableQueue(queue string)
GetInheritableQueue() string
}
type SwiftAccountMigrationPayload ¶ added in v0.7.0
type SwiftAccountMigrationPayload struct {
// contains filtered or unexported fields
}
func (*SwiftAccountMigrationPayload) GetInheritableQueue ¶ added in v0.7.3
func (r *SwiftAccountMigrationPayload) GetInheritableQueue() string
func (*SwiftAccountMigrationPayload) GetReplicationID ¶ added in v0.7.0
func (r *SwiftAccountMigrationPayload) GetReplicationID() entity.UniversalReplicationID
func (*SwiftAccountMigrationPayload) SetInheritableQueue ¶ added in v0.7.3
func (r *SwiftAccountMigrationPayload) SetInheritableQueue(queue string)
func (*SwiftAccountMigrationPayload) SetReplicationID ¶ added in v0.7.0
func (r *SwiftAccountMigrationPayload) SetReplicationID(id entity.UniversalReplicationID, generation int64)
type SwiftAccountUpdatePayload ¶ added in v0.7.0
type SwiftAccountUpdatePayload struct {
// Date of the server response. Not Account modification date, so it cannot be
// compared with Last-modified directly, but can be used as a reference
// because Openstack Swift does not return Last-Modified for Account Updates
Date string
// contains filtered or unexported fields
}
func (*SwiftAccountUpdatePayload) GetInheritableQueue ¶ added in v0.7.3
func (r *SwiftAccountUpdatePayload) GetInheritableQueue() string
func (*SwiftAccountUpdatePayload) GetReplicationID ¶ added in v0.7.0
func (r *SwiftAccountUpdatePayload) GetReplicationID() entity.UniversalReplicationID
func (*SwiftAccountUpdatePayload) SetInheritableQueue ¶ added in v0.7.3
func (r *SwiftAccountUpdatePayload) SetInheritableQueue(queue string)
func (*SwiftAccountUpdatePayload) SetReplicationID ¶ added in v0.7.0
func (r *SwiftAccountUpdatePayload) SetReplicationID(id entity.UniversalReplicationID, generation int64)
type SwiftContainerMigrationPayload ¶ added in v0.7.0
type SwiftContainerMigrationPayload struct {
Bucket string
// contains filtered or unexported fields
}
func (*SwiftContainerMigrationPayload) GetInheritableQueue ¶ added in v0.7.3
func (r *SwiftContainerMigrationPayload) GetInheritableQueue() string
func (*SwiftContainerMigrationPayload) GetReplicationID ¶ added in v0.7.0
func (r *SwiftContainerMigrationPayload) GetReplicationID() entity.UniversalReplicationID
func (*SwiftContainerMigrationPayload) SetInheritableQueue ¶ added in v0.7.3
func (r *SwiftContainerMigrationPayload) SetInheritableQueue(queue string)
func (*SwiftContainerMigrationPayload) SetReplicationID ¶ added in v0.7.0
func (r *SwiftContainerMigrationPayload) SetReplicationID(id entity.UniversalReplicationID, generation int64)
type SwiftContainerUpdatePayload ¶ added in v0.7.0
type SwiftContainerUpdatePayload struct {
Bucket string
// Date of the server response. Not Container modification date, so it cannot be
// compared with Last-modified directly, but can be used as a reference
// because Openstack Swift does not return Last-Modified for Container Updates
Date string
// contains filtered or unexported fields
}
func (*SwiftContainerUpdatePayload) GetInheritableQueue ¶ added in v0.7.3
func (r *SwiftContainerUpdatePayload) GetInheritableQueue() string
func (*SwiftContainerUpdatePayload) GetReplicationID ¶ added in v0.7.0
func (r *SwiftContainerUpdatePayload) GetReplicationID() entity.UniversalReplicationID
func (*SwiftContainerUpdatePayload) SetInheritableQueue ¶ added in v0.7.3
func (r *SwiftContainerUpdatePayload) SetInheritableQueue(queue string)
func (*SwiftContainerUpdatePayload) SetReplicationID ¶ added in v0.7.0
func (r *SwiftContainerUpdatePayload) SetReplicationID(id entity.UniversalReplicationID, generation int64)
type SwiftObjectDeletePayload ¶ added in v0.7.0
type SwiftObjectDeletePayload struct {
Bucket string
Object string
VersionID string
// Date of the server response. Not Object deletion date, so it cannot be
// compared with Last-modified directly, but can be used as a reference
// because Openstack Swift does not return Last-Modified for Object delete
Date string
DeleteMultipart bool
// contains filtered or unexported fields
}
func (*SwiftObjectDeletePayload) GetInheritableQueue ¶ added in v0.7.3
func (r *SwiftObjectDeletePayload) GetInheritableQueue() string
func (*SwiftObjectDeletePayload) GetReplicationID ¶ added in v0.7.0
func (r *SwiftObjectDeletePayload) GetReplicationID() entity.UniversalReplicationID
func (*SwiftObjectDeletePayload) SetInheritableQueue ¶ added in v0.7.3
func (r *SwiftObjectDeletePayload) SetInheritableQueue(queue string)
func (*SwiftObjectDeletePayload) SetReplicationID ¶ added in v0.7.0
func (r *SwiftObjectDeletePayload) SetReplicationID(id entity.UniversalReplicationID, generation int64)
type SwiftObjectMetaUpdatePayload ¶ added in v0.7.0
type SwiftObjectMetaUpdatePayload struct {
Bucket string
Object string
// Date of the server response. Not Object modification date, so it cannot be
// compared with Last-modified directly, but can be used as a reference
// because Openstack Swift does not return Last-Modified for Object Meta Updates
Date string
// contains filtered or unexported fields
}
func (*SwiftObjectMetaUpdatePayload) GetInheritableQueue ¶ added in v0.7.3
func (r *SwiftObjectMetaUpdatePayload) GetInheritableQueue() string
func (*SwiftObjectMetaUpdatePayload) GetReplicationID ¶ added in v0.7.0
func (r *SwiftObjectMetaUpdatePayload) GetReplicationID() entity.UniversalReplicationID
func (*SwiftObjectMetaUpdatePayload) SetInheritableQueue ¶ added in v0.7.3
func (r *SwiftObjectMetaUpdatePayload) SetInheritableQueue(queue string)
func (*SwiftObjectMetaUpdatePayload) SetReplicationID ¶ added in v0.7.0
func (r *SwiftObjectMetaUpdatePayload) SetReplicationID(id entity.UniversalReplicationID, generation int64)
type SwiftObjectMigrationPayload ¶ added in v0.7.0
type SwiftObjectMigrationPayload struct {
Bucket string
ObjName string
ObjVersion string
ObjEtag string
ObjLastModified string
ObjSize int64
// contains filtered or unexported fields
}
func (*SwiftObjectMigrationPayload) GetInheritableQueue ¶ added in v0.7.3
func (r *SwiftObjectMigrationPayload) GetInheritableQueue() string
func (*SwiftObjectMigrationPayload) GetReplicationID ¶ added in v0.7.0
func (r *SwiftObjectMigrationPayload) GetReplicationID() entity.UniversalReplicationID
func (*SwiftObjectMigrationPayload) SetInheritableQueue ¶ added in v0.7.3
func (r *SwiftObjectMigrationPayload) SetInheritableQueue(queue string)
func (*SwiftObjectMigrationPayload) SetReplicationID ¶ added in v0.7.0
func (r *SwiftObjectMigrationPayload) SetReplicationID(id entity.UniversalReplicationID, generation int64)
type SwiftObjectUpdatePayload ¶ added in v0.7.0
type SwiftObjectUpdatePayload struct {
Bucket string
Object string
VersionID string
Etag string
LastModified string
// contains filtered or unexported fields
}
func (*SwiftObjectUpdatePayload) GetInheritableQueue ¶ added in v0.7.3
func (r *SwiftObjectUpdatePayload) GetInheritableQueue() string
func (*SwiftObjectUpdatePayload) GetReplicationID ¶ added in v0.7.0
func (r *SwiftObjectUpdatePayload) GetReplicationID() entity.UniversalReplicationID
func (*SwiftObjectUpdatePayload) SetInheritableQueue ¶ added in v0.7.3
func (r *SwiftObjectUpdatePayload) SetInheritableQueue(queue string)
func (*SwiftObjectUpdatePayload) SetReplicationID ¶ added in v0.7.0
func (r *SwiftObjectUpdatePayload) SetReplicationID(id entity.UniversalReplicationID, generation int64)
type SwitchWithDowntimePayload ¶ added in v0.5.14
type SwitchWithDowntimePayload struct {
ID entity.UniversalReplicationID
}
type TaskPayload ¶ added in v0.6.0
type TaskPayload interface {
BucketCreatePayload |
BucketDeletePayload |
BucketSyncTagsPayload |
BucketSyncACLPayload |
ObjectSyncPayload |
ObjSyncTagsPayload |
ObjSyncACLPayload |
MigrateS3UserPayload |
MigrateBucketListObjectsPayload |
MigrateObjCopyPayload |
ListObjectVersionsPayload |
MigrateVersionedObjectPayload |
ZeroDowntimeReplicationSwitchPayload |
SwitchWithDowntimePayload |
SwiftAccountUpdatePayload |
SwiftContainerUpdatePayload |
SwiftObjectMetaUpdatePayload |
SwiftObjectUpdatePayload |
SwiftObjectDeletePayload |
SwiftAccountMigrationPayload |
SwiftContainerMigrationPayload |
SwiftObjectMigrationPayload |
DiffPayload |
DiffListObjectsPayload |
DiffListVersionsPayload |
DiffFixCollectObjectsPayload |
DiffFixRemoveObjectsPayload |
DiffFixEnsureObjectsRemovedPayload |
DiffFixSwiftCopyPayload |
DiffFixS3CopyPayload |
DiffFixS3ListVersionsPayload
}
type ZeroDowntimeReplicationSwitchPayload ¶ added in v0.5.14
type ZeroDowntimeReplicationSwitchPayload struct {
ID entity.UniversalReplicationID
}
Click to show internal directories.
Click to hide internal directories.