dedupe

type Dedupe struct {
	// contains filtered or unexported fields
}

type DedupeBackend interface {
	// Upsert add/update key to backend/database
	Upsert(elem string) bool
	// Execute given callback on each element while iterating
	IterCallback(callback func(elem string))
	// Cleanup cleans any residuals after deduping
	Cleanup()
}

type LevelDBBackend struct {
	// contains filtered or unexported fields
}

type MapBackend struct {
	// contains filtered or unexported fields
}

type Option func(val string)