deduplicator

package
v1.4.0 Latest Latest
Warning

This package is not in the latest version of its module.

 Go to latest Published: Oct 27, 2016 License: BSD-3-Clause Imports: 9 Imported by: 0

Documentation

Index

Constants

View Source 
const HashDeduplicatorName = "hash"
View Source 
const HashIdentityFieldsSeparator = "|"
View Source 
const TruncateDeduplicatorName = "truncate"

Variables

View Source 
var ExpectedDeviceManufacturers = []string{"Animas"}

Functions

This section is empty.

Types

type DelegateFactory added in v1.4.0 

type DelegateFactory struct {
	// contains filtered or unexported fields
}

func NewDelegateFactory added in v1.4.0 

func NewDelegateFactory(factories []Factory) (*DelegateFactory, error)

func (*DelegateFactory) CanDeduplicateDataset added in v1.4.0 

func (d *DelegateFactory) CanDeduplicateDataset(dataset *upload.Upload) (bool, error)

func (*DelegateFactory) NewDeduplicator added in v1.4.0 

func (d *DelegateFactory) NewDeduplicator(logger log.Logger, dataStoreSession store.Session, dataset *upload.Upload) (data.Deduplicator, error)

type Factory 

type Factory interface {
	CanDeduplicateDataset(dataset *upload.Upload) (bool, error)
	NewDeduplicator(logger log.Logger, dataStoreSession store.Session, dataset *upload.Upload) (data.Deduplicator, error)
}

type HashDeduplicator added in v1.4.0 

type HashDeduplicator struct {
	// contains filtered or unexported fields
}

func (*HashDeduplicator) AddDataToDataset added in v1.4.0 

func (h *HashDeduplicator) AddDataToDataset(datasetData []data.Datum) error

func (*HashDeduplicator) FinalizeDataset added in v1.4.0 

func (h *HashDeduplicator) FinalizeDataset() error

func (*HashDeduplicator) InitializeDataset added in v1.4.0 

func (h *HashDeduplicator) InitializeDataset() error

type HashFactory added in v1.4.0 

type HashFactory struct{}

func NewHashFactory added in v1.4.0 

func NewHashFactory() (*HashFactory, error)

func (*HashFactory) CanDeduplicateDataset added in v1.4.0 

func (h *HashFactory) CanDeduplicateDataset(dataset *upload.Upload) (bool, error)

func (*HashFactory) NewDeduplicator added in v1.4.0 

func (h *HashFactory) NewDeduplicator(logger log.Logger, dataStoreSession store.Session, dataset *upload.Upload) (data.Deduplicator, error)

type TruncateDeduplicator added in v1.4.0 

type TruncateDeduplicator struct {
	// contains filtered or unexported fields
}

func (*TruncateDeduplicator) AddDataToDataset added in v1.4.0 

func (t *TruncateDeduplicator) AddDataToDataset(datasetData []data.Datum) error

func (*TruncateDeduplicator) FinalizeDataset added in v1.4.0 

func (t *TruncateDeduplicator) FinalizeDataset() error

func (*TruncateDeduplicator) InitializeDataset added in v1.4.0 

func (t *TruncateDeduplicator) InitializeDataset() error

type TruncateFactory added in v1.4.0 

type TruncateFactory struct{}

func NewTruncateFactory added in v1.4.0 

func NewTruncateFactory() (*TruncateFactory, error)

func (*TruncateFactory) CanDeduplicateDataset added in v1.4.0 

func (t *TruncateFactory) CanDeduplicateDataset(dataset *upload.Upload) (bool, error)

func (*TruncateFactory) NewDeduplicator added in v1.4.0 

func (t *TruncateFactory) NewDeduplicator(logger log.Logger, dataStoreSession store.Session, dataset *upload.Upload) (data.Deduplicator, error)

Source Files

View all Source files

Directories

Path Synopsis

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL
go.dev uses cookies from Google to deliver and enhance the quality of its services and to analyze traffic. Learn more.