data

package
v0.2.6 Latest Latest
Warning

This package is not in the latest version of its module.

Go to latest
Published: Dec 6, 2021 License: MIT Imports: 20 Imported by: 0

Documentation

Index

Constants

This section is empty.

Variables

This section is empty.

Functions

This section is empty.

Types

type Batch

type Batch struct {
	X []*tf.Tensor
	Y *tf.Tensor
	// TODO: change class weights to a single tensor
	PosWeight *tf.Tensor
	NegWeight *tf.Tensor
}

type Dataset

type Dataset interface {
	Len() int
	SetMode(mode GeneratorMode) Dataset
	Shuffle(seed int64)
	Unshuffle() error
	GetColumnNames() []string
	GeneratorChan(batchSize int, preFetch int) chan Batch
	Generate(batchSize int) ([]*tf.Tensor, *tf.Tensor, error)
	Reset() error
}

type GeneratorMode

type GeneratorMode string
var (
	ErrGeneratorEnd                  = errors.New("end of data")
	GeneratorModeTrain GeneratorMode = "train"
	GeneratorModeVal   GeneratorMode = "val"
	GeneratorModeTest  GeneratorMode = "test"
)

type SingleFileDataset

type SingleFileDataset struct {
	ClassCounts map[int]int
	Count       int
	// contains filtered or unexported fields
}

func NewSingleFileDataset

func NewSingleFileDataset(
	logger *cblog.Logger,
	errorHandler *cberrors.ErrorsContainer,
	filePath string,
	cacheDir string,
	categoryOffset int,
	trainPercent float32,
	valPercent float32,
	testPercent float32,
	columnProcessors ...*preprocessor.Processor,
) (*SingleFileDataset, error)

func (*SingleFileDataset) Generate

func (d *SingleFileDataset) Generate(batchSize int) ([]*tf.Tensor, *tf.Tensor, error)

func (*SingleFileDataset) GeneratorChan

func (d *SingleFileDataset) GeneratorChan(batchSize int, preFetch int) chan Batch

func (*SingleFileDataset) GetColumnNames

func (d *SingleFileDataset) GetColumnNames() []string

func (*SingleFileDataset) Len

func (d *SingleFileDataset) Len() int

func (*SingleFileDataset) Reset

func (d *SingleFileDataset) Reset() error

func (*SingleFileDataset) SetMode

func (d *SingleFileDataset) SetMode(mode GeneratorMode) Dataset

func (*SingleFileDataset) Shuffle

func (d *SingleFileDataset) Shuffle(seed int64)

func (*SingleFileDataset) Unshuffle

func (d *SingleFileDataset) Unshuffle() error

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL