userconfig

type API struct {
	Name      string      `json:"name" yaml:"name"`
	ModelName string      `json:"model_name" yaml:"model_name"`
	Compute   *APICompute `json:"compute" yaml:"compute"`
	Tags      Tags        `json:"tags" yaml:"tags"`
}

type APICompute struct {
	Replicas int32     `json:"replicas" yaml:"replicas"`
	CPU      *Quantity `json:"cpu" yaml:"cpu"`
	Mem      *Quantity `json:"mem" yaml:"mem"`
}

type APIs []*API

type Aggregate struct {
	Name       string        `json:"name" yaml:"name"`
	Aggregator string        `json:"aggregator" yaml:"aggregator"`
	Inputs     *Inputs       `json:"inputs" yaml:"inputs"`
	Compute    *SparkCompute `json:"compute" yaml:"compute"`
	Tags       Tags          `json:"tags" yaml:"tags"`
}

type Aggregates []*Aggregate

type Aggregator struct {
	Name       string      `json:"name"  yaml:"name"`
	Inputs     *Inputs     `json:"inputs"  yaml:"inputs"`
	OutputType interface{} `json:"output_type"  yaml:"output_type"`
	Path       string      `json:"path"  yaml:"path"`
}

type Aggregators []*Aggregator

type App struct {
	Name string `json:"name" yaml:"name"`
}

type Column interface {
	GetName() string
	IsRaw() bool
}

type ColumnType int

type ColumnTypes []ColumnType

type Config struct {
	App                *App               `json:"app" yaml:"app"`
	Environments       Environments       `json:"environments" yaml:"environments"`
	Environment        *Environment       `json:"environment" yaml:"environment"`
	RawColumns         RawColumns         `json:"raw_columns" yaml:"raw_columns"`
	Aggregates         Aggregates         `json:"aggregates" yaml:"aggregates"`
	TransformedColumns TransformedColumns `json:"transformed_columns" yaml:"transformed_columns"`
	Models             Models             `json:"models" yaml:"models"`
	APIs               APIs               `json:"apis" yaml:"apis"`
	Aggregators        Aggregators        `json:"aggregators" yaml:"aggregators"`
	Transformers       Transformers       `json:"transformers" yaml:"transformers"`
	Constants          Constants          `json:"constants" yaml:"constants"`
	Templates          Templates          `json:"templates" yaml:"templates"`
	Embeds             Embeds             `json:"embeds" yaml:"embeds"`
}

type ConfigError struct {
	Kind ErrorKind
	// contains filtered or unexported fields
}

type Constant struct {
	Name  string      `json:"name" yaml:"name"`
	Type  interface{} `json:"type" yaml:"type"`
	Value interface{} `json:"value" yaml:"value"`
	Tags  Tags        `json:"tags" yaml:"tags"`
}

type Constants []*Constant

type CsvData struct {
	Type       string   `json:"type" yaml:"type"`
	Path       string   `json:"path" yaml:"path"`
	Schema     []string `json:"schema" yaml:"schema"`
	DropNull   bool     `json:"drop_null" yaml:"drop_null"`
	SkipHeader bool     `json:"skip_header" yaml:"skip_header"`
}

type Data interface {
	GetIngestedColumns() []string
	GetExternalPath() string
	Validate() error
}

type Embed struct {
	Template string                 `json:"template" yaml:"template"`
	Args     map[string]interface{} `json:"args" yaml:"args"`
}

type Embeds []*Embed

type Environment struct {
	Name     string    `json:"name" yaml:"name"`
	LogLevel *LogLevel `json:"log_level" yaml:"log_level"`
	Data     Data      `json:"-" yaml:"-"`
}

type Environments []*Environment

type ErrorKind int

type Inputs struct {
	Columns map[string]interface{} `json:"columns" yaml:"columns"`
	Args    map[string]interface{} `json:"args" yaml:"args"`
}

type LogLevel struct {
	Tensorflow string `json:"tensorflow" yaml:"tensorflow"`
	Spark      string `json:"spark" yaml:"spark"`
}

type Model struct {
	Name               string                   `json:"name" yaml:"name"`
	Type               string                   `json:"type" yaml:"type"`
	Path               string                   `json:"path" yaml:"path"`
	TargetColumn       string                   `json:"target_column" yaml:"target_column"`
	PredictionKey      string                   `json:"prediction_key" yaml:"prediction_key"`
	FeatureColumns     []string                 `json:"feature_columns" yaml:"feature_columns"`
	TrainingColumns    []string                 `json:"training_columns" yaml:"training_columns"`
	Aggregates         []string                 `json:"aggregates"  yaml:"aggregates"`
	Hparams            map[string]interface{}   `json:"hparams" yaml:"hparams"`
	DataPartitionRatio *ModelDataPartitionRatio `json:"data_partition_ratio" yaml:"data_partition_ratio"`
	Training           *ModelTraining           `json:"training" yaml:"training"`
	Evaluation         *ModelEvaluation         `json:"evaluation" yaml:"evaluation"`
	Compute            *TFCompute               `json:"compute" yaml:"compute"`
	Tags               Tags                     `json:"tags" yaml:"tags"`
}

type ModelDataPartitionRatio struct {
	Training   *float64 `json:"training"`
	Evaluation *float64 `json:"evaluation"`
}

type ModelEvaluation struct {
	BatchSize      int64  `json:"batch_size" yaml:"batch_size"`
	NumSteps       *int64 `json:"num_steps" yaml:"num_steps"`
	NumEpochs      *int64 `json:"num_epochs" yaml:"num_epochs"`
	Shuffle        bool   `json:"shuffle" yaml:"shuffle"`
	StartDelaySecs int64  `json:"start_delay_secs" yaml:"start_delay_secs"`
	ThrottleSecs   int64  `json:"throttle_secs" yaml:"throttle_secs"`
}

type ModelTraining struct {
	BatchSize                 int64  `json:"batch_size" yaml:"batch_size"`
	NumSteps                  *int64 `json:"num_steps" yaml:"num_steps"`
	NumEpochs                 *int64 `json:"num_epochs" yaml:"num_epochs"`
	Shuffle                   bool   `json:"shuffle" yaml:"shuffle"`
	TfRandomSeed              int64  `json:"tf_random_seed" yaml:"tf_random_seed"`
	TfRandomizeSeed           bool   `json:"tf_randomize_seed" yaml:"tf_randomize_seed"`
	SaveSummarySteps          int64  `json:"save_summary_steps" yaml:"save_summary_steps"`
	SaveCheckpointsSecs       *int64 `json:"save_checkpoints_secs" yaml:"save_checkpoints_secs"`
	SaveCheckpointsSteps      *int64 `json:"save_checkpoints_steps" yaml:"save_checkpoints_steps"`
	LogStepCountSteps         int64  `json:"log_step_count_steps" yaml:"log_step_count_steps"`
	KeepCheckpointMax         int64  `json:"keep_checkpoint_max" yaml:"keep_checkpoint_max"`
	KeepCheckpointEveryNHours int64  `json:"keep_checkpoint_every_n_hours" yaml:"keep_checkpoint_every_n_hours"`
}

type Models []*Model

type ParquetColumn struct {
	ParquetColumnName string `json:"parquet_column_name" yaml:"parquet_column_name"`
	RawColumnName     string `json:"raw_column_name" yaml:"raw_column_name"`
}

type ParquetData struct {
	Type     string           `json:"type" yaml:"type"`
	Path     string           `json:"path" yaml:"path"`
	Schema   []*ParquetColumn `json:"schema" yaml:"schema"`
	DropNull bool             `json:"drop_null" yaml:"drop_null"`
}

type Quantity struct {
	k8sresource.Quantity
	UserString string
}

type QuantityValidation struct {
	Min k8sresource.Quantity
	Int bool
}

type RawColumn interface {
	Column
	GetType() string
	GetCompute() *SparkCompute
	GetUserConfig() Resource
	GetResourceType() resource.Type
}

type RawColumns []RawColumn

type RawFloatColumn struct {
	Name     string        `json:"name" yaml:"name"`
	Type     string        `json:"type" yaml:"type"`
	Required bool          `json:"required" yaml:"required"`
	Min      *float32      `json:"min" yaml:"min"`
	Max      *float32      `json:"max" yaml:"max"`
	Values   []float32     `json:"values" yaml:"values"`
	Compute  *SparkCompute `json:"compute" yaml:"compute"`
	Tags     Tags          `json:"tags" yaml:"tags"`
}

type RawIntColumn struct {
	Name     string        `json:"name" yaml:"name"`
	Type     string        `json:"type" yaml:"type"`
	Required bool          `json:"required" yaml:"required"`
	Min      *int64        `json:"min" yaml:"min"`
	Max      *int64        `json:"max" yaml:"max"`
	Values   []int64       `json:"values" yaml:"values"`
	Compute  *SparkCompute `json:"compute" yaml:"compute"`
	Tags     Tags          `json:"tags" yaml:"tags"`
}

type RawStringColumn struct {
	Name     string        `json:"name" yaml:"name"`
	Type     string        `json:"type" yaml:"type"`
	Required bool          `json:"required" yaml:"required"`
	Values   []string      `json:"values" yaml:"values"`
	Compute  *SparkCompute `json:"compute" yaml:"compute"`
	Tags     Tags          `json:"tags" yaml:"tags"`
}

type Resource interface {
	GetName() string
	GetResourceType() resource.Type
}

type SparkCompute struct {
	Executors           int32     `json:"executors" yaml:"executors"`
	DriverCPU           Quantity  `json:"driver_cpu" yaml:"driver_cpu"`
	DriverMem           Quantity  `json:"driver_mem" yaml:"driver_mem"`
	DriverMemOverhead   *Quantity `json:"driver_mem_overhead" yaml:"driver_mem_overhead"`
	ExecutorCPU         Quantity  `json:"executor_cpu" yaml:"executor_cpu"`
	ExecutorMem         Quantity  `json:"executor_mem" yaml:"executor_mem"`
	ExecutorMemOverhead *Quantity `json:"executor_mem_overhead" yaml:"executor_mem_overhead"`
	MemOverheadFactor   *float64  `json:"mem_overhead_factor" yaml:"mem_overhead_factor"`
}

type TFCompute struct {
	CPU *Quantity `json:"cpu" yaml:"cpu"`
	Mem *Quantity `json:"mem" yaml:"mem"`
}

type Tags map[string]interface{}

type Template struct {
	Name string `json:"name" yaml:"name"`
	YAML string `json:"yaml" yaml:"yaml"`
}

type Templates []*Template

type TransformedColumn struct {
	Name        string        `json:"name" yaml:"name"`
	Transformer string        `json:"transformer" yaml:"transformer"`
	Inputs      *Inputs       `json:"inputs" yaml:"inputs"`
	Compute     *SparkCompute `json:"compute" yaml:"compute"`
	Tags        Tags          `json:"tags" yaml:"tags"`
}

type TransformedColumns []*TransformedColumn

type Transformer struct {
	Name       string  `json:"name"  yaml:"name"`
	Inputs     *Inputs `json:"inputs"  yaml:"inputs"`
	OutputType string  `json:"output_type"  yaml:"output_type"`
	Path       string  `json:"path"  yaml:"path"`
}

type Transformers []*Transformer

type ValueType int

type ValueTypes []ValueType