dataset

package

Go to main page

Versions in this module

v0

v0.0.8

May 24, 2026

v0.0.7

May 22, 2026

v0.0.6

May 22, 2026

Changes in this version

+ func RegisterCSVReader(engineName string, r CSVReader)

+ func RegisterCSVWriter(engineName string, w CSVWriter)

+ func RegisterParquetReader(engineName string, r ParquetReader)

+ func RegisterParquetWriter(engineName string, w ParquetWriter)

type CSVReader

+ func GetCSVReader(engineName string) (CSVReader, bool)

type CSVWriter

+ func GetCSVWriter(engineName string) (CSVWriter, bool)

type DType

+ const DTypeDate

+ const DTypeTime

type Field

+ func DateCol(name string) Field

+ func TimeCol(name string) Field

type ParquetReader

+ func GetParquetReader(engineName string) (ParquetReader, bool)

type ParquetWriter

+ func GetParquetWriter(engineName string) (ParquetWriter, bool)

v0.0.5

May 21, 2026

Changes in this version

+ func ScalarFloat64(col AnyColumn) (float64, bool)

type AggFunc

+ const AggFirst

+ const AggLast

+ const AggMode

+ const AggPercentile

+ const AggStdDev

type AggSpec

+ P float64

+ func First(out, in string) AggSpec

+ func Last(out, in string) AggSpec

+ func Mode(out, in string) AggSpec

+ func Percentile(out, in string, p float64) AggSpec

+ func StdDev(out, in string) AggSpec

type Aggregator

+ First func(col AnyColumn) (AnyColumn, error)

+ Last func(col AnyColumn) (AnyColumn, error)

+ Mode func(col AnyColumn) (AnyColumn, error)

+ Percentile func(col AnyColumn, p float64) (AnyColumn, error)

+ StdDev func(col AnyColumn) (AnyColumn, error)

+ type StatKernel interface

+ Boxplot func(yCol, groupCol AnyColumn, whisker string, notch bool) (Table, error)

+ Histogram func(col AnyColumn, nBins int) (Table, error)

+ KDE func(ctx context.Context, col AnyColumn, bandwidth float64, points int) (Table, error)

+ LinearFit func(xCol, yCol AnyColumn, nOut int) (Table, error)

+ LinearFitSE func(xCol, yCol AnyColumn, nOut int) (Table, error)

+ LoessFit func(ctx context.Context, xCol, yCol AnyColumn, nOut int) (Table, error)

+ LoessFitSE func(ctx context.Context, xCol, yCol AnyColumn, nOut int) (Table, error)

v0.0.4

May 14, 2026

Changes in this version

type AnyColumn

+ func ConstInt64Column(eng Engine, name string, val int64, n int) AnyColumn

+ func ConstStringColumn(eng Engine, name string, val string, n int) AnyColumn

+ func Int64ColumnFromStrings(eng Engine, name string, values []string) (AnyColumn, []string)

type Dataset

+ func (f Dataset) WithColumn(col AnyColumn) Dataset

v0.0.2

May 11, 2026

Changes in this version

+ var ErrColumnNotNumeric = errors.New("dataset: column is not numeric")

+ var ErrInvalidSlice = errors.New("dataset: invalid slice range")

+ var ErrNoAggResults = errors.New("dataset: no aggregation results to merge")

+ var ErrNoEngine = errors.New("dataset: Dataset requires an engine")

+ var ErrTypeMismatch = errors.New("dataset: column type mismatch")

+ var ErrUncollected = errors.New("dataset: operation on uncollected Dataset — call Collect(ctx) first")

+ var ErrUnsupportedAggFunc = errors.New("dataset: unknown AggFunc")

+ var ErrUnsupportedDType = errors.New("dataset: unsupported DType")

+ var ErrUnsupportedEngine = errors.New("dataset: unsupported engine capability")

+ var ErrUnsupportedPredicate = errors.New("dataset: unsupported predicate operator")

+ type ColumnNotFoundError struct

+ Name string

+ func (e *ColumnNotFoundError) Error() string

v0.0.1

Apr 30, 2026

Changes in this version

+ func Abs(s []float64) []float64

+ func Clamp[T cmp.Ordered](min, max T) func([]T) []T

+ func Clean(s []float64) []float64

+ func Close(ds Table) error

+ func Names(ds Table) []string

+ func Sorted[T cmp.Ordered](s []T) []T

+ type AggFunc int

+ const AggCount

+ const AggMax

+ const AggMean

+ const AggMedian

+ const AggMin

+ const AggSum

+ const AggVariance

+ type AggSpec struct

+ Fn AggFunc

+ InputName string

+ OutputName string

+ func Count(out, in string) AggSpec

+ func Max(out, in string) AggSpec

+ func Mean(out, in string) AggSpec

+ func Median(out, in string) AggSpec

+ func Min(out, in string) AggSpec

+ func Sum(out, in string) AggSpec

+ func Variance(out, in string) AggSpec

+ type Aggregator interface

+ Count func(col AnyColumn) (AnyColumn, error)

+ Mean func(col AnyColumn) (AnyColumn, error)

+ Median func(col AnyColumn) (AnyColumn, error)

+ MinMax func(col AnyColumn) (min AnyColumn, max AnyColumn, err error)

+ Sum func(col AnyColumn) (AnyColumn, error)

+ Variance func(col AnyColumn) (AnyColumn, error)

+ type AndPred struct

+ Preds []Masker

+ func And(preds ...Masker) AndPred

+ func (p AndPred) Expr() string

+ func (p AndPred) Mask(ds Table) ([]bool, error)

+ type AnyColumn interface

+ DType func() DType

+ Len func() int64

+ Name func() string

+ type BetweenPred struct

+ Col string

+ Hi any

+ Lo any

+ func Between(col string, lo, hi any) BetweenPred

+ func (p BetweenPred) Expr() string

+ func (p BetweenPred) Mask(ds Table) ([]bool, error)

+ type BoolAppender interface

+ Append func(v bool)

+ AppendNull func()

+ AppendValues func(vs []bool)

+ Reserve func(n int)

+ type BoolMask []bool

+ func (m BoolMask) Expr() string

+ func (m BoolMask) Mask(_ Table) ([]bool, error)

+ type Builder interface

+ Bool func(col string) BoolAppender

+ Build func() (Table, error)

+ Float64 func(col string) Float64Appender

+ Int64 func(col string) Int64Appender

+ String func(col string) StringAppender

+ type BuilderFactory interface

+ NewBuilder func(schema *Schema) Builder

+ type CSVConfig struct

+ ChunkSize int

+ Comma rune

+ Comment rune

+ HasHeader bool

+ NullValues []string

+ type CSVReader interface

+ ReadCSV func(ctx context.Context, r io.Reader, cfg CSVConfig) (Table, error)

+ type CSVWriter interface

+ WriteCSV func(ctx context.Context, w io.Writer, ds Table, cfg CSVConfig) error

+ type Caster interface

+ Cast func(col AnyColumn, target DType) (AnyColumn, error)

+ type Closer interface

+ Close func() error

+ type Column interface

+ IsNull func() []bool

+ Values func() []T

+ func GetColumn[T any](ds Table, name string) (Column[T], error)

+ type ColumnFactory interface

+ FromColumns func(schema *Schema, cols ...AnyColumn) (Table, error)

+ NewBoolColumn func(name string, data []bool) AnyColumn

+ NewFloat64Column func(name string, data []float64) AnyColumn

+ NewInt64Column func(name string, data []int64) AnyColumn

+ NewStringColumn func(name string, data []string) AnyColumn

+ NewTimestampColumn func(name string, data []int64) AnyColumn

+ type CompPred struct

+ Col string

+ Op Op

+ Val any

+ func Eq(col string, val any) CompPred

+ func Ge(col string, val any) CompPred

+ func Gt(col string, val any) CompPred

+ func Le(col string, val any) CompPred

+ func Lt(col string, val any) CompPred

+ func Ne(col string, val any) CompPred

+ func (p CompPred) Expr() string

+ func (p CompPred) Mask(ds Table) ([]bool, error)

+ type Composer interface

+ Combine func(datasets ...Table) (Table, error)

+ Stack func(datasets ...Table) (Table, error)

+ type DType int

+ const DTypeBool

+ const DTypeFloat64

+ const DTypeInt64

+ const DTypeString

+ const DTypeTimestamp

+ const DTypeUnknown

+ func (d DType) String() string

+ type Dataset struct

+ func From(ds Table) Dataset

+ func NewDataset(eng Engine, cols ...AnyColumn) (Dataset, error)

+ func ReplaceColumn(ds Dataset, name string, values []float64) Dataset

+ func (d Dataset) Bools(name string) ([]bool, error)

+ func (d Dataset) Float64(name string, opts ...Float64Opt) ([]float64, error)

+ func (d Dataset) Int64(name string, opts ...Int64Opt) ([]int64, error)

+ func (d Dataset) Strings(name string, opts ...StringOpt) ([]string, error)

+ func (f Dataset) AntiJoin(other Table, spec JoinSpec) Dataset

+ func (f Dataset) Arrange(cols ...string) Dataset

+ func (f Dataset) Collect(ctx context.Context) (Dataset, error)

+ func (f Dataset) Collected() bool

+ func (f Dataset) Column(name string) (AnyColumn, error)

+ func (f Dataset) Combine(others ...Table) Dataset

+ func (f Dataset) Distinct(cols ...string) Dataset

+ func (f Dataset) DropNA(cols ...string) Dataset

+ func (f Dataset) Err() error

+ func (f Dataset) Fill(col string, dir FillDirection) Dataset

+ func (f Dataset) Filter(mask Masker) Dataset

+ func (f Dataset) FullJoin(other Table, spec JoinSpec) Dataset

+ func (f Dataset) GroupBy(cols ...string) GroupedFrame

+ func (f Dataset) Head(n int) Dataset

+ func (f Dataset) InnerJoin(other Table, spec JoinSpec) Dataset

+ func (f Dataset) LeftJoin(other Table, spec JoinSpec) Dataset

+ func (f Dataset) Mutate(name string, fn MutateFunc) Dataset

+ func (f Dataset) NumCols() int64

+ func (f Dataset) NumRows() int64

+ func (f Dataset) PivotLonger(spec PivotLongerSpec) Dataset

+ func (f Dataset) PivotWider(spec PivotWiderSpec) Dataset

+ func (f Dataset) Rename(oldName, newName string) Dataset

+ func (f Dataset) RightJoin(other Table, spec JoinSpec) Dataset

+ func (f Dataset) Schema() *Schema

+ func (f Dataset) Select(cols ...string) Dataset

+ func (f Dataset) SelectRows(indices []int) (Dataset, error)

+ func (f Dataset) SemiJoin(other Table, spec JoinSpec) Dataset

+ func (f Dataset) Separate(col string, into []string, sep string) Dataset

+ func (f Dataset) Slice(start, end int) Dataset

+ func (f Dataset) Stack(others ...Table) Dataset

+ func (f Dataset) Table() Table

+ func (f Dataset) Tail(n int) Dataset

+ type Engine interface

+ Context func() context.Context

+ Name func() string

+ func GetEngine(ds Table) Engine

+ type ErrColumnNotFound struct

+ Name string

+ func (e *ErrColumnNotFound) Error() string

+ type Field struct

+ Dtype DType

+ Metadata map[string]string

+ Name string

+ Nullable bool

+ func BoolCol(name string) Field

+ func FloatCol(name string) Field

+ func IntCol(name string) Field

+ func NullableFloatCol(name string) Field

+ func NullableIntCol(name string) Field

+ func NullableStringCol(name string) Field

+ func StringCol(name string) Field

+ func TimestampCol(name string) Field

+ func (f Field) WithMetadata(md map[string]string) Field

+ func (f Field) WithNullable() Field

+ type FillDirection int

+ const FillDown

+ const FillUp

+ type Filler interface

+ DropNA func(ds Table, cols ...string) (Table, error)

+ Fill func(col AnyColumn, dir FillDirection) (AnyColumn, error)

+ ReplaceNA func(col AnyColumn, defaultVal float64) (AnyColumn, error)

+ type Filterer interface

+ Filter func(ds Table, mask Masker) (Table, error)

+ type Float64Appender interface

+ Append func(v float64)

+ AppendNull func()

+ AppendValues func(vs []float64)

+ Reserve func(n int)

+ type Float64Opt = func([]float64) []float64

+ func FillNaN(fill float64) Float64Opt

+ type GroupedFrame struct

+ func (gf GroupedFrame) Summarize(specs ...AggSpec) Dataset

+ type HasEngine interface

+ Engine func() Engine

+ type InPred struct

+ Col string

+ Vals []any

+ func In(col string, vals ...any) InPred

+ func (p InPred) Expr() string

+ func (p InPred) Mask(ds Table) ([]bool, error)

+ type Int64Appender interface

+ Append func(v int64)

+ AppendNull func()

+ AppendValues func(vs []int64)

+ Reserve func(n int)

+ type Int64Opt = func([]int64) []int64

+ type IsNotNullPred struct

+ Col string

+ func IsNotNull(col string) IsNotNullPred

+ func (p IsNotNullPred) Expr() string

+ func (p IsNotNullPred) Mask(ds Table) ([]bool, error)

+ type IsNullPred struct

+ Col string

+ func IsNull(col string) IsNullPred

+ func (p IsNullPred) Expr() string

+ func (p IsNullPred) Mask(ds Table) ([]bool, error)

+ type JoinSpec struct

+ LeftCols []string

+ RightCols []string

+ Type JoinType

+ func On(cols ...string) JoinSpec

+ type JoinType int

+ const JoinAnti

+ const JoinFull

+ const JoinInner

+ const JoinLeft

+ const JoinRight

+ const JoinSemi

+ type Joiner interface

+ Join func(left, right Table, spec JoinSpec) (Table, error)

+ type Masker interface

+ Mask func(ds Table) ([]bool, error)

+ type MathKernel interface

+ Abs func(col AnyColumn) (AnyColumn, error)

+ Acos func(col AnyColumn) (AnyColumn, error)

+ AddCols func(a, b AnyColumn) (AnyColumn, error)

+ AddScalar func(col AnyColumn, val float64) (AnyColumn, error)

+ Asin func(col AnyColumn) (AnyColumn, error)

+ Atan func(col AnyColumn) (AnyColumn, error)

+ Atan2 func(y, x AnyColumn) (AnyColumn, error)

+ BitAnd func(a, b AnyColumn) (AnyColumn, error)

+ BitNot func(col AnyColumn) (AnyColumn, error)

+ BitOr func(a, b AnyColumn) (AnyColumn, error)

+ BitShiftLeft func(col AnyColumn, n int) (AnyColumn, error)

+ BitShiftRight func(col AnyColumn, n int) (AnyColumn, error)

+ BitXor func(a, b AnyColumn) (AnyColumn, error)

+ Ceil func(col AnyColumn) (AnyColumn, error)

+ Cos func(col AnyColumn) (AnyColumn, error)

+ DivCols func(a, b AnyColumn) (AnyColumn, error)

+ Erf func(col AnyColumn) (AnyColumn, error)

+ Exp func(col AnyColumn) (AnyColumn, error)

+ Floor func(col AnyColumn) (AnyColumn, error)

+ Ln func(col AnyColumn) (AnyColumn, error)

+ Log10 func(col AnyColumn) (AnyColumn, error)

+ Log2 func(col AnyColumn) (AnyColumn, error)

+ MulCols func(a, b AnyColumn) (AnyColumn, error)

+ MulScalar func(col AnyColumn, val float64) (AnyColumn, error)

+ Neg func(col AnyColumn) (AnyColumn, error)

+ Pow func(col AnyColumn, exp float64) (AnyColumn, error)

+ Round func(col AnyColumn) (AnyColumn, error)

+ Sigmoid func(col AnyColumn) (AnyColumn, error)

+ Sign func(col AnyColumn) (AnyColumn, error)

+ Sin func(col AnyColumn) (AnyColumn, error)

+ Sqrt func(col AnyColumn) (AnyColumn, error)

+ SubCols func(a, b AnyColumn) (AnyColumn, error)

+ Tan func(col AnyColumn) (AnyColumn, error)

+ Tanh func(col AnyColumn) (AnyColumn, error)

+ type MutateFunc interface

+ Apply func(ds Table) (AnyColumn, error)

+ type NotPred struct

+ Pred Masker

+ func Not(pred Masker) NotPred

+ func (p NotPred) Expr() string

+ func (p NotPred) Mask(ds Table) ([]bool, error)

+ type Op int

+ const OpBetween

+ const OpEq

+ const OpGe

+ const OpGt

+ const OpIn

+ const OpIsNotNull

+ const OpIsNull

+ const OpLe

+ const OpLt

+ const OpNe

+ type Optimizer interface

+ Optimize func(ops []op) []op

+ type OrPred struct

+ Preds []Masker

+ func Or(preds ...Masker) OrPred

+ func (p OrPred) Expr() string

+ func (p OrPred) Mask(ds Table) ([]bool, error)

+ type ParquetConfig struct

+ Compression string

+ type ParquetReader interface

+ ReadParquet func(ctx context.Context, r io.ReaderAt, size int64, cfg ParquetConfig) (Table, error)

+ type ParquetWriter interface

+ WriteParquet func(ctx context.Context, w io.Writer, ds Table, cfg ParquetConfig) error

+ type PivotLongerSpec struct

+ Cols []string

+ NamesTo string

+ ValuesTo string

+ type PivotWiderSpec struct

+ NamesFrom string

+ ValuesFrom string

+ type Reshaper interface

+ Complete func(ds Table, cols ...string) (Table, error)

+ Concatenate func(ds Table, col string, from []string, sep string) (Table, error)

+ PivotLonger func(ds Table, spec PivotLongerSpec) (Table, error)

+ PivotWider func(ds Table, spec PivotWiderSpec) (Table, error)

+ Separate func(ds Table, col string, into []string, sep string) (Table, error)

+ type Schema struct

+ func NewSchema(fields ...Field) *Schema

+ func (s *Schema) Field(i int) Field

+ func (s *Schema) FieldIndex(name string) int

+ func (s *Schema) Fields() []Field

+ func (s *Schema) HasField(name string) bool

+ func (s *Schema) NumFields() int

+ type Selector interface

+ FilterIndices func(mask []bool) []int

+ Select func(col AnyColumn, indices []int) (AnyColumn, error)

+ Slice func(col AnyColumn, start, end int) (AnyColumn, error)

+ SortIndices func(col AnyColumn) ([]int, error)

+ type StringAppender interface

+ Append func(v string)

+ AppendNull func()

+ AppendValues func(vs []string)

+ Reserve func(n int)

+ type StringOpt = func([]string) []string

+ type Table interface

+ Column func(name string) (AnyColumn, error)

+ NumCols func() int64

+ NumRows func() int64

+ Schema func() *Schema

+ type Windower interface

+ CumMax func(col AnyColumn) (AnyColumn, error)

+ CumMin func(col AnyColumn) (AnyColumn, error)

+ CumSum func(col AnyColumn) (AnyColumn, error)

+ DenseRank func(col AnyColumn) (AnyColumn, error)

+ Lag func(col AnyColumn, n int) (AnyColumn, error)

+ Lead func(col AnyColumn, n int) (AnyColumn, error)

+ PercentRank func(col AnyColumn) (AnyColumn, error)

+ Rank func(col AnyColumn) (AnyColumn, error)

+ RowNumber func(n int) (AnyColumn, error)

?	: This menu
/	: Search site
f or F	: Jump to
y or Y	: Canonical URL