Why Go
- Case Studies
  
  Common problems companies solve with Go
- Use Cases
  
  Stories about how and why companies use Go
- Security
  
  How Go can help keep you secure by default
Learn
Docs
- Effective Go
  
  Tips for writing clear, performant, and idiomatic Go code
- Go User Manual
  
  A complete introduction to building software with Go
- Standard library
  
  Reference documentation for Go's standard library
- Release Notes
  
  Learn what's new in each Go release
Packages
Community
- Recorded Talks
  
  Videos from prior events
- Meetups
  
  Meet other local Go developers
- Conferences
  
  Learn and network with Go developers from around the world
- Go blog
  
  The Go project's official blog.
- Go project
  
  Get help and stay informed from Go
- Get connected

normalization

package

Go to main page

Versions in this module

v0

v0.3.0

Aug 25, 2025

Changes in this version

type LayerNormalization

+ func (ln *LayerNormalization[T]) Attributes() map[string]interface{}

+ func (ln *LayerNormalization[T]) OpType() string

v0.2.0

Aug 22, 2025

Changes in this version

+ func BuildRMSNorm[T tensor.Numeric](engine compute.Engine[T], ops numeric.Arithmetic[T], name string, ...) (graph.Node[T], error)

+ func BuildSimplifiedLayerNormalization[T tensor.Numeric](engine compute.Engine[T], ops numeric.Arithmetic[T], name string, ...) (graph.Node[T], error)

+ func BuildSkipSimplifiedLayerNormalization[T tensor.Numeric](engine compute.Engine[T], ops numeric.Arithmetic[T], name string, ...) (graph.Node[T], error)

+ type LayerNormalizationOption func(*LayerNormalizationOptions[T])

+ func WithLayerNormEpsilon[T tensor.Numeric](epsilon T) LayerNormalizationOption[T]

+ type LayerNormalizationOptions struct

+ Epsilon T

+ type RMSNorm struct

+ func NewRMSNormFromParam[T tensor.Numeric](engine compute.Engine[T], ops numeric.Arithmetic[T], epsilon T, ...) (*RMSNorm[T], error)

+ func NewRMSNorm[T tensor.Numeric](name string, engine compute.Engine[T], ops numeric.Arithmetic[T], modelDim int, ...) (*RMSNorm[T], error)

+ func (r *RMSNorm[T]) Attributes() map[string]interface{}

+ func (r *RMSNorm[T]) Backward(ctx context.Context, dOut *tensor.TensorNumeric[T], ...) ([]*tensor.TensorNumeric[T], error)

+ func (r *RMSNorm[T]) Forward(ctx context.Context, inputs ...*tensor.TensorNumeric[T]) (*tensor.TensorNumeric[T], error)

+ func (r *RMSNorm[T]) OpType() string

+ func (r *RMSNorm[T]) OutputShape() []int

+ func (r *RMSNorm[T]) Parameters() []*graph.Parameter[T]

+ func (r *RMSNorm[T]) SetName(name string)

+ type RMSNormOption func(*RMSNormOptions[T])

+ func WithRMSNormEpsilon[T tensor.Numeric](epsilon T) RMSNormOption[T]

+ type RMSNormOptions struct

+ Epsilon T

+ type SimplifiedLayerNormalization struct

+ func NewSimplifiedLayerNormalization[T tensor.Numeric](engine compute.Engine[T], ops numeric.Arithmetic[T], ...) (*SimplifiedLayerNormalization[T], error)

+ func (sln *SimplifiedLayerNormalization[T]) Attributes() map[string]interface{}

+ func (sln *SimplifiedLayerNormalization[T]) Backward(ctx context.Context, outputGradient *tensor.TensorNumeric[T], ...) ([]*tensor.TensorNumeric[T], error)

+ func (sln *SimplifiedLayerNormalization[T]) Forward(ctx context.Context, inputs ...*tensor.TensorNumeric[T]) (*tensor.TensorNumeric[T], error)

+ func (sln *SimplifiedLayerNormalization[T]) OpType() string

+ func (sln *SimplifiedLayerNormalization[T]) OutputShape() []int

+ func (sln *SimplifiedLayerNormalization[T]) Parameters() []*graph.Parameter[T]

+ type SkipSimplifiedLayerNormalization struct

+ func NewSkipSimplifiedLayerNormalization[T tensor.Numeric](engine compute.Engine[T], ops numeric.Arithmetic[T], ...) (*SkipSimplifiedLayerNormalization[T], error)

+ func (sln *SkipSimplifiedLayerNormalization[T]) Attributes() map[string]interface{}

+ func (sln *SkipSimplifiedLayerNormalization[T]) Backward(ctx context.Context, outputGradient *tensor.TensorNumeric[T], ...) ([]*tensor.TensorNumeric[T], error)

+ func (sln *SkipSimplifiedLayerNormalization[T]) Forward(ctx context.Context, inputs ...*tensor.TensorNumeric[T]) (*tensor.TensorNumeric[T], error)

+ func (sln *SkipSimplifiedLayerNormalization[T]) OpType() string

+ func (sln *SkipSimplifiedLayerNormalization[T]) OutputShape() []int

+ func (sln *SkipSimplifiedLayerNormalization[T]) Parameters() []*graph.Parameter[T]

v0.1.0

Aug 4, 2025

Changes in this version

+ type LayerNormalization struct

+ func NewLayerNormalization[T tensor.Numeric](engine compute.Engine[T], featureDim int, epsilon T) (*LayerNormalization[T], error)

+ func (ln *LayerNormalization[T]) Backward(ctx context.Context, dOut *tensor.Tensor[T], inputs ...*tensor.Tensor[T]) ([]*tensor.Tensor[T], error)

+ func (ln *LayerNormalization[T]) Forward(ctx context.Context, inputs ...*tensor.Tensor[T]) (*tensor.Tensor[T], error)

+ func (ln *LayerNormalization[T]) OutputShape(inputShapes ...[]int) ([]int, error)

+ func (ln *LayerNormalization[T]) Parameters() []graph.Parameter[T]