Documentation
¶
Index ¶
- type Attention
- func (layer *Attention) Args() map[string]float32
- func (b *Attention) Class() string
- func (layer *Attention) Clone() Layer
- func (layer *Attention) Forward(q, k, v, mask *tensor.Tensor, isCausal, train bool) *tensor.Tensor
- func (layer *Attention) Freeze()
- func (b *Attention) Name() string
- func (layer *Attention) Params() []*tensor.Tensor
- func (layer *Attention) Reset()
- func (layer *Attention) Score(q, k, v, mask *tensor.Tensor, isCausal, train bool) *tensor.Tensor
- func (layer *Attention) SetROPEBase(n int64)
- func (layer *Attention) ToScalarType(t consts.ScalarType)
- func (layer *Attention) Unfreeze()
- type Attention1
- func (layer *Attention1) Args() map[string]float32
- func (b *Attention1) Class() string
- func (layer *Attention1) Clone() Layer
- func (layer *Attention1) Forward(q, k, v, mask *tensor.Tensor, isCausal, train bool) *tensor.Tensor
- func (layer *Attention1) Freeze()
- func (b *Attention1) Name() string
- func (layer *Attention1) Params() []*tensor.Tensor
- func (layer *Attention1) Reset()
- func (layer *Attention1) Score(q, k, v, mask *tensor.Tensor, isCausal, train bool) *tensor.Tensor
- func (layer *Attention1) SetROPEBase(n int64)
- func (layer *Attention1) ToScalarType(t consts.ScalarType)
- func (layer *Attention1) Unfreeze()
- type Conv1D
- func (layer *Conv1D) Args() map[string]float32
- func (b *Conv1D) Class() string
- func (layer *Conv1D) Clone() Layer
- func (layer *Conv1D) Forward(x *tensor.Tensor) *tensor.Tensor
- func (layer *Conv1D) Freeze()
- func (b *Conv1D) Name() string
- func (layer *Conv1D) Params() []*tensor.Tensor
- func (layer *Conv1D) Reset()
- func (layer *Conv1D) SetDilation(dilation int)
- func (layer *Conv1D) SetGroups(groups int)
- func (layer *Conv1D) SetPadding(padding int)
- func (layer *Conv1D) SetStride(stride int)
- func (layer *Conv1D) ToScalarType(t consts.ScalarType)
- func (layer *Conv1D) Unfreeze()
- type Conv2D
- func (layer *Conv2D) Args() map[string]float32
- func (b *Conv2D) Class() string
- func (layer *Conv2D) Clone() Layer
- func (layer *Conv2D) Forward(x *tensor.Tensor) *tensor.Tensor
- func (layer *Conv2D) Freeze()
- func (b *Conv2D) Name() string
- func (layer *Conv2D) Params() []*tensor.Tensor
- func (layer *Conv2D) Reset()
- func (layer *Conv2D) SetDilation(dilation int)
- func (layer *Conv2D) SetGroups(groups int)
- func (layer *Conv2D) SetPadding(padding1, padding2 int)
- func (layer *Conv2D) SetStride(stride1, stride2 int)
- func (layer *Conv2D) ToScalarType(t consts.ScalarType)
- func (layer *Conv2D) Unfreeze()
- type ConvTranspose1D
- func (layer *ConvTranspose1D) Args() map[string]float32
- func (b *ConvTranspose1D) Class() string
- func (layer *ConvTranspose1D) Clone() Layer
- func (layer *ConvTranspose1D) Forward(x *tensor.Tensor) *tensor.Tensor
- func (layer *ConvTranspose1D) Freeze()
- func (b *ConvTranspose1D) Name() string
- func (layer *ConvTranspose1D) Params() []*tensor.Tensor
- func (layer *ConvTranspose1D) Reset()
- func (layer *ConvTranspose1D) SetDilation(dilation int)
- func (layer *ConvTranspose1D) SetGroups(groups int)
- func (layer *ConvTranspose1D) SetOutputPadding(padding int)
- func (layer *ConvTranspose1D) SetPadding(padding int)
- func (layer *ConvTranspose1D) SetStride(stride int)
- func (layer *ConvTranspose1D) ToScalarType(t consts.ScalarType)
- func (layer *ConvTranspose1D) Unfreeze()
- type ConvTranspose2D
- func (layer *ConvTranspose2D) Args() map[string]float32
- func (b *ConvTranspose2D) Class() string
- func (layer *ConvTranspose2D) Clone() Layer
- func (layer *ConvTranspose2D) Forward(x *tensor.Tensor) *tensor.Tensor
- func (layer *ConvTranspose2D) Freeze()
- func (b *ConvTranspose2D) Name() string
- func (layer *ConvTranspose2D) Params() []*tensor.Tensor
- func (layer *ConvTranspose2D) Reset()
- func (layer *ConvTranspose2D) SetDilation(dilation int)
- func (layer *ConvTranspose2D) SetGroups(groups int)
- func (layer *ConvTranspose2D) SetOutputPadding(padding1, padding2 int)
- func (layer *ConvTranspose2D) SetPadding(padding1, padding2 int)
- func (layer *ConvTranspose2D) SetStride(stride1, stride2 int)
- func (layer *ConvTranspose2D) ToScalarType(t consts.ScalarType)
- func (layer *ConvTranspose2D) Unfreeze()
- type Dropout
- func (layer *Dropout) Args() map[string]float32
- func (b *Dropout) Class() string
- func (layer *Dropout) Clone() Layer
- func (layer *Dropout) Forward(x *tensor.Tensor, train bool) *tensor.Tensor
- func (b *Dropout) Freeze()
- func (b *Dropout) Name() string
- func (b *Dropout) Params() []*tensor.Tensor
- func (layer *Dropout) Reset()
- func (layer *Dropout) ToScalarType(t consts.ScalarType)
- func (b *Dropout) Unfreeze()
- type Embedding
- func (layer *Embedding) Args() map[string]float32
- func (b *Embedding) Class() string
- func (layer *Embedding) Clone() Layer
- func (layer *Embedding) Forward(x *tensor.Tensor) *tensor.Tensor
- func (layer *Embedding) Freeze()
- func (b *Embedding) Name() string
- func (layer *Embedding) Params() []*tensor.Tensor
- func (layer *Embedding) Reset()
- func (layer *Embedding) SetPaddingIdx(n int64)
- func (layer *Embedding) ToScalarType(t consts.ScalarType)
- func (layer *Embedding) Unfreeze()
- type Flatten
- func (b *Flatten) Args() map[string]float32
- func (b *Flatten) Class() string
- func (layer *Flatten) Clone() Layer
- func (layer *Flatten) Forward(x *tensor.Tensor) *tensor.Tensor
- func (b *Flatten) Freeze()
- func (b *Flatten) Name() string
- func (b *Flatten) Params() []*tensor.Tensor
- func (layer *Flatten) Reset()
- func (layer *Flatten) ToScalarType(t consts.ScalarType)
- func (b *Flatten) Unfreeze()
- type Layer
- func LoadAttention(name string, params []*tensor.Tensor, args map[string]float32) Layer
- func LoadAttention1(name string, params []*tensor.Tensor, args map[string]float32) Layer
- func LoadConv1D(name string, params []*tensor.Tensor, args map[string]float32) Layer
- func LoadConv2D(name string, params []*tensor.Tensor, args map[string]float32) Layer
- func LoadConvTranspose1D(name string, params []*tensor.Tensor, args map[string]float32) Layer
- func LoadConvTranspose2D(name string, params []*tensor.Tensor, args map[string]float32) Layer
- func LoadDropout(name string, _ []*tensor.Tensor, args map[string]float32) Layer
- func LoadEmbedding(name string, params []*tensor.Tensor, args map[string]float32) Layer
- func LoadFlatten(name string, _ []*tensor.Tensor, _ map[string]float32) Layer
- func LoadLayerNorm(name string, params []*tensor.Tensor, args map[string]float32) Layer
- func LoadLinear(name string, params []*tensor.Tensor, args map[string]float32) Layer
- func LoadLstm(name string, params []*tensor.Tensor, args map[string]float32) Layer
- func LoadMaxPool1D(name string, _ []*tensor.Tensor, args map[string]float32) Layer
- func LoadRMSNorm(name string, params []*tensor.Tensor, args map[string]float32) Layer
- func LoadReZero(name string, params []*tensor.Tensor, args map[string]float32) Layer
- func LoadRnn(name string, params []*tensor.Tensor, args map[string]float32) Layer
- type LayerCreateOption
- type LayerNorm
- func (b *LayerNorm) Args() map[string]float32
- func (b *LayerNorm) Class() string
- func (layer *LayerNorm) Clone() Layer
- func (layer *LayerNorm) Forward(x *tensor.Tensor) *tensor.Tensor
- func (layer *LayerNorm) Freeze()
- func (b *LayerNorm) Name() string
- func (layer *LayerNorm) Params() []*tensor.Tensor
- func (layer *LayerNorm) Reset()
- func (layer *LayerNorm) ToScalarType(t consts.ScalarType)
- func (layer *LayerNorm) Unfreeze()
- type Linear
- func (layer *Linear) Args() map[string]float32
- func (b *Linear) Class() string
- func (layer *Linear) Clone() Layer
- func (layer *Linear) Forward(x *tensor.Tensor) *tensor.Tensor
- func (layer *Linear) Freeze()
- func (b *Linear) Name() string
- func (layer *Linear) Params() []*tensor.Tensor
- func (layer *Linear) Reset()
- func (layer *Linear) ToScalarType(t consts.ScalarType)
- func (layer *Linear) Unfreeze()
- type Lstm
- func (layer *Lstm) Args() map[string]float32
- func (b *Lstm) Class() string
- func (layer *Lstm) Clone() Layer
- func (layer *Lstm) Forward(x, h, c *tensor.Tensor) (*tensor.Tensor, *tensor.Tensor, *tensor.Tensor)
- func (layer *Lstm) Freeze()
- func (b *Lstm) Name() string
- func (layer *Lstm) Params() []*tensor.Tensor
- func (layer *Lstm) Reset()
- func (layer *Lstm) ToScalarType(t consts.ScalarType)
- func (layer *Lstm) Unfreeze()
- type MaxPool1D
- func (layer *MaxPool1D) Args() map[string]float32
- func (b *MaxPool1D) Class() string
- func (layer *MaxPool1D) Clone() Layer
- func (layer *MaxPool1D) Forward(x *tensor.Tensor) *tensor.Tensor
- func (b *MaxPool1D) Freeze()
- func (b *MaxPool1D) Name() string
- func (b *MaxPool1D) Params() []*tensor.Tensor
- func (layer *MaxPool1D) Reset()
- func (layer *MaxPool1D) SetCeil(ceil bool)
- func (layer *MaxPool1D) SetDilation(dilation int)
- func (layer *MaxPool1D) SetPadding(padding int)
- func (layer *MaxPool1D) SetStride(stride int)
- func (layer *MaxPool1D) ToScalarType(t consts.ScalarType)
- func (b *MaxPool1D) Unfreeze()
- type RMSNorm
- func (b *RMSNorm) Args() map[string]float32
- func (b *RMSNorm) Class() string
- func (layer *RMSNorm) Clone() Layer
- func (layer *RMSNorm) Forward(x *tensor.Tensor) *tensor.Tensor
- func (layer *RMSNorm) Freeze()
- func (b *RMSNorm) Name() string
- func (layer *RMSNorm) Params() []*tensor.Tensor
- func (layer *RMSNorm) Reset()
- func (layer *RMSNorm) ToScalarType(t consts.ScalarType)
- func (layer *RMSNorm) Unfreeze()
- type ReZero
- func (layer *ReZero) Args() map[string]float32
- func (b *ReZero) Class() string
- func (layer *ReZero) Clone() Layer
- func (layer *ReZero) Forward(x *tensor.Tensor) *tensor.Tensor
- func (layer *ReZero) Freeze()
- func (b *ReZero) Name() string
- func (layer *ReZero) Params() []*tensor.Tensor
- func (layer *ReZero) Reset()
- func (layer *ReZero) ToScalarType(t consts.ScalarType)
- func (layer *ReZero) Unfreeze()
- type Rnn
- func (layer *Rnn) Args() map[string]float32
- func (b *Rnn) Class() string
- func (layer *Rnn) Clone() Layer
- func (layer *Rnn) Forward(x, h *tensor.Tensor) (*tensor.Tensor, *tensor.Tensor)
- func (layer *Rnn) Freeze()
- func (b *Rnn) Name() string
- func (layer *Rnn) Params() []*tensor.Tensor
- func (layer *Rnn) Reset()
- func (layer *Rnn) ToScalarType(t consts.ScalarType)
- func (layer *Rnn) Unfreeze()
Constants ¶
This section is empty.
Variables ¶
This section is empty.
Functions ¶
This section is empty.
Types ¶
type Attention ¶ added in v1.0.2
type Attention struct {
// contains filtered or unexported fields
}
func NewAttention ¶ added in v1.0.2
func (*Attention) SetROPEBase ¶ added in v1.0.2
func (*Attention) ToScalarType ¶ added in v1.0.2
func (layer *Attention) ToScalarType(t consts.ScalarType)
type Attention1 ¶ added in v1.0.2
type Attention1 struct {
// contains filtered or unexported fields
}
func NewAttention1 ¶ added in v1.0.2
func NewAttention1(name string, dims, heads int, dropout float64, rope bool, opts ...LayerCreateOption) *Attention1
func (*Attention1) Args ¶ added in v1.0.2
func (layer *Attention1) Args() map[string]float32
func (*Attention1) Clone ¶ added in v1.0.2
func (layer *Attention1) Clone() Layer
func (*Attention1) Freeze ¶ added in v1.0.2
func (layer *Attention1) Freeze()
func (*Attention1) Params ¶ added in v1.0.2
func (layer *Attention1) Params() []*tensor.Tensor
func (*Attention1) Reset ¶ added in v1.0.2
func (layer *Attention1) Reset()
func (*Attention1) SetROPEBase ¶ added in v1.0.2
func (layer *Attention1) SetROPEBase(n int64)
func (*Attention1) ToScalarType ¶ added in v1.0.2
func (layer *Attention1) ToScalarType(t consts.ScalarType)
func (*Attention1) Unfreeze ¶ added in v1.0.2
func (layer *Attention1) Unfreeze()
type Conv1D ¶ added in v1.0.2
type Conv1D struct {
// contains filtered or unexported fields
}
func NewConv1D ¶ added in v1.0.2
func NewConv1D(name string, inC, outC, kernel int, opts ...LayerCreateOption) *Conv1D
func (*Conv1D) SetDilation ¶ added in v1.0.2
func (*Conv1D) SetPadding ¶ added in v1.0.2
func (*Conv1D) ToScalarType ¶ added in v1.0.2
func (layer *Conv1D) ToScalarType(t consts.ScalarType)
type Conv2D ¶
type Conv2D struct {
// contains filtered or unexported fields
}
func NewConv2D ¶
func NewConv2D(name string, inC, outC int, kernel1, kernel2 int, opts ...LayerCreateOption) *Conv2D
func (*Conv2D) SetDilation ¶ added in v1.0.2
func (*Conv2D) SetPadding ¶ added in v1.0.2
func (*Conv2D) ToScalarType ¶ added in v1.0.2
func (layer *Conv2D) ToScalarType(t consts.ScalarType)
type ConvTranspose1D ¶ added in v1.0.2
type ConvTranspose1D struct {
// contains filtered or unexported fields
}
func NewConvTranspose1D ¶ added in v1.0.2
func NewConvTranspose1D(name string, inC, outC, kernel int, opts ...LayerCreateOption) *ConvTranspose1D
func (*ConvTranspose1D) Args ¶ added in v1.0.2
func (layer *ConvTranspose1D) Args() map[string]float32
func (*ConvTranspose1D) Clone ¶ added in v1.0.2
func (layer *ConvTranspose1D) Clone() Layer
func (*ConvTranspose1D) Forward ¶ added in v1.0.2
func (layer *ConvTranspose1D) Forward(x *tensor.Tensor) *tensor.Tensor
func (*ConvTranspose1D) Freeze ¶ added in v1.0.2
func (layer *ConvTranspose1D) Freeze()
func (*ConvTranspose1D) Params ¶ added in v1.0.2
func (layer *ConvTranspose1D) Params() []*tensor.Tensor
func (*ConvTranspose1D) Reset ¶ added in v1.0.2
func (layer *ConvTranspose1D) Reset()
func (*ConvTranspose1D) SetDilation ¶ added in v1.0.2
func (layer *ConvTranspose1D) SetDilation(dilation int)
func (*ConvTranspose1D) SetGroups ¶ added in v1.0.2
func (layer *ConvTranspose1D) SetGroups(groups int)
func (*ConvTranspose1D) SetOutputPadding ¶ added in v1.0.2
func (layer *ConvTranspose1D) SetOutputPadding(padding int)
func (*ConvTranspose1D) SetPadding ¶ added in v1.0.2
func (layer *ConvTranspose1D) SetPadding(padding int)
func (*ConvTranspose1D) SetStride ¶ added in v1.0.2
func (layer *ConvTranspose1D) SetStride(stride int)
func (*ConvTranspose1D) ToScalarType ¶ added in v1.0.2
func (layer *ConvTranspose1D) ToScalarType(t consts.ScalarType)
func (*ConvTranspose1D) Unfreeze ¶ added in v1.0.2
func (layer *ConvTranspose1D) Unfreeze()
type ConvTranspose2D ¶ added in v1.0.2
type ConvTranspose2D struct {
// contains filtered or unexported fields
}
func NewConvTranspose2D ¶ added in v1.0.2
func NewConvTranspose2D(name string, inC, outC int, kernel1, kernel2 int, opts ...LayerCreateOption) *ConvTranspose2D
func (*ConvTranspose2D) Args ¶ added in v1.0.2
func (layer *ConvTranspose2D) Args() map[string]float32
func (*ConvTranspose2D) Clone ¶ added in v1.0.2
func (layer *ConvTranspose2D) Clone() Layer
func (*ConvTranspose2D) Forward ¶ added in v1.0.2
func (layer *ConvTranspose2D) Forward(x *tensor.Tensor) *tensor.Tensor
func (*ConvTranspose2D) Freeze ¶ added in v1.0.2
func (layer *ConvTranspose2D) Freeze()
func (*ConvTranspose2D) Params ¶ added in v1.0.2
func (layer *ConvTranspose2D) Params() []*tensor.Tensor
func (*ConvTranspose2D) Reset ¶ added in v1.0.2
func (layer *ConvTranspose2D) Reset()
func (*ConvTranspose2D) SetDilation ¶ added in v1.0.2
func (layer *ConvTranspose2D) SetDilation(dilation int)
func (*ConvTranspose2D) SetGroups ¶ added in v1.0.2
func (layer *ConvTranspose2D) SetGroups(groups int)
func (*ConvTranspose2D) SetOutputPadding ¶ added in v1.0.2
func (layer *ConvTranspose2D) SetOutputPadding(padding1, padding2 int)
func (*ConvTranspose2D) SetPadding ¶ added in v1.0.2
func (layer *ConvTranspose2D) SetPadding(padding1, padding2 int)
func (*ConvTranspose2D) SetStride ¶ added in v1.0.2
func (layer *ConvTranspose2D) SetStride(stride1, stride2 int)
func (*ConvTranspose2D) ToScalarType ¶ added in v1.0.2
func (layer *ConvTranspose2D) ToScalarType(t consts.ScalarType)
func (*ConvTranspose2D) Unfreeze ¶ added in v1.0.2
func (layer *ConvTranspose2D) Unfreeze()
type Dropout ¶
type Dropout struct {
// contains filtered or unexported fields
}
func NewDropout ¶
func (*Dropout) ToScalarType ¶ added in v1.0.2
func (layer *Dropout) ToScalarType(t consts.ScalarType)
type Embedding ¶ added in v1.0.2
type Embedding struct {
// contains filtered or unexported fields
}
func NewEmbedding ¶ added in v1.0.2
func NewEmbedding(name string, num, dim int, opts ...LayerCreateOption) *Embedding
func (*Embedding) SetPaddingIdx ¶ added in v1.0.2
func (*Embedding) ToScalarType ¶ added in v1.0.2
func (layer *Embedding) ToScalarType(t consts.ScalarType)
type Flatten ¶ added in v1.0.0
type Flatten struct {
// contains filtered or unexported fields
}
func NewFlatten ¶ added in v1.0.0
func (*Flatten) ToScalarType ¶ added in v1.0.2
func (layer *Flatten) ToScalarType(t consts.ScalarType)
type Layer ¶
type Layer interface {
Params() []*tensor.Tensor
Class() string
Name() string
Args() map[string]float32
Freeze()
Unfreeze()
ToScalarType(t consts.ScalarType)
Reset()
Clone() Layer
}
func LoadAttention ¶ added in v1.0.2
func LoadAttention1 ¶ added in v1.0.2
func LoadConv1D ¶ added in v1.0.2
func LoadConv2D ¶
func LoadConvTranspose1D ¶ added in v1.0.2
func LoadConvTranspose2D ¶ added in v1.0.2
func LoadEmbedding ¶ added in v1.0.2
func LoadFlatten ¶ added in v1.0.0
func LoadLayerNorm ¶ added in v1.0.2
func LoadLinear ¶ added in v1.0.2
func LoadMaxPool1D ¶ added in v1.0.2
func LoadRMSNorm ¶ added in v1.0.2
func LoadReZero ¶ added in v1.0.2
type LayerCreateOption ¶ added in v1.0.2
type LayerCreateOption func(*base)
func WithDevice ¶ added in v1.0.2
func WithDevice(device consts.DeviceType) LayerCreateOption
func WithInitializer ¶ added in v1.0.2
func WithInitializer(init initializer.Initializer) LayerCreateOption
func WithParamType ¶ added in v1.0.2
func WithParamType(t consts.ScalarType) LayerCreateOption
type LayerNorm ¶ added in v1.0.2
type LayerNorm struct {
// contains filtered or unexported fields
}
func NewLayerNorm ¶ added in v1.0.2
func NewLayerNorm(name string, dims int64, opts ...LayerCreateOption) *LayerNorm
func (*LayerNorm) ToScalarType ¶ added in v1.0.2
func (layer *LayerNorm) ToScalarType(t consts.ScalarType)
type Linear ¶ added in v1.0.2
type Linear struct {
// contains filtered or unexported fields
}
func NewLinear ¶ added in v1.0.2
func NewLinear(name string, input, output int, opts ...LayerCreateOption) *Linear
func (*Linear) ToScalarType ¶ added in v1.0.2
func (layer *Linear) ToScalarType(t consts.ScalarType)
type Lstm ¶ added in v1.0.0
type Lstm struct {
Wi, Bi *tensor.Tensor
Wf, Bf *tensor.Tensor
Wg, Bg *tensor.Tensor
Wo, Bo *tensor.Tensor
// contains filtered or unexported fields
}
func NewLstm ¶ added in v1.0.0
func NewLstm(name string, featureSize, steps, hidden int, opts ...LayerCreateOption) *Lstm
func (*Lstm) ToScalarType ¶ added in v1.0.2
func (layer *Lstm) ToScalarType(t consts.ScalarType)
type MaxPool1D ¶ added in v1.0.2
type MaxPool1D struct {
// contains filtered or unexported fields
}
func NewMaxPool1D ¶ added in v1.0.2
func NewMaxPool1D(name string, kernel int, opts ...LayerCreateOption) *MaxPool1D
func (*MaxPool1D) SetDilation ¶ added in v1.0.2
func (*MaxPool1D) SetPadding ¶ added in v1.0.2
func (*MaxPool1D) ToScalarType ¶ added in v1.0.2
func (layer *MaxPool1D) ToScalarType(t consts.ScalarType)
type RMSNorm ¶ added in v1.0.2
type RMSNorm struct {
// contains filtered or unexported fields
}
func NewRMSNorm ¶ added in v1.0.2
func NewRMSNorm(name string, dims int64, opts ...LayerCreateOption) *RMSNorm
func (*RMSNorm) ToScalarType ¶ added in v1.0.2
func (layer *RMSNorm) ToScalarType(t consts.ScalarType)
type ReZero ¶ added in v1.0.2
type ReZero struct {
// contains filtered or unexported fields
}
func NewReZero ¶ added in v1.0.2
func NewReZero(name string, opts ...LayerCreateOption) *ReZero
func (*ReZero) ToScalarType ¶ added in v1.0.2
func (layer *ReZero) ToScalarType(t consts.ScalarType)
type Rnn ¶
type Rnn struct {
// contains filtered or unexported fields
}
func NewRnn ¶
func NewRnn(name string, featureSize, steps, hidden int, opts ...LayerCreateOption) *Rnn
func (*Rnn) ToScalarType ¶ added in v1.0.2
func (layer *Rnn) ToScalarType(t consts.ScalarType)
Source Files
¶
Click to show internal directories.
Click to hide internal directories.