optimizer

package

v1.9.12 Latest Latest Go to latest Published: Nov 9, 2025 License: MIT Imports: 4 Imported by: 5

Details

Valid go.mod file
Redistributable license
Tagged version
Stable version
Learn more about best practices

Repository

github.com/lwch/gotorch

Links

Open Source Insights

Documentation ¶

Index ¶

type Adam
type AdamOpt
type AdamW
type AdamWOpt
type Optimizer
- func NewAdam(params []*tensor.Tensor, opts ...AdamOpt) Optimizer
- func NewAdamW(params []*tensor.Tensor, opts ...AdamWOpt) Optimizer
type Options

Constants ¶

This section is empty.

Variables ¶

This section is empty.

Functions ¶

This section is empty.

Types ¶

type Adam ¶

type Adam struct {
	// contains filtered or unexported fields
}

func (*Adam) GetLr ¶

func (optm *Adam) GetLr() float64

func (*Adam) GetName ¶ added in v1.8.0

func (optm *Adam) GetName() string

func (*Adam) GetOptions ¶ added in v1.8.0

func (optm *Adam) GetOptions() Options

func (*Adam) GetState ¶ added in v1.8.0

func (optm *Adam) GetState() [][]*tensor.Tensor

func (*Adam) SetLr ¶

func (optm *Adam) SetLr(lr float64)

func (*Adam) SetState ¶ added in v1.8.0

func (optm *Adam) SetState(values [][]*tensor.Tensor)

func (*Adam) Step ¶

func (optm *Adam) Step()

func (*Adam) ZeroGrad ¶ added in v1.9.8

func (optm *Adam) ZeroGrad()

type AdamOpt ¶

type AdamOpt func(*Adam)

func WithAdamBeta1 ¶

func WithAdamBeta1(beta1 float64) AdamOpt

func WithAdamBeta2 ¶

func WithAdamBeta2(beta2 float64) AdamOpt

func WithAdamEps ¶

func WithAdamEps(eps float64) AdamOpt

func WithAdamLr ¶

func WithAdamLr(lr float64) AdamOpt

func WithAdamWeightDecay ¶ added in v1.2.1

func WithAdamWeightDecay(weightDecay float64) AdamOpt

type AdamW ¶ added in v1.2.1

type AdamW struct {
	// contains filtered or unexported fields
}

func (*AdamW) GetLr ¶ added in v1.2.1

func (optm *AdamW) GetLr() float64

func (*AdamW) GetName ¶ added in v1.8.0

func (optm *AdamW) GetName() string

func (*AdamW) GetOptions ¶ added in v1.8.0

func (optm *AdamW) GetOptions() Options

func (*AdamW) GetState ¶ added in v1.8.0

func (optm *AdamW) GetState() [][]*tensor.Tensor

func (*AdamW) SetLr ¶ added in v1.2.1

func (optm *AdamW) SetLr(lr float64)

func (*AdamW) SetState ¶ added in v1.8.0

func (optm *AdamW) SetState(values [][]*tensor.Tensor)

func (*AdamW) Step ¶ added in v1.2.1

func (optm *AdamW) Step()

func (*AdamW) ZeroGrad ¶ added in v1.9.8

func (optm *AdamW) ZeroGrad()

type AdamWOpt ¶ added in v1.2.1

type AdamWOpt func(*AdamW)

func WithAdamWAmsgrad ¶ added in v1.8.0

func WithAdamWAmsgrad(amsgrad bool) AdamWOpt

func WithAdamWBeta1 ¶ added in v1.2.1

func WithAdamWBeta1(beta1 float64) AdamWOpt

func WithAdamWBeta2 ¶ added in v1.2.1

func WithAdamWBeta2(beta2 float64) AdamWOpt

func WithAdamWEps ¶ added in v1.2.1

func WithAdamWEps(eps float64) AdamWOpt

func WithAdamWLr ¶ added in v1.2.1

func WithAdamWLr(lr float64) AdamWOpt

func WithAdamWWeightDecay ¶ added in v1.2.1

func WithAdamWWeightDecay(weightDecay float64) AdamWOpt

type Optimizer ¶

type Optimizer interface {
	GetName() string
	Step()
	ZeroGrad()
	GetLr() float64
	SetLr(float64)
	GetState() [][]*tensor.Tensor
	SetState([][]*tensor.Tensor)
	GetOptions() Options
}

func NewAdam ¶

func NewAdam(params []*tensor.Tensor, opts ...AdamOpt) Optimizer

NewAdam 创建adam优化器

lr默认为1e-3
weightDecay默认为0
beta1默认为0.9
beta2默认为0.999
eps默认为1e-8

func NewAdamW ¶ added in v1.2.1

func NewAdamW(params []*tensor.Tensor, opts ...AdamWOpt) Optimizer

NewAdamW 创建adamw优化器

lr默认为1e-3
weightDecay默认为1e-2
beta1默认为0.9
beta2默认为0.999
eps默认为1e-8
amsgrad默认为false

type Options ¶ added in v1.8.0

type Options interface {
	io.WriterTo
	io.ReaderFrom
}

Source Files ¶

View all Source files

?	: This menu
/	: Search site
f or F	: Jump to
y or Y	: Canonical URL