Struct SGD

pub struct SGD { /* private fields */ }

Optimizer for Stochastic Gradient Descent.

Contrary to the PyTorch implementation of SGD, this version does not support momentum.

Implementations

impl SGD

pub fn into_inner(self) -> Vec<Var>

pub fn push(&mut self, var: &Var)

Trait Implementations

impl Debug for SGD

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Optimizer for SGD

type Config = f64

fn new(vars: Vec<Var>, learning_rate: f64) -> Result<Self>

fn learning_rate(&self) -> f64

fn step(&mut self, grads: &GradStore) -> Result<()>

fn set_learning_rate(&mut self, lr: f64)

fn empty(config: Self::Config) -> Result<Self>

fn backward_step(&mut self, loss: &Tensor) -> Result<()>

fn from_slice(vars: &[&Var], config: Self::Config) -> Result<Self>